Contents

# frozen_string_literal: true

module CrawlerDetect
  module Library
    module Headers
      HEADERS = [
        # The default User-Agent string.
        "HTTP_USER_AGENT",
        # Header can occur on devices using Opera Mini.
        "HTTP_X_OPERAMINI_PHONE_UA",
        # Vodafone specific header: http://www.seoprinciple.com/mobile-web-community-still-angry-at-vodafone/24/
        "HTTP_X_DEVICE_USER_AGENT",
        "HTTP_X_ORIGINAL_USER_AGENT",
        "HTTP_X_SKYFIRE_PHONE",
        "HTTP_X_BOLT_PHONE_UA",
        "HTTP_DEVICE_STOCK_UA",
        "HTTP_X_UCBROWSER_DEVICE_UA",
        # Sometimes, bots (especially Google) use a genuine user agent, but fill this header in with their email address
        "HTTP_FROM",
        # Seen in use by Netsparker
        "HTTP_X_SCANNER",
      ].freeze
    end
  end
end

Version data entries

15 entries across 15 versions & 1 rubygems

Version	Path
crawler_detect-0.1.12	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.11	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.10	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.9	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.8	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.7	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.6	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.5	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.4	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.3	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.2	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.1	lib/crawler_detect/library/headers.rb
crawler_detect-0.1.0	lib/crawler_detect/library/headers.rb
crawler_detect-0.0.3	lib/crawler_detect/library/headers.rb
crawler_detect-0.0.2	lib/crawler_detect/library/headers.rb