Contents

require 'httpclient'
require 'nokogiri'

module Impressionist
  module Bots
    LIST_URL = "http://www.user-agents.org/allagents.xml"
    def self.consume
      response = HTTPClient.new.get_content(LIST_URL)
      doc = Nokogiri::XML(response)
      list = []
      doc.xpath('//user-agent').each do |agent|
        type = agent.xpath("Type").text
        list << agent.xpath("String").text.gsub("&lt;","<") if ["R","S"].include?(type) #gsub hack for badly formatted data
      end
      list
    end
  end
end

Version data entries

21 entries across 21 versions & 1 rubygems

Version	Path
impressionist-1.5.1	lib/impressionist/bots.rb
impressionist-1.4.13	lib/impressionist/bots.rb
impressionist-1.4.12	lib/impressionist/bots.rb
impressionist-1.4.11	lib/impressionist/bots.rb
impressionist-1.4.10	lib/impressionist/bots.rb
impressionist-1.4.9	lib/impressionist/bots.rb
impressionist-1.4.8	lib/impressionist/bots.rb
impressionist-1.4.7	lib/impressionist/bots.rb
impressionist-1.4.6	lib/impressionist/bots.rb
impressionist-1.4.5	lib/impressionist/bots.rb
impressionist-1.4.4	lib/impressionist/bots.rb
impressionist-1.4.3	lib/impressionist/bots.rb
impressionist-1.4.2	lib/impressionist/bots.rb
impressionist-1.4.1	lib/impressionist/bots.rb
impressionist-1.4.0	lib/impressionist/bots.rb
impressionist-1.3.2	lib/impressionist/bots.rb
impressionist-1.3.1	lib/impressionist/bots.rb
impressionist-1.3.0	lib/impressionist/bots.rb
impressionist-1.2.0	lib/impressionist/bots.rb
impressionist-1.1.1	lib/impressionist/bots.rb