Contents

require 'net/http'

module Anemone
  class HTTP < Net::HTTP
    # Maximum number of redirects to follow on each get_response
    REDIRECTION_LIMIT = 5
    
    #
    # Retrieve an HTTP response for *url*, following redirects.
    # Returns the response object, response code, and final URI location.
    # 
    def self.get(url)      
      response = get_response(url)
      code = Integer(response.code)
      loc = url
      
      limit = REDIRECTION_LIMIT
      while response.is_a?(Net::HTTPRedirection) and limit > 0
          loc = URI(response['location'])
          loc = url.merge(loc) if loc.relative?
          response = (Anemone.options.obey_robots_dot_txt ? (Net::HTTP.get_obeying_robots(loc)) : get_response(loc) )
          limit -= 1
      end

      return response, code, loc
    end
    
    #
    # Get an HTTPResponse for *url*, sending the appropriate User-Agent string
    #
    def self.get_response(url)
      full_path = url.query.nil? ? url.path : "#{url.path}?#{url.query}"
      Net::HTTP.start(url.host, url.port) do |http|
        return http.get(full_path, {'User-Agent' => Anemone.options.user_agent })
      end
    end
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
parolkar-anemone-0.1.2	lib/anemone/http.rb