Contents

require 'open-uri'
require 'net/http'

module Linkser
  class Parser
    attr_reader :object

    def initialize url, options={}
      head = get_head url

      @object =
        case head.content_type
        when "text/html"
          Linkser::Objects::HTML.new url, head
        else
          Linkser::Object.new url, head
        end
    end

    private

    def get_head url, limit = 10
      raise 'Too many HTTP redirects. URL was not reacheable within the HTTP redirects limit' if (limit==0)
      uri = URI.parse url
      http = Net::HTTP.start uri.host, uri.port
      response = http.head uri.request_uri
      case response
      when Net::HTTPSuccess then
        return response
      when Net::HTTPRedirection then
        location = response['location']
        warn "Redirecting to #{location}"
        return get_head location, limit - 1
      else
      raise 'The HTTP request has a ' + response.code + ' code'
      end
    end
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
linkser-0.0.4	lib/linkser/parser.rb