Contents

module Rawler
  
  class Crawler
    
    attr_accessor :url, :links

    def initialize(url)
      @url = url
    end
    
    def links
      content = Net::HTTP.get(URI.parse(url))
      
      doc = Nokogiri::HTML(content)
      doc.css('a').map { |a| absolute_url(a['href']) }
    rescue Errno::ECONNREFUSED
      $output.puts "Couldn't connect to #{url}"
      []
    end
    
    private
    
    def absolute_url(path)
      URI.parse(url).merge(path.to_s).to_s
    end
  
  end
  
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
rawler-0.0.2	lib/rawler/crawler.rb