Contents

require 'rubygems'
require 'net/http'
require 'net/https'
require 'nokogiri'
require 'logger'

require 'rawler/core_extensions'

module Rawler
  VERSION = '0.1.0'
  
  mattr_accessor :output
  mattr_accessor :url
  mattr_accessor :wait
  
  mattr_accessor :username, :password
  
  autoload :Base, "rawler/base"
  autoload :Crawler, "rawler/crawler"
  autoload :Request, "rawler/request"

  def self.url=(url)
    url.strip!

    if (url =~ /http:\/\//) != 0
      url = 'http://' + url
    end

    @@url = url
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
rawler-0.1.0	lib/rawler.rb