Contents

require 'net/http'
require 'uri'
require 'iconv'
require 'logger'
require 'regexp_crawler/http'
require 'regexp_crawler/crawler'

module RegexpCrawler

  def self.included(base)
    base.extend ClassMethods
  end

  module ClassMethods
    def regexp_crawler(options)
      @crawlers ||= []
      @crawlers << Crawler.new(options)
    end

    def start_crawl
      @crawlers.each do |crawler|
        crawler.start
      end
    end
  end

end

Version data entries

4 entries across 4 versions & 2 rubygems

Version	Path
flyerhzm-regexp_crawler-0.9.0	lib/regexp_crawler.rb
flyerhzm-regexp_crawler-0.9.1	lib/regexp_crawler.rb
regexp_crawler-0.9.2	lib/regexp_crawler.rb
regexp_crawler-0.9.1	lib/regexp_crawler.rb