Contents

require 'net/http'
require 'uri'
require 'regexp_crawler/http'

module RegexpCrawler

  def self.included(base)
    base.extend ClassMethods
  end

  module ClassMethods
    def regexp_crawler(options)
      @crawlers ||= []
      @crawlers << Crawler.new(options)
    end

    def start_crawl
      @crawlers.each do |crawler|
        crawler.start
      end
    end
  end

end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
flyerhzm-regexp_crawler-0.7.0	lib/regexp_crawler.rb