Contents

#coding: utf-8

require 'wombat/crawler'

module Wombat
  class << self

    attr_reader :proxy_args, :user_agent, :user_agent_alias

    def crawl(&block)
      klass = Class.new
      klass.send(:include, Wombat::Crawler)
      klass.new.crawl(&block)
    end

    def configure
      yield self
    end

    def set_proxy(*args)
      @proxy_args = args
    end

    def set_user_agent(user_agent)
      @user_agent = user_agent
    end

    def set_user_agent_alias(user_agent_alias)
      @user_agent_alias = user_agent_alias
    end

    alias_method :scrape, :crawl
  end
end

Version data entries

8 entries across 8 versions & 1 rubygems

Version	Path
wombat-3.0.0	lib/wombat.rb
wombat-2.10.0	lib/wombat.rb
wombat-2.9.0	lib/wombat.rb
wombat-2.8.0	lib/wombat.rb
wombat-2.7.0	lib/wombat.rb
wombat-2.6.0	lib/wombat.rb
wombat-2.5.1	lib/wombat.rb
wombat-2.5.0	lib/wombat.rb