Contents

require "mechanize"

module EmailCrawler
  module MechanizeHelper
    def new_agent
      Thread.current[:agent] ||= Mechanize.new do |agent|
        agent.user_agent_alias = "Mac Safari"
        agent.open_timeout = agent.read_timeout = 30
        agent.verify_mode = OpenSSL::SSL::VERIFY_NONE
        agent.history.max_size = 1
        yield(agent) if block_given?
      end
    end

    def get(url)
      begin
        page = agent.get(url)
        page if page.is_a?(Mechanize::Page)
      rescue Mechanize::Error, Net::OpenTimeout; end
    end
  end
end

Version data entries

10 entries across 10 versions & 1 rubygems

Version	Path
email_crawler-0.0.11	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.10	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.9	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.8	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.7	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.6	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.5	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.4	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.3	lib/email_crawler/mechanize_helper.rb
email_crawler-0.0.2	lib/email_crawler/mechanize_helper.rb