lib/email_crawler.rb in email_crawler-0.0.4 vs lib/email_crawler.rb in email_crawler-0.0.5
- old
+ new
@@ -19,11 +19,11 @@
@logger = ::Logger.new(file).tap do |logger|
logger.level = ENV["DEBUG"] ? Logger::INFO : Logger::ERROR
end
end
- def run(q, max_links = PageLinks::MAX_LINKS)
- urls = Scraper.new(@google_website).top_ten_urls_for(q)
+ def run(q, max_results = Scraper::MAX_RESULTS, max_links = PageLinks::MAX_LINKS)
+ urls = Scraper.new(@google_website, max_results).search_result_urls_for(q)
urls.each { |url, links| @logger.info "#{url}" }
threads = (1..urls.length).map do |i|
Thread.new(i, urls[i-1]) do |i, url|
@logger.info "[Thread ##{i}] grabbing page links for '#{url}'.."