lib/email_crawler.rb in email_crawler-0.0.4 vs lib/email_crawler.rb in email_crawler-0.0.5

- old
+ new

@@ -19,11 +19,11 @@ @logger = ::Logger.new(file).tap do |logger| logger.level = ENV["DEBUG"] ? Logger::INFO : Logger::ERROR end end - def run(q, max_links = PageLinks::MAX_LINKS) - urls = Scraper.new(@google_website).top_ten_urls_for(q) + def run(q, max_results = Scraper::MAX_RESULTS, max_links = PageLinks::MAX_LINKS) + urls = Scraper.new(@google_website, max_results).search_result_urls_for(q) urls.each { |url, links| @logger.info "#{url}" } threads = (1..urls.length).map do |i| Thread.new(i, urls[i-1]) do |i, url| @logger.info "[Thread ##{i}] grabbing page links for '#{url}'.."