lib/email_crawler.rb in email_crawler-0.0.7 vs lib/email_crawler.rb in email_crawler-0.0.8

@@ -10,11 +10,11 @@
 require_relative "email_crawler/page_links"
 require_relative "email_crawler/email_scanner"
 
 module EmailCrawler
   class Runner
-    MAX_CONCURRENCY = 10
+    MAX_CONCURRENCY = 50
 
     attr_writer :max_results, :max_links, :max_concurrency
 
     def initialize(google_website)
       @google_website = google_website
@@ -60,10 +60,10 @@
       threads.each(&:join)
       @logger.debug "links_by_url: #{links_by_url.inspect}"
 
       links_by_url.each { |arr| queue.push(arr) }
       emails_by_url = ThreadSafe::Hash.new
-      threads = (1..[links_by_url.length, MAX_CONCURRENCY].min).map do |i|
+      threads = (1..[links_by_url.length, @max_concurrency].min).map do |i|
         Thread.new(i) do |i|
           arr = begin
                   queue.pop(true)
                 rescue ThreadError; end