lib/miteru/orchestrator.rb in miteru-2.0.0 vs lib/miteru/orchestrator.rb in miteru-2.0.1
- old
+ new
@@ -4,13 +4,20 @@
class Orchestrator < Service
def call
Miteru.logger.info("#{websites.length} websites loaded in total.") if verbose?
if Miteru.sidekiq?
- websites.each { |website| Jobs::CrawleJob.perform_async(website.url, website.source) }
+
+ websites.each do |website|
+ Jobs::CrawleJob.perform_async(website.url, website.source)
+ Miteru.logger.info("Website:#{website.truncated_url} crawler job queued") if verbose?
+ end
else
Miteru.logger.info("Use #{threads} thread(s).") if verbose?
- Parallel.each(websites, in_threads: threads) { |website| crawl(website) }
+ Parallel.each(websites, in_threads: threads) do |website|
+ Miteru.logger.info("Website:#{website.truncated_url} crawling started") if verbose?
+ crawl(website)
+ end
end
end
#
# @return [Array<Miteru::Websites>]