Contents

# frozen_string_literal: true

require "sidekiq"
require "timeout"

module Miteru
  module Jobs
    class CrawleJob
      include Sidekiq::Job
      include Concerns::DatabaseConnectable

      #
      # @param [String] url
      # @param [String] source
      #
      def perform(url, source)
        website = Miteru::Website.new(url, source:)

        with_db_connection do
          Timeout.timeout(Miteru.config.sidekiq_job_timeout) do
            result = Crawler.result(website)
            if result.success?
              Miteru.logger.info("Crawler:#{website.truncated_url} succeeded.")
            else
              Miteru.logger.info("Crawler:#{website.truncated_url} failed - #{result.failure}.")
            end
          end
        end
      end
    end
  end
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
miteru-3.0.0	lib/miteru/sidekiq/jobs.rb
miteru-2.4.0	lib/miteru/sidekiq/jobs.rb