Sha256: 67e7421415d225d2276257091ff2c1e6dfa0c4d96a7adef28434c90e670c345b

Contents?: true

Size: 1.77 KB

Versions: 58

Compression:

Stored size: 1.77 KB

Contents

# frozen_string_literal: true

module Karafka
  # Namespace for all the ActiveJob related things from within Karafka
  module ActiveJob
    # This is the consumer for ActiveJob that eats the messages enqueued with it one after another.
    # It marks the offset after each message, so we make sure, none of the jobs is executed twice
    class Consumer < ::Karafka::BaseConsumer
      # Executes the ActiveJob logic
      # @note ActiveJob does not support batches, so we just run one message after another
      def consume
        messages.each do |message|
          break if Karafka::App.stopping?

          consume_job(message)

          mark_as_consumed(message)
        end
      end

      private

      # Consumes a message with the job and runs needed instrumentation
      #
      # @param job_message [Karafka::Messages::Message] message with active job
      def consume_job(job_message)
        with_deserialized_job(job_message) do |job|
          tags.add(:job_class, job['job_class'])

          payload = { caller: self, job: job, message: job_message }

          # We publish both to make it consistent with `consumer.x` events
          Karafka.monitor.instrument('active_job.consume', payload)
          Karafka.monitor.instrument('active_job.consumed', payload) do
            ::ActiveJob::Base.execute(job)
          end
        end
      end

      # @param job_message [Karafka::Messages::Message] message with active job
      def with_deserialized_job(job_message)
        # We technically speaking could set this as deserializer and reference it from the
        # message instead of using the `#raw_payload`. This is not done on purpose to simplify
        # the ActiveJob setup here
        yield ::ActiveSupport::JSON.decode(job_message.raw_payload)
      end
    end
  end
end

Version data entries

58 entries across 58 versions & 1 rubygems

Version Path
karafka-2.4.17 lib/karafka/active_job/consumer.rb
karafka-2.4.16 lib/karafka/active_job/consumer.rb
karafka-2.4.15 lib/karafka/active_job/consumer.rb
karafka-2.4.14 lib/karafka/active_job/consumer.rb
karafka-2.4.13 lib/karafka/active_job/consumer.rb
karafka-2.4.12 lib/karafka/active_job/consumer.rb
karafka-2.4.11 lib/karafka/active_job/consumer.rb
karafka-2.4.10 lib/karafka/active_job/consumer.rb
karafka-2.4.9 lib/karafka/active_job/consumer.rb
karafka-2.4.8 lib/karafka/active_job/consumer.rb
karafka-2.4.7 lib/karafka/active_job/consumer.rb
karafka-2.4.6 lib/karafka/active_job/consumer.rb
karafka-2.4.5 lib/karafka/active_job/consumer.rb
karafka-2.4.4 lib/karafka/active_job/consumer.rb
karafka-2.4.3 lib/karafka/active_job/consumer.rb
karafka-2.4.0 lib/karafka/active_job/consumer.rb
karafka-2.4.0.rc1 lib/karafka/active_job/consumer.rb
karafka-2.3.4 lib/karafka/active_job/consumer.rb
karafka-2.4.0.beta2 lib/karafka/active_job/consumer.rb
karafka-2.4.0.beta1 lib/karafka/active_job/consumer.rb