# frozen_string_literal: true # This Karafka component is a Pro component under a commercial license. # This Karafka component is NOT licensed under LGPL. # # All of the commercial components are present in the lib/karafka/pro directory of this # repository and their usage requires commercial license agreement. # # Karafka has also commercial-friendly license, commercial support and commercial components. # # By sending a pull request to the pro components, you are agreeing to transfer the copyright of # your code to Maciej Mensfeld. module Karafka module Pro module Processing module Strategies module Aj # ActiveJob enabled # Manual offset management enabled # Virtual Partitions enabled module DlqMomVp include Strategies::Dlq::Default include Strategies::Vp::Default include Strategies::Default # Features for this strategy FEATURES = %i[ active_job dead_letter_queue manual_offset_management virtual_partitions ].freeze # Flow including moving to DLQ in the collapsed mode def handle_after_consume coordinator.on_finished do |last_group_message| if coordinator.success? coordinator.pause_tracker.reset # When this is an ActiveJob running via Pro with virtual partitions, we cannot # mark intermediate jobs as processed not to mess up with the ordering. # Only when all the jobs are processed and we did not loose the partition # assignment and we are not stopping (Pro ActiveJob has an early break) we can # commit offsets . # For a non virtual partitions case, the flow is regular and state is marked # after each successfully processed job return if revoked? mark_as_consumed(last_group_message) elsif coordinator.pause_tracker.attempt <= topic.dead_letter_queue.max_retries retry_after_pause else # Here we are in a collapsed state, hence we can apply the same logic as # Aj::DlqMom coordinator.pause_tracker.reset skippable_message, = find_skippable_message dispatch_to_dlq(skippable_message) if dispatch_to_dlq? mark_as_consumed(skippable_message) pause(coordinator.seek_offset, nil, false) end end end end end end end end end