Sha256: 00614603b9e73da395093fcb164c3413ad5e89555b7cbfb2f41f0731c5e81882

Contents?: true

Size: 1.46 KB

Versions: 8

Compression:

Stored size: 1.46 KB

Contents

# frozen_string_literal: true

module Sidekiq
  module Job
    module Iterable
      # @api private
      class ActiveRecordEnumerator
        def initialize(relation, cursor: nil, **options)
          @relation = relation
          @cursor = cursor
          @options = options
        end

        def records
          Enumerator.new(-> { @relation.count }) do |yielder|
            @relation.find_each(**@options, start: @cursor) do |record|
              yielder.yield(record, record.id)
            end
          end
        end

        def batches
          Enumerator.new(-> { @relation.count }) do |yielder|
            @relation.find_in_batches(**@options, start: @cursor) do |batch|
              yielder.yield(batch, batch.first.id)
            end
          end
        end

        def relations
          Enumerator.new(-> { relations_size }) do |yielder|
            # Convenience to use :batch_size for all the
            # ActiveRecord batching methods.
            options = @options.dup
            options[:of] ||= options.delete(:batch_size)

            @relation.in_batches(**options, start: @cursor) do |relation|
              first_record = relation.first
              yielder.yield(relation, first_record.id)
            end
          end
        end

        private

        def relations_size
          batch_size = @options[:batch_size] || 1000
          (@relation.count + batch_size - 1) / batch_size # ceiling division
        end
      end
    end
  end
end

Version data entries

8 entries across 8 versions & 1 rubygems

Version Path
sidekiq-8.0.0.beta1 lib/sidekiq/job/iterable/active_record_enumerator.rb
sidekiq-7.3.8 lib/sidekiq/job/iterable/active_record_enumerator.rb
sidekiq-7.3.7 lib/sidekiq/job/iterable/active_record_enumerator.rb
sidekiq-7.3.6 lib/sidekiq/job/iterable/active_record_enumerator.rb
sidekiq-7.3.5 lib/sidekiq/job/iterable/active_record_enumerator.rb
sidekiq-7.3.4 lib/sidekiq/job/iterable/active_record_enumerator.rb
sidekiq-7.3.3 lib/sidekiq/job/iterable/active_record_enumerator.rb
sidekiq-7.3.2 lib/sidekiq/job/iterable/active_record_enumerator.rb