Sha256: 5486c11bdea1726cfe8959e197a9ae7b9a26d4fd7be02edd6e7484a1fd9e17df

Contents?: true

Size: 844 Bytes

Versions: 85

Compression:

Stored size: 844 Bytes

Contents

module CanvasSync
  # An array that "processes" after so many items are added.
  #
  # Example Usage:
  #   batches = CanvasSync::BatchProcessor.new(of: 1000) do |batch|
  #     # Process the batch somehow
  #   end
  #   enumerator_of_some_kind.each { |item| batches << item }
  #   batches.flush
  class BatchProcessor
    attr_reader :batch_size

    def initialize(of: 1000, &blk)
      @batch_size = of
      @block = blk
      @current_batch = []
    end

    def <<(item)
      @current_batch << item
      process_batch if @current_batch.count >= batch_size
    end

    def add_all(items)
      items.each do |i|
        self << i
      end
    end

    def flush
      process_batch if @current_batch.present?
    end

    protected

    def process_batch
      @block.call(@current_batch)
      @current_batch = []
    end
  end
end

Version data entries

85 entries across 85 versions & 1 rubygems

Version Path
canvas_sync-0.22.9 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.8 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.6 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.5 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.4 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.3 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.2 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.1 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta8 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta7 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta6 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta5 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta4 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta3 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta2 lib/canvas_sync/batch_processor.rb
canvas_sync-0.22.0.beta1 lib/canvas_sync/batch_processor.rb
canvas_sync-0.21.1 lib/canvas_sync/batch_processor.rb
canvas_sync-0.21.1.beta1 lib/canvas_sync/batch_processor.rb
canvas_sync-0.21.0 lib/canvas_sync/batch_processor.rb