Sha256: 5d060ba1f0d93c06017ae56116be5681fb275e7ca20f4822a8907969beb99e7b

Contents?: true

Size: 1 KB

Versions: 17

Compression:

Stored size: 1 KB

Contents

# typed: false

module Datadog
  module Core
    # Chunks list of elements into batches
    module Chunker
      module_function

      # Chunks a list into batches of at most +max_chunk_size+ elements each.
      #
      # An exception can occur if a single element is too large. That single
      # element will be returned in its own chunk. You have to verify by yourself
      # when such elements are returned.
      #
      # @param list [Enumerable] list of elements
      # @param max_chunk_size [Numeric] maximum acceptable chunk size
      # @return [Enumerable] lazy list of chunks
      def chunk_by_size(list, max_chunk_size)
        chunk_agg = 0
        list.slice_before do |elem|
          size = elem.size
          chunk_agg += size
          if chunk_agg > max_chunk_size
            # Can't fit element in current chunk, start a new one.
            chunk_agg = size
            true
          else
            # Add to current chunk
            false
          end
        end
      end
    end
  end
end

Version data entries

17 entries across 17 versions & 1 rubygems

Version Path
ddtrace-1.9.0 lib/datadog/core/chunker.rb
ddtrace-1.8.0 lib/datadog/core/chunker.rb
ddtrace-1.7.0 lib/datadog/core/chunker.rb
ddtrace-1.6.1 lib/datadog/core/chunker.rb
ddtrace-1.6.0 lib/datadog/core/chunker.rb
ddtrace-1.5.2 lib/datadog/core/chunker.rb
ddtrace-1.5.1 lib/datadog/core/chunker.rb
ddtrace-1.5.0 lib/datadog/core/chunker.rb
ddtrace-1.4.2 lib/datadog/core/chunker.rb
ddtrace-1.4.1 lib/datadog/core/chunker.rb
ddtrace-1.4.0 lib/datadog/core/chunker.rb
ddtrace-1.3.0 lib/datadog/core/chunker.rb
ddtrace-1.2.0 lib/datadog/core/chunker.rb
ddtrace-1.1.0 lib/datadog/core/chunker.rb
ddtrace-1.0.0 lib/datadog/core/chunker.rb
ddtrace-1.0.0.beta2 lib/datadog/core/chunker.rb
ddtrace-1.0.0.beta1 lib/datadog/core/chunker.rb