Contents

module CassandraObject
  class Scope
    module Batches
      def find_each(options = {})
        find_in_batches(options) do |records|
          records.each { |record| yield record }
        end
      end

      def find_in_batches(options = {})
        batch_size = options.delete(:batch_size) || 1000
        start_key = nil

        scope = limit(batch_size + 1)
        records = scope.to_a

        while records.any?
          if records.size > batch_size
            next_record = records.pop
          else
             next_record = nil
          end

          yield records
          break if next_record.nil?

          records = scope.where("KEY >= #{next_record.id}").to_a
        end
      end
    end
  end
end

Version data entries

5 entries across 5 versions & 1 rubygems

Version	Path
gotime-cassandra_object-4.3.2	lib/cassandra_object/scope/batches.rb
gotime-cassandra_object-4.3.1	lib/cassandra_object/scope/batches.rb
gotime-cassandra_object-4.3.0	lib/cassandra_object/scope/batches.rb
gotime-cassandra_object-4.2.2	lib/cassandra_object/scope/batches.rb
gotime-cassandra_object-4.2.0	lib/cassandra_object/scope/batches.rb