lib/kraps/job.rb in kraps-0.2.0 vs lib/kraps/job.rb in kraps-0.3.0
- old
+ new
@@ -4,14 +4,14 @@
def initialize(worker:)
@worker = worker
@steps = []
@partitions = 0
- @partitioner = MapReduce::HashPartitioner.new(@partitions)
+ @partitioner = HashPartitioner.new
end
- def parallelize(partitions:, partitioner: MapReduce::HashPartitioner.new(partitions), worker: @worker, &block)
+ def parallelize(partitions:, partitioner: HashPartitioner.new, worker: @worker, &block)
fresh.tap do |job|
job.instance_eval do
@partitions = partitions
@partitioner = partitioner
@@ -22,10 +22,10 @@
def map(partitions: nil, partitioner: nil, worker: @worker, &block)
fresh.tap do |job|
job.instance_eval do
@partitions = partitions if partitions
- @partitioner = partitioner || MapReduce::HashPartitioner.new(partitions) if partitioner || partitions
+ @partitioner = partitioner if partitioner
@steps << Step.new(action: Actions::MAP, args: { partitions: @partitions, partitioner: @partitioner, worker: worker }, block: block)
end
end
end