Sha256: a805d1b86eff6e7c186471c95ff35ae29c5c127be0ae4365d42ea3a15eccbf4e
Contents?: true
Size: 1.23 KB
Versions: 11
Compression:
Stored size: 1.23 KB
Contents
# typed: strict
# frozen_string_literal: true
module Tapioca
class Executor
extend T::Sig
MINIMUM_ITEMS_PER_WORKER = T.let(2, Integer)
sig { params(queue: T::Array[T.untyped], number_of_workers: T.nilable(Integer)).void }
def initialize(queue, number_of_workers: nil)
@queue = queue
# Forking workers is expensive and not worth it for a low number of gems. Here we assign the number of workers to
# be the minimum between the number of available processors (max) or the number of workers to make sure that each
# one has at least 4 items to process
@number_of_workers = T.let(
number_of_workers || [Etc.nprocessors, (queue.length.to_f / MINIMUM_ITEMS_PER_WORKER).ceil].min,
Integer,
)
end
sig do
type_parameters(:T).params(
block: T.proc.params(item: T.untyped).returns(T.type_parameter(:T)),
).returns(T::Array[T.type_parameter(:T)])
end
def run_in_parallel(&block)
# To have the parallel gem run jobs in the parent process, you must pass 0 as the number of processes
number_of_processes = @number_of_workers == 1 ? 0 : @number_of_workers
Parallel.map(@queue, { in_processes: number_of_processes }, &block)
end
end
end
Version data entries
11 entries across 11 versions & 2 rubygems