Sha256: afea9ad710a5297a6191cb9d041429fbde6d51698a5966b1f470212b5d65367e

Contents?: true

Size: 1.53 KB

Versions: 117

Compression:

Stored size: 1.53 KB

Contents

# Copyright:: Copyright (c) Chef Software Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

class Chef
  class Util
    # A simple threaded job queue
    #
    # Create a queue:
    #
    #     queue = ThreadedJobQueue.new
    #
    # Add jobs:
    #
    #     queue << lambda { |lock| foo.the_bar }
    #
    # A job is a callable that optionally takes a Mutex instance as its only
    # parameter.
    #
    # Then start processing jobs with +n+ threads:
    #
    #     queue.process(n)
    #
    class ThreadedJobQueue
      def initialize
        @queue = Queue.new
        @lock = Mutex.new
      end

      def <<(job)
        @queue << job
      end

      def process(concurrency = 10)
        workers = (1..concurrency).map do
          Thread.new do
            loop do
              fn = @queue.pop
              fn.arity == 1 ? fn.call(@lock) : fn.call
            end
          end
        end
        workers.each { |worker| self << Thread.method(:exit) }
        workers.each(&:join)
      end
    end
  end
end

Version data entries

117 entries across 117 versions & 1 rubygems

Version Path
chef-18.6.2-universal-mingw-ucrt lib/chef/util/threaded_job_queue.rb
chef-18.6.2 lib/chef/util/threaded_job_queue.rb
chef-17.10.163-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-17.10.163 lib/chef/util/threaded_job_queue.rb
chef-18.5.0-x64-mingw-ucrt lib/chef/util/threaded_job_queue.rb
chef-18.5.0 lib/chef/util/threaded_job_queue.rb
chef-18.4.12-x64-mingw-ucrt lib/chef/util/threaded_job_queue.rb
chef-18.4.12 lib/chef/util/threaded_job_queue.rb
chef-17.10.122-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-17.10.122 lib/chef/util/threaded_job_queue.rb
chef-17.10.114-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-17.10.114 lib/chef/util/threaded_job_queue.rb
chef-18.4.2-x64-mingw-ucrt lib/chef/util/threaded_job_queue.rb
chef-18.4.2 lib/chef/util/threaded_job_queue.rb
chef-17.10.95-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-17.10.95 lib/chef/util/threaded_job_queue.rb
chef-18.3.0-x64-mingw-ucrt lib/chef/util/threaded_job_queue.rb
chef-18.3.0 lib/chef/util/threaded_job_queue.rb
chef-17.10.68-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-18.2.7-x64-mingw-ucrt lib/chef/util/threaded_job_queue.rb