Sha256: b283404d2d99c1a423b6b17e77ab8d38694ba6728a1cd5a02ab839f48c5c5b82

Contents?: true

Size: 1.57 KB

Versions: 124

Compression:

Stored size: 1.57 KB

Contents

# Copyright:: Copyright 2014-2016, Chef Software Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

require "thread"

class Chef
  class Util
    # A simple threaded job queue
    #
    # Create a queue:
    #
    #     queue = ThreadedJobQueue.new
    #
    # Add jobs:
    #
    #     queue << lambda { |lock| foo.the_bar }
    #
    # A job is a callable that optionally takes a Mutex instance as its only
    # parameter.
    #
    # Then start processing jobs with +n+ threads:
    #
    #     queue.process(n)
    #
    class ThreadedJobQueue
      def initialize
        @queue = Queue.new
        @lock = Mutex.new
      end

      def <<(job)
        @queue << job
      end

      def process(concurrency = 10)
        workers = (1..concurrency).map do
          Thread.new do
            loop do
              fn = @queue.pop
              fn.arity == 1 ? fn.call(@lock) : fn.call
            end
          end
        end
        workers.each { |worker| self << Thread.method(:exit) }
        workers.each { |worker| worker.join }
      end
    end
  end
end

Version data entries

124 entries across 124 versions & 1 rubygems

Version Path
chef-14.15.6 lib/chef/util/threaded_job_queue.rb
chef-14.15.6-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.14.29 lib/chef/util/threaded_job_queue.rb
chef-14.14.29-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.14.25-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.14.25 lib/chef/util/threaded_job_queue.rb
chef-14.14.14-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.14.14 lib/chef/util/threaded_job_queue.rb
chef-15.1.36 lib/chef/util/threaded_job_queue.rb
chef-15.1.36-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.13.11 lib/chef/util/threaded_job_queue.rb
chef-15.0.300 lib/chef/util/threaded_job_queue.rb
chef-15.0.298 lib/chef/util/threaded_job_queue.rb
chef-15.0.293 lib/chef/util/threaded_job_queue.rb
chef-14.12.9 lib/chef/util/threaded_job_queue.rb
chef-14.12.3 lib/chef/util/threaded_job_queue.rb
chef-13.12.14 lib/chef/util/threaded_job_queue.rb
chef-14.11.21 lib/chef/util/threaded_job_queue.rb
chef-14.10.9 lib/chef/util/threaded_job_queue.rb
chef-14.9.13 lib/chef/util/threaded_job_queue.rb