Sha256: df1dae43ca02cc15d893d69edd0627ace807808af26d2c38727662af9f1df1cc

Contents?: true

Size: 1.63 KB

Versions: 32

Compression:

Stored size: 1.63 KB

Contents

# Copyright:: Copyright 2014-2016, Chef Software Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

require "thread"

class Chef
  class Util
    # A simple threaded job queue
    #
    # Create a queue:
    #
    #     queue = ThreadedJobQueue.new
    #
    # Add jobs:
    #
    #     queue << lambda { |lock| foo.the_bar }
    #
    # A job is a callable that optionally takes a Mutex instance as its only
    # parameter.
    #
    # Then start processing jobs with +n+ threads:
    #
    #     queue.process(n)
    #
    class ThreadedJobQueue
      def initialize
        @queue = Queue.new
        @lock = Mutex.new
      end

      def <<(job)
        @queue << job
      end

      def process(concurrency = 10)
        workers = (1..concurrency).map do
          Thread.new do
            loop do
              fn = @queue.pop
              fn.arity == 1 ? fn.call(@lock) : fn.call
            end
          end
        end
        workers.each { |worker| self << Thread.method(:exit) }
        workers.each { |worker| worker.join }
      end
    end
  end
end

Version data entries

32 entries across 32 versions & 1 rubygems

Version Path
chef-14.13.11-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.0.300-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.0.298-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.0.293-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.12.9-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.12.3-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-13.12.14-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.11.21-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.10.9-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.9.13-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.8.12-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.7.17-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-13.12.3-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.6.47-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-13.11.3-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.5.33-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-13.10.4-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-14.3.37-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-13.10.0-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-13.9.4-universal-mingw32 lib/chef/util/threaded_job_queue.rb