Sha256: 754e9fcbe15fdb6dabf70937af763bd76a78274c04609d6e0f3a0a056c8fbf95

Contents?: true

Size: 1.57 KB

Versions: 72

Compression:

Stored size: 1.57 KB

Contents

# Copyright:: Copyright (c) 2014 Opscode, Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

require 'thread'

class Chef
  class Util
    # A simple threaded job queue
    #
    # Create a queue:
    #
    #     queue = ThreadedJobQueue.new
    #
    # Add jobs:
    #
    #     queue << lambda { |lock| foo.the_bar }
    #
    # A job is a callable that optionally takes a Mutex instance as its only
    # parameter.
    #
    # Then start processing jobs with +n+ threads:
    #
    #     queue.process(n)
    #
    class ThreadedJobQueue
      def initialize
        @queue = Queue.new
        @lock = Mutex.new
      end

      def <<(job)
        @queue << job
      end

      def process(concurrency = 10)
        workers = (1..concurrency).map do
          Thread.new do
            loop do
              fn = @queue.pop
              fn.arity == 1 ? fn.call(@lock) : fn.call
            end
          end
        end
        workers.each { |worker| self << Thread.method(:exit) }
        workers.each { |worker| worker.join }
      end
    end
  end
end

Version data entries

72 entries across 72 versions & 1 rubygems

Version Path
chef-12.6.0 lib/chef/util/threaded_job_queue.rb
chef-12.6.0-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-12.5.1-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-12.5.1 lib/chef/util/threaded_job_queue.rb
chef-12.4.3-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-12.4.3 lib/chef/util/threaded_job_queue.rb
chef-12.4.2-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-12.4.2 lib/chef/util/threaded_job_queue.rb
chef-12.5.0.alpha.1 lib/chef/util/threaded_job_queue.rb
chef-12.4.1-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-12.4.1 lib/chef/util/threaded_job_queue.rb
chef-12.4.0 lib/chef/util/threaded_job_queue.rb
chef-12.4.0-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-12.4.0.rc.2 lib/chef/util/threaded_job_queue.rb
chef-12.4.0.rc.2-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-12.4.0.rc.0 lib/chef/util/threaded_job_queue.rb
chef-12.4.0.rc.0-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-11.18.12-x86-mingw32 lib/chef/util/threaded_job_queue.rb
chef-11.18.12 lib/chef/util/threaded_job_queue.rb
chef-12.3.0-x86-mingw32 lib/chef/util/threaded_job_queue.rb