Sha256: 52c12b922d236011ad0c8341369dd7e03b4a6156b04c39a5342e51ad44c86c21

Contents?: true

Size: 1.55 KB

Versions: 48

Compression:

Stored size: 1.55 KB

Contents

# Copyright:: Copyright (c) Chef Software Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

require "thread"

class Chef
  class Util
    # A simple threaded job queue
    #
    # Create a queue:
    #
    #     queue = ThreadedJobQueue.new
    #
    # Add jobs:
    #
    #     queue << lambda { |lock| foo.the_bar }
    #
    # A job is a callable that optionally takes a Mutex instance as its only
    # parameter.
    #
    # Then start processing jobs with +n+ threads:
    #
    #     queue.process(n)
    #
    class ThreadedJobQueue
      def initialize
        @queue = Queue.new
        @lock = Mutex.new
      end

      def <<(job)
        @queue << job
      end

      def process(concurrency = 10)
        workers = (1..concurrency).map do
          Thread.new do
            loop do
              fn = @queue.pop
              fn.arity == 1 ? fn.call(@lock) : fn.call
            end
          end
        end
        workers.each { |worker| self << Thread.method(:exit) }
        workers.each(&:join)
      end
    end
  end
end

Version data entries

48 entries across 48 versions & 1 rubygems

Version Path
chef-15.17.4-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.17.4 lib/chef/util/threaded_job_queue.rb
chef-15.16.7-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.16.7 lib/chef/util/threaded_job_queue.rb
chef-15.16.4-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.16.4 lib/chef/util/threaded_job_queue.rb
chef-15.16.2-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.16.2 lib/chef/util/threaded_job_queue.rb
chef-15.15.0-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-15.15.0 lib/chef/util/threaded_job_queue.rb
chef-15.14.0 lib/chef/util/threaded_job_queue.rb
chef-15.14.0-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-16.4.41 lib/chef/util/threaded_job_queue.rb
chef-16.4.41-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-16.4.38 lib/chef/util/threaded_job_queue.rb
chef-16.4.38-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-16.4.35 lib/chef/util/threaded_job_queue.rb
chef-16.4.35-universal-mingw32 lib/chef/util/threaded_job_queue.rb
chef-16.3.45 lib/chef/util/threaded_job_queue.rb
chef-16.3.45-universal-mingw32 lib/chef/util/threaded_job_queue.rb