require 'concurrent' module Backburner module Workers class Threading < Worker attr_accessor :self_read, :self_write, :exit_on_shutdown @shutdown_timeout = 10 class << self attr_accessor :threads_number attr_accessor :shutdown_timeout end # Custom initializer just to set @tubes_data def initialize(*args) @tubes_data = {} super self.process_tube_options @exit_on_shutdown = true end # Used to prepare job queues before processing jobs. # Setup beanstalk tube_names and watch all specified tubes for jobs. # # @raise [Beaneater::NotConnected] If beanstalk fails to connect. # @example # @worker.prepare # def prepare self.tube_names.map! { |name| expand_tube_name(name) }.uniq! log_info "Working #{tube_names.size} queues: [ #{tube_names.join(', ')} ]" @thread_pools = {} @tubes_data.each do |name, config| max_threads = (config[:threads] || self.class.threads_number || ::Concurrent.processor_count).to_i @thread_pools[name] = (::Concurrent::ThreadPoolExecutor.new(min_threads: 1, max_threads: max_threads)) end end # Starts processing new jobs indefinitely. # Primary way to consume and process jobs in specified tubes. # # @example # @worker.start # def start(wait=true) prepare @thread_pools.each do |tube_name, pool| pool.max_length.times do # Create a new connection and set it up to listen on this tube name connection = new_connection.tap{ |conn| conn.tubes.watch!(tube_name) } connection.on_reconnect = lambda { |conn| conn.tubes.watch!(tube_name) } # Make it work jobs using its own connection per thread pool.post(connection) do |memo_connection| # TODO: use read-write lock? loop do begin break if @in_shutdown work_one_job(memo_connection) rescue => e log_error("Exception caught in thread pool loop. Continuing. -> #{e.message}\nBacktrace: #{e.backtrace}") end end connection.close end end end wait_for_shutdown! if wait end # FIXME: We can't use this on_reconnect method since we don't know which thread # pool the connection belongs to (and therefore we can't re-watch the right tubes). # However, we set the individual connections' on_reconnect method in #start # def on_reconnect(conn) # watch_tube(@watching_tube, conn) if @watching_tube # end # Process the special tube_names of Threading worker: # The format is tube_name:custom_threads_limit # # @example # process_tube_names(['foo:10', 'lol']) # => ['foo', lol'] def process_tube_names(tube_names) names = compact_tube_names(tube_names) if names.nil? nil else names.map do |name| data = name.split(":") tube_name = data.first threads_number = data[1].empty? ? nil : data[1].to_i rescue nil @tubes_data[expand_tube_name(tube_name)] = { :threads => threads_number } tube_name end end end # Process the tube settings # This overrides @tubes_data set by process_tube_names method. So a tube has name 'super_job:5' # and the tube class has setting queue_jobs_limit 10, the result limit will be 10 # If the tube is known by existing beanstalkd queue, but not by class - skip it # def process_tube_options Backburner::Worker.known_queue_classes.each do |queue| next if @tubes_data[expand_tube_name(queue)].nil? queue_settings = { :threads => queue.queue_jobs_limit } @tubes_data[expand_tube_name(queue)].merge!(queue_settings){|k, v1, v2| v2.nil? ? v1 : v2 } end end # Wait for the shutdown signel def wait_for_shutdown! raise Interrupt while IO.select([self_read]) rescue Interrupt shutdown end def shutdown_threadpools @thread_pools.each { |_name, pool| pool.shutdown } shutdown_time = Time.now @in_shutdown = true all_shutdown = @thread_pools.all? do |_name, pool| time_to_wait = self.class.shutdown_timeout - (Time.now - shutdown_time).to_i pool.wait_for_termination(time_to_wait) if time_to_wait > 0 end rescue Interrupt log_info "graceful shutdown aborted, shutting down immediately" ensure kill unless all_shutdown end def kill @thread_pools.each { |_name, pool| pool.kill unless pool.shutdown? } end def shutdown log_info "beginning graceful worker shutdown" shutdown_threadpools super if @exit_on_shutdown end # Registers signal handlers TERM and INT to trigger def register_signal_handlers! @self_read, @self_write = IO.pipe %w[TERM INT].each do |sig| trap(sig) do raise Interrupt if @in_shutdown self_write.puts(sig) end end end end # Threading end # Workers end # Backburner