Contents

#
# QueueWorker objects take work from the Queue and process it
# Each QueueWorker runs in its own thread... nothing fancy going on here
#
module Chimp
  class QueueWorker
    attr_accessor :delay, :retry_count, :never_exit

    def initialize
      @delay = 0
      @retry_count = 0
      @never_exit = true
    end

    #
    # Grab work items from the ChimpQueue and process them
    # Only stop is @ever_exit is false
    #
    def run
      while @never_exit
        work_item = ChimpQueue.instance.shift()

        begin
          if work_item != nil
            job_uuid = work_item.job_uuid
            group = work_item.group.group_id

            work_item.retry_count = @retry_count
            work_item.owner = Thread.current.object_id
            ChimpDaemon.instance.semaphore.synchronize do
              # remove from the processing queue
              Log.debug 'Decreasing processing counter (' + (ChimpDaemon.instance.proc_counter-1).to_s + ') for [' + job_uuid + '] group: ' + group.to_s
              ChimpDaemon.instance.queue.processing[group][job_uuid.to_sym] -= 1
              Log.debug ChimpDaemon.instance.queue.processing[group].inspect
              if ChimpDaemon.instance.queue.processing[group][job_uuid.to_sym] == 0
                Log.debug 'Completed processing task ' + job_uuid
                ChimpDaemon.instance.queue.processing[group].delete(job_uuid.to_sym)
                Log.debug ChimpDaemon.instance.queue.processing.inspect
              else
                Log.debug 'Still counting down for ' + job_uuid
              end

              ChimpDaemon.instance.proc_counter -= 1
            end

            work_item.run
            sleep @delay
          else
            sleep 1
          end

        rescue Exception => ex
          Log.error "Exception in QueueWorker.run: #{ex}"
          Log.debug ex.inspect
          Log.debug ex.backtrace

          work_item.status = Executor::STATUS_ERROR
          work_item.error = ex
        end
      end
    end

  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
right_chimp-2.1.25	lib/right_chimp/queue/QueueWorker.rb