Sha256: 382153159f8f0b366b1f0d82c7af15f2327f0fb1d21c648cc92692a2ae056c59
Contents?: true
Size: 1.88 KB
Versions: 6
Compression:
Stored size: 1.88 KB
Contents
require 'resque-lock-timeout'
# A simple job class that processes a given index.
#
class ThinkingSphinx::Deltas::ResqueDelta::DeltaJob
extend Resque::Plugins::LockTimeout
@queue = :ts_delta
@lock_timeout = 240
# Runs Sphinx's indexer tool to process the index. Currently assumes Sphinx
# is running.
#
# @param [String] index the name of the Sphinx index
#
def self.perform(indexes)
config = ThinkingSphinx::Configuration.instance
output = `#{config.bin_path}#{config.indexer_binary_name} --config #{config.config_file} --rotate #{indexes.join(' ')}`
puts output unless ThinkingSphinx.suppress_delta_output?
end
# Try again later if lock is in use.
def self.lock_failed(*args)
Resque.enqueue(self, *args)
end
# Run only one DeltaJob at a time regardless of indexes.
def self.identifier(*args)
nil
end
# This allows us to have a concurrency safe version of ts-delayed-delta's
# duplicates_exist:
#
# http://github.com/freelancing-god/ts-delayed-delta/blob/master/lib/thinkin
# g_sphinx/deltas/delayed_delta/job.rb#L47
#
# The name of this method ensures that it runs within around_perform_lock.
#
# We've leveraged resque-lock-timeout to ensure that only one DeltaJob is
# running at a time. Now, this around filter essentially ensures that only
# one DeltaJob of each index type can sit at the queue at once. If the queue
# has more than one, lrem will clear the rest off.
#
def self.around_perform_lock1(*args)
# Remove all other instances of this job (with the same args) from the
# queue. Uses LREM (http://code.google.com/p/redis/wiki/LremCommand) which
# takes the form: "LREM key count value" and if count == 0 removes all
# instances of value from the list.
redis_job_value = Resque.encode(:class => self.to_s, :args => args)
Resque.redis.lrem("queue:#{@queue}", 0, redis_job_value)
yield
end
end
Version data entries
6 entries across 6 versions & 1 rubygems