Sha256: 7347aafc30b94279c54a6ad18b34edb21cbcd0b676e025a94412161574e30934
Contents?: true
Size: 1.34 KB
Versions: 7
Compression:
Stored size: 1.34 KB
Contents
namespace :beso do
desc "Run Beso jobs and upload to S3"
task :run => :environment do
raise 'Beso has no jobs to run. Please define some in the beso initializer.' if Beso.jobs.empty?
puts '==> Connecting...'
Beso.connect do |bucket|
puts '==> Connected!'
prefix = ENV[ 'BESO_PREFIX' ] || 'beso'
config = YAML.load( bucket.read 'beso.yml' ) || { }
puts '==> Config:'
puts config.inspect
Beso.jobs.each do |job|
config[ job.event ] ||= begin
case ENV[ 'BESO_ORIGIN' ]
when 'first'
job.first_timestamp
when 'now'
Time.now
else
job.last_timestamp
end
end
puts "==> Processing job: #{job.event.inspect} since #{config[ job.event ]}"
csv = job.to_csv :since => config[ job.event ]
if csv
filename = "#{prefix}-#{job.event}-#{config[ job.event ].to_i}.csv"
bucket.write filename, csv
puts " ==> #{filename} saved to S3"
config[ job.event ] = job.last_timestamp
puts " ==> New timestamp is #{config[ job.event ]}"
else
puts " ==> No records found since #{config[ job.event ]}. Skipping..."
end
end
bucket.write 'beso.yml', config.to_yaml
puts '==> Config saved. Donezo.'
end
end
end
Version data entries
7 entries across 7 versions & 1 rubygems