Contents

require 'aws-sdk'

module S3log

  class Runner

    def initialize(configfile)
      @config = YAML::load_file(configfile)
      @s3 = AWS::S3.new(
        access_key_id: @config['awspublic'],
        secret_access_key: @config['awsprivate']
      )
      @bucket = @s3.buckets[@config['bucket']]
      @prefix = @config['prefix']
      @jobname = @config['jobname']
      @logdir = @config['logdir']
      FileUtils.mkdir(@logdir) unless Dir.exists? @logdir
      S3log::Log.set_logger(File.join(@logdir, 's3log.log'), @config['loglevel'])
    end

    def items
      @_items ||= @bucket.objects.with_prefix(@prefix).collect(&:key)
    end

    def buckets
      @s3.buckets.each do |bucket|
        puts bucket.name
      end
    end

    def download
      if items.size > 0
        time = Time.now
        S3log::Log.info "#{@jobname} Downloading #{items.size} file."
        File.open(@config['outputfile'], 'a+') do |f|
          items.each do |i|
            f.puts @bucket.objects[i].read
            S3log::Log.debug "    #{i} added."
            @bucket.objects[i].delete
          end
        end
        S3log::Log.info "#{@jobname} ... done in #{Time.now - time}s."
      else
        S3log::Log.debug "#{@jobname} No file to download."
      end
    end

  end

end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
s3log-0.0.5	lib/s3log/runner.rb