Contents

module Astrails
  module Safe
    class S3 < Sink
      MAX_S3_FILE_SIZE = 5368709120

      protected

      def active?
        bucket && key && secret
      end

      def path
        @path ||= expand(config[:s3, :path] || config[:local, :path] || ":kind/:id")
      end

      def save
        # FIXME: user friendly error here :)
        raise RuntimeError, "pipe-streaming not supported for S3." unless @backup.path

        puts "Uploading #{bucket}:#{full_path}" if $_VERBOSE || $DRY_RUN
        unless $DRY_RUN || $LOCAL
          if File.stat(@backup.path).size > MAX_S3_FILE_SIZE
            STDERR.puts "ERROR: File size exceeds maximum allowed for upload to S3 (#{MAX_S3_FILE_SIZE}): #{@backup.path}"
            return
          end
          benchmark = Benchmark.realtime do
            File.open(@backup.path) do |file|
              remote_bucket.objects.create(full_path, :data => file)
            end
          end
          puts "...done" if $_VERBOSE
          puts("Upload took " + sprintf("%.2f", benchmark) + " second(s).") if $_VERBOSE
        end
      end

      def cleanup
        return if $LOCAL

        return unless keep = @config[:keep, :s3]

        puts "listing files: #{bucket}:#{base}*" if $_VERBOSE
        files = remote_bucket.objects.with_prefix(:prefix => base)
        puts files.collect {|x| x.key} if $_VERBOSE

        files = files.sort { |x,y| x.key <=> y.key }

        cleanup_with_limit(files, keep) do |f|
          puts "removing s3 file #{bucket}:#{f}" if $DRY_RUN || $_VERBOSE
          f.delete unless $DRY_RUN || $LOCAL
        end
      end

      def remote_bucket
        unless @remote_bucket
          s3 = AWS::S3.new(:access_key_id => key, :secret_access_key => secret)
          @remote_bucket = s3.buckets.create(bucket)
        end
        @remote_bucket
      end

      def bucket
        @config[:s3, :bucket]
      end

      def key
        @config[:s3, :key]
      end

      def secret
        @config[:s3, :secret]
      end

    end
  end
end

Version data entries

3 entries across 3 versions & 1 rubygems

Version	Path
netguru-safe-0.2.11	lib/astrails/safe/s3.rb
netguru-safe-0.2.10	lib/astrails/safe/s3.rb
netguru-safe-0.2.9	lib/astrails/safe/s3.rb