Contents

require 'fileutils'
require 'tmpdir'
require 'tempfile'

module S3Repo
  ##
  # Cache object, stores S3 objects on disk
  class Cache < Base
    TMPDIRS = [
      ENV['TMPDIR'],
      Dir.tmpdir,
      '/tmp/s3repo'
    ].freeze

    def initialize(params = {})
      super
      [partialdir, cachedir].each { |x| FileUtils.mkdir_p x }
    end

    def download(key, refresh = true)
      path = expand_path key
      get_object(key, path) if refresh || !cached?(path)
      path
    end

    private

    def file_cache
      raise('Tried to call file_cache recursively')
    end

    def expand_path(key)
      File.absolute_path(key, cachedir)
    end

    def cached?(path)
      File.exist? path
    end

    def get_object(key, path)
      FileUtils.mkdir_p File.dirname(path)
      object = atomic_get_object(key, path)
      etags[key] = object.etag
    rescue Aws::S3::Errors::NotModified
      return
    end

    def atomic_get_object(key, path)
      tmpfile = Tempfile.create(key, partialdir)
      object = client.get_object(
        key: key, if_none_match: etags[key], response_target: tmpfile
      )
      tmpfile.close
      File.rename tmpfile.path, path
      object
    end

    def etags
      @etags ||= {}
    end

    def cachedir
      File.join(tmpdir, 'cache')
    end

    def partialdir
      File.join(tmpdir, 'partial')
    end

    def tmpdir
      @tmpdir ||= Dir.mktmpdir 's3repo', tmpdir_root
    end

    def tmpdir_root
      @tmpdir_root ||= File.absolute_path(
        @options[:tmpdir] || TMPDIRS.compact.first
      )
    end
  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
s3repo-2.0.3	lib/s3repo/cache.rb
s3repo-2.0.2	lib/s3repo/cache.rb
s3repo-2.0.1	lib/s3repo/cache.rb
s3repo-2.0.0	lib/s3repo/cache.rb