Contents

# frozen_string_literal: true

require "digest"
require "fileutils"
require "uri"

module Miteru
  class Downloader
    attr_reader :base_dir, :memo

    def initialize(base_dir = "/tmp")
      @base_dir = base_dir
      @memo = {}
      raise ArgumentError, "#{base_dir} doesn't exist." unless Dir.exist?(base_dir)
    end

    def download_kits(kits)
      kits.each { |kit| download_kit kit }
    end

    private

    def download_kit(kit)
      destination = kit.filepath_to_download

      begin
        downloaded_as = HTTPClient.download(kit.url, destination)
      rescue Down::Error => e
        Miteru.logger.error "Failed to download: #{kit.url} (#{e})"
        return
      end

      # check filesize
      size = File.size downloaded_as
      if size > Miteru.configuration.file_maxsize
        Miteru.logger.info "#{kit.url}'s filesize exceeds the limit: #{size}"
        FileUtils.rm downloaded_as
        return
      end

      hash = sha256(downloaded_as)

      ActiveRecord::Base.connection_pool.with_connection do
        # Remove a downloaded file if it is not unique
        unless Record.unique_hash?(hash)
          Miteru.logger.info "Don't download #{kit.url}. The same hash is already recorded. (SHA256: #{hash})."
          FileUtils.rm downloaded_as
          return
        end

        # Record a kit in DB
        Record.create_by_kit_and_hash(kit, hash)
        Miteru.logger.info "Download #{kit.url} as #{downloaded_as}"
      end
    end

    def sha256(path)
      return memo[path] if memo.key?(path)

      digest = Digest::SHA256.file(path)
      hash = digest.hexdigest
      memo[path] = hash
      hash
    end
  end
end

Version data entries

3 entries across 3 versions & 1 rubygems

Version	Path
miteru-1.2.2	lib/miteru/downloader.rb
miteru-1.2.1	lib/miteru/downloader.rb
miteru-1.2.0	lib/miteru/downloader.rb