Contents

module ActiveRecordCSVImporter
  # Do the actual import.
  #
  # It iterates over the rows' models and persist them. It returns a `Report`.
  class Runner
    def self.call(*args)
      new(*args).call
    end

    include Virtus.model

    attribute :model
    attribute :header
    attribute :rows, Array[CSV::Row]
    attribute :config, Object

    attribute :report, Report, default: proc { Report.new }

    # Persist the csv rows and return a Report
    def call
      report.total_count = rows.count
      report.in_progress!
      persist_rows!
      report.done!

      report
    end

    private

    def persist_rows!
      rows.in_groups_of(config.batch_size, false) do |set|
        response = import_rows(dedupe(set))

        add_to_report(response, set)
        config.each_batch_blocks.each { |block| block.call(report) }
      end
    end

    # prevent PG::CardinalityViolation
    def dedupe(set)
      conflict_target = config.on_duplicate_key.dig(:on_duplicate_key_update, :conflict_target)
      return set unless conflict_target

      i = header.column_definition_names.index(conflict_target.last)
      set.uniq { |s| s[i] }
    end

    def import_rows(set)
      config.model.import(header.column_definition_names.dup, set, config.on_duplicate_key)
    end

    def add_to_report(response, set)
      report.ids += response.ids
      report.completed_count += set.length

      response.failed_instances.each do |model|
        report.invalid_rows << (columns_for(model) << build_error(model))
      end
    end

    def columns_for(model)
      model.attributes.values_at(*header.column_definition_names.map(&:to_s))
    end

    # Error from the model mapped back to the CSV header if we can
    def build_error(model)
      Hash[
        model.errors.map do |e|
          column_name = header.column_name_for_model_attribute(e.attribute)
          column_name ? [column_name, e.type] : [e.attribute, e.type]
        end
      ]
    end
  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
activerecord_csv_importer-0.4.0	lib/activerecord_csv_importer/runner.rb
activerecord_csv_importer-0.3.0	lib/activerecord_csv_importer/runner.rb
activerecord_csv_importer-0.2.3	lib/activerecord_csv_importer/runner.rb
activerecord_csv_importer-0.2.2	lib/activerecord_csv_importer/runner.rb