Contents

require 'csv'

module Chronicle
  module ETL
    class CSVLoader < Chronicle::ETL::Loader
      register_connector do |r|
        r.description = 'CSV'
      end

      setting :output, default: $stdout
      setting :headers, default: true
      setting :header_row, default: true

      def records
        @records ||= []
      end

      def load(record)
        records << record.to_h_flattened
      end

      def finish
        return unless records.any?

        headers = build_headers(records)

        csv_options = {}
        if @config.headers
          csv_options[:write_headers] = @config.header_row
          csv_options[:headers] = headers
        end

        if @config.output.is_a?(IO)
          # This might seem like a duplication of the default value ($stdout)
          # but it's because rspec overwrites $stdout (in helper #capture) to
          # capture output.
          io = $stdout.dup
        else
          io = File.open(@config.output, "w+")
        end

        output = CSV.generate(**csv_options) do |csv|
          records.each do |record|
            csv << record
              .transform_keys(&:to_sym)
              .values_at(*headers)
              .map { |value| force_utf8(value) }
          end
        end

        io.write(output)
        io.close
      end
    end
  end
end

Version data entries

5 entries across 5 versions & 1 rubygems

Version	Path
chronicle-etl-0.5.1	lib/chronicle/etl/loaders/csv_loader.rb
chronicle-etl-0.5.0	lib/chronicle/etl/loaders/csv_loader.rb
chronicle-etl-0.4.4	lib/chronicle/etl/loaders/csv_loader.rb
chronicle-etl-0.4.3	lib/chronicle/etl/loaders/csv_loader.rb
chronicle-etl-0.4.2	lib/chronicle/etl/loaders/csv_loader.rb