lib/chronicle/etl/extractors/csv_extractor.rb in chronicle-etl-0.5.5 vs lib/chronicle/etl/extractors/csv_extractor.rb in chronicle-etl-0.6.1
- old
+ new
@@ -1,13 +1,16 @@
+# frozen_string_literal: true
+
require 'csv'
module Chronicle
module ETL
class CSVExtractor < Chronicle::ETL::Extractor
include Extractors::Helpers::InputReader
register_connector do |r|
+ r.identifier = :csv
r.description = 'CSV'
end
setting :headers, default: true
@@ -30,9 +33,15 @@
total_rows + row_count
end
end
private
+
+ def all_rows
+ @csvs.reduce([]) do |all_rows, csv|
+ all_rows + csv.to_a.map(&:to_h)
+ end
+ end
def prepare_sources
@csvs = []
read_input do |csv_data|
csv_options = {