Contents

require "csv"

module Ddr::Index
  class CSVQueryResult < AbstractQueryResult

    MAX_ROWS   = 10**8
    CSV_MV_SEPARATOR = ";"

    DESCMD_HEADER_CONVERTER = lambda { |header|
      if term = Ddr::Models::DescriptiveMetadata.mapping[header.to_sym]
        term.unqualified_name.to_s
      else
        header
      end
    }

    delegate :headers, :to_s, :to_csv, to: :table

    def delete_empty_columns!
      table.by_col!.delete_if { |c, vals| vals.all?(&:nil?) }
    end

    def each(&block)
      table.by_row!.each(&block)
    end

    def [](index_or_header)
      table.by_col_or_row![index_or_header]
    end

    def table
      @table ||= CSV.parse(data, csv_opts)
    end

    def csv_opts
      { headers:           csv_headers,
        return_headers:    false,
        write_headers:     true,
        header_converters: [ DESCMD_HEADER_CONVERTER ],
      }
    end

    def solr_csv_opts
      { "csv.mv.separator" => CSV_MV_SEPARATOR,
        "csv.header"       => solr_csv_header?,
        "rows"             => solr_csv_rows,
        "wt"               => "csv",
      }
    end

    def query_field_headings
      query.fields.map { |f| f.respond_to?(:heading) ? f.heading : f.to_s }
    end

    def csv_headers
      query.fields.empty? ? :first_row : query_field_headings
    end

    def solr_csv_header?
      csv_headers == :first_row
    end

    def solr_csv_rows
      query.rows || MAX_ROWS
    end

    def solr_csv_params
      params.merge(solr_csv_opts)
    end

    def data
      raw = conn.get("select", params: solr_csv_params)
      raw.gsub(/\\#{CSV_MV_SEPARATOR}/, CSV_MV_SEPARATOR)
    end

  end
end

Version data entries

10 entries across 10 versions & 1 rubygems

Version	Path
ddr-models-3.0.8	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.7	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.6	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.5	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.4	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.3	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.2	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.1	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.0	lib/ddr/index/csv_query_result.rb
ddr-models-3.0.0.rc6	lib/ddr/index/csv_query_result.rb