Contents

# convert date columns to numerics
require "csv"

class Masticate::Datify < Masticate::Base
  def datify(opts)
    @output = opts[:output] ? File.open(opts[:output], "w") : $stdout
    csv_options = {}
    csv_options[:col_sep] = opts[:col_sep] if opts[:col_sep]
    csv_options[:quote_char] = opts[:quote_char] || opts[:col_sep] if opts[:quote_char] || opts[:col_sep]

    field = opts[:field] or raise "missing field to datify"
    format = opts[:format] or raise "strptime format required for parsing timestamps"

    @output_count = 0
    headers = nil
    with_input do |input|
      while line = get
        row = CSV.parse_line(line, csv_options)
        if !headers
          headers = row
          index = headers.index(field) or raise "Unable to find column '#{field}'"
          emit(headers.to_csv)
        else
          row[index] = DateTime.strptime(row[index], format).to_time.to_i rescue nil
          emit(row.to_csv)
        end
      end
    end
    @output.close if opts[:output]

    {
      :input_count => input_count,
      :output_count => @output_count
    }
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
masticate-0.1.0	lib/masticate/datify.rb