Contents

#!/usr/bin/env ruby
require 'csv'
require 'yaml'
require 'pathname'

module CsvJoin

  def self.join(csv, section_name)
    first_row = nil
    last_row = -1

    puts "section_name #{section_name}"

    csv.each_with_index do |row, index|
      if first_row.nil? && is_start_of_portion?(row, section_name)
        puts "found first"
        first_row = index+1
        next
      end

      if !first_row.nil? && is_row_empty?(row)
        puts "found last"
        last_row = index
        break
      end
    end

    puts "first #{first_row}  last #{last_row}"
    csv[first_row..last_row]
  end

  def self.load_csv(csvfile)
    # puts csvfile

    content = File.read(csvfile, encoding: "bom|utf-8").scrub
    CSV.parse(content, liberal_parsing: true, encoding: "UTF-8")
  end

  def self.convert(csvdir, outfile)
    raise "first argument must be a directory!" unless File.directory?(csvdir)

    csv = CSV.open(outfile, "wb", encoding: "UTF-8")

    csvfiles = Dir.glob(File.join(csvdir, "**", "*.csv")).sort
    raise "directory must contain .csv files!" if csvfiles.empty?

    # Assume all files use the same header structure as the first CSV file
    header = []
    csvheader = ""

    csvfiles.each do |csvfile|
      content = load_csv(csvfile)

      csvheader = content.shift
      if header.empty?
        header = ['name'] + csvheader
        csv << header
      end

      basename = Pathname.new(csvfile).basename.sub_ext('').to_s
      content.each do |filerow|
        row = []
        filerow.each do |value|
          row << case value
                 when String
                   value.strip
                 else
                   value
                 end
        end

        all_empty = row.all? do |f|
          f.nil? || f.empty?
        end
        next if all_empty

        row.unshift(basename)

        csv << row
      end
    end

    csv
  end

end

csvdir = ARGV.pop
outfile = Pathname.new(csvdir).sub_ext(".csv").to_s

# puts outfile

CsvJoin.convert(csvdir, outfile)

# puts CsvJoin.convert(csvdir)

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
structured_csv-0.1.0	exe/csv_join.rb