Contents

module Bmg
  module Reader
    class Csv
      include Reader

      DEFAULT_OPTIONS = {
        :headers => true,
        :return_headers => false,
        :smart => true
      }

      def initialize(type, path_or_io, options = {})
        @type = type
        @path_or_io = path_or_io
        @options = DEFAULT_OPTIONS.merge(options)
        if @options[:smart] && !@path_or_io.is_a?(IO)
          @options[:col_sep] ||= infer_col_sep
          @options[:quote_char] ||= infer_quote_char
        end
      end

      def each
        return to_enum unless block_given?
        require 'csv'
        with_io do |io|
          ::CSV.new(io, **csv_options).each do |row|
            yield tuple(row)
          end
        end
      end

      def to_ast
        [ :csv, @path_or_io, @options ]
      end

      def to_s
        "(csv #{@path_or_io})"
      end
      alias :inspect :to_s

    private

      def tuple(row)
        row.to_hash.each_with_object({}){|(k,v),h| h[k.to_sym] = v }
      end

      def infer_col_sep
        sniff(text_portion, [",","\t",";"], ",")
      end

      def infer_quote_char
        sniff(text_portion, ["'","\""], "\"")
      end

      def text_portion
        @text_portion ||= with_io{|io| io.readlines(10).join("\n") }
      end

      def with_io(&bl)
        case @path_or_io
        when IO, StringIO
          bl.call(@path_or_io)
        else
          File.open(@path_or_io, "r", &bl)
        end
      end

      # Finds the best candidate among `candidates` for a separator
      # found in `str`. If none is found, returns `default`.
      def sniff(str, candidates, default)
        snif = {}
        candidates.each {|delim|
          snif[delim] = str.count(delim)
        }
        snif = snif.sort {|a,b| b[1] <=> a[1] }
        snif.size > 0 ? snif[0][0] : default
      end

      def csv_options
        @csv_options ||= @options.dup.tap{|opts| opts.delete(:smart) }
      end

    end # class Csv
  end # module Reader
end # module Bmg

Version data entries

10 entries across 10 versions & 1 rubygems

Version	Path
bmg-0.18.14	lib/bmg/reader/csv.rb
bmg-0.18.13	lib/bmg/reader/csv.rb
bmg-0.18.12	lib/bmg/reader/csv.rb
bmg-0.18.11	lib/bmg/reader/csv.rb
bmg-0.18.10	lib/bmg/reader/csv.rb
bmg-0.18.9	lib/bmg/reader/csv.rb
bmg-0.18.8	lib/bmg/reader/csv.rb
bmg-0.18.7	lib/bmg/reader/csv.rb
bmg-0.18.6	lib/bmg/reader/csv.rb
bmg-0.18.5	lib/bmg/reader/csv.rb