require 'delegate' require 'csv' require 'digest/md5' module Peddler # @api private class FlatFileParser < SimpleDelegator # http://stackoverflow.com/questions/8073920/importing-csv-quoting-error-is-driving-me-nuts OPTIONS = { col_sep: "\t", quote_char: "\x00", headers: true } attr_reader :content, :summary, :encoding def initialize(res, encoding) super(res) @encoding = encoding extract_content end def parse CSV.parse(scrub_content, OPTIONS) if content end def records_count summarize if summary? end def valid? headers['Content-MD5'] == Digest::MD5.base64digest(body) end private def extract_content if summary? @summary, @content = body.split("\n\n") else @content = body.dup end end def scrub_content content.force_encoding(encoding).encode('UTF-8') end def summary? body.start_with?('Feed Processing Summary') end def summarize Hash[summary.split("\n\t")[1, 2].map { |line| line.split("\t\t") }] end end end