Contents

module Massive
  class File
    include Mongoid::Document
    include Mongoid::Timestamps

    embedded_in :process

    field :url,         type: String
    field :filename,    type: String

    field :encoding,    type: String
    field :col_sep,     type: String
    field :total_count, type: Integer
    field :use_headers, type: Boolean, default: true

    field :headers,     type: Array, default: -> { [] }
    field :sample_data, type: Array, default: -> { [] }

    def processor
      @processor ||= FileProcessor::CSV.new(url, processor_options)
    end

    def gather_info!
      clear_info

      self.encoding    = processor.detected_encoding
      self.col_sep     = processor.col_sep
      self.total_count = processor.total_count
      self.headers     = processor.shift && processor.headers if use_headers?

      processor.process_range(limit: 3) do |row|
        self.sample_data << (use_headers? ? row.fields : row)
      end

      save
    end

    def has_info?
      [:encoding, :col_sep, :total_count].all? { |field| send(field).present? }
    end

    def url
      read_attribute(:url).presence || authenticator.url
    end

    private

    def clear_info
      [:encoding, :col_sep, :total_count, :headers].each { |attr| self[attr] = nil }

      sample_data.clear
    end

    def processor_options
      {
        headers:  use_headers?,
        encoding: encoding,
        col_sep:  col_sep
      }
    end

    def authenticator
      @authenticator ||= Massive.storage_config[:provider].new(filename)
    end
  end
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
massive-0.4.0	lib/massive/file.rb
massive-0.3.0	lib/massive/file.rb