require 'fileutils'

class RemoteTable
  # Helper methods that act on plaintext files before they are parsed
  module Plaintext      
    CONSIDERED_HARMFUL = [
      '\xef\xbb\xbf',   # UTF-8 byte order mark
      '\xc2\xad',       # soft hyphen, often inserted by MS Office (html: ­)
      '\xad'            # any remaining soft hyphens (sometimes seen in windows-1252)
    ]
    EOL_TO_UNIX = 's/\r\n|\n|\r/\n/g'

    # Remove bytes that are both useless and harmful in the vast majority of cases.
    def delete_harmful!
      local_copy.in_place :perl, "s/#{CONSIDERED_HARMFUL.join('//g; s/')}//g"
    end
    
    # No matter what the file encoding is SUPPOSED to be, run it through iconv to make sure it's UTF-8
    #
    # @example
    #   iconv -c -t UTF-8//TRANSLIT -f WINDOWS-1252
    def transliterate_whole_file_to_utf8!
      local_copy.in_place :iconv, RemoteTable::EXTERNAL_ENCODING_ICONV, internal_encoding
      # now that we've force-transliterated to UTF-8, act as though this is what the user had specified
      @internal_encoding = RemoteTable::EXTERNAL_ENCODING
    end
    
    # No matter what the EOL are SUPPOSED to be, run it through Perl with a regex that will convert all EOLS to \n
    #
    # @example
    #   perl -pe 's/\r\n|\n|\r/\n/g'
    def convert_eol_to_unix!
      local_copy.in_place :perl, EOL_TO_UNIX
    end
    
    # If the user has specified :skip, use tail
    #
    # @example :skip => 6
    #   tail +7
    def skip_rows!
      if skip > 0
        local_copy.in_place :tail, "+#{skip + 1}"
      end
    end
    
    # If the user has specified :crop, use a combination of tail and head
    #
    # @example :crop => (184..263)
    #   tail +184 | head 80
    def crop_rows!
      if crop
        local_copy.in_place :tail, "+#{crop.first}"
        local_copy.in_place :head, (crop.last - crop.first + 1)
      end
    end
    
    # If the user has specified :cut, use cut
    #
    # @example :cut => '13-'
    #   cut -c 13-
    def cut_columns!
      if cut
        local_copy.in_place :cut, cut
      end
    end
  end
end