Sha256: a5d7e2d4dbfe75ba449bcb1f6ebfae5f4d4c947cbfbf8fb4d60ad36982625ce3

Contents?: true

Size: 617 Bytes

Versions: 99

Compression:

Stored size: 617 Bytes

Contents

module Embulk
  module Guess

    class NewlineGuessPlugin < TextGuessPlugin
      Plugin.register_guess('newline', self)

      def guess_text(config, sample_text)
        cr_count = sample_text.count("\r")
        lf_count = sample_text.count("\n")
        crlf_count = sample_text.scan(/\r\n/).length
        if crlf_count > cr_count / 2 && crlf_count > lf_count / 2
          return {"parser" => {"newline" => "CRLF"}}
        elsif cr_count > lf_count / 2
          return {"parser" => {"newline" => "CR"}}
        else
          return {"parser" => {"newline" => "LF"}}
        end
      end
    end

  end
end

Version data entries

99 entries across 99 versions & 1 rubygems

Version Path
embulk-0.8.15 lib/embulk/guess/newline.rb
embulk-0.8.15-java lib/embulk/guess/newline.rb
embulk-0.8.14 lib/embulk/guess/newline.rb
embulk-0.8.14-java lib/embulk/guess/newline.rb
embulk-0.8.13 lib/embulk/guess/newline.rb
embulk-0.8.13-java lib/embulk/guess/newline.rb
embulk-0.8.12 lib/embulk/guess/newline.rb
embulk-0.8.12-java lib/embulk/guess/newline.rb
embulk-0.8.11-java lib/embulk/guess/newline.rb
embulk-0.8.11 lib/embulk/guess/newline.rb
embulk-0.8.10 lib/embulk/guess/newline.rb
embulk-0.8.10-java lib/embulk/guess/newline.rb
embulk-0.8.9 lib/embulk/guess/newline.rb
embulk-0.8.9-java lib/embulk/guess/newline.rb
embulk-0.8.8 lib/embulk/guess/newline.rb
embulk-0.8.8-java lib/embulk/guess/newline.rb
embulk-0.8.7 lib/embulk/guess/newline.rb
embulk-0.8.7-java lib/embulk/guess/newline.rb
embulk-0.8.6 lib/embulk/guess/newline.rb
embulk-0.8.6-java lib/embulk/guess/newline.rb