require_relative '../helper'
require 'fluent/test/driver/parser'
require 'fluent/plugin/parser_csv'

class CSVParserTest < ::Test::Unit::TestCase
  def setup
    Fluent::Test.setup
  end

  def create_driver(conf={})
    Fluent::Test::Driver::Parser.new(Fluent::Plugin::CSVParser).configure(conf)
  end

  data('array param' => '["time","c","d"]', 'string param' => 'time,c,d')
  def test_parse(param)
    d = create_driver('keys' => param, 'time_key' => 'time')
    d.instance.parse("2013/02/28 12:00:00,192.168.0.1,111") { |time, record|
      assert_equal(event_time('2013/02/28 12:00:00', format: '%Y/%m/%d %H:%M:%S'), time)
      assert_equal({
                     'c' => '192.168.0.1',
                     'd' => '111',
                   }, record)
    }
  end

  data('array param' => '["c","d"]', 'string param' => 'c,d')
  def test_parse_without_time(param)
    time_at_start = Time.now.to_i

    d = create_driver('keys' => param)
    d.instance.parse("192.168.0.1,111") { |time, record|
      assert time && time >= time_at_start, "parser puts current time without time input"
      assert_equal({
                     'c' => '192.168.0.1',
                     'd' => '111',
                   }, record)
    }

    d = Fluent::Test::Driver::Parser.new(Fluent::Plugin::CSVParser)
    d.configure('keys' => param, 'estimate_current_event' => 'no')
    d.instance.parse("192.168.0.1,111") { |time, record|
      assert_equal({
                     'c' => '192.168.0.1',
                     'd' => '111',
                   }, record)
      assert_nil time, "parser returns nil w/o time and if configured so"
    }
  end

  def test_parse_with_keep_time_key
    d = create_driver(
                     'keys'=>'time',
                     'time_key'=>'time',
                     'time_format'=>"%d/%b/%Y:%H:%M:%S %z",
                     'keep_time_key'=>'true',
                     )
    text = '28/Feb/2013:12:00:00 +0900'
    d.instance.parse(text) do |time, record|
      assert_equal text, record['time']
    end
  end

  data('array param' => '["a","b","c","d","e","f"]', 'string param' => 'a,b,c,d,e,f')
  def test_parse_with_null_value_pattern(param)
    d = create_driver(
                     'keys'=>param,
                     'null_value_pattern'=>'^(-|null|NULL)$'
                     )
    d.instance.parse("-,null,NULL,,--,nuLL") do |time, record|
      assert_nil record['a']
      assert_nil record['b']
      assert_nil record['c']
      assert_nil record['d']
      assert_equal record['e'], '--'
      assert_equal record['f'], 'nuLL'
    end
  end

  data('array param' => '["a","b"]', 'string param' => 'a,b')
  def test_parse_with_null_empty_string(param)
    d = create_driver(
                     'keys'=>param,
                     'null_empty_string'=>true
                     )
    d.instance.parse(", ") do |time, record|
      assert_nil record['a']
      assert_equal record['b'], ' '
    end
  end

  data('array param' => '["a","b","c"]', 'string param' => 'a,b,c')
  def test_parse_with_option_delimiter(param)
    d = create_driver(
                     'keys'=>param,
                     'delimiter'=>' ',
                     )
    d.instance.parse("123 456 789") do |time, record|
      assert_equal record['a'], '123'
      assert_equal record['b'], '456'
      assert_equal record['c'], '789'
    end
  end

  sub_test_case 'parser' do
    data('normal' => 'normal',
         'fast' => 'fast')
    def test_compatibility_between_normal_and_fast_parser(param)
      d = create_driver(
        'keys' => 'time,key1,key2,key3,key4,key5',
        'time_key' => 'time',
        'time_format' => "%d/%b/%Y:%H:%M:%S %z",
        'keep_time_key' => 'false',
        'parser_type' => param
      )

      # non quoted
      text = '28/Feb/2013:12:00:00 +0900,value1,value2,value3,value4,value5'
      expected = {'key1' => 'value1', 'key2' => 'value2', 'key3' => "value3",
                  'key4' => 'value4', 'key5' => "value5"}
      d.instance.parse(text) do |time, record|
        assert_equal(event_time("28/Feb/2013:12:00:00 +0900", format: '%d/%b/%Y:%H:%M:%S %z'), time)
        assert_equal expected, record
      end

      # quoted
      text = '28/Feb/2013:12:00:00 +0900,"value1","val,ue2","va,lu,e3","val ue4",""'
      expected = {'key1' => 'value1', 'key2' => 'val,ue2', 'key3' => "va,lu,e3",
                  'key4' => 'val ue4', 'key5' => ""}
      d.instance.parse(text) do |time, record|
        assert_equal(event_time("28/Feb/2013:12:00:00 +0900", format: '%d/%b/%Y:%H:%M:%S %z'), time)
        assert_equal expected, record
      end

      # mixed
      text = '28/Feb/2013:12:00:00 +0900,message,"mes,sage","me,ssa,ge",mess age,""'
      expected = {'key1' => 'message', 'key2' => 'mes,sage', 'key3' => "me,ssa,ge",
                  'key4' => 'mess age', 'key5' => ""}
      d.instance.parse(text) do |time, record|
        assert_equal(event_time("28/Feb/2013:12:00:00 +0900", format: '%d/%b/%Y:%H:%M:%S %z'), time)
        assert_equal expected, record
      end

      # escaped
      text = '28/Feb/2013:12:00:00 +0900,"message","mes""sage","""message""",,""""""'
      expected = {'key1' => 'message', 'key2' => 'mes"sage', 'key3' => '"message"',
                  'key4' => nil, 'key5' => '""'}
      d.instance.parse(text) do |time, record|
        assert_equal(event_time("28/Feb/2013:12:00:00 +0900", format: '%d/%b/%Y:%H:%M:%S %z'), time)
        assert_equal expected, record
      end
    end

    def test_incompatibility_between_normal_and_fast_parser
      normal = create_driver(
        'keys' => 'key1,key2',
        'parser_type' => 'normal'
      )
      fast = create_driver(
        'keys' => 'key1,key2',
        'parser_type' => 'fast'
      )

      # unexpected quote position
      text = 'a"b,"a"""c"'
      assert_raise(CSV::MalformedCSVError) {
        normal.instance.parse(text) { |t, r| }
      } 
      assert_nothing_raised {
        # generate broken record
        fast.instance.parse(text) { |t, r| }
      }

      # incorrect the number of column
      text = 'a,b,c'
      expected = {"key1" => 'a', "key2" => 'b'}
      normal.instance.parse(text) { |t, r|
        assert_equal expected, r
      }
      fast.instance.parse(text) { |t, r|
        assert_not_equal expected, r
      }

      # And more...
    end
  end
end