require 'minitest/autorun'
require 'tokenizer'

class TestTokenizer < Minitest::Test

  def setup
    @de_tokenizer = Tokenizer::Tokenizer.new(:de)
  end

  def test_constants
    assert(Tokenizer::VERSION.is_a?(String) && !Tokenizer::VERSION.empty?)
  end

  def test_output_type
    output = @de_tokenizer.tokenize('ich gehe in die Schule')
    assert(output.is_a?(Array))
  end

  def test_tokenization_001
    input = 'Ich ging in die Schule!'
    etalon = %w(Ich ging in die Schule !)
    output = @de_tokenizer.tokenize(input)
    assert_equal(etalon, output)
  end
end