Sha256: 0036e68a991e5f441455df02451cbdc006e198a5cedde142ac8270672ecb85fd
Contents?: true
Size: 1.45 KB
Versions: 11
Compression:
Stored size: 1.45 KB
Contents
# encoding: UTF-8
# Copyright 2012 Twitter, Inc
# http://www.apache.org/licenses/LICENSE-2.0
require 'spec_helper'
include TwitterCldr::Tokenizers
describe DateTokenizer do
describe "#tokens" do
it "should tokenize a time string correctly (i.e. German)" do
tokenizer = TimeTokenizer.new(:locale => :de)
got = tokenizer.tokens(:type => :full)
expected = [
{ :value => "HH", :type => :pattern },
{ :value => ":", :type => :plaintext },
{ :value => "mm", :type => :pattern },
{ :value => ":", :type => :plaintext },
{ :value => "ss", :type => :pattern },
{ :value => " ", :type => :plaintext },
{ :value => "zzzz", :type => :pattern }
]
check_token_list(got, expected)
end
it "should tokenize patterns with non-latin characters correctly (i.e. Korean)" do
tokenizer = TimeTokenizer.new(:locale => :ko)
got = tokenizer.tokens(:type => :full)
expected = [
{ :value => "a", :type => :pattern },
{ :value => " ", :type => :plaintext },
{ :value => "h", :type => :pattern },
{ :value => "시 ", :type => :plaintext },
{ :value => "m", :type => :pattern },
{ :value => "분 ", :type => :plaintext },
{ :value => "s", :type => :pattern },
{ :value => "초 ", :type => :plaintext },
{ :value => "zzzz", :type => :pattern }
]
check_token_list(got, expected)
end
end
end
Version data entries
11 entries across 11 versions & 1 rubygems