Sha256: adcf35c3e5b3b5e873690742de0f733c5fbaf88024c16e6eba8f0c185ba0ad3f

Contents?: true

Size: 1.43 KB

Versions: 27

Compression:

Stored size: 1.43 KB

Contents

# encoding: UTF-8

# Copyright 2012 Twitter, Inc
# http://www.apache.org/licenses/LICENSE-2.0

require 'spec_helper'

describe TwitterCldr::Tokenizers::TimeTokenizer do
  describe "#tokens" do
    it "should tokenize a time string correctly (i.e. German)" do
      data_reader = TwitterCldr::DataReaders::TimeDataReader.new(:de, type: :full)
      got = data_reader.tokenizer.tokenize(data_reader.pattern)
      expected  = [
        { value: "HH", type: :pattern },
        { value: ":", type: :plaintext },
        { value: "mm", type: :pattern },
        { value: ":", type: :plaintext },
        { value: "ss", type: :pattern },
        { value: " ", type: :plaintext },
        { value: "zzzz", type: :pattern }
      ]
      check_token_list(got, expected)
    end

    it "should tokenize patterns with non-latin characters correctly (i.e. Korean)" do
      data_reader = TwitterCldr::DataReaders::TimeDataReader.new(:ko, type: :full)
      got = data_reader.tokenizer.tokenize(data_reader.pattern)
      expected  = [
        { value: "a", type: :pattern },
        { value: " ", type: :plaintext },
        { value: "h", type: :pattern },
        { value: "시 ", type: :plaintext },
        { value: "m", type: :pattern },
        { value: "분 ", type: :plaintext },
        { value: "s", type: :pattern },
        { value: "초 ", type: :plaintext },
        { value: "zzzz", type: :pattern }
      ]
      check_token_list(got, expected)
    end
  end
end

Version data entries

27 entries across 27 versions & 1 rubygems

Version Path
twitter_cldr-6.12.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.11.5 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.11.4 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.11.3 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.11.2 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.11.1 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.11.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.10.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.9.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.8.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.7.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.6.2 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.6.1 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.6.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.5.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.4.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.3.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.2.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.1.0 spec/tokenizers/calendars/time_tokenizer_spec.rb
twitter_cldr-6.0.2 spec/tokenizers/calendars/time_tokenizer_spec.rb