Contents

# encoding: UTF-8

# Copyright 2012 Twitter, Inc
# http://www.apache.org/licenses/LICENSE-2.0

module TwitterCldr
  module Tokenizers
    class Token
      attr_accessor :value, :type

      def initialize(options = {})
        options.each_pair do |key, val|
          self.send("#{key.to_s}=", val)
        end
      end

      def to_s
        @value
      end
    end
  end
end

Version data entries

3 entries across 3 versions & 1 rubygems

Version	Path
twitter_cldr-1.3.0	lib/twitter_cldr/tokenizers/token.rb
twitter_cldr-1.2.0	lib/twitter_cldr/tokenizers/token.rb
twitter_cldr-1.1.0	lib/tokenizers/token.rb