Contents

# -*- encoding: utf-8 -*-
# stub: tokenizer 0.3.0 ruby lib

Gem::Specification.new do |s|
  s.name = "tokenizer".freeze
  s.version = "0.3.0"

  s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
  s.require_paths = ["lib".freeze]
  s.authors = ["Andrei Beliankou".freeze]
  s.date = "2016-01-20"
  s.description = "A simple multilingual tokenizer for NLP tasks. This tool provides a CLI and a library for linguistic tokenization which is an anavoidable step for many HLT (human language technology) tasks in the preprocessing phase for further syntactic, semantic and other higher level processing goals. Use it for tokenization of German, English and French texts.".freeze
  s.email = "[e-mail]".freeze
  s.executables = ["tokenize".freeze]
  s.extra_rdoc_files = ["CHANGELOG.rdoc".freeze, "LICENSE.rdoc".freeze, "README.rdoc".freeze]
  s.files = ["CHANGELOG.rdoc".freeze, "LICENSE.rdoc".freeze, "README.rdoc".freeze, "bin/tokenize".freeze]
  s.homepage = "https://github.com/arbox/tokenizer".freeze
  s.licenses = ["MIT".freeze]
  s.required_ruby_version = Gem::Requirement.new(">= 1.9.3".freeze)
  s.rubygems_version = "3.0.3".freeze
  s.summary = "Tokenizer is a tool intended to split a text into tokens.".freeze

  s.installed_by_version = "3.0.3" if s.respond_to? :installed_by_version
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
metanorma-cli-1.3.4	gems/ruby/2.6.0/specifications/tokenizer-0.3.0.gemspec
metanorma-cli-1.3.3.1	gems/ruby/2.6.0/specifications/tokenizer-0.3.0.gemspec