tokenizer-0.1.1

https://rubygems.org

id: 227236

number: 0.1.1

platform: ruby

spec_sha256: b00530b13608da42d590638e403e2454acb95322eec2184dfc02b118fe502813

sha256: 82819cb92efebc52d2c455c928f7c637c9041c9d3fd5bb3527016e18625c3112

created_at: 2024-05-13 08:16:57 UTC

updated_at: 2024-06-07 00:04:53 UTC

position: 3

version_data_entries_count: 15

uploaded_at: 2011-08-25 15:13:36 UTC

indexed: true

has_extensions:

extensions:

Gem size: 8 KB

Version Data Entries

Total: 15

Unpacked size: 17.7 KB

Full Name	Mode	Size	SHA
lib/tokenizer.rb	644	58 Bytes	7ecda3b2abf0f77b5f7abd9e3ebe0657085b3f66e696cf53b93743508905f4a8
lib/tokenizer/tokenizer.rb	644	932 Bytes	ed3de7037b2c2408ac75ef02bb6464eb8d5865e4f60688fd8a321f3580c710c9
lib/tokenizer/version.rb	644	41 Bytes	014d92ba578914f99f1df7a21f2b1008e8edf2db0f32698fcd7f22f46f1bd7c9
README.rdoc	644	2.01 KB	7f573129edc0c67101de66a655f57a706ab0c3b8b0a96642cf61a639ccf5af74
LICENSE.rdoc	644	1.08 KB	7efab5abd960f4044964cc4aa51ccde357756e98000eb35c50de0e1407cd5eb1
CHANGELOG.rdoc	644	384 Bytes	b61aa64f4a562440b6d78fad73b305b7764f2ecbfb0e76dd1e9510b684b46b8b
.yardopts	644	103 Bytes	6046f3bbf366cde791a42cebe04bacc913655170579f3bdf7dc8beedc2b3256c
test/test_en_tokenizer_dev.rb	644	357 Bytes	3395bb0888b09b62a1ef6587bbe8c0d5ba62d9a290d111ef101253b5c609583a
test/test_de_tokenizer_dev.rb	644	10.6 KB	3a5f3dc8489a123704a95ec88e183eae4674598ffc322dfa0fd7c9e02b60706c
test/test_de_tokenizer.rb	644	642 Bytes	454e3e8f95a8b818adc7aa816b5f786d447cae35b3aeeead133c0143d896a84b
test/test_by_tokenizer_dev.rb	644	357 Bytes	bb607723a59d88295f217bc978fc8385cbb62cff90fb6136376ca7e5a7746cce
test/test_it_tokenizer_dev.rb	644	357 Bytes	b70955dec4ef9dcb0539354d686d339274d4c2c0ed3e158064415888064810d2
test/test_fr_tokenizer_dev.rb	644	357 Bytes	94e13f3bd717fc61e137386f4fefe39b0f4803f2110df4df70b826900329a2cd
test/test_ru_tokenizer_dev.rb	644	357 Bytes	9a1cdd89b3c493703b47838e03b4addcf2d0203026a86d1b83e78feffa43f0fc
bin/tokenize	755	168 Bytes	cc4fb1467e82677cf03558aa8c87b395b31cb65e024e1a2cb8761392a079927e