pragmatic_tokenizer-1.0.0

https://rubygems.org

pragmatic_tokenizer

quick gemspec

.gem

.gem metadata (gemspec)

.gemspec

id: 895396

number: 1.0.0

platform: ruby

spec_sha256: dd3b95d658cb9ff67bce28a3fbed38a4527af2feac8923b8788b2a4a93050b39

sha256: 7bfe61e07f5707c62c4d76e937c8a9f2478f3ce5cc46752ff12a979c031a7f46

created_at: 2024-05-13 08:27:31 UTC

updated_at: 2024-06-11 09:24:12 UTC

position: 27

version_data_entries_count: 43

uploaded_at: 2016-01-18 10:22:58 UTC

indexed: true

has_extensions:

extensions:

Gem size: 53.5 KB

Version Data Entries

Total: 43

Unpacked size: 159 KB

Full NameModeUIDGIDMtimeLinknameSizeSHA
.gitignore1006440087 Bytes5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1
.rspec1006440031 Bytes04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca
.travis.yml1006440029 Bytes9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180
Gemfile10064400104 Bytesf8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052
LICENSE.txt100644001.05 KB6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd
README.md1006440011.4 KBec3f90056566cf01a343e35fd7b2aa8e69642cdc98190f99a2fbffebd78a9e98
Rakefile10064400115 Bytes7114a176f101a510e32af560c073ee1582d61ebb6910976d79a67ec8a2d03c21
bin/console10075500344 Bytesab70b35c9e71a7d9f15a90abf00c15b88da5ed5843dcfbed3dd2b10eac13ab8a
bin/setup10075500115 Bytesab436b2febcfc1679642d2e15d990b3aa8680b8ae26bc2faf9ba02bb9fe060e4
lib/pragmatic_tokenizer.rb1006440078 Bytescc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54
lib/pragmatic_tokenizer/ending_punctuation_separator.rb10064400794 Bytes172aa415763ba08bcf5f11335ef6056561917706892da61a9d9284e5425360b1
lib/pragmatic_tokenizer/full_stop_separator.rb100644001014 Bytes3bb983b21a7e2dab9996c745e1873c073f191807557b774a8973834bc68638d5
lib/pragmatic_tokenizer/languages.rb100644001.92 KB3e5c9cdbebfb0b17baafee4c565426a20199b6be3e47f3795b73c806a8bddf9e
lib/pragmatic_tokenizer/languages/arabic.rb100644002.16 KBc8469c1d835cd153a23224dd41c3cf453c63c023fa37d6f718a9b5bf2dd7819d
lib/pragmatic_tokenizer/languages/bulgarian.rb100644003.94 KBf6e529726c54c81a8c2702863332d42d217f90d246d35a82a975e656252cc6f6
lib/pragmatic_tokenizer/languages/catalan.rb100644001.23 KBc41adecf74fdc0030a273f61a2537cbdf386946f5dc1f5ee445a7ad3f28c184c
lib/pragmatic_tokenizer/languages/common.rb100644006.61 KB99ec76fde384adaae88cb875afd3f79d6b2b77e2a811fea1aa6b5c879e43bd9d
lib/pragmatic_tokenizer/languages/czech.rb100644003.62 KB6461590d2c3ef68abf3baa9dff4cc958acfc8708fb3e3d8dea4742d33a544e2d
lib/pragmatic_tokenizer/languages/danish.rb10064400714 Bytes3eb6ee6caa8cb54fc05c6c984967f58e92f2a02a14dbe1e2080620915f5969a5
lib/pragmatic_tokenizer/languages/deutsch.rb100644008.79 KB9a8676bebf77f4bc965eb41074580332cfeea5c674c604e00d79904bfd89fd7e
lib/pragmatic_tokenizer/languages/dutch.rb100644002.71 KBec5711701af61d8acb0dde593b44b4b9aff0b4065afdb3bc977ce685670ecd4d
lib/pragmatic_tokenizer/languages/english.rb1006440014.1 KB87f6ddbd740296dffa6f46231acdcdd7a887964071edcbd4fe34f279138a0dfa
lib/pragmatic_tokenizer/languages/finnish.rb100644007.97 KB42f3e6db421059116c6aa699c9d72d7a82bb564ca385044cb3a6b1a572ba6d7d
lib/pragmatic_tokenizer/languages/french.rb100644005.83 KB1c7b2f20cda6375f3c9c4ee585c341d9868603b889ad7cd1f7e9b1c64b711faf
lib/pragmatic_tokenizer/languages/greek.rb100644001.88 KB77a710998bc43de8190c241cdd3a3fa8dfa33372fa3f57705c2a92ccf1b70035
lib/pragmatic_tokenizer/languages/indonesian.rb100644003.86 KBa0cf4ad17d90ac1ba0770f0147a9624f53882130c3a01895931e781c869a9e60
lib/pragmatic_tokenizer/languages/italian.rb1006440021.2 KBf3022f1a0463afcb06f5a6d8d97175bae29277e13e528f6276f00d0c580c6cad
lib/pragmatic_tokenizer/languages/latvian.rb100644001.64 KB46235d9ffcf2533a99ecae3e34549d1607330859f6f5017f23f4926e3a64f068
lib/pragmatic_tokenizer/languages/norwegian.rb100644001.22 KBf6bffe6e73e79a8dd1941778088225fe0958a1fb906aa7d5300c60ee33e2a45c
lib/pragmatic_tokenizer/languages/persian.rb100644004.04 KB7a8505d7f67a1125d78eeaea03856e366a8b20633a8f617c974d25fee2dc20ec
lib/pragmatic_tokenizer/languages/polish.rb100644003.64 KBfa958090f77ccadb664bfae84cf69c5127b9b7ef69f9455ab8ca4aa01938d167
lib/pragmatic_tokenizer/languages/portuguese.rb100644004.16 KB1592a86ee227f41d29e2d715ba8aa60ec96ad4d0d323ca8f6fa74379e72cbd06
lib/pragmatic_tokenizer/languages/romanian.rb100644002.62 KBe57ca0cbf3b1a674d138a25992ea8fd19e23812bb1f3b8283e861bfb9fa0363c
lib/pragmatic_tokenizer/languages/russian.rb100644006.49 KB597827ab359140597102663cb20068c80bf5c0b82617248ba0a94e3a84a27c84
lib/pragmatic_tokenizer/languages/slovak.rb100644001.6 KBe50a19b496b632788742119e839ef7f5b42dce4b383f6bdcbb662f89c12316e0
lib/pragmatic_tokenizer/languages/spanish.rb100644006.25 KB5d3345b5853020c97bf3946b9a858b8896f40c21d20ceb5e1010c507709aed53
lib/pragmatic_tokenizer/languages/swedish.rb100644003.77 KBf34780e6452a4ed372c9f5af1f903cb6cddcbdc40340351c4de97569a0dcba7e
lib/pragmatic_tokenizer/languages/turkish.rb100644002.35 KBedfafa32fe33821e508b05706f0a495956bcde0efa483b3ad4ac004c64972760
lib/pragmatic_tokenizer/post_processor.rb100644002.93 KBafe877b4683ac75eec7c0c0b0efe2c0feebb47d25d8df04f3d2ba9d6e5df8b7f
lib/pragmatic_tokenizer/pre_processor.rb100644003.18 KB7c65e5df5b2d21aade4d6ffee26666e9746ff053a2d2c15c67c14e953325c15c
lib/pragmatic_tokenizer/tokenizer.rb1006440012.5 KB4888d5e5d48ac981f52f3aa963c3afb384a46d81f88feaf00454c125f33fecc2
lib/pragmatic_tokenizer/version.rb1006440050 Bytescabde505a5fd88993d55a03b425fd53b6610dca3903bed0261d6e3d1bfad1d7d
pragmatic_tokenizer.gemspec100644001.03 KB751ae17a6ef44e61fe61b89d02e9ff956390c6e20657a5373c3ac386aaed922f