pragmatic_tokenizer-1.1.0

https://rubygems.org

pragmatic_tokenizer

quick gemspec

.gem

.gem metadata (gemspec)

.gemspec

id: 895399

number: 1.1.0

platform: ruby

spec_sha256: f2c8c87b64b59e93d14bae270fccf51ff78c6a3f941380a0317e4dbec1bc0217

sha256: 836c4cd9a49ede452bc7f061a77bb4c9c945ff0c9eea764e9a795197447cd02d

created_at: 2024-05-13 08:27:31 UTC

updated_at: 2024-06-11 09:24:14 UTC

position: 24

version_data_entries_count: 43

uploaded_at: 2016-01-20 23:10:06 UTC

indexed: true

has_extensions:

extensions:

Gem size: 54 KB

Version Data Entries

Total: 43

Unpacked size: 159 KB

Full NameModeUIDGIDMtimeLinknameSizeSHA
.gitignore1006440087 Bytes5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1
.rspec1006440031 Bytes04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca
.travis.yml1006440029 Bytes9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180
Gemfile10064400104 Bytesf8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052
LICENSE.txt100644001.05 KB6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd
README.md1006440011.4 KBf0f7caaff9338866c8f2dd519a2dfb359526cd6c7ef46d310c9d083140d7fb5a
Rakefile10064400115 Bytes7114a176f101a510e32af560c073ee1582d61ebb6910976d79a67ec8a2d03c21
bin/console10075500344 Bytesab70b35c9e71a7d9f15a90abf00c15b88da5ed5843dcfbed3dd2b10eac13ab8a
bin/setup10075500115 Bytesab436b2febcfc1679642d2e15d990b3aa8680b8ae26bc2faf9ba02bb9fe060e4
lib/pragmatic_tokenizer.rb1006440078 Bytescc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54
lib/pragmatic_tokenizer/ending_punctuation_separator.rb10064400794 Bytes172aa415763ba08bcf5f11335ef6056561917706892da61a9d9284e5425360b1
lib/pragmatic_tokenizer/full_stop_separator.rb100644001014 Bytes3bb983b21a7e2dab9996c745e1873c073f191807557b774a8973834bc68638d5
lib/pragmatic_tokenizer/languages.rb100644001.92 KB3e5c9cdbebfb0b17baafee4c565426a20199b6be3e47f3795b73c806a8bddf9e
lib/pragmatic_tokenizer/languages/arabic.rb100644002.16 KBc8469c1d835cd153a23224dd41c3cf453c63c023fa37d6f718a9b5bf2dd7819d
lib/pragmatic_tokenizer/languages/bulgarian.rb100644003.94 KBf6e529726c54c81a8c2702863332d42d217f90d246d35a82a975e656252cc6f6
lib/pragmatic_tokenizer/languages/catalan.rb100644001.23 KBc41adecf74fdc0030a273f61a2537cbdf386946f5dc1f5ee445a7ad3f28c184c
lib/pragmatic_tokenizer/languages/common.rb100644004.35 KB703cb8873dca790d4c5596ed3156a294c44b22a2e5563b939d937c3935a1f402
lib/pragmatic_tokenizer/languages/czech.rb100644003.62 KB6461590d2c3ef68abf3baa9dff4cc958acfc8708fb3e3d8dea4742d33a544e2d
lib/pragmatic_tokenizer/languages/danish.rb10064400714 Bytes3eb6ee6caa8cb54fc05c6c984967f58e92f2a02a14dbe1e2080620915f5969a5
lib/pragmatic_tokenizer/languages/deutsch.rb100644008.79 KB9a8676bebf77f4bc965eb41074580332cfeea5c674c604e00d79904bfd89fd7e
lib/pragmatic_tokenizer/languages/dutch.rb100644002.71 KBec5711701af61d8acb0dde593b44b4b9aff0b4065afdb3bc977ce685670ecd4d
lib/pragmatic_tokenizer/languages/english.rb1006440014.3 KBa8d5b02d2317d6057ddf34a54df006c0aa5562df19e7e9e673c6ce0436a6efd6
lib/pragmatic_tokenizer/languages/finnish.rb100644007.97 KB42f3e6db421059116c6aa699c9d72d7a82bb564ca385044cb3a6b1a572ba6d7d
lib/pragmatic_tokenizer/languages/french.rb100644005.83 KB1c7b2f20cda6375f3c9c4ee585c341d9868603b889ad7cd1f7e9b1c64b711faf
lib/pragmatic_tokenizer/languages/greek.rb100644001.88 KB77a710998bc43de8190c241cdd3a3fa8dfa33372fa3f57705c2a92ccf1b70035
lib/pragmatic_tokenizer/languages/indonesian.rb100644003.86 KBa0cf4ad17d90ac1ba0770f0147a9624f53882130c3a01895931e781c869a9e60
lib/pragmatic_tokenizer/languages/italian.rb1006440021.2 KBf3022f1a0463afcb06f5a6d8d97175bae29277e13e528f6276f00d0c580c6cad
lib/pragmatic_tokenizer/languages/latvian.rb100644001.64 KB46235d9ffcf2533a99ecae3e34549d1607330859f6f5017f23f4926e3a64f068
lib/pragmatic_tokenizer/languages/norwegian.rb100644001.22 KBf6bffe6e73e79a8dd1941778088225fe0958a1fb906aa7d5300c60ee33e2a45c
lib/pragmatic_tokenizer/languages/persian.rb100644004.04 KB7a8505d7f67a1125d78eeaea03856e366a8b20633a8f617c974d25fee2dc20ec
lib/pragmatic_tokenizer/languages/polish.rb100644003.64 KBfa958090f77ccadb664bfae84cf69c5127b9b7ef69f9455ab8ca4aa01938d167
lib/pragmatic_tokenizer/languages/portuguese.rb100644004.16 KB1592a86ee227f41d29e2d715ba8aa60ec96ad4d0d323ca8f6fa74379e72cbd06
lib/pragmatic_tokenizer/languages/romanian.rb100644002.63 KB3f9436e1aee1fb65ce1d74ab8cf34f2b215ca90336965c65b4e020a8d919787f
lib/pragmatic_tokenizer/languages/russian.rb100644006.49 KB597827ab359140597102663cb20068c80bf5c0b82617248ba0a94e3a84a27c84
lib/pragmatic_tokenizer/languages/slovak.rb100644001.6 KBe50a19b496b632788742119e839ef7f5b42dce4b383f6bdcbb662f89c12316e0
lib/pragmatic_tokenizer/languages/spanish.rb100644006.25 KB5d3345b5853020c97bf3946b9a858b8896f40c21d20ceb5e1010c507709aed53
lib/pragmatic_tokenizer/languages/swedish.rb100644003.77 KBf34780e6452a4ed372c9f5af1f903cb6cddcbdc40340351c4de97569a0dcba7e
lib/pragmatic_tokenizer/languages/turkish.rb100644002.35 KBedfafa32fe33821e508b05706f0a495956bcde0efa483b3ad4ac004c64972760
lib/pragmatic_tokenizer/post_processor.rb100644003.29 KB47b2d8212e02771a7148975b6830725d13097ad2a0be2eb5ac626d2bf2f68543
lib/pragmatic_tokenizer/pre_processor.rb100644003.73 KBf261dd9cf8d451aabe0a00c9ea1d9c51f4cbfcb69ba922e982ef92ed1b5cd0a6
lib/pragmatic_tokenizer/tokenizer.rb1006440013.1 KB04be1a32df9007833ee068d9f7a85fef7c7edbb1fe7bf89400d7ab738765d125
lib/pragmatic_tokenizer/version.rb1006440050 Bytes3d84564b2af75c83c62eabfa227e5a1f0e8c48621f080e0ebd1890a1ce9855c7
pragmatic_tokenizer.gemspec100644001.03 KB751ae17a6ef44e61fe61b89d02e9ff956390c6e20657a5373c3ac386aaed922f