pragmatic_tokenizer-1.5.1

https://rubygems.org

id: 895407

number: 1.5.1

platform: ruby

spec_sha256: ceb2e8a0cc11bcca59a2c5870ba622f1e8f1ed6d5860cccc93b2e67e4b00dacf

sha256: fbacabeae4c8db962c79f5b5358a00ada93cca69374b206f70b174c1c8e8e29f

created_at: 2024-05-13 08:27:31 UTC

updated_at: 2024-06-11 09:24:19 UTC

position: 16

version_data_entries_count: 50

uploaded_at: 2016-01-27 04:37:22 UTC

indexed: true

has_extensions:

extensions:

Gem size: 71.5 KB

Version Data Entries

Total: 50

Unpacked size: 254 KB

Full Name	Mode	Size	SHA
.gitignore	100644	87 Bytes	5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1
.rspec	100644	31 Bytes	04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca
.rubocop.yml	100644	5.17 KB	d3d0ce4195c328d8fc9498ab86b05774924f49e5cd1e545017221623a5f8aacf
.rubocop_todo.yml	100644	1.73 KB	646feea9ded0489d8cc2933d0c8bac0564c56f687e2da81b4d4bb396fc56af8a
.travis.yml	100644	29 Bytes	9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180
Gemfile	100644	104 Bytes	f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052
LICENSE.txt	100644	1.05 KB	6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd
README.md	100644	11 KB	d7936d963d3d068613ad016bafc68daef75d36b89d596fefeec80b450bedbc10
Rakefile	100644	113 Bytes	04def30df0ea5bdfa483398fcdd3ff18f5ce971e23072d37170ca88686bc6696
lib/pragmatic_tokenizer.rb	100644	78 Bytes	cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54
lib/pragmatic_tokenizer/ending_punctuation_separator.rb	100644	796 Bytes	2a5de0483760c02ef404d78dbbbc39418c8ccffe361c2270bddda79e0abc7d60
lib/pragmatic_tokenizer/full_stop_separator.rb	100644	1.48 KB	1983cb3d8654185c424c8b62285ad3a19be7785bcdd6eefd0103c7a40bfcff3f
lib/pragmatic_tokenizer/languages.rb	100644	1.98 KB	9e774a6252b1fe0a7b5ad27ef4835821c1a0bb0823659d5bda05c63fd7d2500c
lib/pragmatic_tokenizer/languages/arabic.rb	100644	2.16 KB	faab6f7bd3a21d7fa30a5eab9efb0bf988181285550f96f9020928bd67f249a0
lib/pragmatic_tokenizer/languages/bulgarian.rb	100644	3.94 KB	d5dbc30271281e8e8bb4c5d42671e977ff0d0a09cded07299f502e2baaa65f32
lib/pragmatic_tokenizer/languages/catalan.rb	100644	1.23 KB	a390c965be38c980fd4de0eb7dac00e22becd3d98455c4ade8b923a188d3a0c4
lib/pragmatic_tokenizer/languages/common.rb	100644	4.15 KB	d7ed354c2183f444241288b150ea7a985dea153b5ce30412428587ed871f8a7b
lib/pragmatic_tokenizer/languages/czech.rb	100644	3.62 KB	79ed8ac7e21b4748ea714f6134017b2ecc40dd68cfd7f052ac606ce1640f8c25
lib/pragmatic_tokenizer/languages/danish.rb	100644	529 Bytes	164f2f0c93605c339bc416c98dbeaa08a3095190980deee9753ba92e71bc97c0
lib/pragmatic_tokenizer/languages/deutsch.rb	100644	9.53 KB	8b1d766be27bbbde53617eca7b8febb80d67640ce133269c57d0bec9d970e018
lib/pragmatic_tokenizer/languages/dutch.rb	100644	1.92 KB	dddba6ac5e92e1780aa6f433aef3176595ced90481d7df03d9521ecd52b5084f
lib/pragmatic_tokenizer/languages/english.rb	100644	14.6 KB	b3420e218fbc26b6b2203d88b53da574d67168f2b0b79dc96104a36e66554fb2
lib/pragmatic_tokenizer/languages/finnish.rb	100644	5.78 KB	e72a849a17bcbbf644b689acc1339e018455a4bf8b953f3ef0727b9d13b460ad
lib/pragmatic_tokenizer/languages/french.rb	100644	5.85 KB	7c2f8370f41de6487f93a7222e835483c81259f62b447b4ce5ba02b1f58218b2
lib/pragmatic_tokenizer/languages/greek.rb	100644	1.89 KB	c7064bbae1315e97889af389cd3b3ede8f32ae42c5821b8658edb3fdbbb4552d
lib/pragmatic_tokenizer/languages/indonesian.rb	100644	2.82 KB	227a3da7294ca4f3b9b880492ba4d27ca50b2805b187166d083f8394f839b70c
lib/pragmatic_tokenizer/languages/italian.rb	100644	21.2 KB	09ce64d42e1b06a1ac7aada31f9a3fac0b67837b3f418079b9a2d31454aa7e76
lib/pragmatic_tokenizer/languages/latvian.rb	100644	1.64 KB	b703dbd926fca54d7e2aaf8ac21551f94c184e8a1f44393b4debaec4f898323b
lib/pragmatic_tokenizer/languages/norwegian.rb	100644	861 Bytes	e7a4560b5042c4a5087c5fc76f36e260a56bf337b5741872751ff3765ec4b332
lib/pragmatic_tokenizer/languages/persian.rb	100644	3.08 KB	8933bea04036f1e736b439fee15dd6a3f19b6d04b360abfb522203175eaae938
lib/pragmatic_tokenizer/languages/polish.rb	100644	2.84 KB	9c84d1964b993b9b3ccb7e2117e5b61e0fd80fc242d144b22413690da33a8505
lib/pragmatic_tokenizer/languages/portuguese.rb	100644	2.87 KB	8b9830b9c9b08ce77d53d95dc7cfccc107d17928dd12f9a869913821f410ef68
lib/pragmatic_tokenizer/languages/romanian.rb	100644	2.63 KB	eacadb0b5a29f04af3425010d0ca1a9c41bbcc623e260caa1fdefecd9a99a422
lib/pragmatic_tokenizer/languages/russian.rb	100644	5.26 KB	a0a6d67b3f634272a633c0e9aa74ccba375645c65f77a6083035691985bc93af
lib/pragmatic_tokenizer/languages/slovak.rb	100644	1.07 KB	de145f05ee9194f47fe14103fd89fa55115013b021de569530727a7f219d87f6
lib/pragmatic_tokenizer/languages/spanish.rb	100644	6.25 KB	a496d91ba7b5765fd3b3f4686f732d508d17db6a53779e4918ef77a23ebe8c3f
lib/pragmatic_tokenizer/languages/swedish.rb	100644	2.64 KB	88b23a2e6a48c88cd55a23866a7e18ab5bd071c4c14114b152715b69fb7a6711
lib/pragmatic_tokenizer/languages/turkish.rb	100644	1.68 KB	d53de7cae5f7f7914f068103d021231a595183a48396e78f063c4285c6600617
lib/pragmatic_tokenizer/post_processor.rb	100644	4.03 KB	107f86d4d06d32f25f5a3ec2d006127ff8e8ce44e59f1e33425d22372fe36368
lib/pragmatic_tokenizer/pre_processor.rb	100644	4.66 KB	42191734b824e1dd1fcb216b3150d7df603f04377e806829ae99d65b85b98310
lib/pragmatic_tokenizer/tokenizer.rb	100644	14.5 KB	c0c8378b5b235ed03824c04ea98d98de45cf1b3024eef553e76c98d6a3e5e12b
lib/pragmatic_tokenizer/version.rb	100644	57 Bytes	6facd3d75c1fc1d07ebefcb0f12ea6291408dcb72a1726b9bb65225ddef1d0bd
pragmatic_tokenizer.gemspec	100644	1.06 KB	ef3d4c4e259cfc2d0ebd6d8f3fcd60283cac8db87a9dcdc699cef4975c4b32b6
spec/languages/bulgarian_spec.rb	100644	2.09 KB	22fa8adfd98db0167b663d375b95b90414b7454e9c4235c3b1df42f1ef908622
spec/languages/deutsch_spec.rb	100644	9.04 KB	908d15bdd149ee1f6c13132eaccf7845d8c586a888d0c682fb16656e425c82ed
spec/languages/english_spec.rb	100644	73.8 KB	f0b7700f32c7c388fab0c230266f4f49870167a6c370c8c4f7b9de734d504191
spec/languages/french_spec.rb	100644	385 Bytes	7ceb4cd086b5d0eafa25aae3287e3d04cea42356988eb2f4f87702647e68b00d
spec/performance_spec.rb	100644	8.99 KB	a3a894e5391263af1770082f002dcb29ede796f065d5193033e418cf7c790066
spec/pragmatic_tokenizer_spec.rb	100644	1.66 KB	1ed4df55af8ea23a58831aa2330bcf3067aa94be5fdbf75b06081426b6a22a89
spec/spec_helper.rb	100644	89 Bytes	9e5b2005435dca8e36fc6fd6759158319dfa2f13bc54967bdb1dcc73dd0109b3