pragmatic_tokenizer-1.4.0

https://rubygems.org

id: 895405

number: 1.4.0

platform: ruby

spec_sha256: 6f4220cb85aeca301a69c5e7719672c2ab4d555f24f182a198f9a27ad552feb7

sha256: 678ecfc3976ce6f5baaa8d7211389adb62bdde20226ba7232e76fe0284300d22

created_at: 2024-05-13 08:27:31 UTC

updated_at: 2024-06-11 09:24:17 UTC

position: 18

version_data_entries_count: 48

uploaded_at: 2016-01-22 22:15:18 UTC

indexed: true

has_extensions:

extensions:

Gem size: 69 KB

Version Data Entries

Total: 48

Unpacked size: 253 KB

Full Name	Mode	Size	SHA
.gitignore	100644	87 Bytes	5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1
.rspec	100644	31 Bytes	04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca
.travis.yml	100644	29 Bytes	9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180
Gemfile	100644	104 Bytes	f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052
LICENSE.txt	100644	1.05 KB	6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd
README.md	100644	11.4 KB	3bdcd3bcd0064b3c62b9fd6ff43c802e6abab11935e00aec24172937bb8220e6
Rakefile	100644	115 Bytes	7114a176f101a510e32af560c073ee1582d61ebb6910976d79a67ec8a2d03c21
lib/pragmatic_tokenizer.rb	100644	78 Bytes	cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54
lib/pragmatic_tokenizer/ending_punctuation_separator.rb	100644	794 Bytes	172aa415763ba08bcf5f11335ef6056561917706892da61a9d9284e5425360b1
lib/pragmatic_tokenizer/full_stop_separator.rb	100644	1.07 KB	1ad6823c83d35c45512ccdb739eb139d2744ca3b9f2e1b844e1d6f5d180b02bc
lib/pragmatic_tokenizer/languages.rb	100644	1.92 KB	3e5c9cdbebfb0b17baafee4c565426a20199b6be3e47f3795b73c806a8bddf9e
lib/pragmatic_tokenizer/languages/arabic.rb	100644	2.16 KB	c8469c1d835cd153a23224dd41c3cf453c63c023fa37d6f718a9b5bf2dd7819d
lib/pragmatic_tokenizer/languages/bulgarian.rb	100644	3.94 KB	f6e529726c54c81a8c2702863332d42d217f90d246d35a82a975e656252cc6f6
lib/pragmatic_tokenizer/languages/catalan.rb	100644	1.23 KB	c41adecf74fdc0030a273f61a2537cbdf386946f5dc1f5ee445a7ad3f28c184c
lib/pragmatic_tokenizer/languages/common.rb	100644	4.35 KB	703cb8873dca790d4c5596ed3156a294c44b22a2e5563b939d937c3935a1f402
lib/pragmatic_tokenizer/languages/czech.rb	100644	3.62 KB	6461590d2c3ef68abf3baa9dff4cc958acfc8708fb3e3d8dea4742d33a544e2d
lib/pragmatic_tokenizer/languages/danish.rb	100644	714 Bytes	3eb6ee6caa8cb54fc05c6c984967f58e92f2a02a14dbe1e2080620915f5969a5
lib/pragmatic_tokenizer/languages/deutsch.rb	100644	8.79 KB	9a8676bebf77f4bc965eb41074580332cfeea5c674c604e00d79904bfd89fd7e
lib/pragmatic_tokenizer/languages/dutch.rb	100644	2.71 KB	ec5711701af61d8acb0dde593b44b4b9aff0b4065afdb3bc977ce685670ecd4d
lib/pragmatic_tokenizer/languages/english.rb	100644	14.4 KB	f0a3725df9797ed7ef1c58dcaba310474d48227de72a5c050778879a42ae5eae
lib/pragmatic_tokenizer/languages/finnish.rb	100644	7.97 KB	42f3e6db421059116c6aa699c9d72d7a82bb564ca385044cb3a6b1a572ba6d7d
lib/pragmatic_tokenizer/languages/french.rb	100644	5.83 KB	1c7b2f20cda6375f3c9c4ee585c341d9868603b889ad7cd1f7e9b1c64b711faf
lib/pragmatic_tokenizer/languages/greek.rb	100644	1.88 KB	77a710998bc43de8190c241cdd3a3fa8dfa33372fa3f57705c2a92ccf1b70035
lib/pragmatic_tokenizer/languages/indonesian.rb	100644	3.86 KB	a0cf4ad17d90ac1ba0770f0147a9624f53882130c3a01895931e781c869a9e60
lib/pragmatic_tokenizer/languages/italian.rb	100644	21.2 KB	f3022f1a0463afcb06f5a6d8d97175bae29277e13e528f6276f00d0c580c6cad
lib/pragmatic_tokenizer/languages/latvian.rb	100644	1.64 KB	46235d9ffcf2533a99ecae3e34549d1607330859f6f5017f23f4926e3a64f068
lib/pragmatic_tokenizer/languages/norwegian.rb	100644	1.22 KB	f6bffe6e73e79a8dd1941778088225fe0958a1fb906aa7d5300c60ee33e2a45c
lib/pragmatic_tokenizer/languages/persian.rb	100644	4.04 KB	7a8505d7f67a1125d78eeaea03856e366a8b20633a8f617c974d25fee2dc20ec
lib/pragmatic_tokenizer/languages/polish.rb	100644	3.64 KB	fa958090f77ccadb664bfae84cf69c5127b9b7ef69f9455ab8ca4aa01938d167
lib/pragmatic_tokenizer/languages/portuguese.rb	100644	4.16 KB	1592a86ee227f41d29e2d715ba8aa60ec96ad4d0d323ca8f6fa74379e72cbd06
lib/pragmatic_tokenizer/languages/romanian.rb	100644	2.63 KB	3f9436e1aee1fb65ce1d74ab8cf34f2b215ca90336965c65b4e020a8d919787f
lib/pragmatic_tokenizer/languages/russian.rb	100644	6.49 KB	597827ab359140597102663cb20068c80bf5c0b82617248ba0a94e3a84a27c84
lib/pragmatic_tokenizer/languages/slovak.rb	100644	1.6 KB	e50a19b496b632788742119e839ef7f5b42dce4b383f6bdcbb662f89c12316e0
lib/pragmatic_tokenizer/languages/spanish.rb	100644	6.25 KB	5d3345b5853020c97bf3946b9a858b8896f40c21d20ceb5e1010c507709aed53
lib/pragmatic_tokenizer/languages/swedish.rb	100644	3.77 KB	f34780e6452a4ed372c9f5af1f903cb6cddcbdc40340351c4de97569a0dcba7e
lib/pragmatic_tokenizer/languages/turkish.rb	100644	2.35 KB	edfafa32fe33821e508b05706f0a495956bcde0efa483b3ad4ac004c64972760
lib/pragmatic_tokenizer/post_processor.rb	100644	3.29 KB	47b2d8212e02771a7148975b6830725d13097ad2a0be2eb5ac626d2bf2f68543
lib/pragmatic_tokenizer/pre_processor.rb	100644	4.34 KB	4181c97682f3d7b01907388d4595f7ae28f654be7bef8c16ee96a5fb32a19c6a
lib/pragmatic_tokenizer/tokenizer.rb	100644	13.4 KB	e5cf300d7ede0d5269790d0feaed01aaa0e5c069268ba1ad7bc9be3ee0e2e651
lib/pragmatic_tokenizer/version.rb	100644	50 Bytes	a59de3bf76b3ae9bfa389f431faf416bace7e800dd484e0843d8726eaf97dc00
pragmatic_tokenizer.gemspec	100644	1.02 KB	35973c621806358212bbda93432a5c3b669ab9573593cfee0adeee73118ea2ae
spec/languages/bulgarian_spec.rb	100644	1.99 KB	d64afde5fd7aac1302ca59f4c0d87e46a9ecb380797828d040f38f9e9a7fae91
spec/languages/deutsch_spec.rb	100644	8.76 KB	fdb59e716bbe93454a5817983d8f763f9e4c2776755e4905611b8c380274e334
spec/languages/english_spec.rb	100644	71.6 KB	25ac6cdf6675106c18deee71d9ed4515560a0880f8974ec1df168ff210bc47ad
spec/languages/french_spec.rb	100644	372 Bytes	10856da9436d49c4a7786ac6e5672c6e67d73476437a3108fec62b9dc935ea7d
spec/performance_spec.rb	100644	9.11 KB	b0dd2647c06df3362881cdf5a5454bd2711ccb5c94cd2c39f580466fa8b0fac0
spec/pragmatic_tokenizer_spec.rb	100644	1.69 KB	f1806594e0f02fe52494a61d56d4fff935a8f29a11289a95d8aa93e47dccf4f8
spec/spec_helper.rb	100644	89 Bytes	9e5b2005435dca8e36fc6fd6759158319dfa2f13bc54967bdb1dcc73dd0109b3