pragmatic_tokenizer-2.0.0

https://rubygems.org

id: 895409

number: 2.0.0

platform: ruby

spec_sha256: 4bce0082cc767083319017f3b1edc18b1c8350aa99d0aed739e6c4795b60396d

sha256: 9ef70408749ccffbda27ed805ee183e0b3ca54d8cee7d8aceebb9fee7a5f59ee

created_at: 2024-05-13 08:27:31 UTC

updated_at: 2024-06-11 09:24:20 UTC

position: 14

version_data_entries_count: 50

uploaded_at: 2016-01-27 03:58:59 UTC

indexed: true

has_extensions:

extensions:

Gem size: 71.5 KB

Version Data Entries

Total: 50

Unpacked size: 254 KB

Full Name	Mode	Size	SHA
.gitignore	100644	87 Bytes	5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1
.rspec	100644	31 Bytes	04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca
.rubocop.yml	100644	5.17 KB	d3d0ce4195c328d8fc9498ab86b05774924f49e5cd1e545017221623a5f8aacf
.rubocop_todo.yml	100644	1.73 KB	646feea9ded0489d8cc2933d0c8bac0564c56f687e2da81b4d4bb396fc56af8a
.travis.yml	100644	29 Bytes	9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180
Gemfile	100644	104 Bytes	f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052
LICENSE.txt	100644	1.05 KB	6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd
README.md	100644	11 KB	d7936d963d3d068613ad016bafc68daef75d36b89d596fefeec80b450bedbc10
Rakefile	100644	113 Bytes	04def30df0ea5bdfa483398fcdd3ff18f5ce971e23072d37170ca88686bc6696
lib/pragmatic_tokenizer.rb	100644	78 Bytes	cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54
lib/pragmatic_tokenizer/ending_punctuation_separator.rb	100644	796 Bytes	2a5de0483760c02ef404d78dbbbc39418c8ccffe361c2270bddda79e0abc7d60
lib/pragmatic_tokenizer/full_stop_separator.rb	100644	1.54 KB	898802baf0b8f759d5d7f1f2ebdd22c484c4fc2a9f11314c9deb7d8c245aab99
lib/pragmatic_tokenizer/languages.rb	100644	1.98 KB	9e774a6252b1fe0a7b5ad27ef4835821c1a0bb0823659d5bda05c63fd7d2500c
lib/pragmatic_tokenizer/languages/arabic.rb	100644	2.16 KB	faab6f7bd3a21d7fa30a5eab9efb0bf988181285550f96f9020928bd67f249a0
lib/pragmatic_tokenizer/languages/bulgarian.rb	100644	3.94 KB	d5dbc30271281e8e8bb4c5d42671e977ff0d0a09cded07299f502e2baaa65f32
lib/pragmatic_tokenizer/languages/catalan.rb	100644	1.23 KB	a390c965be38c980fd4de0eb7dac00e22becd3d98455c4ade8b923a188d3a0c4
lib/pragmatic_tokenizer/languages/common.rb	100644	4.15 KB	d7ed354c2183f444241288b150ea7a985dea153b5ce30412428587ed871f8a7b
lib/pragmatic_tokenizer/languages/czech.rb	100644	3.62 KB	79ed8ac7e21b4748ea714f6134017b2ecc40dd68cfd7f052ac606ce1640f8c25
lib/pragmatic_tokenizer/languages/danish.rb	100644	529 Bytes	164f2f0c93605c339bc416c98dbeaa08a3095190980deee9753ba92e71bc97c0
lib/pragmatic_tokenizer/languages/deutsch.rb	100644	9.53 KB	8b1d766be27bbbde53617eca7b8febb80d67640ce133269c57d0bec9d970e018
lib/pragmatic_tokenizer/languages/dutch.rb	100644	1.92 KB	dddba6ac5e92e1780aa6f433aef3176595ced90481d7df03d9521ecd52b5084f
lib/pragmatic_tokenizer/languages/english.rb	100644	14.6 KB	b3420e218fbc26b6b2203d88b53da574d67168f2b0b79dc96104a36e66554fb2
lib/pragmatic_tokenizer/languages/finnish.rb	100644	5.78 KB	e72a849a17bcbbf644b689acc1339e018455a4bf8b953f3ef0727b9d13b460ad
lib/pragmatic_tokenizer/languages/french.rb	100644	5.85 KB	7c2f8370f41de6487f93a7222e835483c81259f62b447b4ce5ba02b1f58218b2
lib/pragmatic_tokenizer/languages/greek.rb	100644	1.89 KB	c7064bbae1315e97889af389cd3b3ede8f32ae42c5821b8658edb3fdbbb4552d
lib/pragmatic_tokenizer/languages/indonesian.rb	100644	2.82 KB	227a3da7294ca4f3b9b880492ba4d27ca50b2805b187166d083f8394f839b70c
lib/pragmatic_tokenizer/languages/italian.rb	100644	21.2 KB	09ce64d42e1b06a1ac7aada31f9a3fac0b67837b3f418079b9a2d31454aa7e76
lib/pragmatic_tokenizer/languages/latvian.rb	100644	1.64 KB	b703dbd926fca54d7e2aaf8ac21551f94c184e8a1f44393b4debaec4f898323b
lib/pragmatic_tokenizer/languages/norwegian.rb	100644	861 Bytes	e7a4560b5042c4a5087c5fc76f36e260a56bf337b5741872751ff3765ec4b332
lib/pragmatic_tokenizer/languages/persian.rb	100644	3.08 KB	8933bea04036f1e736b439fee15dd6a3f19b6d04b360abfb522203175eaae938
lib/pragmatic_tokenizer/languages/polish.rb	100644	2.84 KB	9c84d1964b993b9b3ccb7e2117e5b61e0fd80fc242d144b22413690da33a8505
lib/pragmatic_tokenizer/languages/portuguese.rb	100644	2.87 KB	8b9830b9c9b08ce77d53d95dc7cfccc107d17928dd12f9a869913821f410ef68
lib/pragmatic_tokenizer/languages/romanian.rb	100644	2.63 KB	eacadb0b5a29f04af3425010d0ca1a9c41bbcc623e260caa1fdefecd9a99a422
lib/pragmatic_tokenizer/languages/russian.rb	100644	5.26 KB	a0a6d67b3f634272a633c0e9aa74ccba375645c65f77a6083035691985bc93af
lib/pragmatic_tokenizer/languages/slovak.rb	100644	1.07 KB	de145f05ee9194f47fe14103fd89fa55115013b021de569530727a7f219d87f6
lib/pragmatic_tokenizer/languages/spanish.rb	100644	6.25 KB	a496d91ba7b5765fd3b3f4686f732d508d17db6a53779e4918ef77a23ebe8c3f
lib/pragmatic_tokenizer/languages/swedish.rb	100644	2.64 KB	88b23a2e6a48c88cd55a23866a7e18ab5bd071c4c14114b152715b69fb7a6711
lib/pragmatic_tokenizer/languages/turkish.rb	100644	1.68 KB	d53de7cae5f7f7914f068103d021231a595183a48396e78f063c4285c6600617
lib/pragmatic_tokenizer/post_processor.rb	100644	4.05 KB	4acfebd7a43dfc693c7d358d79ba6ea43961600acadd86acb798b4fa8f4d5bc8
lib/pragmatic_tokenizer/pre_processor.rb	100644	4.66 KB	42191734b824e1dd1fcb216b3150d7df603f04377e806829ae99d65b85b98310
lib/pragmatic_tokenizer/tokenizer.rb	100644	14.9 KB	7fb308677f3f88aff02b85f144b2691f1211822ea7eed2e24efdef475ee98b16
lib/pragmatic_tokenizer/version.rb	100644	57 Bytes	ab0dfcb1836fd195aef6702a70cea3ab7f8aa2ac4e7e3ebde5989398a63417af
pragmatic_tokenizer.gemspec	100644	1.09 KB	9ba501df8e11e3c2985686e5687d0b02b8016dc2537a95b523efedc0dd2cf318
spec/languages/bulgarian_spec.rb	100644	2.09 KB	22fa8adfd98db0167b663d375b95b90414b7454e9c4235c3b1df42f1ef908622
spec/languages/deutsch_spec.rb	100644	9.04 KB	908d15bdd149ee1f6c13132eaccf7845d8c586a888d0c682fb16656e425c82ed
spec/languages/english_spec.rb	100644	73.8 KB	f0b7700f32c7c388fab0c230266f4f49870167a6c370c8c4f7b9de734d504191
spec/languages/french_spec.rb	100644	385 Bytes	7ceb4cd086b5d0eafa25aae3287e3d04cea42356988eb2f4f87702647e68b00d
spec/performance_spec.rb	100644	9.03 KB	6bc253d183ffa4bd4f6844d357ff2a68d76f7828913d444cceb557b4eb38bce1
spec/pragmatic_tokenizer_spec.rb	100644	1.66 KB	1ed4df55af8ea23a58831aa2330bcf3067aa94be5fdbf75b06081426b6a22a89
spec/spec_helper.rb	100644	89 Bytes	9e5b2005435dca8e36fc6fd6759158319dfa2f13bc54967bdb1dcc73dd0109b3