pragmatic_tokenizer-3.1.0

https://rubygems.org

id: 895421

number: 3.1.0

platform: ruby

spec_sha256: ed0c204f8e969b60de93c798a8d80df12b45e93e5685df5d3d82321285cab086

sha256: b64c0945b5f2218d47e8cada98d8a2b5597d00ed0907667d057ea0b1f361a32f

created_at: 2024-05-13 08:27:31 UTC

updated_at: 2024-06-11 09:24:27 UTC

position: 2

version_data_entries_count: 49

uploaded_at: 2020-07-10 00:33:53 UTC

indexed: true

has_extensions:

extensions:

Gem size: 70.5 KB

Version Data Entries

Total: 49

Unpacked size: 241 KB

Full Name	Mode	Size	SHA
.gitignore	100644	87 Bytes	5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1
.rspec	100644	31 Bytes	04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca
.rubocop.yml	100644	5.17 KB	d3d0ce4195c328d8fc9498ab86b05774924f49e5cd1e545017221623a5f8aacf
.rubocop_todo.yml	100644	3.73 KB	05b1bf5d8cb42ecc7f89bf26f59cf8a640e0fe7f4f64f4f5387b2386a61a74bf
.travis.yml	100644	29 Bytes	9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180
Gemfile	100644	104 Bytes	f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052
LICENSE.txt	100644	1.05 KB	6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd
README.md	100644	11 KB	8b8fc64a5ffc79cccc1156841266f280da4f746bfda2f4f3a855ad004cb46210
Rakefile	100644	113 Bytes	04def30df0ea5bdfa483398fcdd3ff18f5ce971e23072d37170ca88686bc6696
lib/pragmatic_tokenizer.rb	100644	78 Bytes	cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54
lib/pragmatic_tokenizer/languages.rb	100644	1.92 KB	f05d13337f5cdc7b26436fcde9f774cf29df7024063f19f4598dd68e29271e2b
lib/pragmatic_tokenizer/languages/arabic.rb	100644	1.71 KB	447686c270c0c7e5bafad0214788baafcdcc63c5d688cdb1c358490d777a8319
lib/pragmatic_tokenizer/languages/bulgarian.rb	100644	3 KB	7341c9854846e2a3095a5c218f16c9d31c88c5eae7cb00ceda16a56e48ec0b24
lib/pragmatic_tokenizer/languages/catalan.rb	100644	1.25 KB	ea5db12ea610f3f0bfdb36d97bc668c283ffad8401b5cc0d24021d856512b3c0
lib/pragmatic_tokenizer/languages/common.rb	100644	1.59 KB	83163ef30d26e47975594fb859e3883bb62898b36290eee384fd91d9c89e0660
lib/pragmatic_tokenizer/languages/czech.rb	100644	2.46 KB	1503b4a41f7f5e349428daddeaafd503d55e150512647077caa8740e53851b90
lib/pragmatic_tokenizer/languages/danish.rb	100644	551 Bytes	d40c09b202a57bd1b7cac78b2a3881d1ed0a0d2bc5a02b76ba72d25641f3b97d
lib/pragmatic_tokenizer/languages/deutsch.rb	100644	6.35 KB	809bdfca092b180cc8720a72fa7aee9c31ecffc6473440e5e31373f7cca0c3db
lib/pragmatic_tokenizer/languages/dutch.rb	100644	1.94 KB	47fc4e43e49a5e2bf708e6947147acbd46bd776e20490ba0b6c32383392d54cf
lib/pragmatic_tokenizer/languages/english.rb	100644	11.4 KB	b505467124727fe3bf6ac8709051839fd3f96b8e28ae1c070dac603d515f9170
lib/pragmatic_tokenizer/languages/finnish.rb	100644	5.81 KB	25e981db83b68ec57291f5e979757b143cce7ecedd8eeae9aeca7d3a998c18d5
lib/pragmatic_tokenizer/languages/french.rb	100644	5.63 KB	edaf7d1dedf844ef895d6b60e1a3f1da2e446c0db57c4d35bd0ee2085e404c5d
lib/pragmatic_tokenizer/languages/greek.rb	100644	1.46 KB	593445b77e869f947175f1f3c286238a0e252f7f6e8db9b93476b2f8ee787ced
lib/pragmatic_tokenizer/languages/indonesian.rb	100644	2.84 KB	ffce33d836611bd13aab621e5717e11427fe49e8131ea5fe627ebd0231ac1f53
lib/pragmatic_tokenizer/languages/italian.rb	100644	20 KB	87c02a9f4784892179ec57a7e5f4ee7c8f7ecbd11f398e54bc70180e75167d7f
lib/pragmatic_tokenizer/languages/latvian.rb	100644	1.66 KB	7b324aa0c981e2d58739669f03d5eaa2c4414ce29009f3104f0f230f6646fbb2
lib/pragmatic_tokenizer/languages/norwegian.rb	100644	883 Bytes	a5baccb6c8b16d77828cd35982e5fa5fdde69bfc29ab262671ac548cf43403a6
lib/pragmatic_tokenizer/languages/persian.rb	100644	3.1 KB	45b5c24721cd0e61f86a21ff303305ff4d24ef5d02652e3ed6e2729b2176483c
lib/pragmatic_tokenizer/languages/polish.rb	100644	2.86 KB	efcf33b0efc1aeb892dd93a24a4ee6b17262832e1f2dc85fc633e579811a16fe
lib/pragmatic_tokenizer/languages/portuguese.rb	100644	2.88 KB	0aded0574d2df64a37593af17f2654bb923d2b7fbc74ec621f3c24ae8b5635a2
lib/pragmatic_tokenizer/languages/romanian.rb	100644	1.83 KB	c17a5d5b11b6d83626bcc7ca0d246a7232b697262a03f1e1e26643da607ff4b6
lib/pragmatic_tokenizer/languages/russian.rb	100644	5.09 KB	c7c97d3c6739cb77de7ea7dbea40ec1d19308234e0b97014eb3cd97d9dfbde0a
lib/pragmatic_tokenizer/languages/slovak.rb	100644	1.1 KB	c01870a5b374ff626275dd8fa31e22c2acc893d8a16be10dc1fdef5b09a35c4e
lib/pragmatic_tokenizer/languages/spanish.rb	100644	6.29 KB	7fe6c3c6e11a48e83974ac54c0c7dfed6ce36cbe088d4524de38f4c5f49c7e0e
lib/pragmatic_tokenizer/languages/swedish.rb	100644	2.66 KB	c785327b38874888aa51e9385e45ceba6d519a549cf61511be80b86e13feaa46
lib/pragmatic_tokenizer/languages/turkish.rb	100644	1.7 KB	1ca76127eb40592b6fec7e2b3acd384e2cbb52151ea380bacc477a172a133b13
lib/pragmatic_tokenizer/post_processor.rb	100644	2.54 KB	a6330147ed1fb6ea2fb456fbebb6c383c2c1f14ed7d09d5d1c50cc3a34285226
lib/pragmatic_tokenizer/pre_processor.rb	100644	2.06 KB	aa228c8186187d8f2a267420b0ba43cad46577fa513aa18572d0bf2143ef55c6
lib/pragmatic_tokenizer/regex.rb	100644	7.33 KB	bb12b7af6baa2f1bbc036115fb79a8cb63e1f57150fc374deeca548069704243
lib/pragmatic_tokenizer/tokenizer.rb	100644	11.9 KB	136a321374794a4c41b1dfda7327c767cae168ee40c1435350e025f3877a9313
lib/pragmatic_tokenizer/version.rb	100644	57 Bytes	6f7f522bc984400421a0290cf06e4897779fe3dd17e01d14b7dac0689eb79763
pragmatic_tokenizer.gemspec	100644	1.04 KB	9510ad9f3e25916dc578f32dd8202e08752317d815beec1cfb179e92213f75c0
spec/languages/bulgarian_spec.rb	100644	2.05 KB	ff2f649f9897a3a190bb1a2173e257b1b176fc2d82fe4ee5cd20fa28582f408e
spec/languages/deutsch_spec.rb	100644	8.76 KB	d995e0032c48f584581c1210732937d3aa4be90907d0a7c5fd19756ef0cfee6d
spec/languages/english_spec.rb	100644	74.7 KB	f63e286f2326fffe26da190c783624da4a377d8b452bb8f0312b4d879e9a54e8
spec/languages/french_spec.rb	100644	379 Bytes	507f533a2c58dddb42e55206524a37c4a7d22082627c21077d335b525540c47b
spec/performance_spec.rb	100644	8.98 KB	41aba8ba74a0c861e36e8d6dfd815803044a9096c559b27ada3cd931ed555788
spec/pragmatic_tokenizer_spec.rb	100644	1.66 KB	1ed4df55af8ea23a58831aa2330bcf3067aa94be5fdbf75b06081426b6a22a89
spec/spec_helper.rb	100644	85 Bytes	724686099ed495ef1f3e6efc75aabd555981afb6fa6ca7034c7b066d277c0ebc