.gitignore | 100644 | 0 | 0 | | | 87 Bytes | 5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1 |
.rspec | 100644 | 0 | 0 | | | 31 Bytes | 04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca |
.travis.yml | 100644 | 0 | 0 | | | 29 Bytes | 9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180 |
Gemfile | 100644 | 0 | 0 | | | 104 Bytes | f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052 |
LICENSE.txt | 100644 | 0 | 0 | | | 1.05 KB | 6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd |
README.md | 100644 | 0 | 0 | | | 9.62 KB | 2d629405f25f88256747e7a02fc70acdef133e68b0457eb2bf9732ca90c6d0c1 |
Rakefile | 100644 | 0 | 0 | | | 115 Bytes | 7114a176f101a510e32af560c073ee1582d61ebb6910976d79a67ec8a2d03c21 |
bin/console | 100755 | 0 | 0 | | | 344 Bytes | ab70b35c9e71a7d9f15a90abf00c15b88da5ed5843dcfbed3dd2b10eac13ab8a |
bin/setup | 100755 | 0 | 0 | | | 115 Bytes | ab436b2febcfc1679642d2e15d990b3aa8680b8ae26bc2faf9ba02bb9fe060e4 |
lib/pragmatic_tokenizer.rb | 100644 | 0 | 0 | | | 78 Bytes | cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54 |
lib/pragmatic_tokenizer/languages.rb | 100644 | 0 | 0 | | | 1.96 KB | 39bb83f4109b1f8bba34ad43a74c783d341cb6e056f30f6f20ef1bdeba683061 |
lib/pragmatic_tokenizer/languages/arabic.rb | 100644 | 0 | 0 | | | 2.14 KB | f51abaaf9441bece73d22beb7450b370ad21197c8c822ca5f3b99af2b0521603 |
lib/pragmatic_tokenizer/languages/bulgarian.rb | 100644 | 0 | 0 | | | 3.92 KB | 6bf15cd9d1e93dd6d220e6e96229c2d897508e5e85ca854b1877554ae0030cf5 |
lib/pragmatic_tokenizer/languages/catalan.rb | 100644 | 0 | 0 | | | 1.21 KB | 641581f695767a952c94878384b91735490afad086567cf6de5815fff5c5d9f6 |
lib/pragmatic_tokenizer/languages/common.rb | 100644 | 0 | 0 | | | 2.4 KB | 74efb67e3a66df51f183aa14449d4002ce579df9d555427411b2b77af96173d2 |
lib/pragmatic_tokenizer/languages/czech.rb | 100644 | 0 | 0 | | | 3.6 KB | 91303b170018ce21472475ba6fc792e40a5fbf6b9f1c44c3999ce32841fb6c9c |
lib/pragmatic_tokenizer/languages/danish.rb | 100644 | 0 | 0 | | | 693 Bytes | 0266d217d77f8d603ee9194d23fec4060ea1282a1db0d5e8be9c19815f3ae801 |
lib/pragmatic_tokenizer/languages/deutsch.rb | 100644 | 0 | 0 | | | 6.54 KB | 325d56b0ed87c72b04ff7a4f12a3e312668981def6b6e4123bfef2b89a7fcf7e |
lib/pragmatic_tokenizer/languages/dutch.rb | 100644 | 0 | 0 | | | 2.69 KB | 46111acd9375f9a3e26699f9a25ad3fc9f80aa60bab8a9353337d0bb0fd4183b |
lib/pragmatic_tokenizer/languages/english.rb | 100644 | 0 | 0 | | | 13.8 KB | d8e2719966865e91dd603958b812334d190b8d0d17ad98254b948455b3dd8b45 |
lib/pragmatic_tokenizer/languages/finnish.rb | 100644 | 0 | 0 | | | 7.95 KB | 9acb1e203b8942c01119648207541e6b005abf8afb5576a7116868dcc4442701 |
lib/pragmatic_tokenizer/languages/french.rb | 100644 | 0 | 0 | | | 5.93 KB | 2ef3036e2ab3521c805a295f8eb114f6e2e3fb498f4720eebed236048ba98ab8 |
lib/pragmatic_tokenizer/languages/greek.rb | 100644 | 0 | 0 | | | 1.86 KB | dbd68fa7c545f22c6a85c5a44115b50d0936537d05a7b889ffc155d9a5d064cb |
lib/pragmatic_tokenizer/languages/indonesian.rb | 100644 | 0 | 0 | | | 3.84 KB | 8a04b74d1633ddde1d93e54f1d98f03110a546e868c54d73fc2701a74a2e3c6f |
lib/pragmatic_tokenizer/languages/italian.rb | 100644 | 0 | 0 | | | 21.2 KB | 982e18ec405a5cee72172fd0a9d5a485b965f64b1be0efd15a4db8f7c600760a |
lib/pragmatic_tokenizer/languages/latvian.rb | 100644 | 0 | 0 | | | 1.62 KB | e4524995ac38b8f99bfb106a577963f1ebe82b85edafe970a9798b79b3ba5fc4 |
lib/pragmatic_tokenizer/languages/norwegian.rb | 100644 | 0 | 0 | | | 1.23 KB | 5e4461288849456dffc6eb9e4c6d9e4719732e1a0b42f9c82b783dc0312d7cfb |
lib/pragmatic_tokenizer/languages/persian.rb | 100644 | 0 | 0 | | | 4.02 KB | 9f815877b6c4b106ee98699a4587fcf59d523570d2c987700c9889c1d8b91f70 |
lib/pragmatic_tokenizer/languages/polish.rb | 100644 | 0 | 0 | | | 3.62 KB | 246563c3ee4befab03e6eba602a1dfaee4ba5b6738f4a1d06a296ab80a9a8582 |
lib/pragmatic_tokenizer/languages/portuguese.rb | 100644 | 0 | 0 | | | 4.14 KB | bc8028400141397d5298f2314ed3983758976e4f469aa6158f7cf495781231a0 |
lib/pragmatic_tokenizer/languages/romanian.rb | 100644 | 0 | 0 | | | 2.6 KB | 55ac5a4e718ccd1fe93fa334365ba29ca719096a5cfb993481f2d6fbeff66d05 |
lib/pragmatic_tokenizer/languages/russian.rb | 100644 | 0 | 0 | | | 6.53 KB | c5d37bb65ef624b44dd8949272ab897b2260ad3632d26c1988bec49ef723ff29 |
lib/pragmatic_tokenizer/languages/slovak.rb | 100644 | 0 | 0 | | | 1.58 KB | 7080719886e7de132682f5455ea128d2fcceb9241737c74b11b9ee5c8a8ba690 |
lib/pragmatic_tokenizer/languages/spanish.rb | 100644 | 0 | 0 | | | 6.23 KB | 2efbe0ddecff6689060a0a4039a1469a55a0e191e233589513406efda983fb9c |
lib/pragmatic_tokenizer/languages/swedish.rb | 100644 | 0 | 0 | | | 3.75 KB | e8ae6cfaefff905cb9807544e1deae95ee4301aca1acb3575d3b95f38ce68614 |
lib/pragmatic_tokenizer/languages/turkish.rb | 100644 | 0 | 0 | | | 2.33 KB | 0f39ca753137da02212ab2f8e5f45dafcfa89b221999032d07ee6c5216c912b1 |
lib/pragmatic_tokenizer/processor.rb | 100644 | 0 | 0 | | | 5.25 KB | 9172e7b4bc3fad83bb32f3a7192d4527bdce9bf09eb9a8ea5891b31e4801b8d0 |
lib/pragmatic_tokenizer/tokenizer.rb | 100644 | 0 | 0 | | | 6.8 KB | 184a7504bdadd8873b2924b1f4d135bd6e02ea0ba234b554df6e1adab7385e00 |
lib/pragmatic_tokenizer/version.rb | 100644 | 0 | 0 | | | 50 Bytes | 6e4a03bac45e50a000b9429f145227841bf07328f5782772ee74164bc4f4263c |
pragmatic_tokenizer.gemspec | 100644 | 0 | 0 | | | 1.03 KB | 751ae17a6ef44e61fe61b89d02e9ff956390c6e20657a5373c3ac386aaed922f |