| .gitignore | 100644 | 0 | 0 | | | 87 Bytes | 5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1 |
| .rspec | 100644 | 0 | 0 | | | 31 Bytes | 04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca |
| .travis.yml | 100644 | 0 | 0 | | | 29 Bytes | 9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180 |
| Gemfile | 100644 | 0 | 0 | | | 104 Bytes | f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052 |
| LICENSE.txt | 100644 | 0 | 0 | | | 1.05 KB | 6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd |
| README.md | 100644 | 0 | 0 | | | 5.68 KB | 3cb934fbcd54a788372684d708b2bc59f6c8644f506d3eba871fe3f9cf107ff9 |
| Rakefile | 100644 | 0 | 0 | | | 115 Bytes | 7114a176f101a510e32af560c073ee1582d61ebb6910976d79a67ec8a2d03c21 |
| bin/console | 100755 | 0 | 0 | | | 344 Bytes | ab70b35c9e71a7d9f15a90abf00c15b88da5ed5843dcfbed3dd2b10eac13ab8a |
| bin/setup | 100755 | 0 | 0 | | | 115 Bytes | ab436b2febcfc1679642d2e15d990b3aa8680b8ae26bc2faf9ba02bb9fe060e4 |
| lib/pragmatic_tokenizer.rb | 100644 | 0 | 0 | | | 78 Bytes | cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54 |
| lib/pragmatic_tokenizer/languages.rb | 100644 | 0 | 0 | | | 1.96 KB | 39bb83f4109b1f8bba34ad43a74c783d341cb6e056f30f6f20ef1bdeba683061 |
| lib/pragmatic_tokenizer/languages/arabic.rb | 100644 | 0 | 0 | | | 2.14 KB | f51abaaf9441bece73d22beb7450b370ad21197c8c822ca5f3b99af2b0521603 |
| lib/pragmatic_tokenizer/languages/bulgarian.rb | 100644 | 0 | 0 | | | 5.2 KB | 93741f0397097ae54016a62d73ef16f492063b700d0ca94042ddb468b032fc89 |
| lib/pragmatic_tokenizer/languages/catalan.rb | 100644 | 0 | 0 | | | 1.21 KB | 641581f695767a952c94878384b91735490afad086567cf6de5815fff5c5d9f6 |
| lib/pragmatic_tokenizer/languages/common.rb | 100644 | 0 | 0 | | | 1.58 KB | 7d945532e51dd70cc87a27761577ed0ae7140db3ac8dae5168a34ccdad16bb72 |
| lib/pragmatic_tokenizer/languages/czech.rb | 100644 | 0 | 0 | | | 3.6 KB | 91303b170018ce21472475ba6fc792e40a5fbf6b9f1c44c3999ce32841fb6c9c |
| lib/pragmatic_tokenizer/languages/danish.rb | 100644 | 0 | 0 | | | 693 Bytes | 0266d217d77f8d603ee9194d23fec4060ea1282a1db0d5e8be9c19815f3ae801 |
| lib/pragmatic_tokenizer/languages/deutsch.rb | 100644 | 0 | 0 | | | 6.54 KB | f71b1d73cd28e12b21fd392e54ea8dc62f82754a7ce46859ae6b7c428299e4e1 |
| lib/pragmatic_tokenizer/languages/dutch.rb | 100644 | 0 | 0 | | | 2.69 KB | 46111acd9375f9a3e26699f9a25ad3fc9f80aa60bab8a9353337d0bb0fd4183b |
| lib/pragmatic_tokenizer/languages/english.rb | 100644 | 0 | 0 | | | 13 KB | 0ffa61c572e9f14b37c4d2f96d24ee14f95c52ac93b1592ffbecd37b72023544 |
| lib/pragmatic_tokenizer/languages/finnish.rb | 100644 | 0 | 0 | | | 7.95 KB | 9acb1e203b8942c01119648207541e6b005abf8afb5576a7116868dcc4442701 |
| lib/pragmatic_tokenizer/languages/french.rb | 100644 | 0 | 0 | | | 5.38 KB | 844a0aaf3ced670690b9073ac095976af9c5617f50fc29f97ca898898dc82336 |
| lib/pragmatic_tokenizer/languages/greek.rb | 100644 | 0 | 0 | | | 1.86 KB | dbd68fa7c545f22c6a85c5a44115b50d0936537d05a7b889ffc155d9a5d064cb |
| lib/pragmatic_tokenizer/languages/indonesian.rb | 100644 | 0 | 0 | | | 3.84 KB | 8a04b74d1633ddde1d93e54f1d98f03110a546e868c54d73fc2701a74a2e3c6f |
| lib/pragmatic_tokenizer/languages/italian.rb | 100644 | 0 | 0 | | | 21.2 KB | 982e18ec405a5cee72172fd0a9d5a485b965f64b1be0efd15a4db8f7c600760a |
| lib/pragmatic_tokenizer/languages/latvian.rb | 100644 | 0 | 0 | | | 1.62 KB | e4524995ac38b8f99bfb106a577963f1ebe82b85edafe970a9798b79b3ba5fc4 |
| lib/pragmatic_tokenizer/languages/norwegian.rb | 100644 | 0 | 0 | | | 1.23 KB | 5e4461288849456dffc6eb9e4c6d9e4719732e1a0b42f9c82b783dc0312d7cfb |
| lib/pragmatic_tokenizer/languages/persian.rb | 100644 | 0 | 0 | | | 4.02 KB | 9f815877b6c4b106ee98699a4587fcf59d523570d2c987700c9889c1d8b91f70 |
| lib/pragmatic_tokenizer/languages/polish.rb | 100644 | 0 | 0 | | | 3.62 KB | 246563c3ee4befab03e6eba602a1dfaee4ba5b6738f4a1d06a296ab80a9a8582 |
| lib/pragmatic_tokenizer/languages/portuguese.rb | 100644 | 0 | 0 | | | 4.14 KB | bc8028400141397d5298f2314ed3983758976e4f469aa6158f7cf495781231a0 |
| lib/pragmatic_tokenizer/languages/romanian.rb | 100644 | 0 | 0 | | | 2.6 KB | 55ac5a4e718ccd1fe93fa334365ba29ca719096a5cfb993481f2d6fbeff66d05 |
| lib/pragmatic_tokenizer/languages/russian.rb | 100644 | 0 | 0 | | | 6.53 KB | c5d37bb65ef624b44dd8949272ab897b2260ad3632d26c1988bec49ef723ff29 |
| lib/pragmatic_tokenizer/languages/slovak.rb | 100644 | 0 | 0 | | | 1.58 KB | 7080719886e7de132682f5455ea128d2fcceb9241737c74b11b9ee5c8a8ba690 |
| lib/pragmatic_tokenizer/languages/spanish.rb | 100644 | 0 | 0 | | | 6.17 KB | 6f45c5ed16059ea3ab2c5060318fa08793bfd9cd60e76076787337c4fa3e31fe |
| lib/pragmatic_tokenizer/languages/swedish.rb | 100644 | 0 | 0 | | | 3.75 KB | e8ae6cfaefff905cb9807544e1deae95ee4301aca1acb3575d3b95f38ce68614 |
| lib/pragmatic_tokenizer/languages/turkish.rb | 100644 | 0 | 0 | | | 2.33 KB | 0f39ca753137da02212ab2f8e5f45dafcfa89b221999032d07ee6c5216c912b1 |
| lib/pragmatic_tokenizer/processor.rb | 100644 | 0 | 0 | | | 4.25 KB | ea678eca2d1aa5b64602dc98c78769683c37055120738268d097d334b9aa4e56 |
| lib/pragmatic_tokenizer/tokenizer.rb | 100644 | 0 | 0 | | | 3.44 KB | c325bbce8cc0e876567fb9d3723998f870c59aaf7d41af7785c16978b672cd21 |
| lib/pragmatic_tokenizer/version.rb | 100644 | 0 | 0 | | | 50 Bytes | f607b226e3a5456fe3413793386b9a42c5b79b2f1b123cd43dae10d078e2aaab |
| pragmatic_tokenizer.gemspec | 100644 | 0 | 0 | | | 971 Bytes | 5863285c0626a8eaa44cf3612637429479111c1ee94287af3b38341e7be71005 |