.gitignore | 100644 | 0 | 0 | | | 87 Bytes | 5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1 |
.rspec | 100644 | 0 | 0 | | | 31 Bytes | 04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca |
.travis.yml | 100644 | 0 | 0 | | | 29 Bytes | 9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180 |
Gemfile | 100644 | 0 | 0 | | | 104 Bytes | f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052 |
LICENSE.txt | 100644 | 0 | 0 | | | 1.05 KB | 6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd |
README.md | 100644 | 0 | 0 | | | 4.79 KB | e28f6537b73e9dbb897344359fecc8847a8c49799bee3356183bfebfd1b88452 |
Rakefile | 100644 | 0 | 0 | | | 115 Bytes | 7114a176f101a510e32af560c073ee1582d61ebb6910976d79a67ec8a2d03c21 |
bin/console | 100755 | 0 | 0 | | | 344 Bytes | ab70b35c9e71a7d9f15a90abf00c15b88da5ed5843dcfbed3dd2b10eac13ab8a |
bin/setup | 100755 | 0 | 0 | | | 115 Bytes | ab436b2febcfc1679642d2e15d990b3aa8680b8ae26bc2faf9ba02bb9fe060e4 |
lib/pragmatic_tokenizer.rb | 100644 | 0 | 0 | | | 78 Bytes | cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54 |
lib/pragmatic_tokenizer/languages.rb | 100644 | 0 | 0 | | | 1.96 KB | 39bb83f4109b1f8bba34ad43a74c783d341cb6e056f30f6f20ef1bdeba683061 |
lib/pragmatic_tokenizer/languages/arabic.rb | 100644 | 0 | 0 | | | 2.12 KB | 2741855eea84570a2320247cffe7f280e9fb6d9e7e72f3f223a4fb0cfb7d119a |
lib/pragmatic_tokenizer/languages/bulgarian.rb | 100644 | 0 | 0 | | | 5.17 KB | 1278215c58f029c2eabfa39c7b85abd86f1ad9501ee35065c1c8b9d61a507c73 |
lib/pragmatic_tokenizer/languages/catalan.rb | 100644 | 0 | 0 | | | 1.19 KB | f78dbf139f40d522fdaadecf764e3e604858545f180408cc44213dd19d3ae999 |
lib/pragmatic_tokenizer/languages/common.rb | 100644 | 0 | 0 | | | 681 Bytes | daf32e917f15055b40e6e4b31ae5aa9709177e6d14fb0bdbc7b71fe762e9dfdc |
lib/pragmatic_tokenizer/languages/czech.rb | 100644 | 0 | 0 | | | 3.58 KB | 29fa75d5beee78d5cc78a0900c9afcd68810266038f2af9060b42d3011a4379c |
lib/pragmatic_tokenizer/languages/danish.rb | 100644 | 0 | 0 | | | 669 Bytes | 69ae6144f659593c6655dda9e34cb6fc50c349f94d4dc16165b53473dfd29dbe |
lib/pragmatic_tokenizer/languages/deutsch.rb | 100644 | 0 | 0 | | | 6.51 KB | b636f397fa4ed3e81f0d656f94fa1591ac49c2097e8d8d57061549e991924a88 |
lib/pragmatic_tokenizer/languages/dutch.rb | 100644 | 0 | 0 | | | 2.67 KB | eff33f5618d6619f231daf7057f783684170ccd53910a4f13ac117ef6ea3ab50 |
lib/pragmatic_tokenizer/languages/english.rb | 100644 | 0 | 0 | | | 13 KB | 0ffa61c572e9f14b37c4d2f96d24ee14f95c52ac93b1592ffbecd37b72023544 |
lib/pragmatic_tokenizer/languages/finnish.rb | 100644 | 0 | 0 | | | 7.92 KB | 778c2fcd5943919f733794f10eea96918fe8ebc7cbf7ccbbc1d241b46aa4873d |
lib/pragmatic_tokenizer/languages/french.rb | 100644 | 0 | 0 | | | 5.34 KB | 95c56359680125c570e6c414ee10c85c6b32c3c1252ea28a30d9351d708a097b |
lib/pragmatic_tokenizer/languages/greek.rb | 100644 | 0 | 0 | | | 1.84 KB | ee5972c88218f16c63ac199617ca952ebf6eb097d81a2b1f9f178604056d43e8 |
lib/pragmatic_tokenizer/languages/indonesian.rb | 100644 | 0 | 0 | | | 3.81 KB | e1b21e450abdd4b5a69c6ddd0967f00aeacb8190d921a18e61d9fca6e0d729e8 |
lib/pragmatic_tokenizer/languages/italian.rb | 100644 | 0 | 0 | | | 21.2 KB | fd9a20c166708b9cae4ca6e64ac466613870bc7df442c1d11f2ad3bce01da5be |
lib/pragmatic_tokenizer/languages/latvian.rb | 100644 | 0 | 0 | | | 1.59 KB | be1ce0458e057aa45b905266e3fbc540db543281ebaee1473960e10c53d6ed03 |
lib/pragmatic_tokenizer/languages/norwegian.rb | 100644 | 0 | 0 | | | 1.2 KB | d4b7cdc80ced8aff972cac350d45684b27b0c305a0d51121543187b7058b216c |
lib/pragmatic_tokenizer/languages/persian.rb | 100644 | 0 | 0 | | | 4 KB | 3b62592612fead0a26276cb993c5d8f22c39e537b2fdc7efdb5d4fb83384eadf |
lib/pragmatic_tokenizer/languages/polish.rb | 100644 | 0 | 0 | | | 3.6 KB | 8d0b3d3708838ed1dc6adbcdce6022359b2d85e077c5977cffd6b1c528acef77 |
lib/pragmatic_tokenizer/languages/portuguese.rb | 100644 | 0 | 0 | | | 4.12 KB | 3bdd9c3d08ef17444c2c4d03fea2d9e3cc7188404e6921773c05e87cbf9d1871 |
lib/pragmatic_tokenizer/languages/romanian.rb | 100644 | 0 | 0 | | | 2.58 KB | 47660d8f76d47e71d23c3042eef350cd148638a60dde2c09b12680c79b9b1b49 |
lib/pragmatic_tokenizer/languages/russian.rb | 100644 | 0 | 0 | | | 6.5 KB | 08402e0d8e80b3b39bb9bb922b674619a48da75b59483f5112cab103e0cf29d4 |
lib/pragmatic_tokenizer/languages/slovak.rb | 100644 | 0 | 0 | | | 1.55 KB | bab174f51788885ba5808f7c872f19053466936416053fe6b97b5601ecf2853c |
lib/pragmatic_tokenizer/languages/spanish.rb | 100644 | 0 | 0 | | | 6.15 KB | cffe4a4fe61b36b6711c1bd74c07629ba4339ef2cd62f86bc14d773892cc11aa |
lib/pragmatic_tokenizer/languages/swedish.rb | 100644 | 0 | 0 | | | 3.72 KB | 2e44aab3fe846a67b9ffcc7d6cc94c538868c5fbb42cc5740f7dbd7dbc92e71e |
lib/pragmatic_tokenizer/languages/turkish.rb | 100644 | 0 | 0 | | | 2.31 KB | db1dde6d57dc1b80064c7a6ec1dd85ded99385b2b0db2f2c5c9d5d340e0cf1ef |
lib/pragmatic_tokenizer/processor.rb | 100644 | 0 | 0 | | | 4.35 KB | b72b12c96848e3c39735b37581a9acf21c2ede8986df7b531a9acf6b2942dc69 |
lib/pragmatic_tokenizer/tokenizer.rb | 100644 | 0 | 0 | | | 2.63 KB | 33820749a1f03e253dc1be2be57a73cb301ff9ccbdb9fc467ae30df8cf267b57 |
lib/pragmatic_tokenizer/version.rb | 100644 | 0 | 0 | | | 50 Bytes | a86fa6914812d5fd7a690a499b56b8952296dfd07416ca367a8d166ece3f9de5 |
pragmatic_tokenizer.gemspec | 100644 | 0 | 0 | | | 971 Bytes | 5863285c0626a8eaa44cf3612637429479111c1ee94287af3b38341e7be71005 |