.gitignore | 100644 | 0 | 0 | | | 87 Bytes | 5ea197fbb6ea6c4ea4a087b18ec8391a9e95f8d94d381ea2eac6a0a74ecc49c1 |
.rspec | 100644 | 0 | 0 | | | 31 Bytes | 04ea314ec27821b7e7cf198c2b3f1dc643fbc27429e3d8eb5f6253c2104d51ca |
.travis.yml | 100644 | 0 | 0 | | | 29 Bytes | 9874863f071f592de2e5788ddf9c4597f540361221c63bfbf5ce0f36333ce180 |
Gemfile | 100644 | 0 | 0 | | | 104 Bytes | f8c777c0b43d2fabdfb566f165dfcb831e41a6c62cbbb0e4f0605a04a14e7052 |
LICENSE.txt | 100644 | 0 | 0 | | | 1.05 KB | 6036efd35750b360d78923735e5fd3eefba3d931c26b2baebac57ea129fad5cd |
README.md | 100644 | 0 | 0 | | | 10.3 KB | f0a98ead3c1979093e54bfc175d728519683761e5afa596c2956ca009b2ac6cf |
Rakefile | 100644 | 0 | 0 | | | 115 Bytes | 7114a176f101a510e32af560c073ee1582d61ebb6910976d79a67ec8a2d03c21 |
bin/console | 100755 | 0 | 0 | | | 344 Bytes | ab70b35c9e71a7d9f15a90abf00c15b88da5ed5843dcfbed3dd2b10eac13ab8a |
bin/setup | 100755 | 0 | 0 | | | 115 Bytes | ab436b2febcfc1679642d2e15d990b3aa8680b8ae26bc2faf9ba02bb9fe060e4 |
lib/pragmatic_tokenizer.rb | 100644 | 0 | 0 | | | 78 Bytes | cc1b0e257c76a87686a88257b908e7b397f5fe380da9118af1d59261e8f8aa54 |
lib/pragmatic_tokenizer/languages.rb | 100644 | 0 | 0 | | | 1.96 KB | 39bb83f4109b1f8bba34ad43a74c783d341cb6e056f30f6f20ef1bdeba683061 |
lib/pragmatic_tokenizer/languages/arabic.rb | 100644 | 0 | 0 | | | 2.14 KB | f51abaaf9441bece73d22beb7450b370ad21197c8c822ca5f3b99af2b0521603 |
lib/pragmatic_tokenizer/languages/bulgarian.rb | 100644 | 0 | 0 | | | 3.92 KB | 23fb8b5917c352fae5f743abfcdcafc741733877096059bd9faf88426a77dab5 |
lib/pragmatic_tokenizer/languages/catalan.rb | 100644 | 0 | 0 | | | 1.21 KB | 641581f695767a952c94878384b91735490afad086567cf6de5815fff5c5d9f6 |
lib/pragmatic_tokenizer/languages/common.rb | 100644 | 0 | 0 | | | 2.3 KB | 5cf0c449990fa6ce7ae24ac6f8786ad44cb061eed09ec45e3d2e13b3d72e90f2 |
lib/pragmatic_tokenizer/languages/czech.rb | 100644 | 0 | 0 | | | 3.6 KB | 91303b170018ce21472475ba6fc792e40a5fbf6b9f1c44c3999ce32841fb6c9c |
lib/pragmatic_tokenizer/languages/danish.rb | 100644 | 0 | 0 | | | 693 Bytes | 0266d217d77f8d603ee9194d23fec4060ea1282a1db0d5e8be9c19815f3ae801 |
lib/pragmatic_tokenizer/languages/deutsch.rb | 100644 | 0 | 0 | | | 8.79 KB | 2ab85b3c4a0c97c8c84989dc304867a4e9b8cade93237ccc805ed2e9dab97838 |
lib/pragmatic_tokenizer/languages/dutch.rb | 100644 | 0 | 0 | | | 2.69 KB | 46111acd9375f9a3e26699f9a25ad3fc9f80aa60bab8a9353337d0bb0fd4183b |
lib/pragmatic_tokenizer/languages/english.rb | 100644 | 0 | 0 | | | 14 KB | 27021b761909906cecb8f5d438a1fd835a1351420343c75165a14ce1214e5e16 |
lib/pragmatic_tokenizer/languages/finnish.rb | 100644 | 0 | 0 | | | 7.95 KB | 9acb1e203b8942c01119648207541e6b005abf8afb5576a7116868dcc4442701 |
lib/pragmatic_tokenizer/languages/french.rb | 100644 | 0 | 0 | | | 5.81 KB | 41f00f98a0048e4b3c7be8caf0bc7ea6c55c9096649af06cfab8c299964dfe21 |
lib/pragmatic_tokenizer/languages/greek.rb | 100644 | 0 | 0 | | | 1.86 KB | dbd68fa7c545f22c6a85c5a44115b50d0936537d05a7b889ffc155d9a5d064cb |
lib/pragmatic_tokenizer/languages/indonesian.rb | 100644 | 0 | 0 | | | 3.84 KB | 8a04b74d1633ddde1d93e54f1d98f03110a546e868c54d73fc2701a74a2e3c6f |
lib/pragmatic_tokenizer/languages/italian.rb | 100644 | 0 | 0 | | | 21.2 KB | 982e18ec405a5cee72172fd0a9d5a485b965f64b1be0efd15a4db8f7c600760a |
lib/pragmatic_tokenizer/languages/latvian.rb | 100644 | 0 | 0 | | | 1.62 KB | e4524995ac38b8f99bfb106a577963f1ebe82b85edafe970a9798b79b3ba5fc4 |
lib/pragmatic_tokenizer/languages/norwegian.rb | 100644 | 0 | 0 | | | 1.23 KB | 5e4461288849456dffc6eb9e4c6d9e4719732e1a0b42f9c82b783dc0312d7cfb |
lib/pragmatic_tokenizer/languages/persian.rb | 100644 | 0 | 0 | | | 4.02 KB | 9f815877b6c4b106ee98699a4587fcf59d523570d2c987700c9889c1d8b91f70 |
lib/pragmatic_tokenizer/languages/polish.rb | 100644 | 0 | 0 | | | 3.62 KB | 246563c3ee4befab03e6eba602a1dfaee4ba5b6738f4a1d06a296ab80a9a8582 |
lib/pragmatic_tokenizer/languages/portuguese.rb | 100644 | 0 | 0 | | | 4.14 KB | bc8028400141397d5298f2314ed3983758976e4f469aa6158f7cf495781231a0 |
lib/pragmatic_tokenizer/languages/romanian.rb | 100644 | 0 | 0 | | | 2.6 KB | 55ac5a4e718ccd1fe93fa334365ba29ca719096a5cfb993481f2d6fbeff66d05 |
lib/pragmatic_tokenizer/languages/russian.rb | 100644 | 0 | 0 | | | 6.53 KB | c5d37bb65ef624b44dd8949272ab897b2260ad3632d26c1988bec49ef723ff29 |
lib/pragmatic_tokenizer/languages/slovak.rb | 100644 | 0 | 0 | | | 1.58 KB | 7080719886e7de132682f5455ea128d2fcceb9241737c74b11b9ee5c8a8ba690 |
lib/pragmatic_tokenizer/languages/spanish.rb | 100644 | 0 | 0 | | | 6.23 KB | 2efbe0ddecff6689060a0a4039a1469a55a0e191e233589513406efda983fb9c |
lib/pragmatic_tokenizer/languages/swedish.rb | 100644 | 0 | 0 | | | 3.75 KB | e8ae6cfaefff905cb9807544e1deae95ee4301aca1acb3575d3b95f38ce68614 |
lib/pragmatic_tokenizer/languages/turkish.rb | 100644 | 0 | 0 | | | 2.33 KB | 0f39ca753137da02212ab2f8e5f45dafcfa89b221999032d07ee6c5216c912b1 |
lib/pragmatic_tokenizer/processor.rb | 100644 | 0 | 0 | | | 5.52 KB | acfd7d7520722c44014e2a50018a17905500b81fa99612c204640d1b267ee668 |
lib/pragmatic_tokenizer/tokenizer.rb | 100644 | 0 | 0 | | | 9.51 KB | bfa0a3b9af1613196f0de69a9f70cd459096529fd34335d7bab32c4943ae15ae |
lib/pragmatic_tokenizer/version.rb | 100644 | 0 | 0 | | | 50 Bytes | 673eb92f58115c5ad3385de0cd2ce52714e3481e47d47b8965b6b547c58c455e |
pragmatic_tokenizer.gemspec | 100644 | 0 | 0 | | | 1.03 KB | 751ae17a6ef44e61fe61b89d02e9ff956390c6e20657a5373c3ac386aaed922f |