lib/text_nlp/tokenizer.rb in text_nlp-0.0.2 vs lib/text_nlp/tokenizer.rb in text_nlp-0.0.3

- old
+ new

@@ -1,8 +1,8 @@ # encoding: UTF-8 class TextNlp - class Tokenizer + class Tokenizer def tokenize(text) text.split(/\s+/) end end end \ No newline at end of file