lib/text_nlp/tokenizer.rb in text_nlp-0.0.2 vs lib/text_nlp/tokenizer.rb in text_nlp-0.0.3
- old
+ new
@@ -1,8 +1,8 @@
# encoding: UTF-8
class TextNlp
- class Tokenizer
+ class Tokenizer
def tokenize(text)
text.split(/\s+/)
end
end
end
\ No newline at end of file