lib/picky/tokenizer.rb in picky-3.2.0 vs lib/picky/tokenizer.rb in picky-3.3.0

@@ -170,10 +170,10 @@
     #
     # Returns:
     #  [[:token1, :token2], ["Original1", "Original2"]]
     #
     def tokenize text
-      text   = preprocess text  # processing the text
+      text   = preprocess text.to_s # processing the text
       return empty_tokens if text.blank?
       words  = pretokenize text # splitting and preparations for tokenizing
       return empty_tokens if words.empty?
       tokens = tokens_for words # creating tokens / strings
       [tokens, words]
\ No newline at end of file