lib/picky/tokenizer.rb in picky-4.25.3 vs lib/picky/tokenizer.rb in picky-4.26.0
- old
+ new
@@ -280,10 +280,10 @@
# Downcases.
#
def tokens_for words
words.collect! { |word| word.downcase!; word } if downcase?
- words.collect! { |word| stem word } if stemmer?
+ words.collect! { |word| stem word } if stemmer? # Usually only done in indexing step.
words
end
# Returns empty tokens.
#
\ No newline at end of file