lib/picky/search.rb in picky-3.4.3 vs lib/picky/search.rb in picky-3.5.0
- old
+ new
@@ -173,9 +173,10 @@
# * A Picky::Query::Tokens instance.
#
def tokenized text
tokens, originals = tokenizer.tokenize text
tokens = Query::Tokens.processed tokens, originals || tokens, @ignore_unassigned
+ # tokens.symbolize # TODO Symbols.
tokens.partialize_last # Note: In the standard Picky search, the last token is always partial.
tokens
end
# Gets sorted allocations for the tokens.
\ No newline at end of file