lib/picky/internals/tokenizers/base.rb in picky-2.2.0 vs lib/picky/internals/tokenizers/base.rb in picky-2.2.1
- old
+ new
@@ -115,10 +115,10 @@
substituter?? substituter.substitute(text) : text
end
# Reject tokens after tokenizing based on the given criteria.
#
- # Note: Currently only for indexing. TODO Redesign and write for both!
+ # Note: Currently only for indexing.
#
def reject_token_if &condition
@reject_condition = condition
end
def reject tokens
\ No newline at end of file