lib/picky/internals/tokenizers/base.rb in picky-2.2.0 vs lib/picky/internals/tokenizers/base.rb in picky-2.2.1

- old
+ new

@@ -115,10 +115,10 @@ substituter?? substituter.substitute(text) : text end # Reject tokens after tokenizing based on the given criteria. # - # Note: Currently only for indexing. TODO Redesign and write for both! + # Note: Currently only for indexing. # def reject_token_if &condition @reject_condition = condition end def reject tokens \ No newline at end of file