lib/picky/tokenizer.rb in picky-3.6.16 vs lib/picky/tokenizer.rb in picky-4.0.0pre1
- old
+ new
@@ -18,13 +18,9 @@
end
def self.query_default
@query_default ||= new
end
- # TODO Move EMPTY_STRING top level.
- #
- EMPTY_STRING = ''.freeze
-
def to_s
reject_condition_location = @reject_condition.to_s[/:(\d+) \(lambda\)/, 1]
<<-TOKENIZER
Removes characters: #{@removes_characters_regexp ? "/#{@removes_characters_regexp.source}/" : '-'}
Stopwords: #{@remove_stopwords_regexp ? "/#{@remove_stopwords_regexp.source}/" : '-'}
\ No newline at end of file