lib/pragmatic_tokenizer/processor.rb in pragmatic_tokenizer-0.1.1 vs lib/pragmatic_tokenizer/processor.rb in pragmatic_tokenizer-0.1.2

- old
+ new

@@ -128,18 +128,12 @@ index = PragmaticTokenizer::Languages::Common::PUNCTUATION.index(p) PragmaticTokenizer::Languages::Common::PUNCTUATION_MAP[index] end def convert_sym_to_punct(p) - counter = 0 PragmaticTokenizer::Languages::Common::PUNCTUATION_MAP.each_with_index do |m, i| - if p.include?(m) - counter+=1 - return p.gsub!(m, PragmaticTokenizer::Languages::Common::PUNCTUATION[i]) - end + return p.gsub!(m, PragmaticTokenizer::Languages::Common::PUNCTUATION[i]) if p.include?(m) end - if counter.eql?(0) - p - end + p end end end \ No newline at end of file