lib/pragmatic_tokenizer/processor.rb in pragmatic_tokenizer-0.1.1 vs lib/pragmatic_tokenizer/processor.rb in pragmatic_tokenizer-0.1.2
- old
+ new
@@ -128,18 +128,12 @@
index = PragmaticTokenizer::Languages::Common::PUNCTUATION.index(p)
PragmaticTokenizer::Languages::Common::PUNCTUATION_MAP[index]
end
def convert_sym_to_punct(p)
- counter = 0
PragmaticTokenizer::Languages::Common::PUNCTUATION_MAP.each_with_index do |m, i|
- if p.include?(m)
- counter+=1
- return p.gsub!(m, PragmaticTokenizer::Languages::Common::PUNCTUATION[i])
- end
+ return p.gsub!(m, PragmaticTokenizer::Languages::Common::PUNCTUATION[i]) if p.include?(m)
end
- if counter.eql?(0)
- p
- end
+ p
end
end
end
\ No newline at end of file