lib/minidusen/parser.rb in minidusen-0.8.2 vs lib/minidusen/parser.rb in minidusen-0.8.3
- old
+ new
@@ -23,9 +23,10 @@
private
def parse_string(string)
string = string.dup # we are going to delete substrings in-place
+ string = string.encode('UTF-8', invalid: :replace, undef: :replace, replace: '')
query = Query.new
extract_field_query_tokens(string, query)
extract_text_query_tokens(string, query)
query
end