lib/goodcheck/pattern.rb in goodcheck-0.3.0 vs lib/goodcheck/pattern.rb in goodcheck-1.0.0

@@ -32,10 +32,10 @@
         case
         when s.scan(/\(|\)|\{|\}|\[|\]|\<|\>/)
           tokens << Regexp.escape(s.matched)
         when s.scan(/\s+/)
           tokens << '\s+'
-        when s.scan(/(\p{Letter}|\w)+/)
+        when s.scan(/\w+|[\p{Letter}&&\p{^ASCII}]+/)
           tokens << Regexp.escape(s.matched)
         when s.scan(%r{[!"#$%&'=\-^~¥\\|`@*:+;/?.,]+})
           tokens << Regexp.escape(s.matched.rstrip)
         when s.scan(/./)
           tokens << Regexp.escape(s.matched)