ext/rbs_extension/lexer.re in rbs-3.5.0.pre.2 vs ext/rbs_extension/lexer.re in rbs-3.5.0

- old
+ new

@@ -1,11 +1,10 @@ #include "rbs_extension.h" token rbsparser_next_token(lexstate *state) { lexstate backup; -start: backup = *state; /*!re2c re2c:flags:u = 1; re2c:api:style = free-form; @@ -137,12 +136,12 @@ "@" [a-zA-Z_] word* { return next_token(state, tAIDENT); } "@@" [a-zA-Z_] word* { return next_token(state, tA2IDENT); } "$" global_ident { return next_token(state, tGIDENT); } - skip = [ \t\n\r]+; + skip = ([ \t]+|[\r\n]); - skip { state->start = state->current; goto start; } + skip { return next_token(state, tTRIVIA); } "\x00" { return next_token(state, pEOF); } * { return next_token(state, ErrorToken); } */ }