ext/rbs_extension/lexer.re in rbs-3.5.0.pre.2 vs ext/rbs_extension/lexer.re in rbs-3.5.0
- old
+ new
@@ -1,11 +1,10 @@
#include "rbs_extension.h"
token rbsparser_next_token(lexstate *state) {
lexstate backup;
-start:
backup = *state;
/*!re2c
re2c:flags:u = 1;
re2c:api:style = free-form;
@@ -137,12 +136,12 @@
"@" [a-zA-Z_] word* { return next_token(state, tAIDENT); }
"@@" [a-zA-Z_] word* { return next_token(state, tA2IDENT); }
"$" global_ident { return next_token(state, tGIDENT); }
- skip = [ \t\n\r]+;
+ skip = ([ \t]+|[\r\n]);
- skip { state->start = state->current; goto start; }
+ skip { return next_token(state, tTRIVIA); }
"\x00" { return next_token(state, pEOF); }
* { return next_token(state, ErrorToken); }
*/
}