#line 1 "./tasks/../ragel/i18n/lv.c.rl" #include #include #if defined(_WIN32) #include #endif #ifdef HAVE_RUBY_RE_H #include #else #include #endif #ifdef HAVE_RUBY_ENCODING_H #include #define ENCODED_STR_NEW(ptr, len) \ rb_enc_str_new(ptr, len, rb_utf8_encoding()); #else #define ENCODED_STR_NEW(ptr, len) \ rb_str_new(ptr, len); #endif #ifndef RSTRING_PTR #define RSTRING_PTR(s) (RSTRING(s)->ptr) #endif #ifndef RSTRING_LEN #define RSTRING_LEN(s) (RSTRING(s)->len) #endif #define DATA_GET(FROM, TYPE, NAME) \ Data_Get_Struct(FROM, TYPE, NAME); \ if (NAME == NULL) { \ rb_raise(rb_eArgError, "NULL found for " # NAME " when it shouldn't be."); \ } typedef struct lexer_state { int content_len; int line_number; int current_line; int start_col; size_t mark; size_t keyword_start; size_t keyword_end; size_t next_keyword_start; size_t content_start; size_t content_end; size_t field_len; size_t query_start; size_t last_newline; size_t final_newline; } lexer_state; static VALUE mGherkin; static VALUE mLexer; static VALUE mCLexer; static VALUE cI18nLexer; static VALUE rb_eGherkinLexerError; #define LEN(AT, P) (P - data - lexer->AT) #define MARK(M, P) (lexer->M = (P) - data) #define PTR_TO(P) (data + lexer->P) #define STORE_KW_END_CON(EVENT) \ store_kw_con(listener, # EVENT, \ PTR_TO(keyword_start), LEN(keyword_start, PTR_TO(keyword_end - 1)), \ PTR_TO(content_start), LEN(content_start, PTR_TO(content_end)), \ lexer->current_line); \ if (lexer->content_end != 0) { \ p = PTR_TO(content_end - 1); \ } \ lexer->content_end = 0; #define STORE_ATTR(ATTR) \ store_attr(listener, # ATTR, \ PTR_TO(content_start), LEN(content_start, p), \ lexer->line_number); #line 239 "./tasks/../ragel/i18n/lv.c.rl" /** Data **/ #line 88 "ext/gherkin_lexer_lv/gherkin_lexer_lv.c" static const char _lexer_actions[] = { 0, 1, 0, 1, 1, 1, 2, 1, 3, 1, 4, 1, 5, 1, 6, 1, 7, 1, 9, 1, 10, 1, 11, 1, 14, 1, 15, 1, 16, 1, 17, 1, 18, 1, 19, 1, 20, 1, 23, 2, 1, 16, 2, 12, 13, 2, 15, 0, 2, 15, 2, 2, 15, 14, 2, 15, 17, 2, 16, 4, 2, 16, 5, 2, 16, 6, 2, 16, 7, 2, 16, 8, 2, 16, 14, 2, 18, 19, 2, 21, 20, 2, 21, 22, 3, 3, 12, 13, 3, 9, 12, 13, 3, 10, 12, 13, 3, 11, 12, 13, 3, 12, 13, 16, 3, 15, 12, 13, 3, 21, 22, 0, 3, 21, 22, 2, 3, 21, 22, 14, 4, 1, 12, 13, 16, 4, 15, 0, 12, 13 }; static const short _lexer_key_offsets[] = { 0, 0, 18, 19, 20, 24, 29, 34, 39, 44, 48, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 77, 84, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 109, 111, 113, 115, 117, 119, 121, 123, 125, 127, 129, 131, 133, 135, 137, 139, 141, 143, 145, 147, 149, 151, 153, 155, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 201, 203, 205, 207, 209, 211, 213, 215, 217, 219, 221, 223, 225, 227, 229, 231, 233, 235, 237, 239, 241, 243, 245, 247, 249, 251, 253, 255, 257, 259, 262, 264, 266, 268, 270, 272, 274, 276, 278, 280, 282, 284, 286, 288, 290, 292, 293, 294, 295, 296, 297, 298, 299, 300, 305, 306, 307, 308, 309, 310, 311, 313, 314, 315, 316, 317, 318, 319, 320, 321, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 352, 354, 356, 358, 360, 362, 364, 366, 368, 370, 372, 374, 376, 378, 380, 382, 384, 386, 388, 390, 392, 394, 396, 398, 400, 402, 404, 406, 408, 410, 412, 414, 415, 416, 430, 432, 434, 436, 438, 440, 442, 444, 446, 448, 450, 452, 454, 456, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 491, 493, 495, 497, 499, 501, 503, 505, 507, 509, 511, 513, 515, 517, 519, 520, 521, 522, 523, 524, 525, 526, 527, 528, 529, 533, 538, 539, 544, 562, 565, 567, 569, 571, 573, 575, 577, 579, 581, 584, 586, 588, 590, 592, 594, 596, 598, 600, 602, 604, 606, 608, 610, 612, 614, 616, 618, 620, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636 }; static const char _lexer_trans_keys[] = { 10, 32, 34, 35, 37, 42, 64, 66, 70, 74, 75, 80, 83, 84, 85, 124, 9, 13, 34, 34, 10, 32, 9, 13, 10, 32, 34, 9, 13, 10, 32, 34, 9, 13, 10, 32, 34, 9, 13, 10, 32, 34, 9, 13, 10, 32, 9, 13, 10, 32, 9, 13, 10, 13, 95, 70, 69, 65, 84, 85, 82, 69, 95, 69, 78, 68, 95, 37, 32, 10, 10, 13, 13, 32, 64, 9, 10, 9, 10, 13, 32, 64, 11, 12, 10, 32, 64, 9, 13, 101, 116, -60, 117, -85, -60, -115, 97, 58, 10, 10, 10, 32, 35, 37, 64, 75, 83, 9, 13, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, 10, 111, 10, 110, 10, 116, 10, 101, 10, 107, 10, 115, 10, 116, 10, 115, 10, 58, 10, 32, 34, 35, 37, 42, 64, 66, 70, 74, 75, 80, 83, 84, 85, 124, 9, 13, 97, 97, 111, 100, 110, 116, 101, 107, 115, 116, 115, 58, 10, 10, 10, 32, 35, 37, 42, 64, 66, 74, 75, 83, 84, 85, 9, 13, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, 10, 32, 10, 101, 10, 116, 10, 97, 10, 97, 10, 100, 10, 99, 10, 101, 10, 110, -60, 10, -127, 10, 10, 114, 10, 105, 10, 106, 10, 115, 10, 32, 58, 10, 112, -60, 10, -109, 10, 10, 99, 10, 32, 10, 112, 10, 97, 10, 114, 10, 97, 10, 117, 10, 103, 10, 97, 10, 58, 10, 110, 97, 105, 114, 97, 117, 103, 115, 58, 10, 10, 10, 32, 124, 9, 13, 101, 109, -60, -109, 114, 105, 99, 105, 101, 110, -60, -127, 114, 105, 106, 115, 32, 58, 112, -60, -109, 99, 32, 112, 97, 114, 97, 117, 103, 97, 58, 10, 10, 10, 32, 35, 37, 42, 64, 66, 74, 75, 83, 84, 85, 9, 13, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, 10, 32, 10, 101, 10, 116, 10, 97, 10, 97, 10, 100, 10, 99, 10, 101, 10, 110, -60, 10, -127, 10, 10, 114, 10, 105, 10, 106, 10, 115, 10, 58, 10, 110, 10, 10, 10, 32, 35, 37, 42, 64, 66, 74, 75, 83, 84, 85, 9, 13, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, 10, 32, 10, 101, 10, 116, 10, 97, 10, 97, 10, 100, 10, 99, 10, 101, 10, 110, -60, 10, -127, 10, 10, 114, 10, 105, 10, 106, 10, 115, 10, 32, 58, 10, 112, -60, 10, -109, 10, 10, 99, 10, 32, 10, 112, 10, 97, 10, 114, 10, 97, 10, 117, 10, 103, 10, 97, 10, 58, 10, 110, 116, 117, -60, -127, 99, 105, 106, 97, 97, 110, 32, 124, 9, 13, 10, 32, 124, 9, 13, 124, 10, 32, 124, 9, 13, 10, 32, 34, 35, 37, 42, 64, 66, 70, 74, 75, 80, 83, 84, 85, 124, 9, 13, 10, 99, 105, 10, 101, 10, 110, -60, 10, -127, 10, 10, 114, 10, 105, 10, 106, 10, 115, 10, 32, 58, 10, 112, -60, 10, -109, 10, 10, 99, 10, 32, 10, 112, 10, 97, 10, 114, 10, 97, 10, 117, 10, 103, 10, 97, 10, 116, 10, 117, -60, 10, -127, 10, 10, 99, 10, 105, 10, 106, 110, 107, 99, 105, 111, 110, 97, 108, 105, 116, -60, -127, 116, 101, 0 }; static const char _lexer_single_lengths[] = { 0, 16, 1, 1, 2, 3, 3, 3, 3, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 7, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 16, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 12, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 12, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 12, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 16, 3, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0 }; static const char _lexer_range_lengths[] = { 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }; static const short _lexer_index_offsets[] = { 0, 0, 18, 20, 22, 26, 31, 36, 41, 46, 50, 54, 57, 59, 61, 63, 65, 67, 69, 71, 73, 75, 77, 79, 81, 83, 85, 87, 89, 92, 97, 104, 109, 111, 113, 116, 118, 120, 122, 124, 126, 128, 130, 139, 142, 145, 148, 151, 154, 157, 160, 163, 166, 169, 172, 175, 178, 181, 184, 187, 190, 193, 196, 199, 202, 205, 208, 226, 228, 231, 233, 235, 237, 239, 241, 243, 245, 247, 249, 251, 253, 267, 270, 273, 276, 279, 282, 285, 288, 291, 294, 297, 300, 303, 306, 309, 312, 315, 318, 321, 324, 327, 330, 333, 336, 339, 342, 345, 348, 351, 354, 358, 361, 364, 367, 370, 373, 376, 379, 382, 385, 388, 391, 394, 397, 400, 403, 405, 407, 409, 411, 413, 415, 417, 419, 424, 426, 428, 430, 432, 434, 436, 439, 441, 443, 445, 447, 449, 451, 453, 455, 458, 460, 462, 464, 466, 468, 470, 472, 474, 476, 478, 480, 482, 484, 486, 488, 502, 505, 508, 511, 514, 517, 520, 523, 526, 529, 532, 535, 538, 541, 544, 547, 550, 553, 556, 559, 562, 565, 568, 571, 574, 577, 580, 583, 586, 589, 592, 595, 597, 599, 613, 616, 619, 622, 625, 628, 631, 634, 637, 640, 643, 646, 649, 652, 655, 658, 661, 664, 667, 670, 673, 676, 679, 682, 685, 688, 691, 694, 697, 700, 704, 707, 710, 713, 716, 719, 722, 725, 728, 731, 734, 737, 740, 743, 746, 748, 750, 752, 754, 756, 758, 760, 762, 764, 766, 770, 775, 777, 782, 800, 804, 807, 810, 813, 816, 819, 822, 825, 828, 832, 835, 838, 841, 844, 847, 850, 853, 856, 859, 862, 865, 868, 871, 874, 877, 880, 883, 886, 889, 891, 893, 895, 897, 899, 901, 903, 905, 907, 909, 911, 913, 915, 917 }; static const short _lexer_trans_targs[] = { 1, 1, 2, 11, 12, 26, 29, 32, 34, 67, 68, 125, 141, 253, 254, 255, 1, 0, 3, 0, 4, 0, 5, 4, 4, 0, 6, 6, 7, 6, 6, 6, 6, 7, 6, 6, 6, 6, 8, 6, 6, 6, 6, 9, 6, 6, 1, 10, 10, 0, 1, 10, 10, 0, 1, 11, 11, 13, 0, 14, 0, 15, 0, 16, 0, 17, 0, 18, 0, 19, 0, 20, 0, 21, 0, 22, 0, 23, 0, 24, 0, 25, 0, 303, 0, 27, 0, 0, 28, 1, 28, 28, 0, 0, 0, 0, 30, 31, 1, 31, 31, 29, 30, 30, 1, 31, 29, 31, 0, 33, 0, 26, 0, 35, 289, 0, 36, 0, 37, 0, 38, 0, 39, 0, 40, 0, 42, 41, 42, 41, 42, 42, 1, 43, 1, 57, 260, 42, 41, 42, 44, 41, 42, 45, 41, 42, 46, 41, 42, 47, 41, 42, 48, 41, 42, 49, 41, 42, 50, 41, 42, 51, 41, 42, 52, 41, 42, 53, 41, 42, 54, 41, 42, 55, 41, 42, 56, 41, 42, 1, 41, 42, 58, 41, 42, 59, 41, 42, 60, 41, 42, 61, 41, 42, 62, 41, 42, 63, 41, 42, 64, 41, 42, 65, 41, 42, 66, 41, 1, 1, 2, 11, 12, 26, 29, 32, 34, 67, 68, 125, 141, 253, 254, 255, 1, 0, 26, 0, 69, 70, 0, 26, 0, 71, 0, 72, 0, 73, 0, 74, 0, 75, 0, 76, 0, 77, 0, 78, 0, 80, 79, 80, 79, 80, 80, 1, 81, 95, 1, 96, 98, 99, 101, 99, 124, 80, 79, 80, 82, 79, 80, 83, 79, 80, 84, 79, 80, 85, 79, 80, 86, 79, 80, 87, 79, 80, 88, 79, 80, 89, 79, 80, 90, 79, 80, 91, 79, 80, 92, 79, 80, 93, 79, 80, 94, 79, 80, 1, 79, 80, 66, 79, 80, 97, 79, 80, 95, 79, 80, 95, 79, 80, 100, 79, 80, 95, 79, 80, 102, 79, 80, 103, 79, 80, 104, 79, 105, 80, 79, 106, 80, 79, 80, 107, 79, 80, 108, 79, 80, 109, 79, 80, 110, 79, 80, 111, 66, 79, 80, 112, 79, 113, 80, 79, 114, 80, 79, 80, 115, 79, 80, 116, 79, 80, 117, 79, 80, 118, 79, 80, 119, 79, 80, 120, 79, 80, 121, 79, 80, 122, 79, 80, 123, 79, 80, 66, 79, 80, 95, 79, 126, 135, 0, 127, 0, 128, 0, 129, 0, 130, 0, 131, 0, 132, 0, 134, 133, 134, 133, 134, 134, 1, 134, 133, 136, 0, 137, 0, 138, 0, 139, 0, 140, 0, 131, 0, 142, 245, 0, 143, 0, 144, 0, 145, 0, 146, 0, 147, 0, 148, 0, 149, 0, 150, 0, 151, 198, 0, 152, 0, 153, 0, 154, 0, 155, 0, 156, 0, 157, 0, 158, 0, 159, 0, 160, 0, 161, 0, 162, 0, 163, 0, 164, 0, 166, 165, 166, 165, 166, 166, 1, 167, 181, 1, 182, 184, 185, 187, 185, 197, 166, 165, 166, 168, 165, 166, 169, 165, 166, 170, 165, 166, 171, 165, 166, 172, 165, 166, 173, 165, 166, 174, 165, 166, 175, 165, 166, 176, 165, 166, 177, 165, 166, 178, 165, 166, 179, 165, 166, 180, 165, 166, 1, 165, 166, 66, 165, 166, 183, 165, 166, 181, 165, 166, 181, 165, 166, 186, 165, 166, 181, 165, 166, 188, 165, 166, 189, 165, 166, 190, 165, 191, 166, 165, 192, 166, 165, 166, 193, 165, 166, 194, 165, 166, 195, 165, 166, 196, 165, 166, 66, 165, 166, 181, 165, 200, 199, 200, 199, 200, 200, 1, 201, 215, 1, 216, 218, 219, 221, 219, 244, 200, 199, 200, 202, 199, 200, 203, 199, 200, 204, 199, 200, 205, 199, 200, 206, 199, 200, 207, 199, 200, 208, 199, 200, 209, 199, 200, 210, 199, 200, 211, 199, 200, 212, 199, 200, 213, 199, 200, 214, 199, 200, 1, 199, 200, 66, 199, 200, 217, 199, 200, 215, 199, 200, 215, 199, 200, 220, 199, 200, 215, 199, 200, 222, 199, 200, 223, 199, 200, 224, 199, 225, 200, 199, 226, 200, 199, 200, 227, 199, 200, 228, 199, 200, 229, 199, 200, 230, 199, 200, 231, 66, 199, 200, 232, 199, 233, 200, 199, 234, 200, 199, 200, 235, 199, 200, 236, 199, 200, 237, 199, 200, 238, 199, 200, 239, 199, 200, 240, 199, 200, 241, 199, 200, 242, 199, 200, 243, 199, 200, 66, 199, 200, 215, 199, 246, 0, 247, 0, 248, 0, 249, 0, 250, 0, 251, 0, 252, 0, 77, 0, 69, 0, 26, 0, 255, 256, 255, 0, 259, 258, 256, 258, 257, 256, 257, 259, 258, 256, 258, 257, 259, 259, 2, 11, 12, 26, 29, 32, 34, 67, 68, 125, 141, 253, 254, 256, 259, 0, 42, 261, 282, 41, 42, 262, 41, 42, 263, 41, 264, 42, 41, 265, 42, 41, 42, 266, 41, 42, 267, 41, 42, 268, 41, 42, 269, 41, 42, 270, 66, 41, 42, 271, 41, 272, 42, 41, 273, 42, 41, 42, 274, 41, 42, 275, 41, 42, 276, 41, 42, 277, 41, 42, 278, 41, 42, 279, 41, 42, 280, 41, 42, 281, 41, 42, 65, 41, 42, 283, 41, 42, 284, 41, 285, 42, 41, 286, 42, 41, 42, 287, 41, 42, 288, 41, 42, 281, 41, 290, 0, 291, 0, 292, 0, 293, 0, 294, 0, 295, 0, 296, 0, 297, 0, 298, 0, 299, 0, 300, 0, 301, 0, 302, 0, 39, 0, 0, 0 }; static const char _lexer_trans_actions[] = { 42, 0, 5, 1, 0, 23, 0, 23, 23, 23, 23, 23, 23, 23, 23, 29, 0, 37, 0, 37, 0, 37, 42, 0, 0, 37, 120, 39, 39, 39, 3, 100, 27, 27, 27, 0, 100, 27, 27, 27, 0, 100, 27, 0, 27, 0, 84, 7, 7, 37, 42, 0, 0, 37, 92, 19, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 37, 45, 88, 17, 0, 37, 37, 37, 37, 1, 21, 96, 21, 21, 21, 21, 0, 42, 0, 0, 0, 37, 0, 37, 0, 37, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 125, 45, 42, 0, 42, 0, 57, 27, 57, 72, 72, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 9, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 9, 0, 104, 25, 48, 45, 25, 51, 25, 51, 51, 51, 51, 51, 51, 51, 51, 54, 25, 37, 0, 37, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 125, 45, 42, 0, 42, 0, 60, 27, 72, 60, 72, 72, 72, 72, 72, 72, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 11, 0, 42, 11, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 11, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 11, 0, 42, 0, 0, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 125, 45, 42, 0, 42, 0, 69, 0, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 125, 45, 42, 0, 42, 0, 66, 27, 72, 66, 72, 72, 72, 72, 72, 72, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 15, 0, 42, 15, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 15, 0, 42, 0, 0, 125, 45, 42, 0, 42, 0, 63, 27, 72, 63, 72, 72, 72, 72, 72, 72, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 13, 0, 42, 13, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 13, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 13, 0, 42, 0, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 35, 0, 37, 42, 31, 75, 31, 31, 33, 0, 42, 0, 33, 0, 0, 42, 0, 112, 108, 81, 116, 81, 116, 116, 116, 116, 116, 116, 116, 116, 78, 0, 37, 42, 0, 0, 0, 42, 0, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 9, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 0, 42, 0, 0, 42, 0, 42, 0, 0, 42, 0, 0, 42, 0, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 0 }; static const char _lexer_eof_actions[] = { 0, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37 }; static const int lexer_start = 1; static const int lexer_first_final = 303; static const int lexer_error = 0; static const int lexer_en_main = 1; #line 243 "./tasks/../ragel/i18n/lv.c.rl" static VALUE strip_i(VALUE str, VALUE ary) { rb_funcall(str, rb_intern("strip!"), 0); rb_ary_push(ary, str); return Qnil; } static VALUE multiline_strip(VALUE text) { VALUE map = rb_ary_new(); VALUE split = rb_str_split(text, "\n"); rb_iterate(rb_each, split, strip_i, map); return rb_ary_join(split, rb_str_new2("\n")); } static void store_kw_con(VALUE listener, const char * event_name, const char * keyword_at, size_t keyword_length, const char * at, size_t length, int current_line) { VALUE con = Qnil, kw = Qnil; kw = ENCODED_STR_NEW(keyword_at, keyword_length); con = ENCODED_STR_NEW(at, length); con = multiline_strip(con); rb_funcall(con, rb_intern("strip!"), 0); rb_funcall(kw, rb_intern("strip!"), 0); rb_funcall(listener, rb_intern(event_name), 3, kw, con, INT2FIX(current_line)); } static void store_attr(VALUE listener, const char * attr_type, const char * at, size_t length, int line) { VALUE val = ENCODED_STR_NEW(at, length); rb_funcall(listener, rb_intern(attr_type), 2, val, INT2FIX(line)); } static void store_pystring_content(VALUE listener, int start_col, const char *at, size_t length, int current_line) { VALUE con = ENCODED_STR_NEW(at, length); // Gherkin will crash gracefully if the string representation of start_col pushes the pattern past 32 characters char pat[32]; snprintf(pat, 32, "^ {0,%d}", start_col); VALUE re = rb_reg_regcomp(rb_str_new2(pat)); rb_funcall(con, rb_intern("gsub!"), 2, re, rb_str_new2("")); rb_funcall(listener, rb_intern("py_string"), 2, con, INT2FIX(current_line)); } static void raise_lexer_error(VALUE listener, const char * at, int line) { rb_raise(rb_eGherkinLexerError, "Lexing error on line %d: '%s'.", line, at); } static void lexer_init(lexer_state *lexer) { lexer->content_start = 0; lexer->content_end = 0; lexer->content_len = 0; lexer->mark = 0; lexer->field_len = 0; lexer->keyword_start = 0; lexer->keyword_end = 0; lexer->next_keyword_start = 0; lexer->line_number = 1; lexer->last_newline = 0; lexer->final_newline = 0; lexer->start_col = 0; } static VALUE CLexer_alloc(VALUE klass) { VALUE obj; lexer_state *lxr = ALLOC(lexer_state); lexer_init(lxr); obj = Data_Wrap_Struct(klass, NULL, -1, lxr); return obj; } static VALUE CLexer_init(VALUE self, VALUE listener) { rb_iv_set(self, "@listener", listener); lexer_state *lxr = NULL; DATA_GET(self, lexer_state, lxr); lexer_init(lxr); return self; } static VALUE CLexer_scan(VALUE self, VALUE input) { lexer_state *lexer = NULL; DATA_GET(self, lexer_state, lexer); VALUE input_copy = rb_str_dup(input); rb_str_append(input_copy, rb_str_new2("\n%_FEATURE_END_%")); char *data = RSTRING_PTR(input_copy); long len = RSTRING_LEN(input_copy); if (len == 0) { rb_raise(rb_eGherkinLexerError, "No content to lex."); } else { const char *p, *pe, *eof; int cs = 0; VALUE listener = rb_iv_get(self, "@listener"); VALUE rows = rb_ary_new(); VALUE current_row = rb_ary_new(); p = data; pe = data + len; eof = pe; assert(*pe == '\0' && "pointer does not end on NULL"); assert(pe - p == len && "pointers aren't same distance"); #line 772 "ext/gherkin_lexer_lv/gherkin_lexer_lv.c" { cs = lexer_start; } #line 374 "./tasks/../ragel/i18n/lv.c.rl" #line 779 "ext/gherkin_lexer_lv/gherkin_lexer_lv.c" { int _klen; unsigned int _trans; const char *_acts; unsigned int _nacts; const char *_keys; if ( p == pe ) goto _test_eof; if ( cs == 0 ) goto _out; _resume: _keys = _lexer_trans_keys + _lexer_key_offsets[cs]; _trans = _lexer_index_offsets[cs]; _klen = _lexer_single_lengths[cs]; if ( _klen > 0 ) { const char *_lower = _keys; const char *_mid; const char *_upper = _keys + _klen - 1; while (1) { if ( _upper < _lower ) break; _mid = _lower + ((_upper-_lower) >> 1); if ( (*p) < *_mid ) _upper = _mid - 1; else if ( (*p) > *_mid ) _lower = _mid + 1; else { _trans += (_mid - _keys); goto _match; } } _keys += _klen; _trans += _klen; } _klen = _lexer_range_lengths[cs]; if ( _klen > 0 ) { const char *_lower = _keys; const char *_mid; const char *_upper = _keys + (_klen<<1) - 2; while (1) { if ( _upper < _lower ) break; _mid = _lower + (((_upper-_lower) >> 1) & ~1); if ( (*p) < _mid[0] ) _upper = _mid - 2; else if ( (*p) > _mid[1] ) _lower = _mid + 2; else { _trans += ((_mid - _keys)>>1); goto _match; } } _trans += _klen; } _match: cs = _lexer_trans_targs[_trans]; if ( _lexer_trans_actions[_trans] == 0 ) goto _again; _acts = _lexer_actions + _lexer_trans_actions[_trans]; _nacts = (unsigned int) *_acts++; while ( _nacts-- > 0 ) { switch ( *_acts++ ) { case 0: #line 82 "./tasks/../ragel/i18n/lv.c.rl" { MARK(content_start, p); lexer->current_line = lexer->line_number; } break; case 1: #line 87 "./tasks/../ragel/i18n/lv.c.rl" { MARK(content_start, p); } break; case 2: #line 91 "./tasks/../ragel/i18n/lv.c.rl" { lexer->current_line = lexer->line_number; lexer->start_col = p - data - lexer->last_newline; } break; case 3: #line 96 "./tasks/../ragel/i18n/lv.c.rl" { int len = LEN(content_start, PTR_TO(final_newline)); if (len < 0) len = 0; store_pystring_content(listener, lexer->start_col, PTR_TO(content_start), len, lexer->current_line); } break; case 4: #line 104 "./tasks/../ragel/i18n/lv.c.rl" { STORE_KW_END_CON(feature) } break; case 5: #line 108 "./tasks/../ragel/i18n/lv.c.rl" { STORE_KW_END_CON(background) } break; case 6: #line 112 "./tasks/../ragel/i18n/lv.c.rl" { STORE_KW_END_CON(scenario) } break; case 7: #line 116 "./tasks/../ragel/i18n/lv.c.rl" { STORE_KW_END_CON(scenario_outline) } break; case 8: #line 120 "./tasks/../ragel/i18n/lv.c.rl" { STORE_KW_END_CON(examples) } break; case 9: #line 124 "./tasks/../ragel/i18n/lv.c.rl" { store_kw_con(listener, "step", PTR_TO(keyword_start), LEN(keyword_start, PTR_TO(keyword_end)), PTR_TO(content_start), LEN(content_start, p), lexer->current_line); } break; case 10: #line 131 "./tasks/../ragel/i18n/lv.c.rl" { STORE_ATTR(comment) lexer->mark = 0; } break; case 11: #line 136 "./tasks/../ragel/i18n/lv.c.rl" { STORE_ATTR(tag) lexer->mark = 0; } break; case 12: #line 141 "./tasks/../ragel/i18n/lv.c.rl" { lexer->line_number += 1; MARK(final_newline, p); } break; case 13: #line 146 "./tasks/../ragel/i18n/lv.c.rl" { MARK(last_newline, p + 1); } break; case 14: #line 150 "./tasks/../ragel/i18n/lv.c.rl" { if (lexer->mark == 0) { MARK(mark, p); } } break; case 15: #line 156 "./tasks/../ragel/i18n/lv.c.rl" { MARK(keyword_end, p); MARK(keyword_start, PTR_TO(mark)); MARK(content_start, p + 1); lexer->mark = 0; } break; case 16: #line 163 "./tasks/../ragel/i18n/lv.c.rl" { MARK(content_end, p); } break; case 17: #line 167 "./tasks/../ragel/i18n/lv.c.rl" { p = p - 1; lexer->current_line = lexer->line_number; rb_ary_clear(rows); rb_ary_clear(current_row); } break; case 18: #line 174 "./tasks/../ragel/i18n/lv.c.rl" { MARK(content_start, p); } break; case 19: #line 178 "./tasks/../ragel/i18n/lv.c.rl" { VALUE con = Qnil; con = ENCODED_STR_NEW(PTR_TO(content_start), LEN(content_start, p)); rb_funcall(con, rb_intern("strip!"), 0); rb_ary_push(current_row, con); } break; case 20: #line 186 "./tasks/../ragel/i18n/lv.c.rl" { current_row = rb_ary_new(); } break; case 21: #line 190 "./tasks/../ragel/i18n/lv.c.rl" { rb_ary_push(rows, current_row); } break; case 22: #line 194 "./tasks/../ragel/i18n/lv.c.rl" { rb_funcall(listener, rb_intern("table"), 2, rows, INT2FIX(lexer->current_line)); } break; case 23: #line 198 "./tasks/../ragel/i18n/lv.c.rl" { if (cs < lexer_first_final) { if (raise_lexer_error != NULL) { int count = 0; int newstr_count = 0; size_t len; const char *buff; if (lexer->last_newline != 0) { len = LEN(last_newline, eof); buff = PTR_TO(last_newline); } else { len = strlen(data); buff = data; } char newstr[len]; for (count = 0; count < len; count++) { if(buff[count] == 10) { newstr[newstr_count] = '\0'; // terminate new string at first newline found break; } else { if (buff[count] == '%') { newstr[newstr_count++] = buff[count]; newstr[newstr_count] = buff[count]; } else { newstr[newstr_count] = buff[count]; } } newstr_count++; } int line = lexer->line_number; lexer_init(lexer); // Re-initialize so we can scan again with the same lexer raise_lexer_error(listener, newstr, line); } } } break; #line 1055 "ext/gherkin_lexer_lv/gherkin_lexer_lv.c" } } _again: if ( cs == 0 ) goto _out; if ( ++p != pe ) goto _resume; _test_eof: {} if ( p == eof ) { const char *__acts = _lexer_actions + _lexer_eof_actions[cs]; unsigned int __nacts = (unsigned int) *__acts++; while ( __nacts-- > 0 ) { switch ( *__acts++ ) { case 23: #line 198 "./tasks/../ragel/i18n/lv.c.rl" { if (cs < lexer_first_final) { if (raise_lexer_error != NULL) { int count = 0; int newstr_count = 0; size_t len; const char *buff; if (lexer->last_newline != 0) { len = LEN(last_newline, eof); buff = PTR_TO(last_newline); } else { len = strlen(data); buff = data; } char newstr[len]; for (count = 0; count < len; count++) { if(buff[count] == 10) { newstr[newstr_count] = '\0'; // terminate new string at first newline found break; } else { if (buff[count] == '%') { newstr[newstr_count++] = buff[count]; newstr[newstr_count] = buff[count]; } else { newstr[newstr_count] = buff[count]; } } newstr_count++; } int line = lexer->line_number; lexer_init(lexer); // Re-initialize so we can scan again with the same lexer raise_lexer_error(listener, newstr, line); } } } break; #line 1112 "ext/gherkin_lexer_lv/gherkin_lexer_lv.c" } } } _out: {} } #line 375 "./tasks/../ragel/i18n/lv.c.rl" assert(p <= pe && "data overflow after parsing execute"); assert(lexer->content_start <= len && "content starts after data end"); assert(lexer->mark < len && "mark is after data end"); assert(lexer->field_len <= len && "field has length longer than the whole data"); // Reset lexer by re-initializing the whole thing lexer_init(lexer); if (cs == lexer_error) { rb_raise(rb_eGherkinLexerError, "Invalid format, lexing fails."); } else { return Qtrue; } } } void Init_gherkin_lexer_lv() { mGherkin = rb_define_module("Gherkin"); mLexer = rb_const_get(mGherkin, rb_intern("Lexer")); rb_eGherkinLexerError = rb_const_get(mLexer, rb_intern("LexingError")); mCLexer = rb_define_module_under(mGherkin, "CLexer"); cI18nLexer = rb_define_class_under(mCLexer, "Lv", rb_cObject); rb_define_alloc_func(cI18nLexer, CLexer_alloc); rb_define_method(cI18nLexer, "initialize", CLexer_init, 1); rb_define_method(cI18nLexer, "scan", CLexer_scan, 1); }