#line 1 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" #include #include #if defined(_WIN32) #include #endif #ifdef HAVE_RUBY_RE_H #include #else #include #endif #ifdef HAVE_RUBY_ENCODING_H #include #define ENCODED_STR_NEW(ptr, len) \ rb_enc_str_new(ptr, len, rb_utf8_encoding()) #else #define ENCODED_STR_NEW(ptr, len) \ rb_str_new(ptr, len) #endif #define LF_FLAG 0 #define CRLF_FLAG 1 #define LF "\n" #define CRLF "\r\n" #ifndef RSTRING_PTR #define RSTRING_PTR(s) (RSTRING(s)->ptr) #endif #ifndef RSTRING_LEN #define RSTRING_LEN(s) (RSTRING(s)->len) #endif #define DATA_GET(FROM, TYPE, NAME) \ Data_Get_Struct(FROM, TYPE, NAME); \ if (NAME == NULL) { \ rb_raise(rb_eArgError, "NULL found for " # NAME " when it shouldn't be."); \ } typedef struct lexer_state { int content_len; int line_number; int current_line; int start_col; int eol; size_t mark; size_t keyword_start; size_t keyword_end; size_t next_keyword_start; size_t content_start; size_t content_end; size_t query_start; size_t last_newline; size_t final_newline; } lexer_state; static VALUE mGherkin; static VALUE mCLexer; static VALUE cI18nLexer; static VALUE rb_eGherkinLexingError; #define LEN(AT, P) (P - data - lexer->AT) #define MARK(M, P) (lexer->M = (P) - data) #define PTR_TO(P) (data + lexer->P) #define STORE_KW_END_CON(EVENT) \ store_kw_con(listener, # EVENT, \ PTR_TO(keyword_start), LEN(keyword_start, PTR_TO(keyword_end - 1)), \ PTR_TO(content_start), LEN(content_start, PTR_TO(content_end)), \ lexer->current_line, lexer->eol); \ if (lexer->content_end != 0) { \ p = PTR_TO(content_end - 1); \ } \ lexer->content_end = 0 #define STORE_ATTR(ATTR) \ store_attr(listener, # ATTR, \ PTR_TO(content_start), LEN(content_start, p), \ lexer->line_number) #line 235 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" /** Data **/ #line 92 "ext/gherkin_lexer_zh_tw/gherkin_lexer_zh_tw.c" static const char _lexer_actions[] = { 0, 1, 0, 1, 1, 1, 2, 1, 3, 1, 4, 1, 5, 1, 6, 1, 7, 1, 9, 1, 10, 1, 11, 1, 14, 1, 15, 1, 16, 1, 17, 1, 18, 1, 19, 1, 20, 1, 21, 2, 1, 16, 2, 11, 0, 2, 12, 13, 2, 15, 0, 2, 15, 2, 2, 15, 14, 2, 15, 17, 2, 16, 4, 2, 16, 5, 2, 16, 6, 2, 16, 7, 2, 16, 8, 2, 16, 14, 2, 18, 19, 2, 20, 0, 2, 20, 2, 2, 20, 14, 2, 20, 17, 3, 3, 12, 13, 3, 9, 12, 13, 3, 10, 12, 13, 3, 11, 12, 13, 3, 12, 13, 16, 3, 15, 12, 13, 4, 1, 12, 13, 16, 4, 15, 0, 12, 13 }; static const short _lexer_key_offsets[] = { 0, 0, 15, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 42, 45, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 77, 80, 82, 84, 86, 88, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 115, 128, 131, 133, 135, 137, 139, 141, 143, 145, 147, 151, 153, 155, 157, 159, 161, 163, 165, 167, 170, 172, 174, 176, 178, 180, 182, 184, 186, 188, 190, 192, 194, 196, 198, 200, 202, 204, 206, 208, 210, 212, 214, 216, 218, 220, 222, 224, 226, 228, 230, 232, 234, 236, 238, 239, 240, 241, 242, 243, 244, 245, 249, 254, 259, 264, 269, 273, 277, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 299, 306, 311, 315, 320, 321, 326, 341, 343, 345, 347, 349, 353, 355, 357, 359, 361, 363, 365, 367, 369, 371, 373, 375, 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 413, 415, 417, 419, 421, 423, 425, 427, 428, 429, 442, 445, 447, 449, 451, 453, 455, 457, 459, 461, 465, 467, 469, 471, 473, 475, 477, 479, 481, 484, 486, 488, 490, 492, 494, 496, 498, 500, 502, 504, 506, 508, 510, 512, 514, 516, 518, 520, 522, 524, 526, 528, 530, 532, 534, 536, 538, 540, 542, 544, 546, 548, 550, 552, 553, 554, 555, 556, 557, 558, 567, 570, 572, 574, 576, 578, 581, 583, 585, 587, 589, 591, 593, 595, 597, 599, 601, 603, 605, 607, 609, 611, 613, 615, 617, 619, 621, 623, 625, 627, 629, 631, 633, 635, 637, 639, 640, 641, 642, 643 }; static const char _lexer_trans_keys[] = { -28, -27, -25, -24, -23, 10, 32, 34, 35, 37, 42, 64, 124, 9, 13, -72, -67, -66, -90, -28, -72, -108, 10, 10, 13, 10, -122, -26, -104, -81, -117, -27, -83, -112, 58, 10, 10, 10, 32, 124, 9, 13, -127, -118, -96, -121, -24, -88, -83, -121, -97, -26, -100, -84, -27, 58, -92, -89, -25, -74, -79, 58, 10, 10, -28, -27, -25, -24, -23, 10, 32, 35, 37, 42, 64, 9, 13, -72, -67, 10, -90, 10, -28, 10, -72, 10, -108, 10, -28, -27, -25, -24, -23, 10, 32, 34, 35, 37, 42, 64, 124, 9, 13, -107, -74, -128, -125, -116, -116, -26, -103, -81, 58, 10, 10, -28, -27, -25, -24, -23, 10, 32, 35, 37, 42, 64, 9, 13, -72, -67, 10, -90, 10, -28, 10, -72, 10, -108, 10, -122, 10, -26, 10, -104, 10, -81, 10, -127, -118, -96, 10, -121, 10, -24, 10, -88, 10, -83, 10, -121, 10, -26, 10, -100, 10, -84, 10, -27, 10, 58, -92, 10, -89, 10, -25, 10, -74, 10, -79, 10, 10, 58, -76, 10, -26, 10, -103, 10, -81, 10, -107, 10, -74, 10, -128, 10, -116, 10, -126, 10, -93, 10, -23, 10, -70, 10, -68, 10, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, 10, 32, -126, -93, -23, -70, -68, 34, 34, 10, 32, 9, 13, 10, 32, 34, 9, 13, 10, 32, 34, 9, 13, 10, 32, 34, 9, 13, 10, 32, 34, 9, 13, 10, 32, 9, 13, 10, 32, 9, 13, 10, 13, 95, 70, 69, 65, 84, 85, 82, 69, 95, 69, 78, 68, 95, 37, 32, 13, 32, 64, 9, 10, 9, 10, 13, 32, 64, 11, 12, 10, 32, 64, 9, 13, 32, 124, 9, 13, 10, 32, 124, 9, 13, 124, 10, 32, 124, 9, 13, -28, -27, -25, -24, -23, 10, 32, 34, 35, 37, 42, 64, 124, 9, 13, -122, 10, -26, 10, -104, 10, -81, 10, -127, -118, -96, 10, -121, 10, -24, 10, -88, 10, -83, 10, -121, 10, -26, 10, -100, 10, -84, 10, 10, 58, -76, 10, -26, 10, -103, 10, -81, 10, -107, 10, -74, 10, -128, 10, -116, 10, -126, 10, -93, 10, -23, 10, -70, 10, -68, 10, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, 10, 32, 10, 10, -28, -27, -25, -24, -23, 10, 32, 35, 37, 42, 64, 9, 13, -72, -67, 10, -90, 10, -28, 10, -72, 10, -108, 10, -122, 10, -26, 10, -104, 10, -81, 10, -127, -118, -96, 10, -121, 10, -24, 10, -88, 10, -83, 10, -121, 10, -26, 10, -100, 10, -84, 10, -27, 10, 58, -92, 10, -89, 10, -25, 10, -74, 10, -79, 10, 10, 58, -76, 10, -26, 10, -103, 10, -81, 10, -107, 10, -74, 10, -128, 10, -116, 10, -126, 10, -93, 10, -23, 10, -70, 10, -68, 10, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, 10, 32, -24, -125, -67, 58, 10, 10, -27, -24, 10, 32, 35, 37, 64, 9, 13, -118, -96, 10, -121, 10, -26, 10, -100, 10, -84, 10, -27, 10, 58, -92, 10, -89, 10, -25, 10, -74, 10, -79, 10, 10, 58, -76, 10, -26, 10, -103, 10, -81, 10, -125, 10, -116, 10, -26, 10, -103, 10, -81, 10, 10, 95, 10, 70, 10, 69, 10, 65, 10, 84, 10, 85, 10, 82, 10, 69, 10, 95, 10, 69, 10, 78, 10, 68, 10, 95, 10, 37, -76, -26, -103, -81, 0 }; static const char _lexer_single_lengths[] = { 0, 13, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 11, 3, 2, 2, 2, 2, 13, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 11, 3, 2, 2, 2, 2, 2, 2, 2, 2, 4, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 3, 3, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 3, 2, 3, 1, 3, 13, 2, 2, 2, 2, 4, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 11, 3, 2, 2, 2, 2, 2, 2, 2, 2, 4, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 7, 3, 2, 2, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 0 }; static const char _lexer_range_lengths[] = { 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }; static const short _lexer_index_offsets[] = { 0, 0, 15, 19, 21, 23, 25, 27, 29, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52, 54, 56, 61, 65, 67, 69, 71, 73, 76, 78, 80, 82, 85, 87, 89, 91, 93, 95, 97, 99, 101, 114, 118, 121, 124, 127, 130, 145, 147, 149, 152, 154, 156, 158, 160, 162, 164, 166, 168, 181, 185, 188, 191, 194, 197, 200, 203, 206, 209, 214, 217, 220, 223, 226, 229, 232, 235, 238, 242, 245, 248, 251, 254, 257, 260, 263, 266, 269, 272, 275, 278, 281, 284, 287, 290, 293, 296, 299, 302, 305, 308, 311, 314, 317, 320, 323, 326, 329, 332, 335, 338, 341, 344, 346, 348, 350, 352, 354, 356, 358, 362, 367, 372, 377, 382, 386, 390, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 413, 415, 417, 419, 421, 423, 428, 435, 440, 444, 449, 451, 456, 471, 474, 477, 480, 483, 488, 491, 494, 497, 500, 503, 506, 509, 512, 515, 518, 521, 524, 527, 530, 533, 536, 539, 542, 545, 548, 551, 554, 557, 560, 563, 566, 569, 572, 575, 578, 581, 584, 587, 590, 593, 596, 599, 601, 603, 616, 620, 623, 626, 629, 632, 635, 638, 641, 644, 649, 652, 655, 658, 661, 664, 667, 670, 673, 677, 680, 683, 686, 689, 692, 695, 698, 701, 704, 707, 710, 713, 716, 719, 722, 725, 728, 731, 734, 737, 740, 743, 746, 749, 752, 755, 758, 761, 764, 767, 770, 773, 776, 779, 781, 783, 785, 787, 789, 791, 800, 804, 807, 810, 813, 816, 820, 823, 826, 829, 832, 835, 838, 841, 844, 847, 850, 853, 856, 859, 862, 865, 868, 871, 874, 877, 880, 883, 886, 889, 892, 895, 898, 901, 904, 907, 909, 911, 913, 915 }; static const short _lexer_trans_targs[] = { 2, 22, 47, 49, 112, 1, 1, 117, 126, 127, 141, 142, 145, 1, 0, 3, 10, 14, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0, 8, 1, 9, 8, 1, 0, 11, 0, 12, 0, 13, 0, 7, 0, 15, 0, 16, 0, 17, 0, 18, 0, 19, 0, 21, 20, 21, 20, 21, 21, 1, 21, 20, 23, 27, 290, 0, 24, 0, 25, 0, 26, 0, 7, 0, 28, 248, 0, 29, 0, 30, 0, 31, 0, 32, 192, 0, 33, 0, 34, 0, 35, 0, 36, 0, 37, 0, 38, 0, 40, 39, 40, 39, 41, 154, 168, 170, 172, 40, 40, 1, 177, 191, 1, 40, 39, 42, 150, 40, 39, 43, 40, 39, 44, 40, 39, 45, 40, 39, 46, 40, 39, 2, 22, 47, 49, 112, 1, 1, 117, 126, 127, 141, 142, 145, 1, 0, 48, 0, 7, 0, 50, 51, 0, 4, 0, 52, 0, 53, 0, 54, 0, 55, 0, 56, 0, 58, 57, 58, 57, 59, 68, 88, 90, 92, 58, 58, 1, 97, 111, 1, 58, 57, 60, 64, 58, 57, 61, 58, 57, 62, 58, 57, 63, 58, 57, 46, 58, 57, 65, 58, 57, 66, 58, 57, 67, 58, 57, 46, 58, 57, 69, 73, 84, 58, 57, 70, 58, 57, 71, 58, 57, 72, 58, 57, 46, 58, 57, 74, 58, 57, 75, 58, 57, 76, 58, 57, 77, 58, 57, 78, 58, 46, 57, 79, 58, 57, 80, 58, 57, 81, 58, 57, 82, 58, 57, 83, 58, 57, 58, 46, 57, 85, 58, 57, 86, 58, 57, 87, 58, 57, 77, 58, 57, 89, 58, 57, 46, 58, 57, 91, 58, 57, 61, 58, 57, 93, 58, 57, 94, 58, 57, 95, 58, 57, 96, 58, 57, 46, 58, 57, 58, 98, 57, 58, 99, 57, 58, 100, 57, 58, 101, 57, 58, 102, 57, 58, 103, 57, 58, 104, 57, 58, 105, 57, 58, 106, 57, 58, 107, 57, 58, 108, 57, 58, 109, 57, 58, 110, 57, 58, 1, 57, 58, 46, 57, 113, 0, 114, 0, 115, 0, 116, 0, 7, 0, 118, 0, 119, 0, 120, 119, 119, 0, 121, 121, 122, 121, 121, 121, 121, 122, 121, 121, 121, 121, 123, 121, 121, 121, 121, 124, 121, 121, 1, 125, 125, 0, 1, 125, 125, 0, 1, 9, 126, 128, 0, 129, 0, 130, 0, 131, 0, 132, 0, 133, 0, 134, 0, 135, 0, 136, 0, 137, 0, 138, 0, 139, 0, 140, 0, 294, 0, 7, 0, 0, 0, 0, 0, 143, 144, 1, 144, 144, 142, 143, 143, 1, 144, 142, 144, 0, 145, 146, 145, 0, 149, 148, 146, 148, 147, 146, 147, 149, 148, 146, 148, 147, 2, 22, 47, 49, 112, 149, 149, 117, 126, 127, 141, 142, 145, 149, 0, 151, 40, 39, 152, 40, 39, 153, 40, 39, 46, 40, 39, 155, 159, 164, 40, 39, 156, 40, 39, 157, 40, 39, 158, 40, 39, 46, 40, 39, 160, 40, 39, 161, 40, 39, 162, 40, 39, 163, 40, 39, 40, 46, 39, 165, 40, 39, 166, 40, 39, 167, 40, 39, 163, 40, 39, 169, 40, 39, 46, 40, 39, 171, 40, 39, 43, 40, 39, 173, 40, 39, 174, 40, 39, 175, 40, 39, 176, 40, 39, 46, 40, 39, 40, 178, 39, 40, 179, 39, 40, 180, 39, 40, 181, 39, 40, 182, 39, 40, 183, 39, 40, 184, 39, 40, 185, 39, 40, 186, 39, 40, 187, 39, 40, 188, 39, 40, 189, 39, 40, 190, 39, 40, 1, 39, 40, 46, 39, 194, 193, 194, 193, 195, 204, 224, 226, 228, 194, 194, 1, 233, 247, 1, 194, 193, 196, 200, 194, 193, 197, 194, 193, 198, 194, 193, 199, 194, 193, 46, 194, 193, 201, 194, 193, 202, 194, 193, 203, 194, 193, 46, 194, 193, 205, 209, 220, 194, 193, 206, 194, 193, 207, 194, 193, 208, 194, 193, 46, 194, 193, 210, 194, 193, 211, 194, 193, 212, 194, 193, 213, 194, 193, 214, 194, 46, 193, 215, 194, 193, 216, 194, 193, 217, 194, 193, 218, 194, 193, 219, 194, 193, 194, 46, 193, 221, 194, 193, 222, 194, 193, 223, 194, 193, 213, 194, 193, 225, 194, 193, 46, 194, 193, 227, 194, 193, 197, 194, 193, 229, 194, 193, 230, 194, 193, 231, 194, 193, 232, 194, 193, 46, 194, 193, 194, 234, 193, 194, 235, 193, 194, 236, 193, 194, 237, 193, 194, 238, 193, 194, 239, 193, 194, 240, 193, 194, 241, 193, 194, 242, 193, 194, 243, 193, 194, 244, 193, 194, 245, 193, 194, 246, 193, 194, 1, 193, 194, 46, 193, 249, 0, 250, 0, 251, 0, 252, 0, 254, 253, 254, 253, 255, 271, 254, 254, 1, 276, 1, 254, 253, 256, 267, 254, 253, 257, 254, 253, 258, 254, 253, 259, 254, 253, 260, 254, 253, 261, 254, 46, 253, 262, 254, 253, 263, 254, 253, 264, 254, 253, 265, 254, 253, 266, 254, 253, 254, 46, 253, 268, 254, 253, 269, 254, 253, 270, 254, 253, 260, 254, 253, 272, 254, 253, 273, 254, 253, 274, 254, 253, 275, 254, 253, 266, 254, 253, 254, 277, 253, 254, 278, 253, 254, 279, 253, 254, 280, 253, 254, 281, 253, 254, 282, 253, 254, 283, 253, 254, 284, 253, 254, 285, 253, 254, 286, 253, 254, 287, 253, 254, 288, 253, 254, 289, 253, 254, 1, 253, 291, 0, 292, 0, 293, 0, 31, 0, 0, 0 }; static const char _lexer_trans_actions[] = { 23, 23, 23, 23, 23, 45, 0, 5, 1, 0, 23, 1, 29, 0, 37, 0, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 37, 48, 97, 17, 0, 45, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 122, 48, 45, 0, 45, 0, 72, 0, 0, 0, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 122, 48, 45, 0, 75, 75, 75, 75, 75, 45, 0, 69, 27, 75, 69, 0, 0, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 15, 45, 0, 54, 54, 54, 54, 54, 113, 25, 51, 48, 25, 54, 48, 57, 25, 37, 0, 37, 0, 37, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 122, 48, 45, 0, 75, 75, 75, 75, 75, 45, 0, 63, 27, 75, 63, 0, 0, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 11, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 11, 45, 0, 0, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 11, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 11, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 45, 11, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 11, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 11, 45, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 11, 0, 45, 11, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 45, 0, 0, 37, 117, 39, 39, 39, 3, 109, 27, 27, 27, 0, 109, 27, 27, 27, 0, 109, 27, 0, 27, 0, 93, 7, 7, 37, 45, 0, 0, 37, 101, 19, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 0, 37, 37, 37, 37, 37, 0, 21, 105, 21, 21, 42, 21, 0, 45, 0, 1, 0, 37, 0, 0, 0, 37, 45, 31, 78, 31, 31, 33, 0, 45, 0, 33, 0, 0, 87, 87, 87, 87, 87, 45, 0, 84, 81, 35, 87, 81, 90, 0, 37, 0, 45, 0, 0, 45, 0, 0, 45, 0, 15, 45, 0, 0, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 15, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 45, 15, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 15, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 15, 45, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 15, 0, 45, 15, 0, 122, 48, 45, 0, 75, 75, 75, 75, 75, 45, 0, 66, 27, 75, 66, 0, 0, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 13, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 13, 45, 0, 0, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 13, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 13, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 45, 13, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 13, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 13, 45, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 13, 0, 45, 13, 0, 0, 37, 0, 37, 0, 37, 0, 37, 122, 48, 45, 0, 75, 75, 45, 0, 60, 27, 60, 0, 0, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 9, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 45, 9, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 0, 0, 45, 9, 0, 0, 37, 0, 37, 0, 37, 0, 37, 0, 0 }; static const char _lexer_eof_actions[] = { 0, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37, 37 }; static const int lexer_start = 1; static const int lexer_first_final = 294; static const int lexer_error = 0; static const int lexer_en_main = 1; #line 239 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" static VALUE strip_i(VALUE str, VALUE ary) { rb_funcall(str, rb_intern("strip!"), 0); rb_ary_push(ary, str); return Qnil; } static VALUE multiline_strip(VALUE text, int eol) { VALUE map = rb_ary_new(); VALUE split = rb_str_split(text, "\n"); rb_iterate(rb_each, split, strip_i, map); return rb_ary_join(split, rb_str_new2( \ eol == CRLF_FLAG ? CRLF : LF )); } static void store_kw_con(VALUE listener, const char * event_name, const char * keyword_at, size_t keyword_length, const char * at, size_t length, int current_line, int eol) { VALUE con = Qnil, kw = Qnil; kw = ENCODED_STR_NEW(keyword_at, keyword_length); con = ENCODED_STR_NEW(at, length); con = multiline_strip(con, eol); rb_funcall(con, rb_intern("strip!"), 0); rb_funcall(listener, rb_intern(event_name), 3, kw, con, INT2FIX(current_line)); } static void store_attr(VALUE listener, const char * attr_type, const char * at, size_t length, int line) { VALUE val = ENCODED_STR_NEW(at, length); rb_funcall(listener, rb_intern(attr_type), 2, val, INT2FIX(line)); } static void store_pystring_content(VALUE listener, int start_col, const char *at, size_t length, int current_line) { VALUE con = ENCODED_STR_NEW(at, length); // Gherkin will crash gracefully if the string representation of start_col pushes the pattern past 32 characters char pat[32]; snprintf(pat, 32, "^ {0,%d}", start_col); VALUE re = rb_reg_regcomp(rb_str_new2(pat)); VALUE re2 = rb_reg_regcomp(rb_str_new2("\r\\Z")); VALUE unescape_escaped_quotes = rb_reg_regcomp(rb_str_new2("\\\\\"\\\\\"\\\\\"")); rb_funcall(con, rb_intern("gsub!"), 2, re, rb_str_new2("")); rb_funcall(con, rb_intern("sub!"), 2, re2, rb_str_new2("")); rb_funcall(con, rb_intern("gsub!"), 2, unescape_escaped_quotes, rb_str_new2("\"\"\"")); rb_funcall(listener, rb_intern("py_string"), 2, con, INT2FIX(current_line)); } static void raise_lexer_error(const char * at, int line) { rb_raise(rb_eGherkinLexingError, "Lexing error on line %d: '%s'.", line, at); } static int count_char(char char_to_count, char *str) { int count = 0; int i = 0; while(str[i] != '\0') { if(str[i] == char_to_count) { count++; } i++; } return count; } static void lexer_init(lexer_state *lexer) { lexer->content_start = 0; lexer->content_end = 0; lexer->content_len = 0; lexer->mark = 0; lexer->keyword_start = 0; lexer->keyword_end = 0; lexer->next_keyword_start = 0; lexer->line_number = 1; lexer->last_newline = 0; lexer->final_newline = 0; lexer->start_col = 0; lexer->eol = LF_FLAG; } static VALUE CLexer_alloc(VALUE klass) { VALUE obj; lexer_state *lxr = ALLOC(lexer_state); lexer_init(lxr); obj = Data_Wrap_Struct(klass, NULL, -1, lxr); return obj; } static VALUE CLexer_init(VALUE self, VALUE listener) { rb_iv_set(self, "@listener", listener); lexer_state *lxr = NULL; DATA_GET(self, lexer_state, lxr); lexer_init(lxr); return self; } static VALUE CLexer_scan(VALUE self, VALUE input) { lexer_state *lexer = NULL; DATA_GET(self, lexer_state, lexer); VALUE input_copy = rb_str_dup(input); rb_str_append(input_copy, rb_str_new2("\n%_FEATURE_END_%")); char *data = RSTRING_PTR(input_copy); size_t len = RSTRING_LEN(input_copy); if (count_char('\r', data) > (count_char('\n', data) / 2)) { lexer->eol = CRLF_FLAG; } if (len == 0) { rb_raise(rb_eGherkinLexingError, "No content to lex."); } else { const char *p, *pe, *eof; int cs = 0; VALUE listener = rb_iv_get(self, "@listener"); VALUE current_row = Qnil; p = data; pe = data + len; eof = pe; assert(*pe == '\0' && "pointer does not end on NULL"); #line 794 "ext/gherkin_lexer_zh_tw/gherkin_lexer_zh_tw.c" { cs = lexer_start; } #line 393 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" #line 801 "ext/gherkin_lexer_zh_tw/gherkin_lexer_zh_tw.c" { int _klen; unsigned int _trans; const char *_acts; unsigned int _nacts; const char *_keys; if ( p == pe ) goto _test_eof; if ( cs == 0 ) goto _out; _resume: _keys = _lexer_trans_keys + _lexer_key_offsets[cs]; _trans = _lexer_index_offsets[cs]; _klen = _lexer_single_lengths[cs]; if ( _klen > 0 ) { const char *_lower = _keys; const char *_mid; const char *_upper = _keys + _klen - 1; while (1) { if ( _upper < _lower ) break; _mid = _lower + ((_upper-_lower) >> 1); if ( (*p) < *_mid ) _upper = _mid - 1; else if ( (*p) > *_mid ) _lower = _mid + 1; else { _trans += (_mid - _keys); goto _match; } } _keys += _klen; _trans += _klen; } _klen = _lexer_range_lengths[cs]; if ( _klen > 0 ) { const char *_lower = _keys; const char *_mid; const char *_upper = _keys + (_klen<<1) - 2; while (1) { if ( _upper < _lower ) break; _mid = _lower + (((_upper-_lower) >> 1) & ~1); if ( (*p) < _mid[0] ) _upper = _mid - 2; else if ( (*p) > _mid[1] ) _lower = _mid + 2; else { _trans += ((_mid - _keys)>>1); goto _match; } } _trans += _klen; } _match: cs = _lexer_trans_targs[_trans]; if ( _lexer_trans_actions[_trans] == 0 ) goto _again; _acts = _lexer_actions + _lexer_trans_actions[_trans]; _nacts = (unsigned int) *_acts++; while ( _nacts-- > 0 ) { switch ( *_acts++ ) { case 0: #line 86 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { MARK(content_start, p); lexer->current_line = lexer->line_number; } break; case 1: #line 91 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { MARK(content_start, p); } break; case 2: #line 95 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { lexer->current_line = lexer->line_number; lexer->start_col = p - data - lexer->last_newline; } break; case 3: #line 100 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { int len = LEN(content_start, PTR_TO(final_newline)); if (len < 0) len = 0; store_pystring_content(listener, lexer->start_col, PTR_TO(content_start), len, lexer->current_line); } break; case 4: #line 108 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { STORE_KW_END_CON(feature); } break; case 5: #line 112 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { STORE_KW_END_CON(background); } break; case 6: #line 116 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { STORE_KW_END_CON(scenario); } break; case 7: #line 120 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { STORE_KW_END_CON(scenario_outline); } break; case 8: #line 124 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { STORE_KW_END_CON(examples); } break; case 9: #line 128 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { store_kw_con(listener, "step", PTR_TO(keyword_start), LEN(keyword_start, PTR_TO(keyword_end)), PTR_TO(content_start), LEN(content_start, p), lexer->current_line, lexer->eol); } break; case 10: #line 135 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { STORE_ATTR(comment); lexer->mark = 0; } break; case 11: #line 140 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { STORE_ATTR(tag); lexer->mark = 0; } break; case 12: #line 145 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { lexer->line_number += 1; MARK(final_newline, p); } break; case 13: #line 150 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { MARK(last_newline, p + 1); } break; case 14: #line 154 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { if (lexer->mark == 0) { MARK(mark, p); } } break; case 15: #line 160 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { MARK(keyword_end, p); MARK(keyword_start, PTR_TO(mark)); MARK(content_start, p + 1); lexer->mark = 0; } break; case 16: #line 167 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { MARK(content_end, p); } break; case 17: #line 171 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { p = p - 1; lexer->current_line = lexer->line_number; current_row = rb_ary_new(); } break; case 18: #line 177 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { MARK(content_start, p); } break; case 19: #line 181 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { VALUE con = ENCODED_STR_NEW(PTR_TO(content_start), LEN(content_start, p)); rb_funcall(con, rb_intern("strip!"), 0); rb_ary_push(current_row, con); } break; case 20: #line 188 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { rb_funcall(listener, rb_intern("row"), 2, current_row, INT2FIX(lexer->current_line)); } break; case 21: #line 192 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { if (cs < lexer_first_final) { if (raise_lexer_error != NULL) { size_t count = 0; int newstr_count = 0; size_t len; const char *buff; if (lexer->last_newline != 0) { len = LEN(last_newline, eof); buff = PTR_TO(last_newline); } else { len = strlen(data); buff = data; } char newstr[len]; for (count = 0; count < len; count++) { if(buff[count] == 10) { newstr[newstr_count] = '\0'; // terminate new string at first newline found break; } else { if (buff[count] == '%') { newstr[newstr_count++] = buff[count]; newstr[newstr_count] = buff[count]; } else { newstr[newstr_count] = buff[count]; } } newstr_count++; } int line = lexer->line_number; lexer_init(lexer); // Re-initialize so we can scan again with the same lexer raise_lexer_error(newstr, line); } } else { rb_funcall(listener, rb_intern("eof"), 0); } } break; #line 1065 "ext/gherkin_lexer_zh_tw/gherkin_lexer_zh_tw.c" } } _again: if ( cs == 0 ) goto _out; if ( ++p != pe ) goto _resume; _test_eof: {} if ( p == eof ) { const char *__acts = _lexer_actions + _lexer_eof_actions[cs]; unsigned int __nacts = (unsigned int) *__acts++; while ( __nacts-- > 0 ) { switch ( *__acts++ ) { case 21: #line 192 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" { if (cs < lexer_first_final) { if (raise_lexer_error != NULL) { size_t count = 0; int newstr_count = 0; size_t len; const char *buff; if (lexer->last_newline != 0) { len = LEN(last_newline, eof); buff = PTR_TO(last_newline); } else { len = strlen(data); buff = data; } char newstr[len]; for (count = 0; count < len; count++) { if(buff[count] == 10) { newstr[newstr_count] = '\0'; // terminate new string at first newline found break; } else { if (buff[count] == '%') { newstr[newstr_count++] = buff[count]; newstr[newstr_count] = buff[count]; } else { newstr[newstr_count] = buff[count]; } } newstr_count++; } int line = lexer->line_number; lexer_init(lexer); // Re-initialize so we can scan again with the same lexer raise_lexer_error(newstr, line); } } else { rb_funcall(listener, rb_intern("eof"), 0); } } break; #line 1124 "ext/gherkin_lexer_zh_tw/gherkin_lexer_zh_tw.c" } } } _out: {} } #line 394 "/Users/aslakhellesoy/scm/gherkin/tasks/../ragel/i18n/zh_tw.c.rl" assert(p <= pe && "data overflow after parsing execute"); assert(lexer->content_start <= len && "content starts after data end"); assert(lexer->mark < len && "mark is after data end"); // Reset lexer by re-initializing the whole thing lexer_init(lexer); if (cs == lexer_error) { rb_raise(rb_eGherkinLexingError, "Invalid format, lexing fails."); } else { return Qtrue; } } } void Init_gherkin_lexer_zh_tw() { mGherkin = rb_define_module("Gherkin"); rb_eGherkinLexingError = rb_const_get(mGherkin, rb_intern("LexingError")); mCLexer = rb_define_module_under(mGherkin, "CLexer"); cI18nLexer = rb_define_class_under(mCLexer, "Zh_tw", rb_cObject); rb_define_alloc_func(cI18nLexer, CLexer_alloc); rb_define_method(cI18nLexer, "initialize", CLexer_init, 1); rb_define_method(cI18nLexer, "scan", CLexer_scan, 1); }