Contents

#include "ext.h"
#include "ruby/regex.h"
#include "utf8.h"

extern ID intern_as_utf8;

struct strscanner {
    /* multi-purpose flags */
    unsigned long flags;

    /* the string to scan */
    VALUE str;

    /* scan pointers */
    long prev; /* legal only when MATCHED_P(s) */
    long curr; /* always legal */

    /* the regexp register; legal only when MATCHED_P(s) */
    struct re_registers regs;
};

#define GET_SCANNER(obj, var)                                                          \
    Data_Get_Struct(obj, struct strscanner, var);                                      \
    if (NIL_P(var->str)) rb_raise(rb_eArgError, "uninitialized StringScanner object");

/*
 * Document-class: StringScanner::UTF8
 */

/*
 * call-seq: getch
 *
 * Works like StringScanner#getch but is UTF8-aware
 */
static VALUE rb_cStringScanner_UTF8_getch(VALUE self) {
  unsigned char *str;
  size_t len;
  struct strscanner *scanner;
  VALUE utf8Str;
  int8_t lastCharLen=0;
  GET_SCANNER(self, scanner);

  str = (unsigned char *)RSTRING_PTR(scanner->str);
  len = RSTRING_LEN(scanner->str);

  if (len > 0 && len > scanner->curr) {
    lastCharLen = utf8CharLen(str, len);
    utf8Str = rb_str_new((char *)str+scanner->curr, lastCharLen);
    scanner->curr += lastCharLen;
    AS_UTF8(utf8Str);
    return utf8Str;
  } else {
    return Qnil;
  }
}

void init_StringScanner_UTF8() {
  ID intern_string_scanner = rb_intern("StringScanner");
  VALUE rb_cStringScanner, rb_cStringScanner_UTF8;

  if (!rb_const_defined(rb_cObject, intern_string_scanner)) {
    rb_require("strscan");
  }
  rb_cStringScanner = rb_const_get(rb_cObject, intern_string_scanner);
  rb_cStringScanner_UTF8 = rb_define_class_under(rb_cStringScanner, "UTF8", rb_cStringScanner);

  rb_define_method(rb_cStringScanner_UTF8, "getch", rb_cStringScanner_UTF8_getch, 0);
}

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
utf8-0.1.0	ext/utf8/string_scanner_utf8.c