Contents

#ifndef _TOKEN_H_
#define _TOKEN_H_

namespace rmmseg
{
    struct Token
    {
        Token(const char *txt, int len)
            :text(txt), length(len) { }
        // `text' may or may not be nul-terminated, its length
        // should be stored in the `length' field.
        //
        // if length is 0, this is an empty token
        const char *text;
        int length;
    };
}

#endif /* _TOKEN_H_ */

Version data entries

18 entries across 18 versions & 5 rubygems

Version	Path
rmmseg-cpp-new-0.3.1	ext/rmmseg/token.h
rmmseg-cpp-new-0.3.0	ext/rmmseg/token.h
lijia-rmmseg-cpp-10.2.9.2	ext/rmmseg/token.h
pluskid-rmmseg-cpp-0.2.0	ext/rmmseg/token.h
pluskid-rmmseg-cpp-0.2.1	ext/rmmseg/token.h
pluskid-rmmseg-cpp-0.2.2	ext/rmmseg/token.h
pluskid-rmmseg-cpp-0.2.3	ext/rmmseg/token.h
pluskid-rmmseg-cpp-0.2.4	ext/rmmseg/token.h
rmmseg-cpp-traditional-2.0.4	ext/rmmseg/token.h
rmmseg-cpp-traditional-2.0.2	ext/rmmseg/token.h
rmmseg-cpp-traditional-2.0.0	ext/rmmseg/token.h
rmmseg-cpp-traditional-1.0.1	ext/rmmseg/token.h
rmmseg-cpp-traditional-1.0.0	ext/rmmseg/token.h
rmmseg-cpp-traditional-0.0.2	ext/rmmseg/token.h
rmmseg-cpp-0.2.9	ext/rmmseg/token.h
rmmseg-cpp-0.2.5	ext/rmmseg/token.h
rmmseg-cpp-0.2.6	ext/rmmseg/token.h
rmmseg-cpp-0.2.7	ext/rmmseg/token.h