Sha256: e9a2679f83574232a9ad5d50a43a4d5b98f7316806cbd67abe06e8b47208fe2d
Contents?: true
Size: 355 Bytes
Versions: 7
Compression:
Stored size: 355 Bytes
Contents
#ifndef __tokeniser_h__
#define __tokeniser_h__
namespace Preprocessing {
namespace Text {
class TextPipeline;
class Tokeniser {
public:
TextPipeline *pipeline;
Tokeniser(TextPipeline *pipeline) : pipeline(pipeline) {}
virtual void tokenise(char *text) {}
virtual uint32_t mark() = 0;
};
}
}
#endif
Version data entries
7 entries across 7 versions & 1 rubygems