Sha256: c92d83c3905cbb6332792711f580ffdd57ec66b12dedb3f7e9661af86ad08c05
Contents?: true
Size: 834 Bytes
Versions: 28
Compression:
Stored size: 834 Bytes
Contents
#include "Tokenizer.h"
namespace rho{
namespace common{
CTokenizer::CTokenizer(String str,String delims) {
m_delims = delims;
m_str = str;
m_length = str.length();
m_position = 0;
}
String CTokenizer::nextToken()
{
//eatDelimeters();
int start = m_position;
while (m_position<m_length && m_delims.find(m_str.at(m_position)) == String::npos ) {
m_position++;
}
String strToken = m_str.substr(start,m_position-start);
eatDelimeters();
return strToken;
}
void CTokenizer::eatDelimeters()
{
if ( m_position == m_length )
m_position++;
else if (m_position<m_length)
{
char c = m_str.at(m_position);
if (m_delims.find(c) != String::npos ) {
m_position++;
} else {
return;
}
}
}
boolean CTokenizer::hasMoreTokens()
{
//eatDelimeters();
return (m_position <= m_length);
}
}
}
Version data entries
28 entries across 28 versions & 1 rubygems