Sha256: 89fd80fcc5251cacba7b24714be316a1769602fa67663cb1b77fdbbe9f0f8321

Contents?: true

Size: 721 Bytes

Versions: 48

Compression:

Stored size: 721 Bytes

Contents

#include "Tokenizer.h"

namespace rho{
namespace common{

CTokenizer::CTokenizer(String str,String delims) {
	m_delims = delims;
	m_str = str;
	m_length = str.length();
	m_position = 0;
}
	
String CTokenizer::nextToken() 
{
	eatDelimeters();
	int start = m_position;
	while (m_position<m_length && m_delims.find(m_str.at(m_position)) == String::npos ) {
		m_position++;
	}
	
	return m_str.substr(start,m_position-start);
}
	
void CTokenizer::eatDelimeters() 
{
	while (m_position<m_length) {
		char c = m_str.at(m_position);
		if (m_delims.find(c) != String::npos ) {
			m_position++;		
		} else {
			return;
		}
		
	}
}
	
boolean CTokenizer::hasMoreTokens() 
{
	eatDelimeters();
	return (m_position < m_length);
}

}	
}

Version data entries

48 entries across 48 versions & 1 rubygems

Version Path
rhodes-2.3.0 platform/shared/common/Tokenizer.cpp
rhodes-2.3.0.beta.3 platform/shared/common/Tokenizer.cpp
rhodes-2.3.0.beta.2 platform/shared/common/Tokenizer.cpp
rhodes-2.3.0.beta.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.6 platform/shared/common/Tokenizer.cpp
rhodes-2.2.6.beta.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.5 platform/shared/common/Tokenizer.cpp
rhodes-2.2.5.beta.3 platform/shared/common/Tokenizer.cpp
rhodes-2.2.5.beta.2 platform/shared/common/Tokenizer.cpp
rhodes-2.2.5.beta.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.4.beta.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.3 platform/shared/common/Tokenizer.cpp
rhodes-2.2.3.beta.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.2 platform/shared/common/Tokenizer.cpp
rhodes-2.2.2.beta.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.1.beta.2 platform/shared/common/Tokenizer.cpp
rhodes-2.2.1.beta.1 platform/shared/common/Tokenizer.cpp
rhodes-2.2.0 platform/shared/common/Tokenizer.cpp
rhodes-2.2.0.beta.3 platform/shared/common/Tokenizer.cpp