void tokenize(const std::string str, vstring &v) {
std::string buffer;
for (int i = 0; i < str.length(); ++i) {
if (!isPunc(str[i]) && !isspace(str[i]) && str[i] != '.') {
buffer += str[i];
}
else if (!buffer.empty()) {
v.push_back(buffer);
buffer.erase();
}
}
if ((v.empty() && !buffer.empty()) || !buffer.empty()) {
v.push_back(buffer);
}
}
void Tokenizer::tokenize( vstring &v ) {
if(buffer.length() == 0) {
return;
}
resetPosition();
for( ; firstToken() != ""; v.push_back(thisToken))
;
resetPosition();
}
// copy the content of a string array to a vector
void copy(char *array[], vstring &v, size_t array_size)
{
for(int i = 0; i < array_size; ++i)
{
if(array[i] != NULL)
{
v.push_back(array[i]);
}
else
{
break;
}
}
}
void copy(char *array[], vstring &v) {
for(int i = 0; i < MAX_RESP; ++i) {
v.push_back(array[i]);
}
}
