void tokenize(const std::string str, vstring &v) { std::string buffer; for (int i = 0; i < str.length(); ++i) { if (!isPunc(str[i]) && !isspace(str[i]) && str[i] != '.') { buffer += str[i]; } else if (!buffer.empty()) { v.push_back(buffer); buffer.erase(); } } if ((v.empty() && !buffer.empty()) || !buffer.empty()) { v.push_back(buffer); } }
void Tokenizer::tokenize( vstring &v ) { if(buffer.length() == 0) { return; } resetPosition(); for( ; firstToken() != ""; v.push_back(thisToken)) ; resetPosition(); }
// copy the content of a string array to a vector void copy(char *array[], vstring &v, size_t array_size) { for(int i = 0; i < array_size; ++i) { if(array[i] != NULL) { v.push_back(array[i]); } else { break; } } }
void copy(char *array[], vstring &v) { for(int i = 0; i < MAX_RESP; ++i) { v.push_back(array[i]); } }