bool GenericTokenReplacement::doReplace(const TokenContainer &tokenContainer,
int index, TextReplacements &textReplacements)
{
QByteArray tokenText = tokenContainer.text(index);
if(tokenText == oldToken){
addLogSourceEntry(QString::fromLatin1(tokenText + QByteArray(" -> ") + newToken), tokenContainer, index);
TokenEngine::Token token = tokenContainer.token(index);
textReplacements.insert(newToken, token.start, token.length);
return true;
}
return false;
}
QVector<Type> RppLexer::lex(const TokenContainer &tokenContainer)
{
QVector<Type> tokenTypes;
const int numTokens = tokenContainer.count();
tokenTypes.reserve(numTokens);
QByteArray text = tokenContainer.fullText();
m_buffer = text.constData();
for(int t=0; t<numTokens; ++t) {
TokenEngine::Token token = tokenContainer.token(t);
tokenTypes.append(indentify(token.start, token.length));
}
return tokenTypes;
}