PreprocessedContents tokenizeFromByteArray(const QByteArray& array) {
PreprocessedContents to;
const char* data = array.constData();
const char* dataEnd = data + array.size();
//unsigned int* target = to.data();
KDevVarLengthArray<char, 100> identifier;
KDevelop::IndexedString::RunningHash hash;
bool tokenizing = false;
while(data < dataEnd) {
if(!tokenizing) {
if(isLetter(*data) || *data == '_')
tokenizing = true;
}
if(tokenizing) {
if(isLetterOrNumber(*data) || *data == '_') {
hash.append(*data);
identifier.append(*data);
}else{
//End of token
to.append( KDevelop::IndexedString(identifier.constData(), identifier.size(), hash.hash).index() );
//kDebug() << "word" << "\"" + KDevelop::IndexedString(to.back()).str() + "\"";
hash.clear();
identifier.clear();
tokenizing = false;
}
}
if(!tokenizing)
to.append( indexFromCharacter(*data) );
++data;
}
if(tokenizing)
to.append( KDevelop::IndexedString(identifier.constData(), identifier.size(), hash.hash).index() );
/* kDebug() << QString::fromUtf8(stringFromContents(to));
kDebug() << QString::fromUtf8(array);
Q_ASSERT(stringFromContents(to) == array);*/
return to;
}
void pp::handle_include(bool skip_current_path, Stream& input, Stream& output)
{
if (isLetter(input.current()) || input == '_') {
pp_macro_expander expand_include(this);
Anchor inputPosition = input.inputPosition();
SimpleCursor originalInputPosition = input.originalInputPosition();
PreprocessedContents includeString;
{
Stream cs(&includeString);
expand_include(input, cs);
}
skip_blanks(input, devnull());
RETURN_ON_FAIL(!includeString.isEmpty() && (includeString.first() == indexFromCharacter('<') || includeString.first() == indexFromCharacter('"')));
Stream newInput(&includeString, inputPosition);
newInput.setOriginalInputPosition(originalInputPosition);
handle_include(skip_current_path, newInput, output);
return;
}
RETURN_ON_FAIL(input == '<' || input == '"');
char quote((input == '"') ? '"' : '>');
++input;
PreprocessedContents includeNameB;
while (!input.atEnd() && input != quote) {
RETURN_ON_FAIL(input != '\n');
includeNameB.append(input);
++input;
}
QString includeName(QString::fromUtf8(stringFromContents(includeNameB)));
Stream* include = m_preprocessor->sourceNeeded(includeName, quote == '"' ? Preprocessor::IncludeLocal : Preprocessor::IncludeGlobal, input.inputPosition().line, skip_current_path);
if (include && !include->atEnd()) {
// m_files.push(IndexedString(includeName));
// output.mark(Anchor(0, 0));
operator()(*include, output);
// restore the file name and sync the buffer
// output.mark(input.inputPosition());
}
delete include;
}