//============================================================================== int CPlusPlusCodeTokeniser::readNextToken (CodeDocument::Iterator& source) { int result = tokenType_error; source.skipWhitespace(); juce_wchar firstChar = source.peekNextChar(); switch (firstChar) { case 0: source.skip(); break; case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': result = CppTokeniser::parseNumber (source); break; case '.': result = CppTokeniser::parseNumber (source); if (result == tokenType_error) result = tokenType_punctuation; break; case ',': case ';': case ':': source.skip(); result = tokenType_punctuation; break; case '(': case ')': case '{': case '}': case '[': case ']': source.skip(); result = tokenType_bracket; break; case '"': case '\'': CppTokeniser::skipQuotedString (source); result = tokenType_stringLiteral; break; case '+': result = tokenType_operator; source.skip(); if (source.peekNextChar() == '+') source.skip(); else if (source.peekNextChar() == '=') source.skip(); break; case '-': source.skip(); result = CppTokeniser::parseNumber (source); if (result == tokenType_error) { result = tokenType_operator; if (source.peekNextChar() == '-') source.skip(); else if (source.peekNextChar() == '=') source.skip(); } break; case '*': case '%': case '=': case '!': result = tokenType_operator; source.skip(); if (source.peekNextChar() == '=') source.skip(); break; case '/': result = tokenType_operator; source.skip(); if (source.peekNextChar() == '=') { source.skip(); } else if (source.peekNextChar() == '/') { result = tokenType_comment; source.skipToEndOfLine(); } else if (source.peekNextChar() == '*') { source.skip(); result = tokenType_comment; CppTokeniser::skipComment (source); } break; case '?': case '~': source.skip(); result = tokenType_operator; break; case '<': source.skip(); result = tokenType_operator; if (source.peekNextChar() == '=') { source.skip(); } else if (source.peekNextChar() == '<') { source.skip(); if (source.peekNextChar() == '=') source.skip(); } break; case '>': source.skip(); result = tokenType_operator; if (source.peekNextChar() == '=') { source.skip(); } else if (source.peekNextChar() == '<') { source.skip(); if (source.peekNextChar() == '=') source.skip(); } break; case '|': source.skip(); result = tokenType_operator; if (source.peekNextChar() == '=') { source.skip(); } else if (source.peekNextChar() == '|') { source.skip(); if (source.peekNextChar() == '=') source.skip(); } break; case '&': source.skip(); result = tokenType_operator; if (source.peekNextChar() == '=') { source.skip(); } else if (source.peekNextChar() == '&') { source.skip(); if (source.peekNextChar() == '=') source.skip(); } break; case '^': source.skip(); result = tokenType_operator; if (source.peekNextChar() == '=') { source.skip(); } else if (source.peekNextChar() == '^') { source.skip(); if (source.peekNextChar() == '=') source.skip(); } break; case '#': result = tokenType_preprocessor; source.skipToEndOfLine(); break; default: if (CppTokeniser::isIdentifierStart (firstChar)) result = CppTokeniser::parseIdentifier (source); else source.skip(); break; } return result; }
//============================================================================== int CPlusPlusCodeTokeniser::readNextToken (CodeDocument::Iterator& source) { int result = tokenType_error; source.skipWhitespace(); tchar firstChar = source.peekNextChar(); switch (firstChar) { case 0: source.skip(); break; case T('0'): case T('1'): case T('2'): case T('3'): case T('4'): case T('5'): case T('6'): case T('7'): case T('8'): case T('9'): result = CppTokeniser::parseNumber (source); break; case T('.'): result = CppTokeniser::parseNumber (source); if (result == tokenType_error) result = tokenType_punctuation; break; case T(','): case T(';'): case T(':'): source.skip(); result = tokenType_punctuation; break; case T('('): case T(')'): case T('{'): case T('}'): case T('['): case T(']'): source.skip(); result = tokenType_bracket; break; case T('"'): case T('\''): CppTokeniser::skipQuotedString (source); result = tokenType_stringLiteral; break; case T('+'): result = tokenType_operator; source.skip(); if (source.peekNextChar() == T('+')) source.skip(); else if (source.peekNextChar() == T('=')) source.skip(); break; case T('-'): source.skip(); result = CppTokeniser::parseNumber (source); if (result == tokenType_error) { result = tokenType_operator; if (source.peekNextChar() == T('-')) source.skip(); else if (source.peekNextChar() == T('=')) source.skip(); } break; case T('*'): case T('%'): case T('='): case T('!'): result = tokenType_operator; source.skip(); if (source.peekNextChar() == T('=')) source.skip(); break; case T('/'): result = tokenType_operator; source.skip(); if (source.peekNextChar() == T('=')) { source.skip(); } else if (source.peekNextChar() == T('/')) { result = tokenType_comment; source.skipToEndOfLine(); } else if (source.peekNextChar() == T('*')) { source.skip(); result = tokenType_comment; CppTokeniser::skipComment (source); } break; case T('?'): case T('~'): source.skip(); result = tokenType_operator; break; case T('<'): source.skip(); result = tokenType_operator; if (source.peekNextChar() == T('=')) { source.skip(); } else if (source.peekNextChar() == T('<')) { source.skip(); if (source.peekNextChar() == T('=')) source.skip(); } break; case T('>'): source.skip(); result = tokenType_operator; if (source.peekNextChar() == T('=')) { source.skip(); } else if (source.peekNextChar() == T('<')) { source.skip(); if (source.peekNextChar() == T('=')) source.skip(); } break; case T('|'): source.skip(); result = tokenType_operator; if (source.peekNextChar() == T('=')) { source.skip(); } else if (source.peekNextChar() == T('|')) { source.skip(); if (source.peekNextChar() == T('=')) source.skip(); } break; case T('&'): source.skip(); result = tokenType_operator; if (source.peekNextChar() == T('=')) { source.skip(); } else if (source.peekNextChar() == T('&')) { source.skip(); if (source.peekNextChar() == T('=')) source.skip(); } break; case T('^'): source.skip(); result = tokenType_operator; if (source.peekNextChar() == T('=')) { source.skip(); } else if (source.peekNextChar() == T('^')) { source.skip(); if (source.peekNextChar() == T('=')) source.skip(); } break; case T('#'): result = tokenType_preprocessor; source.skipToEndOfLine(); break; default: if (CppTokeniser::isIdentifierStart (firstChar)) result = CppTokeniser::parseIdentifier (source); else source.skip(); break; } //jassert (result != tokenType_unknown); return result; }