int parseNumber (CodeDocument::Iterator& source)
{
const CodeDocument::Iterator original (source);
if (parseFloatLiteral (source))
return CPlusPlusCodeTokeniser::tokenType_floatLiteral;
source = original;
if (parseHexLiteral (source))
return CPlusPlusCodeTokeniser::tokenType_integerLiteral;
source = original;
if (parseOctalLiteral (source))
return CPlusPlusCodeTokeniser::tokenType_integerLiteral;
source = original;
if (parseDecimalLiteral (source))
return CPlusPlusCodeTokeniser::tokenType_integerLiteral;
source = original;
source.skip();
return CPlusPlusCodeTokeniser::tokenType_error;
}
bool skipNumberSuffix (CodeDocument::Iterator& source)
{
const juce_wchar c = source.peekNextChar();
if (c == 'l' || c == 'L' || c == 'u' || c == 'U')
source.skip();
if (CharacterFunctions::isLetterOrDigit (source.peekNextChar()))
return false;
return true;
}
bool parseFloatLiteral (CodeDocument::Iterator& source) noexcept
{
int numDigits = 0;
while (isDecimalDigit (source.peekNextChar()))
{
source.skip();
++numDigits;
}
const bool hasPoint = (source.peekNextChar() == '.');
if (hasPoint)
{
source.skip();
while (isDecimalDigit (source.peekNextChar()))
{
source.skip();
++numDigits;
}
}
if (numDigits == 0)
return false;
juce_wchar c = source.peekNextChar();
const bool hasExponent = (c == 'e' || c == 'E');
if (hasExponent)
{
source.skip();
c = source.peekNextChar();
if (c == '+' || c == '-')
source.skip();
int numExpDigits = 0;
while (isDecimalDigit (source.peekNextChar()))
{
source.skip();
++numExpDigits;
}
if (numExpDigits == 0)
return false;
}
c = source.peekNextChar();
if (c == 'f' || c == 'F')
source.skip();
else if (! (hasExponent || hasPoint))
return false;
return true;
}
bool parseOctalLiteral (CodeDocument::Iterator& source) noexcept
{
if (source.nextChar() != '0')
return false;
if (! isOctalDigit (source.nextChar()))
return false;
while (isOctalDigit (source.peekNextChar()))
source.skip();
return skipNumberSuffix (source);
}
int CtrlrMIDIBufferTokeniser::readNextToken (CodeDocument::Iterator &source)
{
const juce_wchar c = source.peekNextChar();
int result = CtrlrMIDIBufferTokeniser::tokenType_rawData;
int pos = source.getPosition();
int prefixHigh = (tokenSet.prefixLen*3)-1;
int suffixLow = ((tokenSet.len) - (tokenSet.suffixLen*3));
int suffixHigh = tokenSet.len;
int dataLow = (tokenSet.dataOffset*3)-1;
int dataHigh = dataLow + ((tokenSet.dataLen*3));
int nameLow = (tokenSet.nameOffset*3)-1;
int nameHigh = nameLow + (tokenSet.nameLen*3);
source.skipWhitespace();
switch (c)
{
case 0:
source.skip();
return (result);
}
if (owner.getUnequalPosition().contains(pos))
{
source.skip();
return (tokenType_mismatch);
}
if (pos >= 0 && pos < prefixHigh && prefixHigh>0)
{
source.skip();
return (tokenType_prefix);
}
if (pos >= suffixLow && pos <= suffixHigh)
{
source.skip();
return (tokenType_suffix);
}
if (pos >= dataLow && pos < dataHigh)
{
source.skip();
return (tokenType_data);
}
if (pos >= nameLow && pos < nameHigh)
{
source.skip();
return (tokenType_name);
}
source.skip();
return result;
}
bool parseDecimalLiteral (CodeDocument::Iterator& source) noexcept
{
int numChars = 0;
while (isDecimalDigit (source.peekNextChar()))
{
++numChars;
source.skip();
}
if (numChars == 0)
return false;
return skipNumberSuffix (source);
}
void skipQuotedString (CodeDocument::Iterator& source) noexcept
{
const juce_wchar quote = source.nextChar();
for (;;)
{
const juce_wchar c = source.nextChar();
if (c == quote || c == 0)
break;
if (c == '\\')
source.skip();
}
}
bool parseHexLiteral (CodeDocument::Iterator& source) noexcept
{
if (source.nextChar() != '0')
return false;
juce_wchar c = source.nextChar();
if (c != 'x' && c != 'X')
return false;
int numDigits = 0;
while (isHexDigit (source.peekNextChar()))
{
++numDigits;
source.skip();
}
if (numDigits == 0)
return false;
return skipNumberSuffix (source);
}
//==============================================================================
int CPlusPlusCodeTokeniser::readNextToken (CodeDocument::Iterator& source)
{
int result = tokenType_error;
source.skipWhitespace();
juce_wchar firstChar = source.peekNextChar();
switch (firstChar)
{
case 0:
source.skip();
break;
case '0':
case '1':
case '2':
case '3':
case '4':
case '5':
case '6':
case '7':
case '8':
case '9':
result = CppTokeniser::parseNumber (source);
break;
case '.':
result = CppTokeniser::parseNumber (source);
if (result == tokenType_error)
result = tokenType_punctuation;
break;
case ',':
case ';':
case ':':
source.skip();
result = tokenType_punctuation;
break;
case '(':
case ')':
case '{':
case '}':
case '[':
case ']':
source.skip();
result = tokenType_bracket;
break;
case '"':
case '\'':
CppTokeniser::skipQuotedString (source);
result = tokenType_stringLiteral;
break;
case '+':
result = tokenType_operator;
source.skip();
if (source.peekNextChar() == '+')
source.skip();
else if (source.peekNextChar() == '=')
source.skip();
break;
case '-':
source.skip();
result = CppTokeniser::parseNumber (source);
if (result == tokenType_error)
{
result = tokenType_operator;
if (source.peekNextChar() == '-')
source.skip();
else if (source.peekNextChar() == '=')
source.skip();
}
break;
case '*':
case '%':
case '=':
case '!':
result = tokenType_operator;
source.skip();
if (source.peekNextChar() == '=')
source.skip();
break;
case '/':
result = tokenType_operator;
source.skip();
if (source.peekNextChar() == '=')
{
source.skip();
}
else if (source.peekNextChar() == '/')
{
result = tokenType_comment;
source.skipToEndOfLine();
}
else if (source.peekNextChar() == '*')
{
source.skip();
result = tokenType_comment;
CppTokeniser::skipComment (source);
}
break;
case '?':
case '~':
source.skip();
result = tokenType_operator;
break;
case '<':
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == '=')
{
source.skip();
}
else if (source.peekNextChar() == '<')
{
source.skip();
if (source.peekNextChar() == '=')
source.skip();
}
break;
case '>':
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == '=')
{
source.skip();
}
else if (source.peekNextChar() == '<')
{
source.skip();
if (source.peekNextChar() == '=')
source.skip();
}
break;
case '|':
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == '=')
{
source.skip();
}
else if (source.peekNextChar() == '|')
{
source.skip();
if (source.peekNextChar() == '=')
source.skip();
}
break;
case '&':
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == '=')
{
source.skip();
}
else if (source.peekNextChar() == '&')
{
source.skip();
if (source.peekNextChar() == '=')
source.skip();
}
break;
case '^':
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == '=')
{
source.skip();
}
else if (source.peekNextChar() == '^')
{
source.skip();
if (source.peekNextChar() == '=')
source.skip();
}
break;
case '#':
result = tokenType_preprocessor;
source.skipToEndOfLine();
break;
default:
if (CppTokeniser::isIdentifierStart (firstChar))
result = CppTokeniser::parseIdentifier (source);
else
source.skip();
break;
}
return result;
}
//==============================================================================
int CPlusPlusCodeTokeniser::readNextToken (CodeDocument::Iterator& source)
{
int result = tokenType_error;
source.skipWhitespace();
tchar firstChar = source.peekNextChar();
switch (firstChar)
{
case 0:
source.skip();
break;
case T('0'):
case T('1'):
case T('2'):
case T('3'):
case T('4'):
case T('5'):
case T('6'):
case T('7'):
case T('8'):
case T('9'):
result = CppTokeniser::parseNumber (source);
break;
case T('.'):
result = CppTokeniser::parseNumber (source);
if (result == tokenType_error)
result = tokenType_punctuation;
break;
case T(','):
case T(';'):
case T(':'):
source.skip();
result = tokenType_punctuation;
break;
case T('('):
case T(')'):
case T('{'):
case T('}'):
case T('['):
case T(']'):
source.skip();
result = tokenType_bracket;
break;
case T('"'):
case T('\''):
CppTokeniser::skipQuotedString (source);
result = tokenType_stringLiteral;
break;
case T('+'):
result = tokenType_operator;
source.skip();
if (source.peekNextChar() == T('+'))
source.skip();
else if (source.peekNextChar() == T('='))
source.skip();
break;
case T('-'):
source.skip();
result = CppTokeniser::parseNumber (source);
if (result == tokenType_error)
{
result = tokenType_operator;
if (source.peekNextChar() == T('-'))
source.skip();
else if (source.peekNextChar() == T('='))
source.skip();
}
break;
case T('*'):
case T('%'):
case T('='):
case T('!'):
result = tokenType_operator;
source.skip();
if (source.peekNextChar() == T('='))
source.skip();
break;
case T('/'):
result = tokenType_operator;
source.skip();
if (source.peekNextChar() == T('='))
{
source.skip();
}
else if (source.peekNextChar() == T('/'))
{
result = tokenType_comment;
source.skipToEndOfLine();
}
else if (source.peekNextChar() == T('*'))
{
source.skip();
result = tokenType_comment;
CppTokeniser::skipComment (source);
}
break;
case T('?'):
case T('~'):
source.skip();
result = tokenType_operator;
break;
case T('<'):
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == T('='))
{
source.skip();
}
else if (source.peekNextChar() == T('<'))
{
source.skip();
if (source.peekNextChar() == T('='))
source.skip();
}
break;
case T('>'):
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == T('='))
{
source.skip();
}
else if (source.peekNextChar() == T('<'))
{
source.skip();
if (source.peekNextChar() == T('='))
source.skip();
}
break;
case T('|'):
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == T('='))
{
source.skip();
}
else if (source.peekNextChar() == T('|'))
{
source.skip();
if (source.peekNextChar() == T('='))
source.skip();
}
break;
case T('&'):
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == T('='))
{
source.skip();
}
else if (source.peekNextChar() == T('&'))
{
source.skip();
if (source.peekNextChar() == T('='))
source.skip();
}
break;
case T('^'):
source.skip();
result = tokenType_operator;
if (source.peekNextChar() == T('='))
{
source.skip();
}
else if (source.peekNextChar() == T('^'))
{
source.skip();
if (source.peekNextChar() == T('='))
source.skip();
}
break;
case T('#'):
result = tokenType_preprocessor;
source.skipToEndOfLine();
break;
default:
if (CppTokeniser::isIdentifierStart (firstChar))
result = CppTokeniser::parseIdentifier (source);
else
source.skip();
break;
}
//jassert (result != tokenType_unknown);
return result;
}
