NABoolean
ComSqlTextHandle::isIdentifierPartOrUnderscore(const char &aChar) const
{
if (isIdentifierPart(aChar) OR isUnderscore(aChar))
{
return TRUE;
}
return FALSE;
}
void recognizeIdentifierToken(Lexer *self) {
consumeCharacter(self);
while (isLetterOrDigit(self->currentChar)) {
consumeCharacter(self);
}
while (isUnderscore(self->currentChar) && isLetterOrDigit(peekAhead(self, 1))) {
consumeCharacter(self);
while (isLetterOrDigit(self->currentChar)) {
consumeCharacter(self);
}
}
pushToken(self, TOKEN_IDENTIFIER);
}
void Tokenizer::consumeIdentifier(std::streambuf::int_type ch)
{
mpCurrent.reset(new Token);
mpCurrent->setLine(line());
mpCurrent->setBeginColumn(column());
mpCurrent->setType(Token::TYPE_IDENTIFIER);
absorbed(ch);
mpCurrent->addChar(ch);
while (!eof())
{
ch = mpInput->get();
if (!isLetter(ch) && !isDecimalDigit(ch) && !isUnderscore(ch))
{
mpInput->clear();
mpInput->unget();
break;
}
absorbed(ch);
mpCurrent->addChar(ch);
}
mpCurrent->setEndColumn(column());
}
void Tokenizer::shift()
{
mpCurrent.reset();
if (mBlockComment)
{
skipEOL();
}
else
{
skipWhiteSpaces();
if (mpInput->eof())
return;
}
mpCurrent.reset(new Token);
mpCurrent->setLine(line());
mpCurrent->setBeginColumn(column());
if (mBlockComment)
{
consumeCStyleBlockComment();
return;
}
auto ch = mpInput->get();
if (isLetter(ch) || isUnderscore(ch))
{
consumeIdentifier(ch);
}
else if (isBiwiseOperatorSymbol(ch))
{
mpCurrent->setType(Token::TYPE_BITWISE_OPERATOR);
absorbed(ch);
mpCurrent->addChar(ch);
mpCurrent->setEndColumn(column());
}
else if (isDot(ch) && consumeDot(ch))
{
// nothing
}
else if ((isDecimalDigit(ch) || isDot(ch) || isSign(ch)) && consumeNumber(ch))
{
// nothing
}
else if (isQuotationMark(ch))
{
if (!consumeString(ch))
shift();
}
else if (isCStyleInitialCommentChar(ch))
{
consumeComment(ch);
}
else if (isArrowSymbol(ch) && consumeArrow(ch))
{
// nothing
}
else if (isBracket(ch))
{
mpCurrent->setType(Token::TYPE_BRACKET);
absorbed(ch);
mpCurrent->addChar(ch);
mpCurrent->setEndColumn(column());
}
else if (isAngleBracket(ch))
{
mpCurrent->setType(Token::TYPE_ANGLE_BRACKET);
absorbed(ch);
mpCurrent->addChar(ch);
mpCurrent->setEndColumn(column());
}
else if (isDelimiter(ch))
{
mpCurrent->setType(Token::TYPE_DELIMITER);
absorbed(ch);
mpCurrent->addChar(ch);
mpCurrent->setEndColumn(column());
}
else if (isOperator(ch) && consumeEqualOperator(ch))
{
// nothing
}
else if (isOperator(ch))
{
mpCurrent->setType(Token::TYPE_OPERATOR);
absorbed(ch);
mpCurrent->addChar(ch);
mpCurrent->setEndColumn(column());
}
else if (isAsterisk(ch))
{
mpCurrent->setType(Token::TYPE_ASTERISK);
absorbed(ch);
mpCurrent->addChar(ch);
mpCurrent->setEndColumn(column());
}
else
{
mpCurrent.reset();
}
}
bool Tokenizer::consumeNumber(std::streambuf::int_type ch)
{
int count = 0;
if (isSign(ch))
{
bool number = false;
while (!eof())
{
++count;
auto nch = mpInput->get();
if (isWhitespace(nch))
continue;
number = isDecimalDigit(nch);
break;
}
if (count)
mpInput->clear();
for (int i = 0; i < count; ++i)
mpInput->unget();
if (!number)
return false;
}
absorbed(ch);
mpCurrent->addChar(ch);
for (int i = 0; i < count; ++i)
{
auto nch = mpInput->get();
absorbed(nch);
mpCurrent->addChar(nch);
}
bool bDot = false;
if (isDot(ch))
{
bDot = true;
mpCurrent->setType(Token::TYPE_REAL_LITERAL);
}
else
{
mpCurrent->setType(Token::TYPE_INTEGER_LITERAL);
if (!eof() && isZero(ch))
{
ch = mpInput->get();
if (isHexIndicator(ch))
{
if (eof())
{
mpMessageCollector->addMessage(
Message::SEVERITY_ERROR, Message::t_invalidIntegerLiteral,
mpSourceId, mpCurrent->line(), mpCurrent->beginColumn());
mpCurrent.reset();
return false;
}
mpCurrent->addChar(ch);
absorbed(ch);
while (!eof())
{
ch = mpInput->get();
if (isNonHexicalLetter(ch) || isUnderscore(ch) || isDot(ch))
{
mpMessageCollector->addMessage(Message::SEVERITY_ERROR,
Message::t_invalidIntegerLiteral,
mpSourceId, mpCurrent->line(), mpCurrent->beginColumn());
mpCurrent.reset();
return false;
}
if (!isHexicalDigit(ch))
{
mpInput->clear();
mpInput->unget();
break;
}
absorbed(ch);
mpCurrent->addChar(ch);
}
mpCurrent->setEndColumn(column());
return true;
}
for (;;)
{
if ( isLetter(ch)
|| isDot(ch)
|| isNonOctalDecimalDigit(ch)
|| isUnderscore(ch))
{
mpMessageCollector->addMessage(
Message::SEVERITY_ERROR, Message::t_invalidIntegerLiteral,
mpSourceId, mpCurrent->line(), mpCurrent->beginColumn());
mpCurrent.reset();
return false;
}
if (!isOctalDigit(ch))
{
mpInput->clear();
mpInput->unget();
break;
}
absorbed(ch);
mpCurrent->addChar(ch);
if (eof())
{
break;
}
ch = mpInput->get();
}
mpCurrent->setEndColumn(column());
return true;
}
}
bool bExponent = false;
while (!eof())
{
ch = mpInput->get();
if (isExponent(ch))
{
if (bExponent)
{
mpMessageCollector->addMessage(
Message::SEVERITY_ERROR, Message::t_invalidIntegerLiteral,
mpSourceId, mpCurrent->line(), mpCurrent->beginColumn());
mpCurrent.reset();
return false;
}
bExponent = true;
mpCurrent->setType(Token::TYPE_REAL_LITERAL);
absorbed(ch);
mpCurrent->addChar(ch);
ch = mpInput->get();
if (isSign(ch))
{
mpCurrent->setType(Token::TYPE_REAL_LITERAL);
absorbed(ch);
mpCurrent->addChar(ch);
}
else
{
mpInput->clear();
mpInput->unget();
}
continue;
}
if (isLetter(ch) || isUnderscore(ch))
{
mpMessageCollector->addMessage(
Message::SEVERITY_ERROR, Message::t_invalidIntegerLiteral,
mpSourceId, mpCurrent->line(), mpCurrent->beginColumn());
mpCurrent.reset();
return false;
}
if (isDot(ch))
{
if (bExponent || bDot)
{
mpMessageCollector->addMessage(
Message::SEVERITY_ERROR, Message::t_invalidIntegerLiteral,
mpSourceId, mpCurrent->line(), mpCurrent->beginColumn());
mpCurrent.reset();
return false;
}
bDot = true;
mpCurrent->setType(Token::TYPE_REAL_LITERAL);
absorbed(ch);
mpCurrent->addChar(ch);
continue;
}
if (!isDecimalDigit(ch))
{
mpInput->clear();
mpInput->unget();
break;
}
absorbed(ch);
mpCurrent->addChar(ch);
}
mpCurrent->setEndColumn(column());
return true;
}
int finalSanitation(int * vectorMap, char **argv, int bFlag, Array *Employees, Array *Guests) {
char *curr = NULL;
if (vectorMap[1] != 0) { // -K sanitize
curr = argv[vectorMap[1]];
while (*curr != 0) {
if (!(isAlpha(curr) || isNum(curr))) {
if (DEBUG) printf("-K value error! Only alphanumeric chars allowed!\n"); //REMOVE
error(bFlag);
return 0;
}
curr++;
}
}
int iter = 0;
for (iter; iter < Employees->used; ++iter) {
if (DEBUG) printf("Sanitizing Employee number %d: %s\n", iter+1, argv[Employees->array[iter]]);
curr = argv[Employees->array[iter]];
while (*curr != 0) {
if (!isAlpha(curr)) {
if (DEBUG) printf("-E value error! Only alphabets chars allowed!\n"); //REMOVE
error(bFlag);
return 0;
}
curr++;
}
}
iter = 0;
for (iter; iter < Guests->used; ++iter) {
if (DEBUG) printf("Sanitizing Guest number %d: %s\n", iter+1, argv[Guests->array[iter]]);
curr = argv[Guests->array[iter]];
while (*curr != 0) {
if (!isAlpha(curr)) {
if (DEBUG) printf("-G value error! Only alphabets chars allowed!\n"); //REMOVE
error(bFlag);
return 0;
}
curr++;
}
}
if (vectorMap[5] != 0) { // <log> sanitize
curr = argv[vectorMap[5]];
while (*curr != 0) {
if (!(isAlpha(curr) || isNum(curr) || isUnderscore(curr) || *curr == '.' || *curr == '/')) {
if (DEBUG) printf("<log> error! Only alphanumeric chars allowed and underscore(_)!\n"); //REMOVE
error(bFlag);
return 0;
}
curr++;
}
}
return 1;
}
