void Lexer::ScanLiteral()
{
// Literal; remove #
tp--;
NextChar();
if (isIdentifierFirst(m_cc))
{
ScanSymbol();
m_tokenType = SymbolConst;
}
else if (isAnsiBinaryChar(m_cc))
{
ScanBinary();
m_tokenType = SymbolConst;
}
else if (m_cc == STRINGDELIM)
{
// Quoted Symbol
ScanString(CharPosition());
m_tokenType = SymbolConst;
}
else if (m_cc == '(')
{
m_tokenType = ArrayBegin;
}
else if (m_cc == '[')
{
m_tokenType = ByteArrayBegin;
}
else if (m_cc == LITERAL)
{
// Second hash, so should be a constant expression ##(xxx)
NextChar();
if (m_cc != '(')
CompileError(TEXTRANGE(CharPosition(), CharPosition()), LErrExpectExtendedLiteral);
m_tokenType = ExprConstBegin;
}
else
{
m_thisTokenRange.m_stop = CharPosition();
CompileError(LErrExpectConst);
}
}
globle void GetToken(
void *theEnv,
const char *logicalName,
struct token *theToken)
{
int inchar;
unsigned short type;
/*=======================================*/
/* Set Unknown default values for token. */
/*=======================================*/
theToken->type = UNKNOWN_VALUE;
theToken->value = NULL;
theToken->printForm = "unknown";
ScannerData(theEnv)->GlobalPos = 0;
ScannerData(theEnv)->GlobalMax = 0;
/*==============================================*/
/* Remove all white space before processing the */
/* GetToken() request. */
/*==============================================*/
inchar = EnvGetcRouter(theEnv,logicalName);
while ((inchar == ' ') || (inchar == '\n') || (inchar == '\f') ||
(inchar == '\r') || (inchar == ';') || (inchar == '\t'))
{
/*=======================*/
/* Remove comment lines. */
/*=======================*/
if (inchar == ';')
{
inchar = EnvGetcRouter(theEnv,logicalName);
while ((inchar != '\n') && (inchar != '\r') && (inchar != EOF) )
{ inchar = EnvGetcRouter(theEnv,logicalName); }
}
inchar = EnvGetcRouter(theEnv,logicalName);
}
/*==========================*/
/* Process Symbolic Tokens. */
/*==========================*/
if (isalpha(inchar) || IsUTF8MultiByteStart(inchar))
{
theToken->type = SYMBOL;
EnvUngetcRouter(theEnv,inchar,logicalName);
theToken->value = (void *) ScanSymbol(theEnv,logicalName,0,&type);
theToken->printForm = ValueToString(theToken->value);
}
/*===============================================*/
/* Process Number Tokens beginning with a digit. */
/*===============================================*/
else if (isdigit(inchar))
{
EnvUngetcRouter(theEnv,inchar,logicalName);
ScanNumber(theEnv,logicalName,theToken);
}
else switch (inchar)
{
/*========================*/
/* Process String Tokens. */
/*========================*/
case '"':
theToken->value = (void *) ScanString(theEnv,logicalName);
theToken->type = STRING;
theToken->printForm = StringPrintForm(theEnv,ValueToString(theToken->value));
break;
/*=======================================*/
/* Process Tokens that might be numbers. */
/*=======================================*/
case '-':
case '.':
case '+':
EnvUngetcRouter(theEnv,inchar,logicalName);
ScanNumber(theEnv,logicalName,theToken);
break;
/*===================================*/
/* Process ? and ?<variable> Tokens. */
/*===================================*/
case '?':
inchar = EnvGetcRouter(theEnv,logicalName);
if (isalpha(inchar) || IsUTF8MultiByteStart(inchar)
#if DEFGLOBAL_CONSTRUCT
|| (inchar == '*'))
#else
)
#endif
{
EnvUngetcRouter(theEnv,inchar,logicalName);
theToken->value = (void *) ScanSymbol(theEnv,logicalName,0,&type);
theToken->type = SF_VARIABLE;
#if DEFGLOBAL_CONSTRUCT
if ((ValueToString(theToken->value)[0] == '*') &&
(((int) strlen(ValueToString(theToken->value))) > 1) &&
(ValueToString(theToken->value)[strlen(ValueToString(theToken->value)) - 1] == '*'))
{
size_t count;
theToken->type = GBL_VARIABLE;
theToken->printForm = AppendStrings(theEnv,"?",ValueToString(theToken->value));
count = strlen(ScannerData(theEnv)->GlobalString);
ScannerData(theEnv)->GlobalString[count-1] = EOS;
theToken->value = EnvAddSymbol(theEnv,ScannerData(theEnv)->GlobalString+1);
ScannerData(theEnv)->GlobalString[count-1] = (char) inchar;
}
else
#endif
theToken->printForm = AppendStrings(theEnv,"?",ValueToString(theToken->value));
}
else
{
theToken->type = SF_WILDCARD;
theToken->value = (void *) EnvAddSymbol(theEnv,"?");
EnvUngetcRouter(theEnv,inchar,logicalName);
theToken->printForm = "?";
}
break;
/*=====================================*/
/* Process $? and $?<variable> Tokens. */
/*=====================================*/
case '$':
if ((inchar = EnvGetcRouter(theEnv,logicalName)) == '?')
{
inchar = EnvGetcRouter(theEnv,logicalName);
if (isalpha(inchar) || IsUTF8MultiByteStart(inchar)
#if DEFGLOBAL_CONSTRUCT
|| (inchar == '*'))
#else
)
#endif
{
EnvUngetcRouter(theEnv,inchar,logicalName);
theToken->value = (void *) ScanSymbol(theEnv,logicalName,0,&type);
theToken->type = MF_VARIABLE;
#if DEFGLOBAL_CONSTRUCT
if ((ValueToString(theToken->value)[0] == '*') &&
((int) (strlen(ValueToString(theToken->value))) > 1) &&
(ValueToString(theToken->value)[strlen(ValueToString(theToken->value)) - 1] == '*'))
{
size_t count;
theToken->type = MF_GBL_VARIABLE;
theToken->printForm = AppendStrings(theEnv,"$?",ValueToString(theToken->value));
count = strlen(ScannerData(theEnv)->GlobalString);
ScannerData(theEnv)->GlobalString[count-1] = EOS;
theToken->value = EnvAddSymbol(theEnv,ScannerData(theEnv)->GlobalString+1);
ScannerData(theEnv)->GlobalString[count-1] = (char) inchar;
}
else
#endif
theToken->printForm = AppendStrings(theEnv,"$?",ValueToString(theToken->value));
}
else
{
