/**********************************************************************************************************
Purpose: Set the proper token depending on the lexeme read from the buffer.
Author: Thom Palmer and Chris Whitten
History/Versions: 10.20.13
Called functions: b_setmark(), b_getc(), b_getmark(), SEOF(), WHTSPACE(), is_assop(), strncmp(),
b_set_getc_offset(), b_retract(), b_get_getc_offset(),b_eob(), isalnum(), b_addc()
get_next_state(), b_create(), b_pack(), b_destroy()
Parameters: Buffer * const pBD
Return value: Token t
Algorithm: Validate parameters, read char from buffer, check the char to see if its a legal character.
depending on the char peak forward to see what the following char is in order to
determine if it's part of the lexeme or if it's time to return. once a valid lexeme is
found set the token and return. if a valid lexeme is not found set the token to error
state and return.
**********************************************************************************************************/
Token mlwpar_next_token(Buffer * sc_buf)
{
Token t; /* token to return after recognition */
unsigned char c; /* input symbol */
int state = 0; /* initial state of the FSM */
unsigned int retrCtr;
short lexstart; /* start offset of a lexeme in the input buffer */
short lexend; /* end offset of a lexeme in the input buffer */
int accept = NOAS; /* type of state - initially not accepting */
unsigned int i=0; /* Used throughout the function as iterator */
/* Ensure the buffer is not null before trying to access it */
if(sc_buf == NULL)
{
scerrnum = BUFFNULL;
t_set_err_t(RUNTIMERR, t);
}
while (1) /* Endless loop broken by token returns it will generate a warning */
{
/* Set mark before getting the next character. This prevents the need for unneccessary decrements. */
b_setmark(sc_buf, b_get_getc_offset(sc_buf));
lexstart = b_getmark(sc_buf);
/* Get the next char from the buffer. */
c = b_getc(sc_buf);
/* Ensure SEOF has not been read before processing any further. */
if(SEOF(c))
{
t.code = SEOF_T;
return t;
}
/* If it's whitespace ignore and return to the start of the loop. */
if(WHTSPC(c))
{
continue;
}
/* Drop into switch statement to determine what the character can potentially represent and handle it appropriatly. */
switch(c)
{
/* If c is '=' the token can either be a relation operatory or an assignment operator, so peak forward */
case EQSIGN:
{
c = b_getc(sc_buf);
/* If the next character is '=' then we have found a relational operator */
if(c == EQSIGN)
{
/* Set the code and attribute and return t */
t.code = REL_OP_T;
t.attribute.rel_op = EQ;
return t;
}
/* Otherwise retract and return an assignment operator token */
b_retract(sc_buf);
t.code = ASS_OP_T;
return t;
}
/* If the token starts with ! it can either be a comment or the != relational operator, so peak forward and act appropriatly. */
case EXCLAMTN:
c = b_getc(sc_buf);
/* If the next token is < then we have a comment therfore ignore everything in the line.*/
if(c == LESSTHN)
{
do
{
c = b_getc(sc_buf);
if(SEOF(c))
{
t.code = ERR_T;
t.attribute.err_lex[0] = EXCLAMTN;
t.attribute.err_lex[1] = LESSTHN;
t.attribute.err_lex[2] = c;
t.attribute.err_lex[3] = STRTERM;
b_retract(sc_buf);
return t;
}
}while ( c != NEWLINE && c != CARRTRN);
++line;
continue;
}
/* If the next token we have the NE relational operator. */
if(c == EQSIGN)
{
t.code = REL_OP_T;
t.attribute.rel_op = NE ;
return t;
}
/* if the next char is neither = or < we have an error set ERR_T*/
t.code = ERR_T;
t.attribute.err_lex[0] = EXCLAMTN;
t.attribute.err_lex[1] = c;
t.attribute.err_lex[2] = STRTERM;
/* We assume the error was meant to be a token so ignore everything in the line. */
do
{
c = b_getc(sc_buf);
/* If SEOF or b_eob is found retract the buffer and return t */
if(SEOF(c))
{
b_retract(sc_buf);
return t;
}
}while ( c != NEWLINE);
++line;
return t;
/*If we have a plus sign '+' set the token and it's attirbute then return. */
case POS:
t.code = ART_OP_T;
t.attribute.arr_op = PLUS;
return t;
/*If we have a minus sign '-' set the token and it's attirbute then return. */
case NEG:
t.code = ART_OP_T;
t.attribute.arr_op = MINUS;
return t;
/*If we have a a period '.' it could be a logical operator or an error. */
case PERIOD:
retrCtr = 1;
i = 0;
c = b_getc(sc_buf);
/* Switch on the first character read after the period '.' */
switch (c)
{
/* If its an 'A' we might have .AND. */
case'A' :
/* Compare the string the string read from the buffer to the string literal .AND. */
++retrCtr;
if(b_getc(sc_buf) == 'N')
{
++retrCtr;
if(b_getc(sc_buf) == 'D')
{
++retrCtr;
if(b_getc(sc_buf) == PERIOD)
{
t.code = LOG_OP_T;
t.attribute.log_op = AND;
return t;
}
}
}
break;
case'O':
/* Comapre the string the string read from the buffer to the string literal .OR. */
++retrCtr;
if(b_getc(sc_buf) == 'R')
{
++retrCtr;
if(b_getc(sc_buf) == PERIOD)
{
t.code = LOG_OP_T;
t.attribute.log_op = OR;
return t;
}
}
break;
}
while(i<retrCtr)
{
b_retract(sc_buf);
i++;
}
t.code = ERR_T;
/* Add char which caused the error to the err_lex */
t.attribute.err_lex[0] = PERIOD;
t.attribute.err_lex[1] = STRTERM;
return t;
/* If we have an astrix sign '*' set the token and it's attirbute then return. */
case ASTRX:
t.code = ART_OP_T;
t.attribute.arr_op = MULT;
return t;
/* If c is a forward slash '/' set the token and it's attirbute then return. */
case FWDSLSH:
t.code = ART_OP_T;
t.attribute.arr_op = DIV;
return t;
/* If c is a left brace '{' set the token and it's attirbute then return. */
case LBRACE:
t.code = LBR_T;
return t;
/* If c is a right brace '}' set the token and it's attirbute then return. */
case RBRACE:
t.code = RBR_T;
return t;
/* If c is a left parenthesis '(' set the token and it's attirbute then return. */
case LPRNTHS:
t.code = LPR_T;
return t;
/* If c is a right parenthesis ')' set the token and it's attirbute then return. */
case RPRNTHS:
t.code = RPR_T;
return t;
/* If c is a less than symbol '<' check the next char. */
case LESSTHN:
c = b_getc(sc_buf);
/* If the next char is the greater than symbol '>' set the proper token and return. */
if(c == GRTRTHN){
t.code = SCC_OP_T;
return t;
}
/* If the next char is not recognized restract the buffer and set the token */
t.code = REL_OP_T;
t.attribute.rel_op = LT;
b_retract(sc_buf);
return t;
/* If c is a greater than symbol '>' set the proper token and return. */
case GRTRTHN:
t.code = REL_OP_T;
t.attribute.rel_op = GT;
return t;
/* If c is a new line '\n' increment the line number and return to the start of the loop. */
case CARRTRN:
NEWLINE_TEST
continue;
/* If c is a NEWLINE character increment the line number and continue */
case NEWLINE:
++line;
continue;
/* If c is a comma ',' set the proper token and return. */
case COMMA:
t.code = COM_T;
return t;
/* If c is a semi colon ';' set the proper token and return. */
case SEMICLN:
t.code = EOS_T;
return t;
/* If c is a quotation mark '"' we have the start of a string, analyze the next chars until '"' or SEOF is hit. */
case QUOTE:
/* read all the chars in from the input buffer until a '"' */
do
{
c = b_getc(sc_buf);
lexend = b_get_getc_offset(sc_buf);
/* If eob has be set or SEOF is read in from the buffer prior to closing the string */
/* Break into the error token setup. */
if( SEOF(c))
{
/* Set the getc_offset to the start of the string */
b_set_getc_offset(sc_buf,lexstart);
/* Iterate over the buffer and copy the contents of the error string into the err_lex */
for( i = 0; i < lexend-lexstart; i++) /* Comparison of unsigned int and short will generate warning.
lexend-lexstart will always be positive no need to cast */
{
c = b_getc(sc_buf);
/* For the first 20 characters */
if(i<=ERR_LEN)
{
/* Copy c into the current index of err_lex for first 16 characters */
if(i<=16)
t.attribute.err_lex[i] = c;
/* Copy a decimal into the indexes between 17 and ERR_LEN */
if(i>16 && i<ERR_LEN)
{
t.attribute.err_lex[i] = PERIOD;
}
/* Copy a string terminator into the last index of err_lex */
if (i==ERR_LEN)
{
t.attribute.err_lex[i]= STRTERM;
}
}
}
t.code = ERR_T;
return t;
}
/* Increment the line number each time a line terminator is found */
if(c == NEWLINE)
{
++line;
}
if(c == CARRTRN)
{
NEWLINE_TEST
}
}while ( c != QUOTE );
/* Closing quote found. Valid String */
/* Set the getc_offset back to the start of the string */
b_set_getc_offset(sc_buf,lexstart);
/* Set the str_offset attribute to the location of the current getc_offset in the str_LTBL */
t.attribute.str_offset = b_getsize(str_LTBL);
/* Add the characters of the string into the str_LTBL */
for( i = 0; i< lexend-lexstart;i++) /* Comparison of unsigned int and short will generate warning.
lexend-lexstart will always be positive no need to cast */
{
c = b_getc(sc_buf);
/* Ensure that quotes are not added to the string */
if(c != '"')
{
if(!b_addc(str_LTBL, c))
{
scerrnum = FAILADDC;
t_set_err_t(RUNTIMERR, t);
}
}
}
/* Add the string terminator to the string and set the Token Code */
if (!b_addc(str_LTBL,STRTERM))
{
scerrnum = FAILADDC;
t_set_err_t(RUNTIMERR, t);
}
t.code = STR_T;
return t;
}
/* Special symbol scanning completed. Now checking for lexeme type */
if (isalnum(c))
{
/* Use for loop to iterate over the transition table based on the current state and character */
/* Continue iterating until an accepting state has been found */
for(state = get_next_state(state,c,&accept);accept==NOAS; state = get_next_state(state,c,&accept))
{
c = b_getc(sc_buf);
}
/* Retract the buffer if is is an accepting state with a retract */
if(accept==ASWR)
{
b_retract(sc_buf);
}
/* Set the end of the lexeme at the current getc_offset */
lexend = b_get_getc_offset(sc_buf);
/* Create a temporary buffer to store the lexeme */
lex_buf = b_create((lexend - lexstart +1),0,'f');
/* If buffer creation was not successful. Set the error token for a runtime error. */
if (!lex_buf)
{
scerrnum = BUFFNULL;
t_set_err_t(RUNTIMERR, t);
}
/* Reset the getc_offset to the start of the lexeme */
b_set_getc_offset(sc_buf,lexstart);
/* Add the characters of the lexeme to lex_buf */
for( i = 0;i<lexend-lexstart;i++) /* Comparison of unsigned int and short will generate warning.
lexend-lexstart will always be positive no need to cast */
{
if (!b_addc(lex_buf,b_getc(sc_buf)))
{
scerrnum = FAILADDC;
t_set_err_t(RUNTIMERR, t);
}
}
/* Pack lex_buf and add the string terminator to it */
b_pack(lex_buf);
/* If b_addc fails set the token for a runtime error and return t */
if (!b_addc(lex_buf,STRTERM))
{
scerrnum = FAILADDC;
t_set_err_t(RUNTIMERR, t);
}
/* Call the accepting function at the current state index and pass the lexeme */
t = aa_table[state](b_get_chmemloc(lex_buf,0));
b_destroy(lex_buf);
return t;
}
/* This code will be executed if c was an invalid symbol*/
/* Set error token and return t. */
t.code = ERR_T;
t.attribute.err_lex[0] = c;
t.attribute.err_lex[1] = STRTERM; /*Probably a better way to do this.*/
return t;
}
}
int main(int argc, char **argv){
Buffer *ptr_Buffer; /* pointer to Buffer structure */
FILE *fi; /* input file handle */
int loadsize = 0; /*the size of the file loaded in the buffer */
int ansi_c = !ANSI_C; /* ANSI C compliancy flag */
/* Check if the compiler option is set to compile ANSI C */
/* __DATE__, __TIME__, __LINE__, __FILE__, __STDC__ are predefined preprocessor macros*/
if (ansi_c){
err_printf("Date: %s Time: %s", __DATE__, __TIME__);
err_printf("ERROR: Compiler is not ANSI C compliant!\n");
exit(1);
}
/* missing file name or/and mode parameter */
if (argc <= 2){
err_printf("\nDate: %s Time: %s", __DATE__, __TIME__);
err_printf("\nRuntime error at line %d in file %s\n", __LINE__, __FILE__);
err_printf("%s\b\b\b\b%s%s", argv[0], ": ", "Missing parameters.");
err_printf("Usage: platybt source_file_name mode");
exit(1);
}
/* create a source code input buffer */
switch (*argv[2]){ /*gets the first caracter of the mode argument*/
case 'f': case 'a': case 'm': break;
default:
err_printf("%s%s%s", argv[0], ": ", "Wrong mode parameter.");
exit(1);
}
/*create the input buffer */
ptr_Buffer = b_create(INIT_CAPACITY, INC_FACTOR, *argv[2]);
if (ptr_Buffer == NULL){
err_printf("%s%s%s", argv[0], ": ", "Could not create buffer.");
exit(1);
}
/* open the source file */
if ((fi = fopen(argv[1], "r")) == NULL){
err_printf("%s%s%s%s", argv[0], ": ", "Cannot open file: ", argv[1]);
exit(1);
}
/* load a source file into the input buffer */
printf("Reading file %s ....Please wait\n", argv[1]);
loadsize = b_load(fi, ptr_Buffer);
if (loadsize == R_FAIL_1)
err_printf("%s%s%s", argv[0], ": ", "Error in loading buffer.");
/* close the source file */
fclose(fi);
/*find the size of the file */
if (loadsize == LOAD_FAIL){
printf("The input file %s %s\n", argv[1], "is not completely loaded.");
printf("Input file size: %ld\n", get_filesize(argv[1]));
}
/* set a mark at the last char in the buffer*/
b_setmark(ptr_Buffer, b_size(ptr_Buffer));
/* display the contents of the input buffer */
display(ptr_Buffer);
/* pack the buffer
* if possible, add end-of-file character (EOF) to the buffer
* display again
*/
if (b_pack(ptr_Buffer)){
if (!b_addc(ptr_Buffer, EOF))
err_printf("%s%s%s", argv[0], ": ", "Error in writing to buffer.");
display(ptr_Buffer);
}
/* destroy the buffer */
b_destroy(ptr_Buffer);
/* make the buffer invalid
It is not necessary here because the function terminates anyway,
but will prevent run-time errors and crashes in future expansions
*/
ptr_Buffer = NULL;
/*return success */
return (0);
}
/* main function takes a PLATYPUS source file as
* an argument at the command line.
* usage: parser source_file_name [-stz size][-sts:A | -sts:D]
*/
int main(int argc, char ** argv){
FILE *fi; /* input file handle */
int loadsize = 0; /*the size of the file loaded in the buffer */
int st_def_size = ST_DEF_SIZE; /* Sumbol Table default size */
char sort_st = 0; /*Symbol Table sort switch */
int ansi_c = !ANSI_C; /* ANSI C flag */
/* Check if the compiler option is set to compile ANSI C */
/* __DATE__, __TIME__, __LINE__, __FILE__, __STDC__ are predefined preprocessor macros*/
if(ansi_c){
err_printf("Date: %s Time: %s",__DATE__, __TIME__);
err_printf("ERROR: Compiler is not ANSI C compliant!\n");
exit(1);
}
/*check for correct arrguments - source file name */
if (argc <= 1){
/* __DATE__, __TIME__, __LINE__, __FILE__ are predefined preprocessor macros*/
err_printf("Date: %s Time: %s",__DATE__, __TIME__);
err_printf("Runtime error at line %d in file %s", __LINE__, __FILE__);
err_printf("%s%s%s",argv[0],": ","Missing source file name.");
err_printf("%s%s%s","Usage: ", "parser", " source_file_name [-stz size][-sts:A | -sts:D]");
exit(EXIT_FAILURE);
}
/* check for optional switches - symbol table size and/or sort */
if (argc == 3){
if (strcmp(argv[2],"-sts:A") && strcmp(argv[2],"-sts:D") ){
err_printf("%s%s%s",argv[0],": ","Invalid switch.");
err_printf("%s%s\b\b\b\b%s","Usage: ", argv[0], " source file name [-stz size][-sts:A | -sts:D]");
exit(EXIT_FAILURE);
}
if(strcmp(argv[2],"-sts:A"))
sort_st = 'D';
else
sort_st = 'A';
}
/* symbol table size specified */
if (argc == 4){
if (strcmp(argv[2],"-stz")){
err_printf("%s%s%s",argv[0],": ","Invalid switch.");
err_printf("%s%s\b\b\b\b%s","Usage: ", argv[0], " source file name [-stz size][-sts:A | -sts:D]");
exit(EXIT_FAILURE);
}
/* convert the symbol table size */
st_def_size = atoi(argv[3]);
if (st_def_size <= 0){
err_printf("%s%s%s",argv[0],": ","Invalid switch.");
err_printf("%s%s\b\b\b\b%s","Usage: ", argv[0], " source file name [-stz size][-sts:A | -sts:D]");
exit(EXIT_FAILURE);
}
}
if (argc == 5){
if (strcmp(argv[2],"-stz")){
err_printf("%s%s%s",argv[0],": ","Invalid switch.");
err_printf("%s%s\b\b\b\b%s","Usage: ", argv[0], " source file name [-stz size][-sts:A | -sts:D]");
exit(EXIT_FAILURE);
}
/* convert the symbol table size */
st_def_size = atoi(argv[3]);
if (st_def_size <= 0){
err_printf("%s%s%s",argv[0],": ","Invalid switch.");
err_printf("%s%s\b\b\b\b%s","Usage: ", argv[0], " source file name [-stz size][-sts:A | -sts:D]");
exit(EXIT_FAILURE);
}
if (strcmp(argv[4],"-sts:A")&& strcmp(argv[4],"-sts:D") ){
err_printf("%s%s%s",argv[0],": ","Invalid switch.");
err_printf("%s%s\b\b\b\b%s","Usage: ", argv[0], " source file name [-stz size][-sts:A | -sts:D]");
exit(EXIT_FAILURE);
}
if(strcmp(argv[4],"-sts:A"))
sort_st = 'D';
else
sort_st = 'A';
}
/* create a source code input buffer - multiplicative mode */
sc_buf = b_create(INIT_CAPACITY,INC_FACTOR,'m');
if (sc_buf == NULL){
err_printf("%s%s%s",argv[0],": ","Could not create source buffer");
exit(EXIT_FAILURE);
}
/* create symbol table */
sym_table = st_create(st_def_size);
if (!sym_table.st_size){
err_printf("%s%s%s",argv[0],": ","Could not create symbol table");
exit (EXIT_FAILURE);
}
/*open source file */
if ((fi = fopen(argv[1],"r")) == NULL){
err_printf("%s%s%s%s",argv[0],": ", "Cannot open file: ",argv[1]);
exit (1);
}
/* load source file into input buffer */
printf("Reading file %s ....Please wait\n",argv[1]);
loadsize = b_load (fi,sc_buf);
if(loadsize == R_FAIL_1)
err_printf("%s%s%s",argv[0],": ","Error in loading buffer.");
/* close source file */
fclose(fi);
/*find the size of the file */
if (loadsize == LOAD_FAIL){
printf("The input file %s %s\n", argv[1],"is not completely loaded.");
printf("Input file size: %ld\n", get_filesize(argv[1]));
}
/* pack and display the source buffer */
if(b_pack(sc_buf)){
display(sc_buf);
}
/* create string Literal Table */
str_LTBL = b_create(INIT_CAPACITY,INC_FACTOR,'a');
if (str_LTBL == NULL){
err_printf("%s%s%s",argv[0],": ","Could not create string buffer");
exit(EXIT_FAILURE);
}
/*registrer exit function */
atexit(garbage_collect);
/*Testbed for buffer, scanner,symbol table and parser*/
/* Initialize scanner */
scanner_init(sc_buf);
/* Add SEOF to input buffer */
b_addc(sc_buf, EOF);
/* Start parsing */
printf("\nParsing the source file...\n\n");
parser(sc_buf);
/* print Symbol Table */
/*
if(sym_table.st_size && sort_st){
st_print(sym_table);
if(sort_st){
printf("\nSorting symbol table...\n");
st_sort(sym_table,sort_st);
st_print(sym_table);
}
}
*/
return (EXIT_SUCCESS); /* same effect as exit(0) */
}/*end of main */
/* main function takes a PLATYPUS source file as
* an argument at the command line.
* usage: scanner source_file_name"
*/
int main(int argc, char ** argv){
Buffer *sc_buf; /* pointer to input (source) buffer */
FILE *fi; /* input file handle */
Token t; /* token produced by the scanner */
int loadsize = 0; /*the size of the file loaded in the buffer */
int ansi_c = !ANSI_C; /* ANSI C compliancy flag */
/* Check if the compiler option is set to compile ANSI C */
/* __DATE__, __TIME__, __LINE__, __FILE__, __STDC__ are predefined preprocessor macros*/
if(ansi_c){
err_printf("Date: %s Time: %s",__DATE__, __TIME__);
err_printf("ERROR: Compiler is not ANSI C compliant!\n");
exit(1);
}
/*check for correct arrguments - source file name */
if (argc <= 1){
/* __DATE__, __TIME__, __LINE__, __FILE__ are predefined preprocessor macros*/
err_printf("Date: %s Time: %s",__DATE__, __TIME__);
err_printf("Runtime error at line %d in file %s", __LINE__, __FILE__);
err_printf("%s%s%s",argv[0],": ","Missing source file name.");
err_printf("%s%s%s","Usage: ", "scanner", " source_file_name");
exit(1);
}
/* create a source code input buffer - multiplicative mode */
sc_buf = b_create(INIT_CAPACITY,INC_FACTOR,'m');
if (sc_buf == NULL){
err_printf("%s%s%s",argv[0],": ","Could not create source buffer");
exit(1);
}
/*open source file */
if ((fi = fopen(argv[1],"r")) == NULL){
err_printf("%s%s%s%s",argv[0],": ", "Cannot open file: ",argv[1]);
exit (1);
}
/* load source file into input buffer */
printf("Reading file %s ....Please wait\n",argv[1]);
loadsize = b_load (fi,sc_buf);
if(loadsize == R_FAIL_1)
err_printf("%s%s%s",argv[0],": ","Error in loading buffer.");
/* close source file */
fclose(fi);
/*find the size of the file */
if (loadsize == LOAD_FAIL){
printf("The input file %s %s\n", argv[1],"is not completely loaded.");
printf("Input file size: %ld\n", get_filesize(argv[1]));
}
/* pack and display the source buffer */
if(b_pack(sc_buf)){
display(sc_buf);
}
/* create string Literal Table */
str_LTBL = b_create(INIT_CAPACITY,INC_FACTOR,'a');
if (str_LTBL == NULL){
err_printf("%s%s%s",argv[0],": ","Could not create string literals buffer");
exit(1);
}
/*Testbed for the scanner */
/* add SEOF to input program buffer*/
b_addc(sc_buf,'\0');
/* Initialize scanner input buffer */
if(scanner_init(sc_buf)){;
err_printf("%s%s%s",argv[0],": ","Empty program buffer - scanning canceled");
exit(1);
}
printf("\nScanning source file...\n\n");
printf("Token\t\tAttribute\n");
printf("----------------------------------\n");
do{
t= mlwpar_next_token(sc_buf);
print_token(t);
}while(t.code != SEOF_T);
if(b_size(str_LTBL)) b_print(str_LTBL);
b_destroy(sc_buf);
b_destroy(str_LTBL);
sc_buf = str_LTBL = NULL;
return (0);
}