int token_get_string(struct finsh_token* self, u_char* str)
{
unsigned char *p=str;
char ch;
ch = token_next_char(self);
if (is_eof(self)) return -1;
str[0] = '\0';
if ( is_digit(ch) ) { /*the first character of identifier is not a digit.*/
token_prev_char(self);
return -1;
}
while (!is_separator(ch) && !is_eof(self)) {
*p++ = ch;
ch = token_next_char(self);
}
self->eof = 0;
token_prev_char(self);
*p = '\0';
return 0;
}
static int token_proc_escape(struct finsh_token* self)
{
char ch;
int result=0;
ch = token_next_char(self);
switch (ch)
{
case 'n':
result = '\n';
break;
case 't':
result = '\t';
break;
case 'v':
result = '\v';
break;
case 'b':
result = '\b';
break;
case 'r':
result = '\r';
break;
case 'f':
result = '\f';
break;
case 'a':
result = '\007';
break;
case 'x':
result = 0;
ch = token_next_char(self);
while ( (ch - '0')<16u )
{
result = result*16 + ch - '0';
ch = token_next_char(self);
}
token_prev_char(self);
break;
default:
if ( (ch - '0') < 8u)
{
result = 0;
while ( (ch - '0') < 8u )
{
result = result*8 + ch - '0';
ch = token_next_char(self);
}
token_prev_char(self);
}
break;
}
return result;
}
static char token_proc_char(struct finsh_token* self)
{
char ch;
char buf[4], *p;
p = buf;
ch = token_next_char(self);
if ( ch == '\\' ) {
ch = token_next_char(self);
switch ( ch ) {
case 'n':
ch = '\n';
break;
case 't':
ch = '\t';
break;
case 'v':
ch = '\v';
break;
case 'b':
ch = '\b';
break;
case 'r':
ch = '\r';
break;
case '\\':
ch = '\\';
break;
case '\'':
ch = '\'';
break;
default :
while ( is_digit(ch) ) { /*for '\113' char*/
ch = token_next_char(self);
*p++ = ch;
}
token_prev_char(self);
*p = '\0';
ch = atoi(p);
break;
}
}
if ( token_next_char(self) != '\'' ) {
token_prev_char(self);
finsh_error_set(FINSH_ERROR_EXPECT_CHAR);
return ch;
}
return ch;
}
static void token_trim_space(struct finsh_token* self)
{
char ch;
#if 0
while ( (ch = token_next_char(self)) ==' ' ||
ch == '\t' ||
ch == '\r' ||
ch == '\n');
#else
while ( (ch = token_next_char(self)) ==' ' ||
ch == '\t');
#endif
token_prev_char(self);
}
static void token_trim_space(struct finsh_token* self)
{
char ch;
while ( (ch = token_next_char(self)) ==' ' || ch == '\t');
token_prev_char(self);
}
static u_char* token_proc_string(struct finsh_token* self)
{
u_char* p;
for ( p = &self->string[0]; p - &(self->string[0]) < FINSH_STRING_MAX; )
{
char ch = token_next_char(self);
if ( is_eof(self) )
{
finsh_error_set(FINSH_ERROR_UNEXPECT_END);
return NULL;;
}
if ( ch == '\\' )
{
ch = token_proc_escape(self);
}
else if ( ch == '"' )/*end of string.*/
{
*p = '\0';
return self->string;
}
*p++ = ch;
}
return NULL;
}
/*
(0|0x|0X|0b|0B)number+(l|L)
*/
static void token_proc_number(struct finsh_token* self)
{
char ch;
int b;
char *p, buf[128];
long value;
value = 0;
p = buf;
b = 10;
ch = token_next_char(self);
if ( ch == '0' ) {
ch = token_next_char(self);
if ( ch == 'x' || ch == 'X' ) { /*it's a hex number*/
b = 16;
ch = token_next_char(self);
while ( is_digit(ch) || isalpha(ch) ) {
*p++ = ch;
ch = token_next_char(self);
}
*p = '\0';
} else if ( ch == 'b' || ch == 'B' ) {
b = 2;
ch = token_next_char(self);
while ( (ch=='0')||(ch=='1') ) {
*p++ = ch;
ch = token_next_char(self);
}
*p = '\0';
} else {
b = 8;
while ( is_digit(ch) ) {
*p++ = ch;
ch = token_next_char(self);
}
*p = '\0';
}
self->value.int_value = token_spec_number(buf, strlen(buf), b);
self->current_token = finsh_token_type_value_int;
} else {
while ( is_digit(ch) ) {
value = value*10 + ( ch - '0' );
ch = token_next_char(self);
}
self->value.int_value = value;
self->current_token = finsh_token_type_value_int;
}
switch ( ch ) {
case 'l':
case 'L':
self->current_token = finsh_token_type_value_long;
break;
default:
token_prev_char(self);
break;
}
}
static void token_run(struct finsh_token* self)
{
char ch;
token_trim_space(self); /* first trim space and tab. */
token_get_string(self, &(self->string[0]));
if ( is_eof(self) ) { /*if it is eof, break;*/
self->current_token = finsh_token_type_eof;
return ;
}
if (self->string[0] != '\0') { /*It is a key word or a identifier.*/
if ( !token_match_name(self, (char*)self->string) ) {
self->current_token = finsh_token_type_identifier;
}
return;
} else { /*It is a operator character.*/
ch = token_next_char(self);
switch ( ch ) {
case '(':
self->current_token = finsh_token_type_left_paren;
break;
case ')':
self->current_token = finsh_token_type_right_paren;
break;
case ',':
self->current_token = finsh_token_type_comma;
break;
case ';':
self->current_token = finsh_token_type_semicolon;
break;
case '&':
self->current_token = finsh_token_type_and;
break;
case '*':
self->current_token = finsh_token_type_mul;
break;
case '+':
ch = token_next_char(self);
if ( ch == '+' ) {
self->current_token = finsh_token_type_inc;
} else {
token_prev_char(self);
self->current_token = finsh_token_type_add;
}
break;
case '-':
ch = token_next_char(self);
if ( ch == '-' ) {
self->current_token = finsh_token_type_dec;
} else {
token_prev_char(self);
self->current_token = finsh_token_type_sub;
}
break;
case '/':
ch = token_next_char(self);
if (ch == '/') {
/* line comments, set to end of file */
self->current_token = finsh_token_type_eof;
} else {
token_prev_char(self);
self->current_token = finsh_token_type_div;
}
break;
case '<':
ch = token_next_char(self);
if ( ch == '<' ) {
self->current_token = finsh_token_type_shl;
} else {
token_prev_char(self);
self->current_token = finsh_token_type_bad;
}
break;
case '>':
ch = token_next_char(self);
if ( ch == '>' ) {
self->current_token = finsh_token_type_shr;
} else {
token_prev_char(self);
self->current_token = finsh_token_type_bad;
}
break;
case '|':
self->current_token = finsh_token_type_or;
break;
case '%':
self->current_token = finsh_token_type_mod;
break;
case '~':
self->current_token = finsh_token_type_bitwise;
break;
case '^':
self->current_token = finsh_token_type_xor;
break;
case '=':
self->current_token = finsh_token_type_assign;
break;
case '\'':
self->value.char_value = token_proc_char(self);
self->current_token = finsh_token_type_value_char;
break;
case '"':
token_proc_string(self);
self->current_token = finsh_token_type_value_string;
break;
default:
if ( is_digit(ch) ) {
token_prev_char(self);
token_proc_number(self);
break;
}
finsh_error_set(FINSH_ERROR_UNKNOWN_TOKEN);
self->current_token = finsh_token_type_bad;
break;
}
}
}
