match_result attempt_match(const char* begin, const char* end, token_kind& kind, std::size_t& length)
{
    auto result = [&] (match_result r, token_kind kind_, std::size_t length_)
                  {
                      kind = kind_;
                      length = length_;
                      return r;
                  };
    
    if (begin == end)
    {
        return result(match_result::unmatched, token_kind::unknown, 0);
    }
    
    switch (*begin)
    {
    case '[': return result(match_result::complete, token_kind::array_begin,          1);
    case ']': return result(match_result::complete, token_kind::array_end,            1);
    case '{': return result(match_result::complete, token_kind::object_begin,         1);
    case '}': return result(match_result::complete, token_kind::object_end,           1);
    case ':': return result(match_result::complete, token_kind::object_key_delimiter, 1);
    case ',': return result(match_result::complete, token_kind::separator,            1);
    case 't': return match_true( begin, end, kind, length);
    case 'f': return match_false(begin, end, kind, length);
    case 'n': return match_null( begin, end, kind, length);
    case '-':
    case '0':
    case '1':
    case '2':
    case '3':
    case '4':
    case '5':
    case '6':
    case '7':
    case '8':
    case '9':
        return match_number(begin, end, kind, length);
    case '\"':
        return match_string(begin, end, kind, length);
    case ' ':
    case '\t':
    case '\n':
    case '\r':
        return match_whitespace(begin, end, kind, length);
    case '/':
        return match_comment(begin, end, kind, length);
    default:
        return result(match_result::unmatched, token_kind::unknown, 1);
    }
}
Beispiel #2
0
/**
 * match_hex: - scan a hex representation of an integer from a substring_t
 * @s: substring_t to be scanned
 * @result: resulting integer on success
 *
 * Description: Attempts to parse the &substring_t @s as a hexadecimal integer.
 * On success, sets @result to the integer represented by the string and
 * returns 0. Returns either -ENOMEM or -EINVAL on failure.
 */
int match_hex(substring_t *s, int *result)
{
	return match_number(s, result, 16);
}
Beispiel #3
0
/**
 * match_octal: - scan an octal representation of an integer from a substring_t
 * @s: substring_t to be scanned
 * @result: resulting integer on success
 *
 * Description: Attempts to parse the &substring_t @s as an octal integer. On
 * success, sets @result to the integer represented by the string and returns
 * 0. Returns either -ENOMEM or -EINVAL on failure.
 */
int match_octal(substring_t *s, int *result)
{
	return match_number(s, result, 8);
}
Beispiel #4
0
/**
 * match_int: - scan a decimal representation of an integer from a substring_t
 * @s: substring_t to be scanned
 * @result: resulting integer on success
 *
 * Description: Attempts to parse the &substring_t @s as a decimal integer. On
 * success, sets @result to the integer represented by the string and returns 0.
 * Returns either -ENOMEM or -EINVAL on failure.
 */
int match_int(substring_t *s, int *result)
{
	return match_number(s, result, 0);
}
Beispiel #5
0
void top_level_consume_token(TokenizeContext &context)
{
    if (is_identifier_first_letter(context.next())) {

        if (context.next() <= 'm') {
            // a through m
            if (try_to_consume_keyword(context, tok_And)) return;
            if (try_to_consume_keyword(context, tok_Break)) return;
            if (try_to_consume_keyword(context, tok_Case)) return;
            if (try_to_consume_keyword(context, tok_Continue)) return;
            if (try_to_consume_keyword(context, tok_Def)) return;
            if (try_to_consume_keyword(context, tok_Discard)) return;
            if (try_to_consume_keyword(context, tok_Else)) return;
            if (try_to_consume_keyword(context, tok_Elif)) return;
            if (try_to_consume_keyword(context, tok_False)) return;
            if (try_to_consume_keyword(context, tok_For)) return;
            if (try_to_consume_keyword(context, tok_If)) return;
            if (try_to_consume_keyword(context, tok_In)) return;
            if (try_to_consume_keyword(context, tok_Import)) return;
            if (try_to_consume_keyword(context, tok_Include)) return;
            if (try_to_consume_keyword(context, tok_Let)) return;
        } else {
            // n through z
            if (try_to_consume_keyword(context, tok_Namespace)) return;
            if (try_to_consume_keyword(context, tok_Not)) return;
            if (try_to_consume_keyword(context, tok_Nil)) return;
            if (try_to_consume_keyword(context, tok_Or)) return;
            if (try_to_consume_keyword(context, tok_Return)) return;
            if (try_to_consume_keyword(context, tok_State)) return;
            if (try_to_consume_keyword(context, tok_Struct)) return;
            if (try_to_consume_keyword(context, tok_Switch)) return;
            if (try_to_consume_keyword(context, tok_True)) return;
            if (try_to_consume_keyword(context, tok_Require)) return;
            if (try_to_consume_keyword(context, tok_RequireLocal)) return;
            if (try_to_consume_keyword(context, tok_Package)) return;
            if (try_to_consume_keyword(context, tok_Section)) return;
            if (try_to_consume_keyword(context, tok_While)) return;
        }

        consume_identifier(context);
        return;
    }

    if (is_whitespace(context.next())) {
        consume_whitespace(context);
        return;
    }

    if (context.next() == '0'
        && context.next(1) == 'x') {
        consume_hex_number(context);
        return;
    }

    if (match_number(context)) {
        consume_number(context);
        return;
    }

    // Check for specific characters
    switch(context.next()) {
        case '(':
            context.consume(tok_LParen, 1);
            return;
        case ')':
            context.consume(tok_RParen, 1);
            return;
        case '{':
            if (context.next(1) == '-') {
                consume_multiline_comment(context);
                return;
            }
            context.consume(tok_LBrace, 1);
            return;
        case '}':
            context.consume(tok_RBrace, 1);
            return;
        case '[':
            context.consume(tok_LSquare, 1);
            return;
        case ']':
            context.consume(tok_RSquare, 1);
            return;
        case ',':
            context.consume(tok_Comma, 1);
            return;
        case '@':
            context.consume(tok_At, 1);
            return;
        case '=':
            if (context.next(1) == '=') {
                context.consume(tok_DoubleEquals, 2);
                return;
            }  else if (context.next(1) == '>') {
                context.consume(tok_FatArrow, 2);
                return;
            }

            context.consume(tok_Equals, 1);
            return;
        case '"':
        case '\'':
            consume_string_literal(context);
            return;
        case '\n':
            context.consume(tok_Newline, 1);
            return;
        case '.':
            if (context.next(1) == '.') {
                if (context.next(2) == '.') {
                    context.consume(tok_Ellipsis, 3); 
                } else {
                    context.consume(tok_TwoDots, 2);
                }
            } else if (context.next(1) == '@') {
                context.consume(tok_DotAt, 2);
            } else {
                context.consume(tok_Dot, 1);
            }
            return;
        case '?':
            context.consume(tok_Question, 1);
            return;
        case '*':
            if (context.next(1) == '=') {
                context.consume(tok_StarEquals, 2);
                return;
            }
            if (context.next(1) == '*') {
                context.consume(tok_DoubleStar, 2);
                return;
            }

            context.consume(tok_Star, 1);
            return;
        case '/':
            if (context.next(1) == '=') {
                context.consume(tok_SlashEquals, 2);
                return;
            }
            if (context.next(1) == '/') {
                context.consume(tok_DoubleSlash, 2);
                return;
            }
            context.consume(tok_Slash, 1);
            return;
        case '!':
            if (context.next(1) == '=') {
                context.consume(tok_NotEquals, 2);
                return;
            }
            break;

        case ':':
            if (context.next(1) == '=') {
                context.consume(tok_ColonEquals, 2);
                return;
            }
            else if (context.next(1) == ':') {
                context.consume(tok_DoubleColon, 2);
                return;
            } else if (is_acceptable_inside_identifier(context.next(1))) {
                return consume_symbol(context);
            }

            context.consume(tok_Colon, 1);
            return;
        case '+':
            if (context.next(1) == '=') {
                context.consume(tok_PlusEquals, 2);
            } else {
                context.consume(tok_Plus, 1);
            }
            return;
        case '-':
            if (context.next(1) == '>') {
                context.consume(tok_RightArrow, 2);
                return;
            }

            if (context.next(1) == '-')
                return consume_comment(context);

            if (context.next(1) == '=') {
                context.consume(tok_MinusEquals, 2);
                return;
            }

            context.consume(tok_Minus, 1);
            return;

        case '<':
            if (context.next(1) == '<' && context.next(2) == '<') {
                consume_triple_quoted_string_literal(context);
                return;
            }

            if (context.next(1) == '=') {
                context.consume(tok_LThanEq, 2);
                return;
            }
            if (context.next(1) == '-') {
                context.consume(tok_LeftArrow, 2);
                return;
            }
            context.consume(tok_LThan, 1);
            return;

        case '>':
            if (context.next(1) == '=')
                context.consume(tok_GThanEq, 2);
            else
                context.consume(tok_GThan, 1);
            return;

        case '%':
            context.consume(tok_Percent, 1);
            return;

        case '|':
            if (context.next(1) == '|')
                context.consume(tok_DoubleVerticalBar, 2);
            else
                context.consume(tok_VerticalBar, 1);
            return;

        case '&':
            if (context.next(1) == '&')
                context.consume(tok_DoubleAmpersand, 2);
            else
                context.consume(tok_Ampersand, 1);
            return;

        case ';':
            context.consume(tok_Semicolon, 1);
            return;

        case '#':
            consume_color_literal(context);
            return;
    }

    // Fall through, consume the next letter as UNRECOGNIZED
    context.consume(tok_Unrecognized, 1);
}
Beispiel #6
0
void top_level_consume_token(TokenizeContext &context)
{
    if (is_identifier_first_letter(context.next())) {

        if (try_to_consume_keyword(context, TK_DEF)) return;
        if (try_to_consume_keyword(context, TK_TYPE)) return;
        if (try_to_consume_keyword(context, TK_BEGIN)) return;
        if (try_to_consume_keyword(context, TK_END)) return;
        if (try_to_consume_keyword(context, TK_IF)) return;
        if (try_to_consume_keyword(context, TK_ELSE)) return;
        if (try_to_consume_keyword(context, TK_ELIF)) return;
        if (try_to_consume_keyword(context, TK_FOR)) return;
        if (try_to_consume_keyword(context, TK_STATE)) return;
        if (try_to_consume_keyword(context, TK_IN)) return;
        if (try_to_consume_keyword(context, TK_TRUE)) return;
        if (try_to_consume_keyword(context, TK_FALSE)) return;
        // check 'do once' before 'do'
        if (try_to_consume_keyword(context, TK_DO_ONCE)) return;
        if (try_to_consume_keyword(context, TK_DO)) return;
        if (try_to_consume_keyword(context, TK_NAMESPACE)) return;
        if (try_to_consume_keyword(context, TK_INCLUDE)) return;
        if (try_to_consume_keyword(context, TK_IMPORT)) return;
        if (try_to_consume_keyword(context, TK_AND)) return;
        if (try_to_consume_keyword(context, TK_OR)) return;
        if (try_to_consume_keyword(context, TK_DISCARD)) return;
        if (try_to_consume_keyword(context, TK_NULL)) return;
        if (try_to_consume_keyword(context, TK_RETURN)) return;
        if (try_to_consume_keyword(context, TK_BREAK)) return;
        if (try_to_consume_keyword(context, TK_CONTINUE)) return;
        if (try_to_consume_keyword(context, TK_SWITCH)) return;
        if (try_to_consume_keyword(context, TK_CASE)) return;
        if (try_to_consume_keyword(context, TK_WHILE)) return;

        consume_identifier(context);
        return;
    }

    if (is_whitespace(context.next())) {
        consume_whitespace(context);
        return;
    }

    if (context.next() == '0'
            && context.next(1) == 'x') {
        consume_hex_number(context);
        return;
    }

    if (match_number(context)) {
        consume_number(context);
        return;
    }

    // Check for specific characters
    switch(context.next()) {
    case '(':
        context.consume(TK_LPAREN, 1);
        return;
    case ')':
        context.consume(TK_RPAREN, 1);
        return;
    case '{':
        if (context.next(1) == '-') {
            consume_multiline_comment(context);
            return;
        }
        context.consume(TK_LBRACE, 1);
        return;
    case '}':
        context.consume(TK_RBRACE, 1);
        return;
    case '[':
        context.consume(TK_LBRACKET, 1);
        return;
    case ']':
        context.consume(TK_RBRACKET, 1);
        return;
    case ',':
        context.consume(TK_COMMA, 1);
        return;
    case '@':
        if (context.next(1) == '.') {
            context.consume(TK_AT_DOT, 2);
        } else {
            context.consume(TK_AT_SIGN, 1);
        }
        return;
    case '=':
        if (context.next(1) == '=') {
            context.consume(TK_DOUBLE_EQUALS, 2);
            return;
        }

        context.consume(TK_EQUALS, 1);
        return;
    case '"':
    case '\'':
        consume_string_literal(context);
        return;
    case '\n':
        context.consume(TK_NEWLINE, 1);
        return;
    case '.':
        if (context.next(1) == '.') {
            if (context.next(2) == '.') {
                context.consume(TK_ELLIPSIS, 3);
            } else {
                context.consume(TK_TWO_DOTS, 2);
            }
        } else {
            context.consume(TK_DOT, 1);
        }
        return;
    case '?':
        context.consume(TK_QUESTION, 1);
        return;
    case '*':
        if (context.next(1) == '=') {
            context.consume(TK_STAR_EQUALS, 2);
            return;
        }

        context.consume(TK_STAR, 1);
        return;
    case '/':
        if (context.next(1) == '=') {
            context.consume(TK_SLASH_EQUALS, 2);
            return;
        }
        if (context.next(1) == '/') {
            context.consume(TK_DOUBLE_SLASH, 2);
            return;
        }
        context.consume(TK_SLASH, 1);
        return;
    case '!':
        if (context.next(1) == '=') {
            context.consume(TK_NOT_EQUALS, 2);
            return;
        }
        break;

    case ':':
        if (context.next(1) == '=') {
            context.consume(TK_COLON_EQUALS, 2);
            return;
        }
        else if (context.next(1) == ':') {
            context.consume(TK_DOUBLE_COLON, 2);
            return;
        } else if (is_identifier_first_letter(context.next(1))) {
            return consume_name(context);
        }

        context.consume(TK_COLON, 1);
        return;
    case '+':
        if (context.next(1) == '=') {
            context.consume(TK_PLUS_EQUALS, 2);
        } else {
            context.consume(TK_PLUS, 1);
        }
        return;
    case '-':
        if (context.next(1) == '>') {
            context.consume(TK_RIGHT_ARROW, 2);
            return;
        }

        if (context.next(1) == '-')
            return consume_comment(context);

        if (context.next(1) == '=') {
            context.consume(TK_MINUS_EQUALS, 2);
            return;
        }

        context.consume(TK_MINUS, 1);
        return;

    case '<':
        if (context.next(1) == '<' && context.next(2) == '<') {
            consume_triple_quoted_string_literal(context);
            return;
        }

        if (context.next(1) == '=') {
            context.consume(TK_LTHANEQ, 2);
            return;
        }
        if (context.next(1) == '-') {
            context.consume(TK_LEFT_ARROW, 2);
            return;
        }
        context.consume(TK_LTHAN, 1);
        return;

    case '>':
        if (context.next(1) == '=') {
            context.consume(TK_GTHANEQ, 2);
            return;
        }
        context.consume(TK_GTHAN, 1);
        return;

    case '%':
        context.consume(TK_PERCENT, 1);
        return;

    case '|':
        if (context.next(1) == '|') {
            context.consume(TK_DOUBLE_VERTICAL_BAR, 2);
            return;
        }
        break;

    case '&':
        if (context.next(1) == '&') {
            context.consume(TK_DOUBLE_AMPERSAND, 2);
            return;
        }

        context.consume(TK_AMPERSAND, 1);
        return;

    case ';':
        context.consume(TK_SEMICOLON, 1);
        return;

    case '#':
        consume_color_literal(context);
        return;
    }

    // Fall through, consume the next letter as UNRECOGNIZED
    context.consume(TK_UNRECOGNIZED, 1);
}
Beispiel #7
0
int
main(int argc, char *argv[]) {
    
    //char* h ="12345678 \n";
    //printf(1,"sizeof: %d strlen: %d \n" , sizeof(h) ,strlen(h));
    
    
    char tmp[10];
    int n, i, j, s;
    //printf(1, "%d", argc);
    if (argc != 2) {
        printf(1, "error with number of args \n");
        exit();
    }
    int pid = 1;
    n = atoi(argv[1]);
    //printf(1, "n:%d\n", n);

    if (n == -1) {
        printf(1, "error with number \n");
        exit();
    }
    for (i = 0; i < 3 * n && pid; i++) {
        set_prio(3);
        pid = fork();
        
    }
    if (pid == 0) {
        pid = getpid();
        if (pid % 3 == 0) {
            for (j = 0; j < 100; j++)
                for (s = 0; s < 1000000; s++);
        } else if (pid % 3 == 1) {
            //set_prio(1);
            for (j = 0; j < 100; j++) {
                for (s = 0; s < 1000000; s++);
                yield();
            }
        } else {
            for (j = 0; j < 100; j++)
                sleep(1);
        }
    } else {
        int retime, setime, rutime, total_retime_type1, total_setime_type1, total_rutime_type1;
        int total_retime_type2, total_setime_type2, total_rutime_type2;
        int total_retime_type3, total_setime_type3, total_rutime_type3;
        for (i = 0; i < 3*n; i++) {
            pid = wait2(&retime, &rutime, &setime);
            match_number(pid%3, tmp);                    
            printf(1, "pid:%d  type:%s wait_time:%d sleep_time:%d run_time:%d\n", pid, tmp, retime, setime, rutime);

            if (pid % 3 == 0) {
                total_retime_type1 += retime;
                total_setime_type1 += setime;
                total_rutime_type1 += rutime;
            } else if (pid % 3 == 1) {
                total_retime_type2 += retime;
                total_setime_type2 += setime;
                total_rutime_type2 += rutime;

            } else {
                total_retime_type3 += retime;
                total_setime_type3 += setime;
                total_rutime_type3 += rutime;
            }
        }
        printf(1, "CPU bound :  ready time:%d , sleep time:%d, Turnaround Time:%d\n", total_retime_type1 / n, total_setime_type1 / n, (total_setime_type1 + total_retime_type1 + total_rutime_type1)/n);
        printf(1, "SCPU bound:  ready time:%d , sleep time:%d, Turnaround Time:%d\n", total_retime_type2 / n, total_setime_type2 / n, (total_setime_type2 + total_retime_type2 + total_rutime_type2)/n);
        printf(1, "IO bound  :  ready time:%d , sleep time:%d, Turnaround Time:%d\n", total_retime_type3 / n, total_setime_type3 / n, (total_setime_type3 + total_retime_type3 + total_rutime_type3)/n);
    }
    exit();
}