C++ (Cpp) token_set_pos Examples

Example #1

File: parserapi.c Project: DevL/ponyc

// Process any deferred token we have
static void process_deferred_ast(parser_t* parser, rule_state_t* state)
{
  assert(parser != NULL);
  assert(state != NULL);

  if(state->deferred)
  {
    token_t* deferred_token = token_new(state->deferred_id);
    token_set_pos(deferred_token, parser->source, state->line, state->pos);
    state->ast = ast_token(deferred_token);
    state->deferred = false;
  }
}

Example #2

File: parserapi.c Project: DevL/ponyc

static void fetch_next_lexer_token(parser_t* parser, bool free_prev_token)
{
  token_t* old_token = parser->token;
  token_t* new_token = lexer_next(parser->lexer);

  if(old_token != NULL)
    parser->last_token_line = token_line_number(old_token);

  if(old_token != NULL && token_get_id(new_token) == TK_EOF)
  {
    // Use location of last token for EOF to get better error reporting
    token_set_pos(new_token, token_source(old_token),
      token_line_number(old_token), token_line_position(old_token));
  }

  if(free_prev_token)
    token_free(old_token);

  parser->token = new_token;
}

Example #3

File: lexer.c Project: awaidmann/ponyc

// Make a token with the specified ID and no token text
static token_t* make_token(lexer_t* lexer, token_id id)
{
  token_t* t = token_new(id);
  token_set_pos(t, lexer->source, lexer->token_line, lexer->token_pos);
  return t;
}

Example #4

File: ast.c Project: awaidmann/ponyc

void ast_setpos(ast_t* ast, source_t* source, size_t line, size_t pos)
{
  assert(ast != NULL);
  token_set_pos(ast->t, source, line, pos);
}