void tokenizer_debug(Tokenizer* t)
{
printf("source:\n%s\n\n", t->source);
TokenListNode* node = t->tokens.first;
while (node != NULL)
{
token_debug(&node->token);
node = node->next;
}
}
void lexer_debug(lexer_state_t* lex) {
token_debug(lex->current);
token_debug(lex->next);
}
