diff options
Diffstat (limited to 'src/tokenizer.c')
-rw-r--r-- | src/tokenizer.c | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.c b/src/tokenizer.c index b996354..afaeb8e 100644 --- a/src/tokenizer.c +++ b/src/tokenizer.c @@ -247,6 +247,9 @@ static CHECK_RESULT int __tokenizer_next(Tokenizer *self, Token *token) { } else if(c == '}') { ++self->index; *token = TOK_CLOSING_BRACE; + } else if(c == ';') { + ++self->index; + *token = TOK_SEMICOLON; } else if(c == '@') { const char *err_msg; ++self->index; @@ -361,6 +364,9 @@ static BufferView tokenizer_expected_token_as_string(Token token) { case TOK_DOT: str = "."; break; + case TOK_SEMICOLON: + str = ";"; + break; default: str = "Unknown token"; break; |