diff options
Diffstat (limited to 'include/tokenizer.h')
-rw-r--r-- | include/tokenizer.h | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/include/tokenizer.h b/include/tokenizer.h index a1d0932..8b511ed 100644 --- a/include/tokenizer.h +++ b/include/tokenizer.h @@ -13,10 +13,13 @@ typedef enum { TSL_TOKEN_END_OF_FILE, TSL_TOKEN_UNEXPECTED_SYMBOL, TSL_TOKEN_IDENTIFIER, + TSL_TOKEN_STRING, TSL_TOKEN_NUM, TSL_TOKEN_BOOL, TSL_TOKEN_NULL, - TSL_TOKEN_EQUAL + TSL_TOKEN_EQUAL, + TSL_TOKEN_LBRACE, + TSL_TOKEN_RBRACE } TslToken; typedef struct { @@ -25,6 +28,7 @@ typedef struct { size_t code_index; TslStringView identifier; + TslStringView string; int bool_value; int64_t number_value; } TslTokenizer; |