diff options
Diffstat (limited to 'include/tokenizer.h')
-rw-r--r-- | include/tokenizer.h | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/include/tokenizer.h b/include/tokenizer.h index c58917f..21e93ee 100644 --- a/include/tokenizer.h +++ b/include/tokenizer.h @@ -3,6 +3,7 @@ #include "std/buffer_view.h" #include "std/misc.h" +#include "binop_type.h" #define TOKENIZER_OK 0 /* General error */ @@ -25,8 +26,9 @@ typedef enum { TOK_CLOSING_BRACE, TOK_IMPORT, TOK_NUMBER, - TOK_DOT, - TOK_SEMICOLON + TOK_SEMICOLON, + TOK_COLON, + TOK_BINOP } Token; typedef struct { @@ -47,6 +49,7 @@ typedef struct { BufferView string; i64 integer; f64 floating; + BinopType binop_type; } value; bool number_is_integer; } Tokenizer; |