Add arithmetic (binop) parsing

1 files changed, 5 insertions, 2 deletions

diff --git a/include/tokenizer.h b/include/tokenizer.h
index c58917f..21e93ee 100644
--- a/include/tokenizer.h
+++ b/include/tokenizer.h
@@ -3,6 +3,7 @@
 
 #include "std/buffer_view.h"
 #include "std/misc.h"
+#include "binop_type.h"
 
 #define TOKENIZER_OK 0
 /* General error */
@@ -25,8 +26,9 @@ typedef enum {
     TOK_CLOSING_BRACE,
     TOK_IMPORT,
     TOK_NUMBER,
-    TOK_DOT,
-    TOK_SEMICOLON
+    TOK_SEMICOLON,
+    TOK_COLON,
+    TOK_BINOP
 } Token;
 
 typedef struct {
@@ -47,6 +49,7 @@ typedef struct {
         BufferView string;
         i64 integer;
         f64 floating;
+        BinopType binop_type;
     } value;
     bool number_is_integer;
 } Tokenizer;