From b3b0c807a75c4f854495b547d8e00a598979cbf6 Mon Sep 17 00:00:00 2001
From: dec05eba <dec05eba@protonmail.com>
Date: Sun, 3 Mar 2019 13:18:08 +0100
Subject: Add arithmetic (binop) parsing

---
 include/tokenizer.h | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

(limited to 'include/tokenizer.h')

diff --git a/include/tokenizer.h b/include/tokenizer.h
index c58917f..21e93ee 100644
--- a/include/tokenizer.h
+++ b/include/tokenizer.h
@@ -3,6 +3,7 @@
 
 #include "std/buffer_view.h"
 #include "std/misc.h"
+#include "binop_type.h"
 
 #define TOKENIZER_OK 0
 /* General error */
@@ -25,8 +26,9 @@ typedef enum {
     TOK_CLOSING_BRACE,
     TOK_IMPORT,
     TOK_NUMBER,
-    TOK_DOT,
-    TOK_SEMICOLON
+    TOK_SEMICOLON,
+    TOK_COLON,
+    TOK_BINOP
 } Token;
 
 typedef struct {
@@ -47,6 +49,7 @@ typedef struct {
         BufferView string;
         i64 integer;
         f64 floating;
+        BinopType binop_type;
     } value;
     bool number_is_integer;
 } Tokenizer;
-- 
cgit v1.2.3