Fixed CHECK_RESULT macro, use scoped allocator

Scoped allocator gives us better performance and cleanup code for error
cases is much cleaner

1 files changed, 0 insertions, 4 deletions

diff --git a/src/tokenizer.c b/src/tokenizer.c
index f1763a5..fda3e40 100644
--- a/src/tokenizer.c
+++ b/src/tokenizer.c
@@ -26,10 +26,6 @@ int tokenizer_init(Tokenizer *self, BufferView code) {
     return 0;
 }
 
-void tokenizer_deinit(Tokenizer *self) {
-    (void)self;    
-}
-
 static int tokenizer_get_char(Tokenizer *self) {
     assert(self->index >= 0 && self->index < (int)self->code.size);
     return self->code.data[self->index];