Simplify bytecode

1 files changed, 14 insertions, 0 deletions

diff --git a/src/tokenizer.c b/src/tokenizer.c
index 889152b..02592a9 100644
--- a/src/tokenizer.c
+++ b/src/tokenizer.c
@@ -224,6 +224,20 @@ static TslToken tsl_tokenizer_next_internal(TslTokenizer *self) {
         self->arithmetic_symbol = c;
         ++self->code_index;
         return TSL_TOKEN_ARITHMETIC;
+    } else if(c == '#') {
+        /* Comment */
+        ++self->code_index;
+        for(;;) {
+            c = tsl_tokenizer_get_char(self);
+            if(c == '\n') {
+                ++self->code_index;
+                break;
+            } else if(c == '\0') {
+                break;
+            }
+            ++self->code_index;
+        }
+        return tsl_tokenizer_next_internal(self);
     } else if(c == '\0') {
         return TSL_TOKEN_END_OF_FILE;
     } else {