aboutsummaryrefslogtreecommitdiff
path: root/src/tokenizer.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.c')
-rw-r--r--src/tokenizer.c14
1 files changed, 14 insertions, 0 deletions
diff --git a/src/tokenizer.c b/src/tokenizer.c
index 889152b..02592a9 100644
--- a/src/tokenizer.c
+++ b/src/tokenizer.c
@@ -224,6 +224,20 @@ static TslToken tsl_tokenizer_next_internal(TslTokenizer *self) {
self->arithmetic_symbol = c;
++self->code_index;
return TSL_TOKEN_ARITHMETIC;
+ } else if(c == '#') {
+ /* Comment */
+ ++self->code_index;
+ for(;;) {
+ c = tsl_tokenizer_get_char(self);
+ if(c == '\n') {
+ ++self->code_index;
+ break;
+ } else if(c == '\0') {
+ break;
+ }
+ ++self->code_index;
+ }
+ return tsl_tokenizer_next_internal(self);
} else if(c == '\0') {
return TSL_TOKEN_END_OF_FILE;
} else {