aboutsummaryrefslogtreecommitdiff
path: root/src/tokenizer.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.c')
-rw-r--r--src/tokenizer.c6
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.c b/src/tokenizer.c
index 99ffce5..b310aae 100644
--- a/src/tokenizer.c
+++ b/src/tokenizer.c
@@ -183,6 +183,12 @@ TslToken tsl_tokenizer_next(TslTokenizer *self) {
} else if(c == ']') {
++self->code_index;
return TSL_TOKEN_RBRACKET;
+ } else if(c == ',') {
+ ++self->code_index;
+ return TSL_TOKEN_COMMA;
+ } else if(c == ':') {
+ ++self->code_index;
+ return TSL_TOKEN_COLON;
} else if(c == '\0') {
return TSL_TOKEN_END_OF_FILE;
} else {