diff options
| author | dec05eba <dec05eba@protonmail.com> | 2020-01-14 10:25:37 +0100 |
|---|---|---|
| committer | dec05eba <dec05eba@protonmail.com> | 2020-01-14 10:25:37 +0100 |
| commit | 1d69979eef57e313ca35b3610cfedf84ca39ae63 (patch) | |
| tree | 51742ab87777b55f75030e714e02c9f520b52bbc /src/tokenizer.c | |
| parent | 42b86b43f54d23541b23c6e830a1225079bc7ad4 (diff) | |
bla
Diffstat (limited to 'src/tokenizer.c')
| -rw-r--r-- | src/tokenizer.c | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.c b/src/tokenizer.c index 99ffce5..b310aae 100644 --- a/src/tokenizer.c +++ b/src/tokenizer.c @@ -183,6 +183,12 @@ TslToken tsl_tokenizer_next(TslTokenizer *self) { } else if(c == ']') { ++self->code_index; return TSL_TOKEN_RBRACKET; + } else if(c == ',') { + ++self->code_index; + return TSL_TOKEN_COMMA; + } else if(c == ':') { + ++self->code_index; + return TSL_TOKEN_COLON; } else if(c == '\0') { return TSL_TOKEN_END_OF_FILE; } else { |