blob: 8b511edb09a4696875b90fb1388c263c6a4ea0ec (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
#ifndef TSL_TOKENIZER_H
#define TSL_TOKENIZER_H
#include <stddef.h>
#include <stdint.h>
typedef struct {
const char *data;
size_t size;
} TslStringView;
typedef enum {
TSL_TOKEN_END_OF_FILE,
TSL_TOKEN_UNEXPECTED_SYMBOL,
TSL_TOKEN_IDENTIFIER,
TSL_TOKEN_STRING,
TSL_TOKEN_NUM,
TSL_TOKEN_BOOL,
TSL_TOKEN_NULL,
TSL_TOKEN_EQUAL,
TSL_TOKEN_LBRACE,
TSL_TOKEN_RBRACE
} TslToken;
typedef struct {
const char *code;
size_t code_size;
size_t code_index;
TslStringView identifier;
TslStringView string;
int bool_value;
int64_t number_value;
} TslTokenizer;
void tsl_tokenizer_init(TslTokenizer *self, const char *code, size_t code_size);
TslToken tsl_tokenizer_next(TslTokenizer *self);
int tsl_tokenizer_accept(TslTokenizer *self, TslToken expected_token);
#endif /* TSL_TOKENIZER_H */
|
