blob: a1d0932560ed731c4eb84f5785f681ff0d9019bd (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
|
#ifndef TSL_TOKENIZER_H
#define TSL_TOKENIZER_H
#include <stddef.h>
#include <stdint.h>
typedef struct {
const char *data;
size_t size;
} TslStringView;
typedef enum {
TSL_TOKEN_END_OF_FILE,
TSL_TOKEN_UNEXPECTED_SYMBOL,
TSL_TOKEN_IDENTIFIER,
TSL_TOKEN_NUM,
TSL_TOKEN_BOOL,
TSL_TOKEN_NULL,
TSL_TOKEN_EQUAL
} TslToken;
typedef struct {
const char *code;
size_t code_size;
size_t code_index;
TslStringView identifier;
int bool_value;
int64_t number_value;
} TslTokenizer;
void tsl_tokenizer_init(TslTokenizer *self, const char *code, size_t code_size);
TslToken tsl_tokenizer_next(TslTokenizer *self);
int tsl_tokenizer_accept(TslTokenizer *self, TslToken expected_token);
#endif /* TSL_TOKENIZER_H */
|
