blob: 0142bb9eac76bdce108694906ea67696869efdc1 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
#ifndef TOKENIZE_H
#define TOKENIZE_H
#include <context.h>
#define TOKENS_MAX 4096
enum token_type {
UNKNOWN,
TYPE,
TYPEDELIM,
PARAM,
IDENT,
OPERATOR,
LPAREN,
RPAREN,
EQUAL,
NEWLINE,
EOL,
END,
};
struct token {
enum token_type type;
ctx_string string;
};
void token_print(struct ctx *ctx, struct token *tok);
void tokenize(struct ctx *ctx);
#endif
|
