Started treeify

1 files changed, 0 insertions, 35 deletions

diff --git a/src/inc/tokenize.h b/src/inc/tokenize.h
deleted file mode 100644
index 557da9c..0000000
--- a/src/inc/tokenize.h
+++ /dev/null
@@ -1,35 +0,0 @@
-#ifndef TOKENIZE_H
-#define TOKENIZE_H
-
-#include <context.h>
-
-#define TOKENS_MAX 4096
-
-enum token_type {
-	UNKNOWN,
-
-	TYPE,
-	TYPEDELIM,
-	PARAM,
-
-	IDENT,
-	OPERATOR,
-
-	LPAREN,
-	RPAREN,
-	EQUAL,
-
-	NEWLINE,
-	EOL,
-	END,
-};
-
-struct token {
-	enum token_type type;
-	size_t start, end;
-};
-
-void tokens_print(struct ctx *ctx);
-void tokenize(struct ctx *ctx);
-
-#endif