From bfdc8d2d843c08bd01517256a63518d03da236f6 Mon Sep 17 00:00:00 2001
From: Marvin Borner
Date: Tue, 27 Jul 2021 21:10:34 +0200
Subject: Started treeify

---
 src/inc/tokenize.h | 35 -----------------------------------
 1 file changed, 35 deletions(-)
 delete mode 100644 src/inc/tokenize.h

(limited to 'src/inc/tokenize.h')

diff --git a/src/inc/tokenize.h b/src/inc/tokenize.h
deleted file mode 100644
index 557da9c..0000000
--- a/src/inc/tokenize.h
+++ /dev/null
@@ -1,35 +0,0 @@
-#ifndef TOKENIZE_H
-#define TOKENIZE_H
-
-#include <context.h>
-
-#define TOKENS_MAX 4096
-
-enum token_type {
-	UNKNOWN,
-
-	TYPE,
-	TYPEDELIM,
-	PARAM,
-
-	IDENT,
-	OPERATOR,
-
-	LPAREN,
-	RPAREN,
-	EQUAL,
-
-	NEWLINE,
-	EOL,
-	END,
-};
-
-struct token {
-	enum token_type type;
-	size_t start, end;
-};
-
-void tokens_print(struct ctx *ctx);
-void tokenize(struct ctx *ctx);
-
-#endif
-- 
cgit v1.2.3