summaryrefslogtreecommitdiffhomepage
path: root/lexer.h
diff options
context:
space:
mode:
Diffstat (limited to 'lexer.h')
-rw-r--r--lexer.h7
1 files changed, 4 insertions, 3 deletions
diff --git a/lexer.h b/lexer.h
index b3911c8..f40c820 100644
--- a/lexer.h
+++ b/lexer.h
@@ -24,12 +24,13 @@
#define T_CFUNC (__T_MAX + 1)
#define T_RESSOURCE (__T_MAX + 2)
-extern const char *tokennames[__T_MAX];
-
bool
utf8enc(char **out, int *rem, int code);
uint32_t
-ut_get_token(struct ut_state *s, const char *input, int *mlen);
+ut_get_token(struct ut_state *s, FILE *fp);
+
+const char *
+ut_get_tokenname(int type);
#endif /* __LEXER_H_ */