From e310c2cf9bdfcf86cbd1294567905f537832a488 Mon Sep 17 00:00:00 2001 From: Tavian Barnes Date: Fri, 29 Jan 2010 15:54:04 -0500 Subject: Begin middle-tier lexer. --- dimension/tokenize.h | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) (limited to 'dimension/tokenize.h') diff --git a/dimension/tokenize.h b/dimension/tokenize.h index 9ea27ee..801092a 100644 --- a/dimension/tokenize.h +++ b/dimension/tokenize.h @@ -21,6 +21,7 @@ #define TOKENIZE_H #include "../libdimension/dimension.h" +#include "parse.h" #define yytokentype dmnsn_yytokentype #define YYSTYPE @@ -45,7 +46,16 @@ struct dmnsn_token { int line, col; }; -/* For debugging */ +/* Set up the scanner */ +int dmnsn_yylex_init(void **scannerp); +void dmnsn_yyset_in(FILE *file, void *scanner); +int dmnsn_yylex_destroy(void *scanner); + +/* Actual lexer */ +int dmnsn_yylex(dmnsn_parse_item *lvalp, dmnsn_parse_location *llocp, + const char *filename, void *yyscanner); + +/* For debugging - returns an array of raw tokens */ dmnsn_array *dmnsn_tokenize(FILE *file, const char *filename); /* Token destruction */ -- cgit v1.2.3