From 8ce6029a6a14c0ef003c88cb9fb29e522c022f9c Mon Sep 17 00:00:00 2001 From: Tavian Barnes Date: Wed, 28 Oct 2009 18:57:31 -0400 Subject: Tokenize strings and language directives. --- dimension/tokenize.h | 7 +++++++ 1 file changed, 7 insertions(+) (limited to 'dimension/tokenize.h') diff --git a/dimension/tokenize.h b/dimension/tokenize.h index 2e82f98..cc8148f 100644 --- a/dimension/tokenize.h +++ b/dimension/tokenize.h @@ -45,8 +45,15 @@ typedef enum { DMNSN_SPHERE, DMNSN_BOX, + /* Directives (#declare, etc.) */ + DMNSN_INCLUDE, /* Only used internally */ + DMNSN_DECLARE, + /* Identifiers */ DMNSN_IDENTIFIER, + + /* Strings */ + DMNSN_STRING, } dmnsn_token_type; typedef struct dmnsn_token dmnsn_token; -- cgit v1.2.3