summaryrefslogtreecommitdiffstats
path: root/dimension/tokenize.h
diff options
context:
space:
mode:
authorTavian Barnes <tavianator@gmail.com>2009-10-28 18:57:31 -0400
committerTavian Barnes <tavianator@gmail.com>2009-10-28 18:57:31 -0400
commit8ce6029a6a14c0ef003c88cb9fb29e522c022f9c (patch)
tree4720666135b504097ba49644612b53bbd106bb7f /dimension/tokenize.h
parent9335c34a93f66318c5d4aaaca4b11595d349421d (diff)
downloaddimension-8ce6029a6a14c0ef003c88cb9fb29e522c022f9c.tar.xz
Tokenize strings and language directives.
Diffstat (limited to 'dimension/tokenize.h')
-rw-r--r--dimension/tokenize.h7
1 files changed, 7 insertions, 0 deletions
diff --git a/dimension/tokenize.h b/dimension/tokenize.h
index 2e82f98..cc8148f 100644
--- a/dimension/tokenize.h
+++ b/dimension/tokenize.h
@@ -45,8 +45,15 @@ typedef enum {
DMNSN_SPHERE,
DMNSN_BOX,
+ /* Directives (#declare, etc.) */
+ DMNSN_INCLUDE, /* Only used internally */
+ DMNSN_DECLARE,
+
/* Identifiers */
DMNSN_IDENTIFIER,
+
+ /* Strings */
+ DMNSN_STRING,
} dmnsn_token_type;
typedef struct dmnsn_token dmnsn_token;