summaryrefslogtreecommitdiffstats
path: root/dimension/tokenize.h
diff options
context:
space:
mode:
authorTavian Barnes <tavianator@gmail.com>2009-10-28 02:00:42 -0400
committerTavian Barnes <tavianator@gmail.com>2009-10-28 02:00:42 -0400
commit61d8844371d8f0d61432ec1ef91381e7d17e897f (patch)
treeb40d076c23e6c03836026da0748e45abbd9127c2 /dimension/tokenize.h
parent58ee0624d54fede51c1e740e9c0c15f509ed24cc (diff)
downloaddimension-61d8844371d8f0d61432ec1ef91381e7d17e897f.tar.xz
Tokenize identifiers.
Diffstat (limited to 'dimension/tokenize.h')
-rw-r--r--dimension/tokenize.h3
1 files changed, 3 insertions, 0 deletions
diff --git a/dimension/tokenize.h b/dimension/tokenize.h
index 938eb5f..aead839 100644
--- a/dimension/tokenize.h
+++ b/dimension/tokenize.h
@@ -38,6 +38,9 @@ typedef enum {
/* Numeric values */
DMNSN_INT,
DMNSN_FLOAT,
+
+ /* Identifiers */
+ DMNSN_IDENTIFIER,
} dmnsn_token_type;
typedef struct dmnsn_token dmnsn_token;