From 61d8844371d8f0d61432ec1ef91381e7d17e897f Mon Sep 17 00:00:00 2001
From: Tavian Barnes <tavianator@gmail.com>
Date: Wed, 28 Oct 2009 02:00:42 -0400
Subject: Tokenize identifiers.

---
 dimension/tokenize.h | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'dimension/tokenize.h')

diff --git a/dimension/tokenize.h b/dimension/tokenize.h
index 938eb5f..aead839 100644
--- a/dimension/tokenize.h
+++ b/dimension/tokenize.h
@@ -38,6 +38,9 @@ typedef enum {
   /* Numeric values */
   DMNSN_INT,
   DMNSN_FLOAT,
+
+  /* Identifiers */
+  DMNSN_IDENTIFIER,
 } dmnsn_token_type;
 
 typedef struct dmnsn_token dmnsn_token;
-- 
cgit v1.2.3