summaryrefslogtreecommitdiffstats
path: root/dimension/tokenize.h
diff options
context:
space:
mode:
authorTavian Barnes <tavianator@gmail.com>2009-10-27 20:35:17 -0400
committerTavian Barnes <tavianator@gmail.com>2009-10-27 20:35:17 -0400
commitf6ce73bd76ee9b07bb13a6df9a5663a38ccf4013 (patch)
treef51f468548dae6ee78ff78bb0d43d9a914b1cdc3 /dimension/tokenize.h
parent50d844e91589a8f51cade42b732bcd1de889987b (diff)
downloaddimension-f6ce73bd76ee9b07bb13a6df9a5663a38ccf4013.tar.xz
Tokenize numeric values.
Diffstat (limited to 'dimension/tokenize.h')
-rw-r--r--dimension/tokenize.h5
1 files changed, 5 insertions, 0 deletions
diff --git a/dimension/tokenize.h b/dimension/tokenize.h
index e64b7eb..91d59f6 100644
--- a/dimension/tokenize.h
+++ b/dimension/tokenize.h
@@ -20,6 +20,7 @@
#include "../libdimension/dimension.h"
typedef enum {
+ /* Punctuation */
DMNSN_LBRACE, /* { */
DMNSN_RBRACE, /* } */
DMNSN_LPAREN, /* ( */
@@ -33,6 +34,10 @@ typedef enum {
DMNSN_STAR, /* * */
DMNSN_SLASH, /* / */
DMNSN_COMMA, /* , */
+
+ /* Numeric values */
+ DMNSN_INT,
+ DMNSN_FLOAT,
} dmnsn_token_type;
typedef struct dmnsn_token dmnsn_token;