summaryrefslogtreecommitdiffstats
path: root/dimension/tokenize.h
diff options
context:
space:
mode:
Diffstat (limited to 'dimension/tokenize.h')
-rw-r--r--dimension/tokenize.h5
1 files changed, 5 insertions, 0 deletions
diff --git a/dimension/tokenize.h b/dimension/tokenize.h
index e64b7eb..91d59f6 100644
--- a/dimension/tokenize.h
+++ b/dimension/tokenize.h
@@ -20,6 +20,7 @@
#include "../libdimension/dimension.h"
typedef enum {
+ /* Punctuation */
DMNSN_LBRACE, /* { */
DMNSN_RBRACE, /* } */
DMNSN_LPAREN, /* ( */
@@ -33,6 +34,10 @@ typedef enum {
DMNSN_STAR, /* * */
DMNSN_SLASH, /* / */
DMNSN_COMMA, /* , */
+
+ /* Numeric values */
+ DMNSN_INT,
+ DMNSN_FLOAT,
} dmnsn_token_type;
typedef struct dmnsn_token dmnsn_token;