diff options
| author | Tavian Barnes <tavianator@gmail.com> | 2009-10-27 17:33:44 -0400 |
|---|---|---|
| committer | Tavian Barnes <tavianator@gmail.com> | 2009-10-27 19:35:16 -0400 |
| commit | 50d844e91589a8f51cade42b732bcd1de889987b (patch) | |
| tree | de7fd28f212412d397c93e3aee18ebbf1f121d9d /dimension/tokenize.h | |
| parent | 9d093988213e7471a5d8ba6042e16c8d2ab5f053 (diff) | |
| download | dimension-50d844e91589a8f51cade42b732bcd1de889987b.tar.xz | |
Support more symbols in tokenizer.
Diffstat (limited to 'dimension/tokenize.h')
| -rw-r--r-- | dimension/tokenize.h | 15 |
1 files changed, 13 insertions, 2 deletions
diff --git a/dimension/tokenize.h b/dimension/tokenize.h index 3798d1e..e64b7eb 100644 --- a/dimension/tokenize.h +++ b/dimension/tokenize.h @@ -20,8 +20,19 @@ #include "../libdimension/dimension.h" typedef enum { - DMNSN_LBRACE, - DMNSN_RBRACE + DMNSN_LBRACE, /* { */ + DMNSN_RBRACE, /* } */ + DMNSN_LPAREN, /* ( */ + DMNSN_RPAREN, /* ) */ + DMNSN_LBRACKET, /* [ */ + DMNSN_RBRACKET, /* ] */ + DMNSN_LT, /* < */ + DMNSN_GT, /* > */ + DMNSN_PLUS, /* + */ + DMNSN_MINUS, /* - */ + DMNSN_STAR, /* * */ + DMNSN_SLASH, /* / */ + DMNSN_COMMA, /* , */ } dmnsn_token_type; typedef struct dmnsn_token dmnsn_token; |