From c9d1d7fe7630496ac84428c53b56bc393a450af6 Mon Sep 17 00:00:00 2001 From: Tavian Barnes Date: Mon, 23 Nov 2009 00:36:03 -0500 Subject: Use flex for the tokenizer. --- dimension/tokenize.l | 775 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 775 insertions(+) create mode 100644 dimension/tokenize.l (limited to 'dimension/tokenize.l') diff --git a/dimension/tokenize.l b/dimension/tokenize.l new file mode 100644 index 0000000..5ebd4ed --- /dev/null +++ b/dimension/tokenize.l @@ -0,0 +1,775 @@ +/************************************************************************* + * Copyright (C) 2009 Tavian Barnes * + * * + * This file is part of Dimension. * + * * + * Dimension is free software; you can redistribute it and/or modify it * + * under the terms of the GNU General Public License as published by the * + * Free Software Foundation; either version 3 of the License, or (at * + * your option) any later version. * + * * + * Dimension is distributed in the hope that it will be useful, but * + * WITHOUT ANY WARRANTY; without even the implied warranty of * + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * + * General Public License for more details. * + * * + * You should have received a copy of the GNU General Public License * + * along with this program. If not, see . * + *************************************************************************/ + +%option reentrant yylineno noyywrap + +%{ +#define YY_DECL static int yylex(const char *filename, dmnsn_array *tokens, \ + yyscan_t yyscanner) +#include "tokenize.h" +#include "utility.h" +#include +#include +%} + +%x DMNSN_BLOCK_COMMENT +%x DMNSN_LINE_COMMENT +%x DMNSN_STRING +%x DMNSN_STRING_ESCAPE + +%% + +%{ +#define PUSH_TOKEN(token_type) \ + do { \ + token.type = token_type; \ + token.filename = filename; \ + token.line = yylineno; \ + token.col = yycolumn; \ + token.value = NULL; \ + PUSH(); \ + } while (0) + +#define PUSH_VALUE_TOKEN(token_type) \ + do { \ + token.type = token_type; \ + token.filename = filename; \ + token.line = yylineno; \ + token.col = yycolumn; \ + token.value = strdup(yytext); \ + PUSH(); \ + } while (0) + +#define STRING_TOKEN() \ + do { \ + token.type = DMNSN_T_STRING; \ + token.filename = filename; \ + token.line = yylineno; \ + token.col = yycolumn; \ + token.value = malloc(1); \ + token.value[0] = '\0'; \ + string_length = 0; \ + } while (0) + +#define STRCAT(str, len) \ + do { \ + token.value = realloc(token.value, string_length + len + 1); \ + strncpy(token.value + string_length, str, len); \ + string_length += len; \ + } while(0) + +#define PUSH() dmnsn_array_push(tokens, &token) + +dmnsn_token token; +size_t string_length; +unsigned long wchar; +%} + +"/*" BEGIN(DMNSN_BLOCK_COMMENT); +"//" BEGIN(DMNSN_LINE_COMMENT); + +"*/" BEGIN(INITIAL); +[^*\n]* ; +"*" ; +\n ; + +\n BEGIN(INITIAL); +[^\n]+ ; + +(?# Punctuation) +"{" PUSH_TOKEN(DMNSN_T_LBRACE); +"}" PUSH_TOKEN(DMNSN_T_RBRACE); +"(" PUSH_TOKEN(DMNSN_T_LPAREN); +")" PUSH_TOKEN(DMNSN_T_RPAREN); +"[" PUSH_TOKEN(DMNSN_T_LBRACKET); +"]" PUSH_TOKEN(DMNSN_T_RBRACKET); +"+" PUSH_TOKEN(DMNSN_T_PLUS); +"-" PUSH_TOKEN(DMNSN_T_MINUS); +"*" PUSH_TOKEN(DMNSN_T_STAR); +"/" PUSH_TOKEN(DMNSN_T_SLASH); +"," PUSH_TOKEN(DMNSN_T_COMMA); +";" PUSH_TOKEN(DMNSN_T_SEMICOLON); +"?" PUSH_TOKEN(DMNSN_T_QUESTION); +":" PUSH_TOKEN(DMNSN_T_COLON); +"&" PUSH_TOKEN(DMNSN_T_AND); +"." PUSH_TOKEN(DMNSN_T_DOT); +"|" PUSH_TOKEN(DMNSN_T_PIPE); +"<" PUSH_TOKEN(DMNSN_T_LESS); +">" PUSH_TOKEN(DMNSN_T_GREATER); +"!" PUSH_TOKEN(DMNSN_T_BANG); +"=" PUSH_TOKEN(DMNSN_T_EQUALS); +"<=" PUSH_TOKEN(DMNSN_T_LESS_EQUAL); +">=" PUSH_TOKEN(DMNSN_T_GREATER_EQUAL); +"!=" PUSH_TOKEN(DMNSN_T_NOT_EQUAL); + +(?# Integers) +[[:digit:]]+ | +0(x|X)[[:digit:]aAbBcCdDeEfF]+ PUSH_VALUE_TOKEN(DMNSN_T_INTEGER); + +(?# Floats) +[[:digit:]]*\.?[[:digit:]]+((e|E)(\+|-)?[[:digit:]]+)? { + PUSH_VALUE_TOKEN(DMNSN_T_FLOAT); +} + +(?# Keywords) +"box" PUSH_TOKEN(DMNSN_T_BOX); +"camera" PUSH_TOKEN(DMNSN_T_CAMERA); +"color" PUSH_TOKEN(DMNSN_T_COLOR); +"colour" PUSH_TOKEN(DMNSN_T_COLOR); +"sphere" PUSH_TOKEN(DMNSN_T_SPHERE); + +(?# Directives) +"#include" PUSH_TOKEN(DMNSN_T_INCLUDE); +"#declare" PUSH_TOKEN(DMNSN_T_DECLARE); + +(?# Identifiers) +[[:alpha:]][[:alnum:]_]* PUSH_VALUE_TOKEN(DMNSN_T_IDENTIFIER); + +(?# Strings) + +"\"" STRING_TOKEN(); BEGIN(DMNSN_STRING); +[^\\\"\n]* STRCAT(yytext, yyleng); +"\"" PUSH(); BEGIN(INITIAL); + +(?# String escape sequences) + +"\\" BEGIN(DMNSN_STRING_ESCAPE); +"a" STRCAT("\a", 1); BEGIN(DMNSN_STRING); +"b" STRCAT("\b", 1); BEGIN(DMNSN_STRING); +"f" STRCAT("\f", 1); BEGIN(DMNSN_STRING); +"n" STRCAT("\n", 1); BEGIN(DMNSN_STRING); +"r" STRCAT("\r", 1); BEGIN(DMNSN_STRING); +"t" STRCAT("\t", 1); BEGIN(DMNSN_STRING); +"v" STRCAT("\v", 1); BEGIN(DMNSN_STRING); +"\\" STRCAT("\\", 1); BEGIN(DMNSN_STRING); +"'" STRCAT("'", 1); BEGIN(DMNSN_STRING); +"\"" STRCAT("\"", 1); BEGIN(DMNSN_STRING); +"u"[[:digit:]aAbBcCdDeEfF]{4} { + wchar = strtoul(yytext + 1, NULL, 16); + STRCAT("", 2); + token.value[string_length - 2] = wchar/256; + token.value[string_length - 1] = wchar%256; + BEGIN(DMNSN_STRING); +} +. { + dmnsn_diagnostic(filename, yylineno, yycolumn, + "WARNING: unrecognised escape sequence '\\%c'", + (int)*yytext); + STRCAT(yytext, yyleng); + BEGIN(DMNSN_STRING); +} + +(?# Ignore whitespace) +[[:space:]]+ ; + +(?# Fall-through) +. { + dmnsn_diagnostic(filename, yylineno, yycolumn, + "Unrecognized character '%c' (0x%X)", + (int)*yytext, (unsigned int)*yytext); + return 1; +} + +%% + +dmnsn_array * +dmnsn_tokenize(const char *filename, FILE *file) +{ + dmnsn_array *tokens = dmnsn_new_array(sizeof(dmnsn_token)); + + yyscan_t scanner; + + yylex_init(&scanner); + yyset_in(file, scanner); + + if (yylex(filename, tokens, scanner) != 0) { + dmnsn_delete_tokens(tokens); + tokens = NULL; + } + + yylex_destroy(scanner); + + return tokens; +} + +void +dmnsn_delete_tokens(dmnsn_array *tokens) +{ + dmnsn_token *token; + unsigned int i; + for (i = 0; i < dmnsn_array_size(tokens); ++i) { + token = dmnsn_array_at(tokens, i); + free(token->value); + } + dmnsn_delete_array(tokens); +} + +static void +dmnsn_print_token(FILE *file, dmnsn_token token) +{ + const char *tname; + if (token.type == DMNSN_T_LPAREN) { + tname = "\\("; + } else if (token.type == DMNSN_T_RPAREN) { + tname = "\\)"; + } else { + tname = dmnsn_token_string(token.type); + } + + if (token.value) { + fprintf(file, "(%s \"%s\")", tname, token.value); + } else { + fprintf(file, "%s", tname); + } +} + +void +dmnsn_print_token_sexpr(FILE *file, const dmnsn_array *tokens) +{ + dmnsn_token token; + unsigned int i; + + if (dmnsn_array_size(tokens) == 0) { + fprintf(file, "()"); + } else { + fprintf(file, "("); + dmnsn_array_get(tokens, 0, &token); + dmnsn_print_token(file, token); + + for (i = 1; i < dmnsn_array_size(tokens); ++i) { + fprintf(file, " "); + dmnsn_array_get(tokens, i, &token); + dmnsn_print_token(file, token); + } + + fprintf(file, ")"); + } + + fprintf(file, "\n"); +} + +const char * +dmnsn_token_string(dmnsn_token_type token_type) +{ + switch (token_type) { + /* Macro to shorten this huge switch */ +#define dmnsn_token_map(type, str) \ + case type: \ + return str; + + /* Punctuation */ + + dmnsn_token_map(DMNSN_T_LBRACE, "{"); + dmnsn_token_map(DMNSN_T_RBRACE, "}") + dmnsn_token_map(DMNSN_T_LPAREN, "("); + dmnsn_token_map(DMNSN_T_RPAREN, ")"); + dmnsn_token_map(DMNSN_T_LBRACKET, "["); + dmnsn_token_map(DMNSN_T_RBRACKET, "]"); + dmnsn_token_map(DMNSN_T_PLUS, "+"); + dmnsn_token_map(DMNSN_T_MINUS, "-"); + dmnsn_token_map(DMNSN_T_STAR, "*"); + dmnsn_token_map(DMNSN_T_SLASH, "/"); + dmnsn_token_map(DMNSN_T_COMMA, ","); + dmnsn_token_map(DMNSN_T_SEMICOLON, ";"); + dmnsn_token_map(DMNSN_T_QUESTION, "?"); + dmnsn_token_map(DMNSN_T_COLON, ":"); + dmnsn_token_map(DMNSN_T_AND, "&"); + dmnsn_token_map(DMNSN_T_DOT, "."); + dmnsn_token_map(DMNSN_T_PIPE, "|"); + dmnsn_token_map(DMNSN_T_LESS, "<"); + dmnsn_token_map(DMNSN_T_GREATER, ">"); + dmnsn_token_map(DMNSN_T_BANG, "!"); + dmnsn_token_map(DMNSN_T_EQUALS, "="); + + dmnsn_token_map(DMNSN_T_LESS_EQUAL, "<="); + dmnsn_token_map(DMNSN_T_GREATER_EQUAL, ">="); + dmnsn_token_map(DMNSN_T_NOT_EQUAL, "!="); + + /* Numeric values */ + dmnsn_token_map(DMNSN_T_INTEGER, "integer"); + dmnsn_token_map(DMNSN_T_FLOAT, "float"); + + /* Keywords */ + dmnsn_token_map(DMNSN_T_AA_LEVEL, "aa_level"); + dmnsn_token_map(DMNSN_T_AA_THRESHOLD, "aa_threshold"); + dmnsn_token_map(DMNSN_T_ABS, "abs"); + dmnsn_token_map(DMNSN_T_ABSORPTION, "absorption"); + dmnsn_token_map(DMNSN_T_ACCURACY, "accuracy"); + dmnsn_token_map(DMNSN_T_ACOS, "acos"); + dmnsn_token_map(DMNSN_T_ACOSH, "acosh"); + dmnsn_token_map(DMNSN_T_ADAPTIVE, "adaptive"); + dmnsn_token_map(DMNSN_T_ADC_BAILOUT, "adc_bailout"); + dmnsn_token_map(DMNSN_T_AGATE, "agate"); + dmnsn_token_map(DMNSN_T_AGATE_TURB, "agate_turb"); + dmnsn_token_map(DMNSN_T_ALL, "all"); + dmnsn_token_map(DMNSN_T_ALL_INTERSECTIONS, "all_intersections"); + dmnsn_token_map(DMNSN_T_ALPHA, "alpha"); + dmnsn_token_map(DMNSN_T_ALTITUDE, "altitude"); + dmnsn_token_map(DMNSN_T_ALWAYS_SAMPLE, "always_sample"); + dmnsn_token_map(DMNSN_T_AMBIENT, "ambient"); + dmnsn_token_map(DMNSN_T_AMBIENT_LIGHT, "ambient_light"); + dmnsn_token_map(DMNSN_T_ANGLE, "angle"); + dmnsn_token_map(DMNSN_T_APERTURE, "aperture"); + dmnsn_token_map(DMNSN_T_APPEND, "append"); + dmnsn_token_map(DMNSN_T_ARC_ANGLE, "arc_angle"); + dmnsn_token_map(DMNSN_T_AREA_LIGHT, "area_light"); + dmnsn_token_map(DMNSN_T_ARRAY, "array"); + dmnsn_token_map(DMNSN_T_ASC, "asc"); + dmnsn_token_map(DMNSN_T_ASCII, "ascii"); + dmnsn_token_map(DMNSN_T_ASIN, "asin"); + dmnsn_token_map(DMNSN_T_ASINH, "asinh"); + dmnsn_token_map(DMNSN_T_ASSUMED_GAMMA, "assumed_gamma"); + dmnsn_token_map(DMNSN_T_ATAN, "atan"); + dmnsn_token_map(DMNSN_T_ATAN2, "atan2"); + dmnsn_token_map(DMNSN_T_ATANH, "atanh"); + dmnsn_token_map(DMNSN_T_AUTOSTOP, "autostop"); + dmnsn_token_map(DMNSN_T_AVERAGE, "average"); + dmnsn_token_map(DMNSN_T_B_SPLINE, "b_spline"); + dmnsn_token_map(DMNSN_T_BACKGROUND, "background"); + dmnsn_token_map(DMNSN_T_BEZIER_SPLINE, "bezier_spline"); + dmnsn_token_map(DMNSN_T_BICUBIC_PATCH, "bicubic_patch"); + dmnsn_token_map(DMNSN_T_BLACK_HOLE, "black_hole"); + dmnsn_token_map(DMNSN_T_BLOB, "blob"); + dmnsn_token_map(DMNSN_T_BLUE, "blue"); + dmnsn_token_map(DMNSN_T_BLUR_SAMPLES, "blur_samples"); + dmnsn_token_map(DMNSN_T_BOUNDED_BY, "bounded_by"); + dmnsn_token_map(DMNSN_T_BOX, "box"); + dmnsn_token_map(DMNSN_T_BOXED, "boxed"); + dmnsn_token_map(DMNSN_T_BOZO, "bozo"); + dmnsn_token_map(DMNSN_T_BRICK, "brick"); + dmnsn_token_map(DMNSN_T_BRICK_SIZE, "brick_size"); + dmnsn_token_map(DMNSN_T_BRIGHTNESS, "brightness"); + dmnsn_token_map(DMNSN_T_BRILLIANCE, "brilliance"); + dmnsn_token_map(DMNSN_T_BUMP_MAP, "bump_map"); + dmnsn_token_map(DMNSN_T_BUMP_SIZE, "bump_size"); + dmnsn_token_map(DMNSN_T_BUMPS, "bumps"); + dmnsn_token_map(DMNSN_T_CAMERA, "camera"); + dmnsn_token_map(DMNSN_T_CAUSTICS, "caustics"); + dmnsn_token_map(DMNSN_T_CEIL, "ceil"); + dmnsn_token_map(DMNSN_T_CELLS, "cells"); + dmnsn_token_map(DMNSN_T_CHARSET, "charset"); + dmnsn_token_map(DMNSN_T_CHECKER, "checker"); + dmnsn_token_map(DMNSN_T_CHR, "chr"); + dmnsn_token_map(DMNSN_T_CIRCULAR, "circular"); + dmnsn_token_map(DMNSN_T_CLIPPED_BY, "clipped_by"); + dmnsn_token_map(DMNSN_T_CLOCK, "clock"); + dmnsn_token_map(DMNSN_T_CLOCK_DELTA, "clock_delta"); + dmnsn_token_map(DMNSN_T_CLOCK_ON, "clock_on"); + dmnsn_token_map(DMNSN_T_COLLECT, "collect"); + dmnsn_token_map(DMNSN_T_COLOR, "color"); + dmnsn_token_map(DMNSN_T_COLOR_MAP, "color_map"); + dmnsn_token_map(DMNSN_T_COMPONENT, "component"); + dmnsn_token_map(DMNSN_T_COMPOSITE, "composite"); + dmnsn_token_map(DMNSN_T_CONCAT, "concat"); + dmnsn_token_map(DMNSN_T_CONE, "cone"); + dmnsn_token_map(DMNSN_T_CONFIDENCE, "confidence"); + dmnsn_token_map(DMNSN_T_CONIC_SWEEP, "conic_sweep"); + dmnsn_token_map(DMNSN_T_CONSERVE_ENERGY, "conserve_energy"); + dmnsn_token_map(DMNSN_T_CONTAINED_BY, "contained_by"); + dmnsn_token_map(DMNSN_T_CONTROL0, "control0"); + dmnsn_token_map(DMNSN_T_CONTROL1, "control1"); + dmnsn_token_map(DMNSN_T_COORDS, "coords"); + dmnsn_token_map(DMNSN_T_COS, "cos"); + dmnsn_token_map(DMNSN_T_COSH, "cosh"); + dmnsn_token_map(DMNSN_T_COUNT, "count"); + dmnsn_token_map(DMNSN_T_CRACKLE, "crackle"); + dmnsn_token_map(DMNSN_T_CRAND, "crand"); + dmnsn_token_map(DMNSN_T_CUBE, "cube"); + dmnsn_token_map(DMNSN_T_CUBIC, "cubic"); + dmnsn_token_map(DMNSN_T_CUBIC_SPLINE, "cubic_spline"); + dmnsn_token_map(DMNSN_T_CUBIC_WAVE, "cubic_wave"); + dmnsn_token_map(DMNSN_T_CUTAWAY_TEXTURES, "cutaway_textures"); + dmnsn_token_map(DMNSN_T_CYLINDER, "cylinder"); + dmnsn_token_map(DMNSN_T_CYLINDRICAL, "cylindrical"); + dmnsn_token_map(DMNSN_T_DEFINED, "defined"); + dmnsn_token_map(DMNSN_T_DEGREES, "degrees"); + dmnsn_token_map(DMNSN_T_DENSITY, "density"); + dmnsn_token_map(DMNSN_T_DENSITY_FILE, "density_file"); + dmnsn_token_map(DMNSN_T_DENSITY_MAP, "density_map"); + dmnsn_token_map(DMNSN_T_DENTS, "dents"); + dmnsn_token_map(DMNSN_T_DF3, "df3"); + dmnsn_token_map(DMNSN_T_DIFFERENCE, "difference"); + dmnsn_token_map(DMNSN_T_DIFFUSE, "diffuse"); + dmnsn_token_map(DMNSN_T_DIMENSION_SIZE, "dimension_size"); + dmnsn_token_map(DMNSN_T_DIMENSIONS, "dimensions"); + dmnsn_token_map(DMNSN_T_DIRECTION, "direction"); + dmnsn_token_map(DMNSN_T_DISC, "disc"); + dmnsn_token_map(DMNSN_T_DISPERSION, "dispersion"); + dmnsn_token_map(DMNSN_T_DISPERSION_SAMPLES, "dispersion_samples"); + dmnsn_token_map(DMNSN_T_DIST_EXP, "dist_exp"); + dmnsn_token_map(DMNSN_T_DISTANCE, "distance"); + dmnsn_token_map(DMNSN_T_DIV, "div"); + dmnsn_token_map(DMNSN_T_DOUBLE_ILLUMINATE, "double_illuminate"); + dmnsn_token_map(DMNSN_T_ECCENTRICITY, "eccentricity"); + dmnsn_token_map(DMNSN_T_EMISSION, "emission"); + dmnsn_token_map(DMNSN_T_ERROR_BOUND, "error_bound"); + dmnsn_token_map(DMNSN_T_EVALUATE, "evaluate"); + dmnsn_token_map(DMNSN_T_EXP, "exp"); + dmnsn_token_map(DMNSN_T_EXPAND_THRESHOLDS, "expand_thresholds"); + dmnsn_token_map(DMNSN_T_EXPONENT, "exponent"); + dmnsn_token_map(DMNSN_T_EXTERIOR, "exterior"); + dmnsn_token_map(DMNSN_T_EXTINCTION, "extinction"); + dmnsn_token_map(DMNSN_T_FACE_INDICES, "face_indices"); + dmnsn_token_map(DMNSN_T_FACETS, "facets"); + dmnsn_token_map(DMNSN_T_FADE_COLOR, "fade_color"); + dmnsn_token_map(DMNSN_T_FADE_DISTANCE, "fade_distance"); + dmnsn_token_map(DMNSN_T_FADE_POWER, "fade_power"); + dmnsn_token_map(DMNSN_T_FALLOFF, "falloff"); + dmnsn_token_map(DMNSN_T_FALLOFF_ANGLE, "falloff_angle"); + dmnsn_token_map(DMNSN_T_FALSE, "false"); + dmnsn_token_map(DMNSN_T_FILE_EXISTS, "file_exists"); + dmnsn_token_map(DMNSN_T_FILTER, "filter"); + dmnsn_token_map(DMNSN_T_FINAL_CLOCK, "final_clock"); + dmnsn_token_map(DMNSN_T_FINAL_FRAME, "final_frame"); + dmnsn_token_map(DMNSN_T_FINISH, "finish"); + dmnsn_token_map(DMNSN_T_FISHEYE, "fisheye"); + dmnsn_token_map(DMNSN_T_FLATNESS, "flatness"); + dmnsn_token_map(DMNSN_T_FLIP, "flip"); + dmnsn_token_map(DMNSN_T_FLOOR, "floor"); + dmnsn_token_map(DMNSN_T_FOCAL_POINT, "focal_point"); + dmnsn_token_map(DMNSN_T_FOG, "fog"); + dmnsn_token_map(DMNSN_T_FOG_ALT, "fog_alt"); + dmnsn_token_map(DMNSN_T_FOG_OFFSET, "fog_offset"); + dmnsn_token_map(DMNSN_T_FOG_TYPE, "fog_type"); + dmnsn_token_map(DMNSN_T_FORM, "form"); + dmnsn_token_map(DMNSN_T_FRAME_NUMBER, "frame_number"); + dmnsn_token_map(DMNSN_T_FREQUENCY, "frequency"); + dmnsn_token_map(DMNSN_T_FRESNEL, "fresnel"); + dmnsn_token_map(DMNSN_T_FUNCTION, "function"); + dmnsn_token_map(DMNSN_T_GATHER, "gather"); + dmnsn_token_map(DMNSN_T_GIF, "gif"); + dmnsn_token_map(DMNSN_T_GLOBAL_LIGHTS, "global_lights"); + dmnsn_token_map(DMNSN_T_GLOBAL_SETTINGS, "global_settings"); + dmnsn_token_map(DMNSN_T_GRADIENT, "gradient"); + dmnsn_token_map(DMNSN_T_GRANITE, "granite"); + dmnsn_token_map(DMNSN_T_GRAY, "gray"); + dmnsn_token_map(DMNSN_T_GRAY_THRESHOLD, "gray_threshold"); + dmnsn_token_map(DMNSN_T_GREEN, "green"); + dmnsn_token_map(DMNSN_T_HEIGHT_FIELD, "height_field"); + dmnsn_token_map(DMNSN_T_HEXAGON, "hexagon"); + dmnsn_token_map(DMNSN_T_HF_GRAY_16, "hf_gray_16"); + dmnsn_token_map(DMNSN_T_HIERARCHY, "hierarchy"); + dmnsn_token_map(DMNSN_T_HYPERCOMPLEX, "hypercomplex"); + dmnsn_token_map(DMNSN_T_HOLLOW, "hollow"); + dmnsn_token_map(DMNSN_T_IFF, "iff"); + dmnsn_token_map(DMNSN_T_IMAGE_HEIGHT, "image_height"); + dmnsn_token_map(DMNSN_T_IMAGE_MAP, "image_map"); + dmnsn_token_map(DMNSN_T_IMAGE_PATTERN, "image_pattern"); + dmnsn_token_map(DMNSN_T_IMAGE_WIDTH, "image_width"); + dmnsn_token_map(DMNSN_T_INITIAL_CLOCK, "initial_clock"); + dmnsn_token_map(DMNSN_T_INITIAL_FRAME, "initial_frame"); + dmnsn_token_map(DMNSN_T_INSIDE, "inside"); + dmnsn_token_map(DMNSN_T_INSIDE_VECTOR, "inside_vector"); + dmnsn_token_map(DMNSN_T_INT, "int"); + dmnsn_token_map(DMNSN_T_INTERIOR, "interior"); + dmnsn_token_map(DMNSN_T_INTERIOR_TEXTURE, "interior_texture"); + dmnsn_token_map(DMNSN_T_INTERNAL, "internal"); + dmnsn_token_map(DMNSN_T_INTERPOLATE, "interpolate"); + dmnsn_token_map(DMNSN_T_INTERSECTION, "intersection"); + dmnsn_token_map(DMNSN_T_INTERVALS, "intervals"); + dmnsn_token_map(DMNSN_T_INVERSE, "inverse"); + dmnsn_token_map(DMNSN_T_IOR, "ior"); + dmnsn_token_map(DMNSN_T_IRID, "irid"); + dmnsn_token_map(DMNSN_T_IRID_WAVELENGTH, "irid_wavelength"); + dmnsn_token_map(DMNSN_T_ISOSURFACE, "isosurface"); + dmnsn_token_map(DMNSN_T_JITTER, "jitter"); + dmnsn_token_map(DMNSN_T_JPEG, "jpeg"); + dmnsn_token_map(DMNSN_T_JULIA, "julia"); + dmnsn_token_map(DMNSN_T_JULIA_FRACTAL, "julia_fractal"); + dmnsn_token_map(DMNSN_T_LAMBDA, "lambda"); + dmnsn_token_map(DMNSN_T_LATHE, "lathe"); + dmnsn_token_map(DMNSN_T_LEOPARD, "leopard"); + dmnsn_token_map(DMNSN_T_LIGHT_GROUP, "light_group"); + dmnsn_token_map(DMNSN_T_LIGHT_SOURCE, "light_source"); + dmnsn_token_map(DMNSN_T_LINEAR_SPLINE, "linear_spline"); + dmnsn_token_map(DMNSN_T_LINEAR_SWEEP, "linear_sweep"); + dmnsn_token_map(DMNSN_T_LN, "ln"); + dmnsn_token_map(DMNSN_T_LOAD_FILE, "load_file"); + dmnsn_token_map(DMNSN_T_LOCATION, "location"); + dmnsn_token_map(DMNSN_T_LOG, "log"); + dmnsn_token_map(DMNSN_T_LOOK_AT, "look_at"); + dmnsn_token_map(DMNSN_T_LOOKS_LIKE, "looks_like"); + dmnsn_token_map(DMNSN_T_LOW_ERROR_FACTOR, "low_error_factor"); + dmnsn_token_map(DMNSN_T_MAGNET, "magnet"); + dmnsn_token_map(DMNSN_T_MAJOR_RADIUS, "major_radius"); + dmnsn_token_map(DMNSN_T_MANDEL, "mandel"); + dmnsn_token_map(DMNSN_T_MAP_TYPE, "map_type"); + dmnsn_token_map(DMNSN_T_MARBLE, "marble"); + dmnsn_token_map(DMNSN_T_MATERIAL, "material"); + dmnsn_token_map(DMNSN_T_MATERIAL_MAP, "material_map"); + dmnsn_token_map(DMNSN_T_MATRIX, "matrix"); + dmnsn_token_map(DMNSN_T_MAX, "max"); + dmnsn_token_map(DMNSN_T_MAX_EXTENT, "max_extent"); + dmnsn_token_map(DMNSN_T_MAX_GRADIENT, "max_gradient"); + dmnsn_token_map(DMNSN_T_MAX_INTERSECTIONS, "max_intersections"); + dmnsn_token_map(DMNSN_T_MAX_ITERATION, "max_iteration"); + dmnsn_token_map(DMNSN_T_MAX_SAMPLE, "max_sample"); + dmnsn_token_map(DMNSN_T_MAX_TRACE, "max_trace"); + dmnsn_token_map(DMNSN_T_MAX_TRACE_LEVEL, "max_trace_level"); + dmnsn_token_map(DMNSN_T_MEDIA, "media"); + dmnsn_token_map(DMNSN_T_MEDIA_ATTENUATION, "media_attenuation"); + dmnsn_token_map(DMNSN_T_MEDIA_INTERACTION, "media_interaction"); + dmnsn_token_map(DMNSN_T_MERGE, "merge"); + dmnsn_token_map(DMNSN_T_MESH, "mesh"); + dmnsn_token_map(DMNSN_T_MESH2, "mesh2"); + dmnsn_token_map(DMNSN_T_METALLIC, "metallic"); + dmnsn_token_map(DMNSN_T_METHOD, "method"); + dmnsn_token_map(DMNSN_T_METRIC, "metric"); + dmnsn_token_map(DMNSN_T_MIN, "min"); + dmnsn_token_map(DMNSN_T_MIN_EXTENT, "min_extent"); + dmnsn_token_map(DMNSN_T_MINIMUM_REUSE, "minimum_reuse"); + dmnsn_token_map(DMNSN_T_MOD, "mod"); + dmnsn_token_map(DMNSN_T_MORTAR, "mortar"); + dmnsn_token_map(DMNSN_T_NATURAL_SPLINE, "natural_spline"); + dmnsn_token_map(DMNSN_T_NEAREST_COUNT, "nearest_count"); + dmnsn_token_map(DMNSN_T_NO, "no"); + dmnsn_token_map(DMNSN_T_NO_BUMP_SCALE, "no_bump_scale"); + dmnsn_token_map(DMNSN_T_NO_IMAGE, "no_image"); + dmnsn_token_map(DMNSN_T_NO_REFLECTION, "no_reflection"); + dmnsn_token_map(DMNSN_T_NO_SHADOW, "no_shadow"); + dmnsn_token_map(DMNSN_T_NOISE_GENERATOR, "noise_generator"); + dmnsn_token_map(DMNSN_T_NORMAL, "normal"); + dmnsn_token_map(DMNSN_T_NORMAL_INDICES, "normal_indices"); + dmnsn_token_map(DMNSN_T_NORMAL_MAP, "normal_map"); + dmnsn_token_map(DMNSN_T_NORMAL_VECTORS, "normal_vectors"); + dmnsn_token_map(DMNSN_T_NUMBER_OF_WAVES, "number_of_waves"); + dmnsn_token_map(DMNSN_T_OBJECT, "object"); + dmnsn_token_map(DMNSN_T_OCTAVES, "octaves"); + dmnsn_token_map(DMNSN_T_OFF, "off"); + dmnsn_token_map(DMNSN_T_OFFSET, "offset"); + dmnsn_token_map(DMNSN_T_OMEGA, "omega"); + dmnsn_token_map(DMNSN_T_OMNIMAX, "omnimax"); + dmnsn_token_map(DMNSN_T_ON, "on"); + dmnsn_token_map(DMNSN_T_ONCE, "once"); + dmnsn_token_map(DMNSN_T_ONION, "onion"); + dmnsn_token_map(DMNSN_T_OPEN, "open"); + dmnsn_token_map(DMNSN_T_ORIENT, "orient"); + dmnsn_token_map(DMNSN_T_ORIENTATION, "orientation"); + dmnsn_token_map(DMNSN_T_ORTHOGRAPHIC, "orthographic"); + dmnsn_token_map(DMNSN_T_PANORAMIC, "panoramic"); + dmnsn_token_map(DMNSN_T_PARALLEL, "parallel"); + dmnsn_token_map(DMNSN_T_PARAMETRIC, "parametric"); + dmnsn_token_map(DMNSN_T_PASS_THROUGH, "pass_through"); + dmnsn_token_map(DMNSN_T_PATTERN, "pattern"); + dmnsn_token_map(DMNSN_T_PERSPECTIVE, "perspective"); + dmnsn_token_map(DMNSN_T_PGM, "pgm"); + dmnsn_token_map(DMNSN_T_PHASE, "phase"); + dmnsn_token_map(DMNSN_T_PHONG, "phong"); + dmnsn_token_map(DMNSN_T_PHONG_SIZE, "phong_size"); + dmnsn_token_map(DMNSN_T_PHOTONS, "photons"); + dmnsn_token_map(DMNSN_T_PI, "pi"); + dmnsn_token_map(DMNSN_T_PIGMENT, "pigment"); + dmnsn_token_map(DMNSN_T_PIGMENT_MAP, "pigment_map"); + dmnsn_token_map(DMNSN_T_PIGMENT_PATTERN, "pigment_pattern"); + dmnsn_token_map(DMNSN_T_PLANAR, "planar"); + dmnsn_token_map(DMNSN_T_PLANE, "plane"); + dmnsn_token_map(DMNSN_T_PNG, "png"); + dmnsn_token_map(DMNSN_T_POINT_AT, "point_at"); + dmnsn_token_map(DMNSN_T_POLY, "poly"); + dmnsn_token_map(DMNSN_T_POLY_WAVE, "poly_wave"); + dmnsn_token_map(DMNSN_T_POLYGON, "polygon"); + dmnsn_token_map(DMNSN_T_POT, "pot"); + dmnsn_token_map(DMNSN_T_POW, "pow"); + dmnsn_token_map(DMNSN_T_PPM, "ppm"); + dmnsn_token_map(DMNSN_T_PRECISION, "precision"); + dmnsn_token_map(DMNSN_T_PRECOMPUTE, "precompute"); + dmnsn_token_map(DMNSN_T_PRETRACE_END, "pretrace_end"); + dmnsn_token_map(DMNSN_T_PRETRACE_START, "pretrace_start"); + dmnsn_token_map(DMNSN_T_PRISM, "prism"); + dmnsn_token_map(DMNSN_T_PROD, "prod"); + dmnsn_token_map(DMNSN_T_PROJECTED_THROUGH, "projected_through"); + dmnsn_token_map(DMNSN_T_PWR, "pwr"); + dmnsn_token_map(DMNSN_T_QUADRATIC_SPLINE, "quadratic_spline"); + dmnsn_token_map(DMNSN_T_QUADRIC, "quadric"); + dmnsn_token_map(DMNSN_T_QUARTIC, "quartic"); + dmnsn_token_map(DMNSN_T_QUATERNION, "quaternion"); + dmnsn_token_map(DMNSN_T_QUICK_COLOR, "quick_color"); + dmnsn_token_map(DMNSN_T_QUILTED, "quilted"); + dmnsn_token_map(DMNSN_T_RADIAL, "radial"); + dmnsn_token_map(DMNSN_T_RADIANS, "radians"); + dmnsn_token_map(DMNSN_T_RADIOSITY, "radiosity"); + dmnsn_token_map(DMNSN_T_RADIUS, "radius"); + dmnsn_token_map(DMNSN_T_RAINBOW, "rainbow"); + dmnsn_token_map(DMNSN_T_RAMP_WAVE, "ramp_wave"); + dmnsn_token_map(DMNSN_T_RAND, "rand"); + dmnsn_token_map(DMNSN_T_RATIO, "ratio"); + dmnsn_token_map(DMNSN_T_RECIPROCAL, "reciprocal"); + dmnsn_token_map(DMNSN_T_RECURSION_LIMIT, "recursion_limit"); + dmnsn_token_map(DMNSN_T_RED, "red"); + dmnsn_token_map(DMNSN_T_REFLECTION, "reflection"); + dmnsn_token_map(DMNSN_T_REFLECTION_EXPONENT, "reflection_exponent"); + dmnsn_token_map(DMNSN_T_REFRACTION, "refraction"); + dmnsn_token_map(DMNSN_T_REPEAT, "repeat"); + dmnsn_token_map(DMNSN_T_RGB, "rgb"); + dmnsn_token_map(DMNSN_T_RGBF, "rgbf"); + dmnsn_token_map(DMNSN_T_RGBFT, "rgbft"); + dmnsn_token_map(DMNSN_T_RGBT, "rgbt"); + dmnsn_token_map(DMNSN_T_RIGHT, "right"); + dmnsn_token_map(DMNSN_T_RIPPLES, "ripples"); + dmnsn_token_map(DMNSN_T_ROTATE, "rotate"); + dmnsn_token_map(DMNSN_T_ROUGHNESS, "roughness"); + dmnsn_token_map(DMNSN_T_SAMPLES, "samples"); + dmnsn_token_map(DMNSN_T_SAVE_FILE, "save_file"); + dmnsn_token_map(DMNSN_T_SCALE, "scale"); + dmnsn_token_map(DMNSN_T_SCALLOP_WAVE, "scallop_wave"); + dmnsn_token_map(DMNSN_T_SCATTERING, "scattering"); + dmnsn_token_map(DMNSN_T_SEED, "seed"); + dmnsn_token_map(DMNSN_T_SELECT, "select"); + dmnsn_token_map(DMNSN_T_SHADOWLESS, "shadowless"); + dmnsn_token_map(DMNSN_T_SIN, "sin"); + dmnsn_token_map(DMNSN_T_SINE_WAVE, "sine_wave"); + dmnsn_token_map(DMNSN_T_SINH, "sinh"); + dmnsn_token_map(DMNSN_T_SIZE, "size"); + dmnsn_token_map(DMNSN_T_SKY, "sky"); + dmnsn_token_map(DMNSN_T_SKY_SPHERE, "sky_sphere"); + dmnsn_token_map(DMNSN_T_SLICE, "slice"); + dmnsn_token_map(DMNSN_T_SLOPE, "slope"); + dmnsn_token_map(DMNSN_T_SLOPE_MAP, "slope_map"); + dmnsn_token_map(DMNSN_T_SMOOTH, "smooth"); + dmnsn_token_map(DMNSN_T_SMOOTH_TRIANGLE, "smooth_triangle"); + dmnsn_token_map(DMNSN_T_SOLID, "solid"); + dmnsn_token_map(DMNSN_T_SOR, "sor"); + dmnsn_token_map(DMNSN_T_SPACING, "spacing"); + dmnsn_token_map(DMNSN_T_SPECULAR, "specular"); + dmnsn_token_map(DMNSN_T_SPHERE, "sphere"); + dmnsn_token_map(DMNSN_T_SPHERE_SWEEP, "sphere_sweep"); + dmnsn_token_map(DMNSN_T_SPHERICAL, "spherical"); + dmnsn_token_map(DMNSN_T_SPIRAL1, "spiral1"); + dmnsn_token_map(DMNSN_T_SPIRAL2, "spiral2"); + dmnsn_token_map(DMNSN_T_SPLINE, "spline"); + dmnsn_token_map(DMNSN_T_SPLIT_UNION, "split_union"); + dmnsn_token_map(DMNSN_T_SPOTLIGHT, "spotlight"); + dmnsn_token_map(DMNSN_T_SPOTTED, "spotted"); + dmnsn_token_map(DMNSN_T_SQR, "sqr"); + dmnsn_token_map(DMNSN_T_SQRT, "sqrt"); + dmnsn_token_map(DMNSN_T_STR, "str"); + dmnsn_token_map(DMNSN_T_STRCMP, "strcmp"); + dmnsn_token_map(DMNSN_T_STRENGTH, "strength"); + dmnsn_token_map(DMNSN_T_STRLEN, "strlen"); + dmnsn_token_map(DMNSN_T_STRLWR, "strlwr"); + dmnsn_token_map(DMNSN_T_STRUPR, "strupr"); + dmnsn_token_map(DMNSN_T_STURM, "sturm"); + dmnsn_token_map(DMNSN_T_SUBSTR, "substr"); + dmnsn_token_map(DMNSN_T_SUM, "sum"); + dmnsn_token_map(DMNSN_T_SUPERELLIPSOID, "superellipsoid"); + dmnsn_token_map(DMNSN_T_SYS, "sys"); + dmnsn_token_map(DMNSN_T_T, "t"); + dmnsn_token_map(DMNSN_T_TAN, "tan"); + dmnsn_token_map(DMNSN_T_TANH, "tanh"); + dmnsn_token_map(DMNSN_T_TARGET, "target"); + dmnsn_token_map(DMNSN_T_TEXT, "text"); + dmnsn_token_map(DMNSN_T_TEXTURE, "texture"); + dmnsn_token_map(DMNSN_T_TEXTURE_LIST, "texture_list"); + dmnsn_token_map(DMNSN_T_TEXTURE_MAP, "texture_map"); + dmnsn_token_map(DMNSN_T_TGA, "tga"); + dmnsn_token_map(DMNSN_T_THICKNESS, "thickness"); + dmnsn_token_map(DMNSN_T_THRESHOLD, "threshold"); + dmnsn_token_map(DMNSN_T_TIFF, "tiff"); + dmnsn_token_map(DMNSN_T_TIGHTNESS, "tightness"); + dmnsn_token_map(DMNSN_T_TILE2, "tile2"); + dmnsn_token_map(DMNSN_T_TILES, "tiles"); + dmnsn_token_map(DMNSN_T_TOLERANCE, "tolerance"); + dmnsn_token_map(DMNSN_T_TOROIDAL, "toroidal"); + dmnsn_token_map(DMNSN_T_TORUS, "torus"); + dmnsn_token_map(DMNSN_T_TRACE, "trace"); + dmnsn_token_map(DMNSN_T_TRANSFORM, "transform"); + dmnsn_token_map(DMNSN_T_TRANSLATE, "translate"); + dmnsn_token_map(DMNSN_T_TRANSMIT, "transmit"); + dmnsn_token_map(DMNSN_T_TRIANGLE, "triangle"); + dmnsn_token_map(DMNSN_T_TRIANGLE_WAVE, "triangle_wave"); + dmnsn_token_map(DMNSN_T_TRUE, "true"); + dmnsn_token_map(DMNSN_T_TTF, "ttf"); + dmnsn_token_map(DMNSN_T_TURB_DEPTH, "turb_depth"); + dmnsn_token_map(DMNSN_T_TURBULENCE, "turbulence"); + dmnsn_token_map(DMNSN_T_TYPE, "type"); + dmnsn_token_map(DMNSN_T_U, "u"); + dmnsn_token_map(DMNSN_T_U_STEPS, "u_steps"); + dmnsn_token_map(DMNSN_T_ULTRA_WIDE_ANGLE, "ultra_wide_angle"); + dmnsn_token_map(DMNSN_T_UNION, "union"); + dmnsn_token_map(DMNSN_T_UP, "up"); + dmnsn_token_map(DMNSN_T_USE_ALPHA, "use_alpha"); + dmnsn_token_map(DMNSN_T_USE_COLOR, "use_color"); + dmnsn_token_map(DMNSN_T_USE_INDEX, "use_index"); + dmnsn_token_map(DMNSN_T_UTF8, "utf8"); + dmnsn_token_map(DMNSN_T_UV_INDICES, "uv_indices"); + dmnsn_token_map(DMNSN_T_UV_MAPPING, "uv_mapping"); + dmnsn_token_map(DMNSN_T_UV_VECTORS, "uv_vectors"); + dmnsn_token_map(DMNSN_T_V, "v"); + dmnsn_token_map(DMNSN_T_V_STEPS, "v_steps"); + dmnsn_token_map(DMNSN_T_VAL, "val"); + dmnsn_token_map(DMNSN_T_VARIANCE, "variance"); + dmnsn_token_map(DMNSN_T_VAXIS_ROTATE, "vaxis_rotate"); + dmnsn_token_map(DMNSN_T_VCROSS, "vcross"); + dmnsn_token_map(DMNSN_T_VDOT, "vdot"); + dmnsn_token_map(DMNSN_T_VERTEX_VECTORS, "vertex_vectors"); + dmnsn_token_map(DMNSN_T_VLENGTH, "vlength"); + dmnsn_token_map(DMNSN_T_VNORMALIZE, "vnormalize"); + dmnsn_token_map(DMNSN_T_VROTATE, "vrotate"); + dmnsn_token_map(DMNSN_T_VSTR, "vstr"); + dmnsn_token_map(DMNSN_T_VTURBULENCE, "vturbulence"); + dmnsn_token_map(DMNSN_T_WARP, "warp"); + dmnsn_token_map(DMNSN_T_WATER_LEVEL, "water_level"); + dmnsn_token_map(DMNSN_T_WAVES, "waves"); + dmnsn_token_map(DMNSN_T_WIDTH, "width"); + dmnsn_token_map(DMNSN_T_WOOD, "wood"); + dmnsn_token_map(DMNSN_T_WRINKLES, "wrinkles"); + dmnsn_token_map(DMNSN_T_X, "x"); + dmnsn_token_map(DMNSN_T_Y, "y"); + dmnsn_token_map(DMNSN_T_YES, "yes"); + dmnsn_token_map(DMNSN_T_Z, "z"); + + /* Directives */ + dmnsn_token_map(DMNSN_T_BREAK, "#break"); + dmnsn_token_map(DMNSN_T_CASE, "#case"); + dmnsn_token_map(DMNSN_T_DEBUG, "#debug"); + dmnsn_token_map(DMNSN_T_DECLARE, "#declare"); + dmnsn_token_map(DMNSN_T_DEFAULT, "#default"); + dmnsn_token_map(DMNSN_T_ELSE, "#else"); + dmnsn_token_map(DMNSN_T_END, "#end"); + dmnsn_token_map(DMNSN_T_ERROR, "#error"); + dmnsn_token_map(DMNSN_T_FCLOSE, "#fclose"); + dmnsn_token_map(DMNSN_T_FOPEN, "#fopen"); + dmnsn_token_map(DMNSN_T_IF, "#if"); + dmnsn_token_map(DMNSN_T_IFDEF, "#ifdef"); + dmnsn_token_map(DMNSN_T_IFNDEF, "#ifndef"); + dmnsn_token_map(DMNSN_T_INCLUDE, "#include"); + dmnsn_token_map(DMNSN_T_LOCAL, "#local"); + dmnsn_token_map(DMNSN_T_MACRO, "#macro"); + dmnsn_token_map(DMNSN_T_RANGE, "#range"); + dmnsn_token_map(DMNSN_T_READ, "#read"); + dmnsn_token_map(DMNSN_T_RENDER, "#render"); + dmnsn_token_map(DMNSN_T_STATISTICS, "#statistics"); + dmnsn_token_map(DMNSN_T_SWITCH, "#switch"); + dmnsn_token_map(DMNSN_T_UNDEF, "#undef"); + dmnsn_token_map(DMNSN_T_VERSION, "#version"); + dmnsn_token_map(DMNSN_T_WARNING, "#warning"); + dmnsn_token_map(DMNSN_T_WHILE, "#while"); + dmnsn_token_map(DMNSN_T_WRITE, "#write"); + + /* Strings */ + dmnsn_token_map(DMNSN_T_STRING, "string"); + + /* Identifiers */ + dmnsn_token_map(DMNSN_T_IDENTIFIER, "identifier"); + + default: + fprintf(stderr, "Warning: unrecognised token %d.\n", (int)token_type); + return "unrecognized-token"; + } +} -- cgit v1.2.3