/************************************************************************* * Copyright (C) 2009 Tavian Barnes * * * * This file is part of Dimension. * * * * Dimension is free software; you can redistribute it and/or modify it * * under the terms of the GNU General Public License as published by the * * Free Software Foundation; either version 3 of the License, or (at * * your option) any later version. * * * * Dimension is distributed in the hope that it will be useful, but * * WITHOUT ANY WARRANTY; without even the implied warranty of * * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * * General Public License for more details. * * * * You should have received a copy of the GNU General Public License * * along with this program. If not, see . * *************************************************************************/ #include "tokenize.h" #include #include #include dmnsn_array * dmnsn_tokenize(FILE *file) { char c; dmnsn_token token; dmnsn_array *tokens = dmnsn_new_array(sizeof(dmnsn_token)); while (!feof(file)) { fread(&c, 1, 1, file); if (isspace(c)) continue; if (c == '{') { token.type = DMNSN_LBRACE; token.value = NULL; dmnsn_array_push(tokens, &token); } else if (c == '}') { token.type = DMNSN_RBRACE; token.value = NULL; dmnsn_array_push(tokens, &token); } else { /* Invalid character */ dmnsn_delete_tokens(tokens); return NULL; } } return tokens; } void dmnsn_delete_tokens(dmnsn_array *tokens) { dmnsn_token *token; unsigned int i; for (i = 0; i < dmnsn_array_size(tokens); ++i) { token = dmnsn_array_at(tokens, i); free(token->value); } dmnsn_delete_array(tokens); } static const char *dmnsn_token_name(dmnsn_token_type token_type); static void dmnsn_print_token(FILE *file, dmnsn_token *token) { if (token->value) { fprintf(file, "(%s \"%s\")", dmnsn_token_name(token->type), token->value); } else { fprintf(file, "%s", dmnsn_token_name(token->type)); } } void dmnsn_print_token_sexpr(FILE *file, dmnsn_array *tokens) { unsigned int i; if (dmnsn_array_size(tokens) == 0) { fprintf(file, "()"); } else { fprintf(file, "("); dmnsn_print_token(file, dmnsn_array_at(tokens, 0)); for (i = 1; i < dmnsn_array_size(tokens); ++i) { fprintf(file, " "); dmnsn_print_token(file, dmnsn_array_at(tokens, i)); } fprintf(file, ")"); } fprintf(file, "\n"); } static const char * dmnsn_token_name(dmnsn_token_type token_type) { switch (token_type) { case DMNSN_LBRACE: return "DMNSN_LBRACE"; case DMNSN_RBRACE: return "DMNSN_RBRACE"; default: return "UNRECOGNIZED-TOKEN"; } }