From 50d844e91589a8f51cade42b732bcd1de889987b Mon Sep 17 00:00:00 2001 From: Tavian Barnes Date: Tue, 27 Oct 2009 17:33:44 -0400 Subject: Support more symbols in tokenizer. --- tests/dimension/tokenizer.sh | 29 ++++++++++++++++++++++++----- 1 file changed, 24 insertions(+), 5 deletions(-) (limited to 'tests/dimension/tokenizer.sh') diff --git a/tests/dimension/tokenizer.sh b/tests/dimension/tokenizer.sh index b6de05a..d965741 100755 --- a/tests/dimension/tokenizer.sh +++ b/tests/dimension/tokenizer.sh @@ -1,10 +1,29 @@ #!/bin/sh -braces=$(${top_builddir}/dimension/dimension --tokenize ${srcdir}/braces.pov) -braces_exp='({ { } } } } { {)' +######################################################################### +# Copyright (C) 2009 Tavian Barnes # +# # +# This file is part of The Dimension Test Suite. # +# # +# The Dimension Test Suite is free software; you can redistribute it # +# and/or modify it under the terms of the GNU General Public License as # +# published by the Free Software Foundation; either version 3 of the # +# License, or (at your option) any later version. # +# # +# The Dimension Test Suite is distributed in the hope that it will be # +# useful, but WITHOUT ANY WARRANTY; without even the implied warranty # +# of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # +# General Public License for more details. # +# # +# You should have received a copy of the GNU General Public License # +# along with this program. If not, see . # +######################################################################### -if [ "$braces" != "$braces_exp" ]; then - echo "braces.pov tokenized as \"$braces\"" >&2 - echo " -- expected \"$braces_exp\"" >&2 +punctuation=$(${top_builddir}/dimension/dimension --tokenize ${srcdir}/punctuation.pov) +punctuation_exp='({ \( [ < + - * / , > ] \) })' + +if [ "$punctuation" != "$punctuation_exp" ]; then + echo "punctuation.pov tokenized as \"$punctuation\"" >&2 + echo " -- expected \"$punctuation_exp\"" >&2 exit 1; fi -- cgit v1.2.3