1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
|
#!/bin/sh
# Copyright 2005-2006 Nanorex, Inc. See LICENSE file for details.
# runtest.sh description.test [--generate]
#
# runs the described test and concatenates the results
# to stdout (after removing lines which vary inconsequentially (e.g. dates)
#
# if --generate is given, the results are written to $base.out, and
# the end structure is written to $base.xyzcmp (if the test type
# is "struct").
#
# a description.test file looks like:
#
# comment lines, which start with a #, and are ignored
# blank lines, which are ignored
# lines containing one of the following directives:
#
# TYPE [ min | struct | dyn ]
# Choose one of the given types of tests. The test type controls
# the defaults for the other directives. Test type "min" performs
# a minimization, and checks the program outputs, including the
# trace file and xyz file are identical. Test type "struct" also
# performs a minimization, but relies on a structure comparison
# to test for success, rather than the exact program output.
# Test type "dyn" performs a dynamics run, and requires that output
# be identical, as for "min". Default value for TYPE is "min".
#
# INPUT files...
# The listed files are copied to the temporary directory before
# the test is run. Defaults to the name of the description file
# with the .test replaced by .mmp ($base.mmp).
#
# OUTPUT files...
# The listed files contain significant data to be compared.
# They are concatenated together, run through a sed script to
# remove inconsequential lines, and the result goes to stdout.
# In addition to files explicitly generated by the program
# stdout and stderr are available. The file exitvalue contains
# the shell exit code $? resulting from executing the command.
# Defaults to "exitvalue stderr stdout $base.trc $base.xyz" for
# test types "min" and "dyn". Defaults to "exitvalue structurematch stderr"
# for test type "struct".
#
# PROGRAM command...
# This is the complete command line to run (excluding io redirection).
# Defaults to "/tmp/testsimulator -m -x $base.mmp" for test types "min" and
# "struct". Defaults to "/tmp/testsimulator -f100 -t300 -i10 -x $base.mmp"
# for test type "dyn".
#
# STRUCT file
# The listed file is compared against the $base.xyz file generated
# by PROGRAM. Defaults to "" for test types "min" and "dyn", and
# no structure comparison is performed. Defaults to "$base.xyzcmp"
# for test type "struct".
#
###################################################
#
# NOTE: make sure you specify -x to generate a text
# file. Otherwise you'll end up with binary data
# in your output file for comparison, which is
# probably not what you wanted.
#
###################################################
#
# A minimizer test using the default command line and results
# can be performed with an empty description file. The other
# test types can often be performed with just a TYPE directive.
#
TMPDIR=/tmp/runtest$$
DESC=$1
base=`basename $DESC .test`
dir=`dirname $DESC`
here=`pwd`
altout=$here/$dir/$base.altout
DEFAULT_INPUT="$base.mmp"
DEFAULT_OUTPUT_MIN="exitvalue stderr stdout $base.trc $base.xyz"
DEFAULT_OUTPUT_STRUCT="exitvalue structurematch stderr"
DEFAULT_PROGRAM_MIN="/tmp/testsimulator -m -x $base.mmp"
DEFAULT_PROGRAM_DYN="/tmp/testsimulator -f100 -t300 -i10 -x $base.mmp"
DEFAULT_STRUCT_MIN=""
DEFAULT_STRUCT_STRUCT="$base.xyzcmp"
ALT_OUTPUT_FOR_STRUCT="exitvalue structurematch stderr stdout $base.trc $base.xyz"
trap 'rm -rf $TMPDIR' 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 18 19 20 21 22 23 24 25 26 27 28 29 30 31
USER_TYPE="min"
while read key value; do
if [ x$key != x ]; then
case $key in
TYPE)
USER_TYPE=$value
;;
INPUT)
USER_INPUT=$value
;;
OUTPUT)
USER_OUTPUT=$value
;;
PROGRAM)
USER_PROGRAM=$value
;;
STRUCT)
USER_STRUCT=$value
;;
\#*) ;;
*)
echo in $DESC: unrecognized line: $key $value
exit 1
esac;
fi
done < $DESC
# Note: this type of processing may not allow the user to set a directive
# to a null value. Revisit if we need that.
case $USER_TYPE in
min)
INPUT=${USER_INPUT:-$DEFAULT_INPUT}
OUTPUT=${USER_OUTPUT:-$DEFAULT_OUTPUT_MIN}
PROGRAM=${USER_PROGRAM:-$DEFAULT_PROGRAM_MIN}
STRUCT=${USER_STRUCT:-$DEFAULT_STRUCT_MIN}
;;
struct)
INPUT=${USER_INPUT:-$DEFAULT_INPUT}
OUTPUT=${USER_OUTPUT:-$DEFAULT_OUTPUT_STRUCT}
PROGRAM=${USER_PROGRAM:-$DEFAULT_PROGRAM_MIN}
STRUCT=${USER_STRUCT:-$DEFAULT_STRUCT_STRUCT}
;;
dyn)
INPUT=${USER_INPUT:-$DEFAULT_INPUT}
OUTPUT=${USER_OUTPUT:-$DEFAULT_OUTPUT_MIN}
PROGRAM=${USER_PROGRAM:-$DEFAULT_PROGRAM_DYN}
STRUCT=${USER_STRUCT:-$DEFAULT_STRUCT_MIN}
;;
fail)
INPUT=""
OUTPUT=""
PROGRAM="echo fail"
STRUCT=""
;;
*)
echo in $DESC: unrecognized TYPE: $TYPE
exit 1
;;
esac
DO_GENERATE=false
if [ x$2 = x--generate ]; then
outxyz=$here/$dir/$STRUCT
outstd=$here/$dir/$base.out
DO_GENERATE=true
fi
if [ x$STRUCT != x ]; then
DO_STRUCT_COMPARE=true
else
DO_STRUCT_COMPARE=false
fi
rm -rf $TMPDIR
mkdir $TMPDIR
for i in $INPUT; do
if cp $dir/$i $TMPDIR; then
true;
else
echo failed to copy $dir/$i to $TMPDIR 1>&2;
exit 1
fi
done
if $DO_STRUCT_COMPARE; then
if $DO_GENERATE; then
true;
else
if cp $dir/$STRUCT $TMPDIR; then
true;
else
echo failed to copy $dir/$STRUCT to $TMPDIR 1>&2;
exit 1
fi
fi
fi
echo ======= $base.test ======= > $TMPDIR/results
cat $DESC >> $TMPDIR/results
cd $TMPDIR
$PROGRAM > stdout 2> stderr
echo $? > exitvalue
if $DO_STRUCT_COMPARE; then
echo == structure comparison == >> stdout
echo == structure comparison == >> stderr
if $DO_GENERATE; then
echo 0 > structurematch
else
/tmp/testsimulator -B$base.xyzcmp $base.xyz >> stdout 2>> stderr
echo $? >> structurematch
fi
cp results altoutput
for i in $ALT_OUTPUT_FOR_STRUCT; do
echo ======= $i =======
cat $i
done | sed '/Date and Time: /d' >> altoutput
cp altoutput $altout
fi
for i in $OUTPUT; do
echo ======= $i =======
cat $i
done | sed '/Date and Time: /d' >> results
if $DO_GENERATE; then
cp results $outstd
if $DO_STRUCT_COMPARE; then
cp $base.xyz $outxyz
fi
else
cat results
fi
exit 0
|
