cirrus: fix off-by-one in cirrus_bitblt_rop_bkwd_transp_*_16
[qemu.git] / tests / qemu-iotests / check
1 #!/bin/bash
2 #
3 # Copyright (C) 2009 Red Hat, Inc.
4 # Copyright (c) 2000-2002,2006 Silicon Graphics, Inc.  All Rights Reserved.
5 #
6 # This program is free software; you can redistribute it and/or
7 # modify it under the terms of the GNU General Public License as
8 # published by the Free Software Foundation.
9 #
10 # This program is distributed in the hope that it would be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13 # GNU General Public License for more details.
14 #
15 # You should have received a copy of the GNU General Public License
16 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
17 #
18 #
19 # Control script for QA
20 #
21
22 status=0
23 needwrap=true
24 try=0
25 n_bad=0
26 bad=""
27 notrun=""
28 interrupt=true
29
30 # by default don't output timestamps
31 timestamp=${TIMESTAMP:=false}
32
33 # generic initialization
34 iam=check
35
36 _init_error()
37 {
38     echo "$iam: $1" >&2
39     exit 1
40 }
41
42 if [ -L "$0" ]
43 then
44     # called from the build tree
45     source_iotests=$(dirname "$(readlink "$0")")
46     if [ -z "$source_iotests" ]
47     then
48         _init_error "failed to obtain source tree name from check symlink"
49     fi
50     source_iotests=$(cd "$source_iotests"; pwd) || _init_error "failed to enter source tree"
51     build_iotests=$PWD
52 else
53     # called from the source tree
54     source_iotests=$PWD
55     # this may be an in-tree build (note that in the following code we may not
56     # assume that it truly is and have to test whether the build results
57     # actually exist)
58     build_iotests=$PWD
59 fi
60
61 build_root="$build_iotests/../.."
62
63 if [ -x "$build_iotests/socket_scm_helper" ]
64 then
65     export SOCKET_SCM_HELPER="$build_iotests/socket_scm_helper"
66 fi
67
68 # if ./qemu exists, it should be prioritized and will be chosen by common.config
69 if [[ -z "$QEMU_PROG" && ! -x './qemu' ]]
70 then
71     arch=$(uname -m 2> /dev/null)
72
73     if [[ -n $arch && -x "$build_root/$arch-softmmu/qemu-system-$arch" ]]
74     then
75         export QEMU_PROG="$build_root/$arch-softmmu/qemu-system-$arch"
76     else
77         pushd "$build_root" > /dev/null
78         for binary in *-softmmu/qemu-system-*
79         do
80             if [ -x "$binary" ]
81             then
82                 export QEMU_PROG="$build_root/$binary"
83                 break
84             fi
85         done
86         popd > /dev/null
87     fi
88 fi
89
90 if [[ -z $QEMU_IMG_PROG && -x "$build_root/qemu-img" && ! -x './qemu-img' ]]
91 then
92     export QEMU_IMG_PROG="$build_root/qemu-img"
93 fi
94
95 if [[ -z $QEMU_IO_PROG && -x "$build_root/qemu-io" && ! -x './qemu-io' ]]
96 then
97     export QEMU_IO_PROG="$build_root/qemu-io"
98 fi
99
100 if [[ -z $QEMU_NBD_PROG && -x "$build_root/qemu-nbd" && ! -x './qemu-nbd' ]]
101 then
102     export QEMU_NBD_PROG="$build_root/qemu-nbd"
103 fi
104
105 # we need common.env
106 if ! . "$build_iotests/common.env"
107 then
108     _init_error "failed to source common.env (make sure the qemu-iotests are run from tests/qemu-iotests in the build tree)"
109 fi
110
111 # we need common.config
112 if ! . "$source_iotests/common.config"
113 then
114     _init_error "failed to source common.config"
115 fi
116
117 # we need common.rc
118 if ! . "$source_iotests/common.rc"
119 then
120     _init_error "failed to source common.rc"
121 fi
122
123 # we need common
124 . "$source_iotests/common"
125
126 #if [ `id -u` -ne 0 ]
127 #then
128 #    echo "check: QA must be run as root"
129 #    exit 1
130 #fi
131
132 TIMESTAMP_FILE=check.time-$IMGPROTO-$IMGFMT
133
134 tmp="${TEST_DIR}"/$$
135
136 _wallclock()
137 {
138     date "+%H %M %S" | $AWK_PROG '{ print $1*3600 + $2*60 + $3 }'
139 }
140
141 _timestamp()
142 {
143     now=`date "+%T"`
144     echo -n " [$now]"
145 }
146
147 _wrapup()
148 {
149     # for hangcheck ...
150     # remove files that were used by hangcheck
151     #
152     [ -f "${TEST_DIR}"/check.pid ] && rm -rf "${TEST_DIR}"/check.pid
153     [ -f "${TEST_DIR}"/check.sts ] && rm -rf "${TEST_DIR}"/check.sts
154
155     if $showme
156     then
157         :
158     elif $needwrap
159     then
160         if [ -f $TIMESTAMP_FILE -a -f $tmp.time ]
161         then
162             cat $TIMESTAMP_FILE $tmp.time \
163             | $AWK_PROG '
164         { t[$1] = $2 }
165 END        { if (NR > 0) {
166             for (i in t) print i " " t[i]
167           }
168         }' \
169             | sort -n >$tmp.out
170             mv $tmp.out $TIMESTAMP_FILE
171         fi
172
173         if [ -f $tmp.expunged ]
174         then
175             notrun=`wc -l <$tmp.expunged | sed -e 's/  *//g'`
176             try=`expr $try - $notrun`
177             list=`echo "$list" | sed -f $tmp.expunged`
178         fi
179
180         echo "" >>check.log
181         date >>check.log
182         echo $list | fmt | sed -e 's/^/    /' >>check.log
183         $interrupt && echo "Interrupted!" >>check.log
184
185         if [ ! -z "$notrun" ]
186         then
187             echo "Not run:$notrun"
188             echo "Not run:$notrun" >>check.log
189         fi
190         if [ ! -z "$n_bad" -a $n_bad != 0 ]
191         then
192             echo "Failures:$bad"
193             echo "Failed $n_bad of $try tests"
194             echo "Failures:$bad" | fmt >>check.log
195             echo "Failed $n_bad of $try tests" >>check.log
196         else
197             echo "Passed all $try tests"
198             echo "Passed all $try tests" >>check.log
199         fi
200         needwrap=false
201     fi
202
203     rm -f "${TEST_DIR}"/*.out "${TEST_DIR}"/*.err "${TEST_DIR}"/*.time
204     rm -f "${TEST_DIR}"/check.pid "${TEST_DIR}"/check.sts
205     rm -f $tmp.*
206 }
207
208 trap "_wrapup; exit \$status" 0 1 2 3 15
209
210 # for hangcheck ...
211 # Save pid of check in a well known place, so that hangcheck can be sure it
212 # has the right pid (getting the pid from ps output is not reliable enough).
213 #
214 rm -rf "${TEST_DIR}"/check.pid
215 echo $$ > "${TEST_DIR}"/check.pid
216
217 # for hangcheck ...
218 # Save the status of check in a well known place, so that hangcheck can be
219 # sure to know where check is up to (getting test number from ps output is
220 # not reliable enough since the trace stuff has been introduced).
221 #
222 rm -rf "${TEST_DIR}"/check.sts
223 echo "preamble" > "${TEST_DIR}"/check.sts
224
225 # don't leave old full output behind on a clean run
226 rm -f check.full
227
228 [ -f $TIMESTAMP_FILE ] || touch $TIMESTAMP_FILE
229
230 FULL_IMGFMT_DETAILS=`_full_imgfmt_details`
231 FULL_IMGPROTO_DETAILS=`_full_imgproto_details`
232 FULL_HOST_DETAILS=`_full_platform_details`
233 #FULL_MKFS_OPTIONS=`_scratch_mkfs_options`
234 #FULL_MOUNT_OPTIONS=`_scratch_mount_options`
235
236 cat <<EOF
237 QEMU          -- "$QEMU_PROG" $QEMU_OPTIONS
238 QEMU_IMG      -- "$QEMU_IMG_PROG" $QEMU_IMG_OPTIONS
239 QEMU_IO       -- "$QEMU_IO_PROG" $QEMU_IO_OPTIONS
240 QEMU_NBD      -- "$QEMU_NBD_PROG" $QEMU_NBD_OPTIONS
241 IMGFMT        -- $FULL_IMGFMT_DETAILS
242 IMGPROTO      -- $FULL_IMGPROTO_DETAILS
243 PLATFORM      -- $FULL_HOST_DETAILS
244 TEST_DIR      -- $TEST_DIR
245 SOCKET_SCM_HELPER -- $SOCKET_SCM_HELPER
246
247 EOF
248 #MKFS_OPTIONS  -- $FULL_MKFS_OPTIONS
249 #MOUNT_OPTIONS -- $FULL_MOUNT_OPTIONS
250
251 seq="check"
252
253 [ -n "$TESTS_REMAINING_LOG" ] && echo $list > $TESTS_REMAINING_LOG
254
255 for seq in $list
256 do
257     err=false
258     echo -n "$seq"
259     if [ -n "$TESTS_REMAINING_LOG" ] ; then
260         sed -e "s/$seq//" -e 's/  / /' -e 's/^ *//' $TESTS_REMAINING_LOG > $TESTS_REMAINING_LOG.tmp
261         mv $TESTS_REMAINING_LOG.tmp $TESTS_REMAINING_LOG
262         sync
263     fi
264
265     if $showme
266     then
267         echo
268         continue
269     elif [ -f expunged ] && $expunge && egrep "^$seq([         ]|\$)" expunged >/dev/null
270     then
271         echo " - expunged"
272         rm -f $seq.out.bad
273         echo "/^$seq\$/d" >>$tmp.expunged
274     elif [ ! -f "$source_iotests/$seq" ]
275     then
276         echo " - no such test?"
277         echo "/^$seq\$/d" >>$tmp.expunged
278     else
279         # really going to try and run this one
280         #
281         rm -f $seq.out.bad
282         lasttime=`sed -n -e "/^$seq /s/.* //p" <$TIMESTAMP_FILE`
283         if [ "X$lasttime" != X ]; then
284                 echo -n " ${lasttime}s ..."
285         else
286                 echo -n "        "        # prettier output with timestamps.
287         fi
288         rm -f core $seq.notrun
289
290         # for hangcheck ...
291         echo "$seq" > "${TEST_DIR}"/check.sts
292
293         start=`_wallclock`
294         $timestamp && echo -n "        ["`date "+%T"`"]"
295
296         if [ "$(head -n 1 "$source_iotests/$seq")" == "#!/usr/bin/env python" ]; then
297             run_command="$PYTHON $seq"
298         else
299             run_command="./$seq"
300         fi
301         export OUTPUT_DIR=$PWD
302         if $debug; then
303             (cd "$source_iotests";
304             MALLOC_PERTURB_=${MALLOC_PERTURB_:-$(($RANDOM % 255 + 1))} \
305                     $run_command -d 2>&1 | tee $tmp.out)
306         else
307             (cd "$source_iotests";
308             MALLOC_PERTURB_=${MALLOC_PERTURB_:-$(($RANDOM % 255 + 1))} \
309                     $run_command >$tmp.out 2>&1)
310         fi
311         sts=$?
312         $timestamp && _timestamp
313         stop=`_wallclock`
314
315         if [ -f core ]
316         then
317             echo -n " [dumped core]"
318             mv core $seq.core
319             err=true
320         fi
321
322         if [ -f $seq.notrun ]
323         then
324             $timestamp || echo -n " [not run] "
325             $timestamp && echo " [not run]" && echo -n "        $seq -- "
326             cat $seq.notrun
327             notrun="$notrun $seq"
328         else
329             if [ $sts -ne 0 ]
330             then
331                 echo -n " [failed, exit status $sts]"
332                 err=true
333             fi
334
335             reference="$source_iotests/$seq.out"
336             reference_machine="$source_iotests/$seq.$QEMU_DEFAULT_MACHINE.out"
337             if [ -f "$reference_machine" ]; then
338                 reference="$reference_machine"
339             fi
340
341             if [ "$CACHEMODE" = "none" ]; then
342                 [ -f "$source_iotests/$seq.out.nocache" ] && reference="$source_iotests/$seq.out.nocache"
343             fi
344
345             if [ ! -f "$reference" ]
346             then
347                 echo " - no qualified output"
348                 err=true
349             else
350                 if diff -w "$reference" $tmp.out >/dev/null 2>&1
351                 then
352                     echo ""
353                     if $err
354                     then
355                         :
356                     else
357                         echo "$seq `expr $stop - $start`" >>$tmp.time
358                     fi
359                 else
360                     echo " - output mismatch (see $seq.out.bad)"
361                     mv $tmp.out $seq.out.bad
362                     $diff -w "$reference" $seq.out.bad
363                     err=true
364                 fi
365             fi
366         fi
367
368     fi
369
370     # come here for each test, except when $showme is true
371     #
372     if $err
373     then
374         bad="$bad $seq"
375         n_bad=`expr $n_bad + 1`
376         quick=false
377     fi
378     [ -f $seq.notrun ] || try=`expr $try + 1`
379
380     seq="after_$seq"
381 done
382
383 interrupt=false
384 status=`expr $n_bad`
385 exit