Merge remote-tracking branch 'remotes/pmaydell/tags/pull-target-arm-20200703' into...
[qemu.git] / .travis.yml
1 # The current Travis default is a VM based 16.04 Xenial on GCE
2 # Additional builds with specific requirements for a full VM need to
3 # be added as additional matrix: entries later on
4 os: linux
5 dist: xenial
6 language: c
7 compiler:
8   - gcc
9 cache:
10   # There is one cache per branch and compiler version.
11   # characteristics of each job are used to identify the cache:
12   # - OS name (currently only linux)
13   # - OS distribution (for Linux, xenial, trusty, or precise)
14   # - Names and values of visible environment variables set in .travis.yml or Settings panel
15   timeout: 1200
16   ccache: true
17   pip: true
18   directories:
19   - $HOME/avocado/data/cache
20
21
22 addons:
23   apt:
24     packages:
25       # Build dependencies
26       - libaio-dev
27       - libattr1-dev
28       - libbrlapi-dev
29       - libcap-ng-dev
30       - libgcc-4.8-dev
31       - libgnutls28-dev
32       - libgtk-3-dev
33       - libiscsi-dev
34       - liblttng-ust-dev
35       - libncurses5-dev
36       - libnfs-dev
37       - libnss3-dev
38       - libpixman-1-dev
39       - libpng-dev
40       - librados-dev
41       - libsdl2-dev
42       - libsdl2-image-dev
43       - libseccomp-dev
44       - libspice-protocol-dev
45       - libspice-server-dev
46       - libssh-dev
47       - liburcu-dev
48       - libusb-1.0-0-dev
49       - libvdeplug-dev
50       - libvte-2.91-dev
51       - libzstd-dev
52       - sparse
53       - uuid-dev
54       - gcovr
55       # Tests dependencies
56       - genisoimage
57
58
59 # The channel name "irc.oftc.net#qemu" is encrypted against qemu/qemu
60 # to prevent IRC notifications from forks. This was created using:
61 # $ travis encrypt -r "qemu/qemu" "irc.oftc.net#qemu"
62 notifications:
63   irc:
64     channels:
65       - secure: "F7GDRgjuOo5IUyRLqSkmDL7kvdU4UcH3Lm/W2db2JnDHTGCqgEdaYEYKciyCLZ57vOTsTsOgesN8iUT7hNHBd1KWKjZe9KDTZWppWRYVwAwQMzVeSOsbbU4tRoJ6Pp+3qhH1Z0eGYR9ZgKYAoTumDFgSAYRp4IscKS8jkoedOqM="
66     on_success: change
67     on_failure: always
68
69
70 env:
71   global:
72     - SRC_DIR=".."
73     - BUILD_DIR="build"
74     - BASE_CONFIG="--disable-docs --disable-tools"
75     - TEST_BUILD_CMD=""
76     - TEST_CMD="make check V=1"
77     # This is broadly a list of "mainline" softmmu targets which have support across the major distros
78     - MAIN_SOFTMMU_TARGETS="aarch64-softmmu,mips64-softmmu,ppc64-softmmu,riscv64-softmmu,s390x-softmmu,x86_64-softmmu"
79     - CCACHE_SLOPPINESS="include_file_ctime,include_file_mtime"
80     - CCACHE_MAXSIZE=1G
81     - G_MESSAGES_DEBUG=error
82
83
84 git:
85   # we want to do this ourselves
86   submodules: false
87
88 # Common first phase for all steps
89 before_install:
90   - if command -v ccache ; then ccache --zero-stats ; fi
91   - export JOBS=$(($(getconf _NPROCESSORS_ONLN) + 1))
92   - echo "=== Using ${JOBS} simultaneous jobs ==="
93
94 # Configure step - may be overridden
95 before_script:
96   - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
97   - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
98
99 # Main build & test - rarely overridden - controlled by TEST_CMD
100 script:
101   - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
102   - |
103     if [ "$BUILD_RC" -eq 0 ] && [ -n "$TEST_BUILD_CMD" ]; then
104         ${TEST_BUILD_CMD} || BUILD_RC=$?
105     else
106         $(exit $BUILD_RC);
107     fi
108   - |
109     if [ "$BUILD_RC" -eq 0 ] ; then
110         ${TEST_CMD} ;
111     else
112         $(exit $BUILD_RC);
113     fi
114 after_script:
115   - df -h
116   - if command -v ccache ; then ccache --show-stats ; fi
117
118
119 jobs:
120   include:
121     - name: "GCC static (user)"
122       env:
123         - CONFIG="--disable-system --static"
124         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
125
126
127     # we split the system builds as it takes a while to build them all
128     - name: "GCC (main-softmmu)"
129       env:
130         - CONFIG="--disable-user --target-list=${MAIN_SOFTMMU_TARGETS}"
131         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
132
133
134     - name: "GCC (other-softmmu)"
135       env:
136        - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
137         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
138
139
140     # Just build tools and run minimal unit and softfloat checks
141     - name: "GCC check-softfloat (user)"
142       env:
143         - BASE_CONFIG="--enable-tools"
144         - CONFIG="--disable-user --disable-system"
145         - TEST_CMD="make check-unit check-softfloat -j${JOBS}"
146         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
147
148
149     # --enable-debug implies --enable-debug-tcg, also runs quite a bit slower
150     - name: "GCC debug (main-softmmu)"
151       env:
152         - CONFIG="--enable-debug --target-list=${MAIN_SOFTMMU_TARGETS}"
153         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug"
154
155
156     # TCG debug can be run just on its own and is mostly agnostic to user/softmmu distinctions
157     - name: "GCC debug (user)"
158       env:
159         - CONFIG="--enable-debug-tcg --disable-system"
160         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
161
162
163     - name: "GCC some libs disabled (main-softmmu)"
164       env:
165         - CONFIG="--disable-linux-aio --disable-cap-ng --disable-attr --disable-brlapi --disable-libusb --disable-replication --target-list=${MAIN_SOFTMMU_TARGETS}"
166
167
168     # Module builds are mostly of interest to major distros
169     - name: "GCC modules (main-softmmu)"
170       env:
171         - CONFIG="--enable-modules --target-list=${MAIN_SOFTMMU_TARGETS}"
172         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
173
174
175     # Alternate coroutines implementations are only really of interest to KVM users
176     # However we can't test against KVM on Travis so we can only run unit tests
177     - name: "check-unit coroutine=ucontext"
178       env:
179         - CONFIG="--with-coroutine=ucontext --disable-tcg"
180         - TEST_CMD="make check-unit -j${JOBS} V=1"
181
182
183     - name: "check-unit coroutine=sigaltstack"
184       env:
185         - CONFIG="--with-coroutine=sigaltstack --disable-tcg"
186         - TEST_CMD="make check-unit -j${JOBS} V=1"
187
188
189     # Check we can build docs and tools (out of tree)
190     - name: "tools and docs (bionic)"
191       dist: bionic
192       env:
193         - BUILD_DIR="out-of-tree/build/dir" SRC_DIR="../../.."
194         - BASE_CONFIG="--enable-tools --enable-docs"
195         - CONFIG="--target-list=x86_64-softmmu,aarch64-linux-user"
196         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
197       addons:
198         apt:
199           packages:
200             - python3-sphinx
201             - texinfo
202             - perl
203
204
205     # Test with Clang for compile portability (Travis uses clang-5.0)
206     - name: "Clang (user)"
207       env:
208         - CONFIG="--disable-system --host-cc=clang --cxx=clang++"
209         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
210       compiler: clang
211
212
213     - name: "Clang (main-softmmu)"
214       env:
215         - CONFIG="--target-list=${MAIN_SOFTMMU_TARGETS}
216                   --host-cc=clang --cxx=clang++"
217         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-sanitize"
218       compiler: clang
219       before_script:
220         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
221         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-fsanitize=undefined -Werror" || { cat config.log && exit 1; }
222
223
224     - name: "Clang (other-softmmu)"
225       env:
226         - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}
227                   --host-cc=clang --cxx=clang++"
228         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
229       compiler: clang
230
231
232     # gprof/gcov are GCC features
233     - name: "GCC gprof/gcov"
234       env:
235         - CONFIG="--enable-gprof --enable-gcov --disable-pie --target-list=${MAIN_SOFTMMU_TARGETS}"
236       after_success:
237         - ${SRC_DIR}/scripts/travis/coverage-summary.sh
238
239
240     # We manually include builds which we disable "make check" for
241     - name: "GCC without-default-devices (softmmu)"
242       env:
243         - CONFIG="--without-default-devices --disable-user"
244         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
245         - TEST_CMD=""
246
247
248     # Check the TCG interpreter (TCI)
249     - name: "GCC TCI"
250       env:
251         - CONFIG="--enable-debug-tcg --enable-tcg-interpreter --disable-kvm --disable-containers
252             --target-list=alpha-softmmu,arm-softmmu,hppa-softmmu,m68k-softmmu,microblaze-softmmu,moxie-softmmu,ppc-softmmu,s390x-softmmu,x86_64-softmmu"
253         - TEST_CMD="make check-qtest check-tcg V=1"
254
255
256     # We don't need to exercise every backend with every front-end
257     - name: "GCC trace log,simple,syslog (user)"
258       env:
259         - CONFIG="--enable-trace-backends=log,simple,syslog --disable-system"
260         - TEST_CMD=""
261
262
263     - name: "GCC trace ftrace (x86_64-softmmu)"
264       env:
265         - CONFIG="--enable-trace-backends=ftrace --target-list=x86_64-softmmu"
266         - TEST_CMD=""
267
268
269     - name: "GCC trace ust (x86_64-softmmu)"
270       env:
271         - CONFIG="--enable-trace-backends=ust --target-list=x86_64-softmmu"
272         - TEST_CMD=""
273
274
275     # Python builds
276     - name: "GCC Python 3.5 (x86_64-softmmu)"
277       env:
278         - CONFIG="--target-list=x86_64-softmmu"
279         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
280       language: python
281       python: 3.5
282
283
284     - name: "GCC Python 3.6 (x86_64-softmmu)"
285       env:
286         - CONFIG="--target-list=x86_64-softmmu"
287         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
288       language: python
289       python: 3.6
290
291
292     # Acceptance (Functional) tests
293     - name: "GCC check-acceptance"
294       dist: bionic
295       env:
296         - CONFIG="--enable-tools --target-list=aarch64-softmmu,alpha-softmmu,arm-softmmu,m68k-softmmu,microblaze-softmmu,mips-softmmu,mips64el-softmmu,nios2-softmmu,or1k-softmmu,ppc-softmmu,ppc64-softmmu,s390x-softmmu,sh4-softmmu,sparc-softmmu,x86_64-softmmu,xtensa-softmmu"
297         - TEST_CMD="make check-acceptance"
298         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-acceptance"
299       after_script:
300         - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
301         - du -chs $HOME/avocado/data/cache
302       addons:
303         apt:
304           packages:
305             - python3-pil
306             - python3-pip
307             - python3-numpy
308             - python3-opencv
309             - python3-venv
310             - rpm2cpio
311             - tesseract-ocr
312             - tesseract-ocr-eng
313
314
315     # Using newer GCC with sanitizers
316     - name: "GCC9 with sanitizers (softmmu)"
317       addons:
318         apt:
319           update: true
320           sources:
321             # PPAs for newer toolchains
322             - ubuntu-toolchain-r-test
323           packages:
324             # Extra toolchains
325             - gcc-9
326             - g++-9
327             # Build dependencies
328             - libaio-dev
329             - libattr1-dev
330             - libbrlapi-dev
331             - libcap-ng-dev
332             - libgnutls-dev
333             - libgtk-3-dev
334             - libiscsi-dev
335             - liblttng-ust-dev
336             - libnfs-dev
337             - libncurses5-dev
338             - libnss3-dev
339             - libpixman-1-dev
340             - libpng12-dev
341             - librados-dev
342             - libsdl2-dev
343             - libsdl2-image-dev
344             - libseccomp-dev
345             - libspice-protocol-dev
346             - libspice-server-dev
347             - libssh-dev
348             - liburcu-dev
349             - libusb-1.0-0-dev
350             - libvte-2.91-dev
351             - sparse
352             - uuid-dev
353       language: generic
354       compiler: none
355       env:
356         - COMPILER_NAME=gcc CXX=g++-9 CC=gcc-9
357         - CONFIG="--cc=gcc-9 --cxx=g++-9 --disable-pie --disable-linux-user"
358         - TEST_CMD=""
359       before_script:
360         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
361         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-g3 -O0 -Wno-error=stringop-truncation -fsanitize=thread" --extra-ldflags="-fuse-ld=gold" || { cat config.log && exit 1; }
362
363
364     # Run check-tcg against linux-user
365     - name: "GCC check-tcg (user)"
366       env:
367         - CONFIG="--disable-system --enable-debug-tcg"
368         - TEST_BUILD_CMD="make build-tcg"
369         - TEST_CMD="make check-tcg"
370         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
371
372
373     # Run check-tcg against linux-user (with plugins)
374     # we skip sparc64-linux-user until it has been fixed somewhat
375     # we skip cris-linux-user as it doesn't use the common run loop
376     - name: "GCC plugins check-tcg (user)"
377       env:
378         - CONFIG="--disable-system --enable-plugins --enable-debug-tcg --target-list-exclude=sparc64-linux-user,cris-linux-user"
379         - TEST_BUILD_CMD="make build-tcg"
380         - TEST_CMD="make check-tcg"
381         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
382
383
384     # Run check-tcg against softmmu targets
385     - name: "GCC check-tcg (some-softmmu)"
386       env:
387         - CONFIG="--enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
388         - TEST_BUILD_CMD="make build-tcg"
389         - TEST_CMD="make check-tcg"
390         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
391
392
393     # Run check-tcg against softmmu targets (with plugins)
394     - name: "GCC plugins check-tcg (some-softmmu)"
395       env:
396         - CONFIG="--enable-plugins --enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
397         - TEST_BUILD_CMD="make build-tcg"
398         - TEST_CMD="make check-tcg"
399         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
400
401     - name: "[aarch64] GCC check-tcg"
402       arch: arm64
403       dist: xenial
404       addons:
405         apt_packages:
406           - libaio-dev
407           - libattr1-dev
408           - libbrlapi-dev
409           - libcap-ng-dev
410           - libgcrypt20-dev
411           - libgnutls28-dev
412           - libgtk-3-dev
413           - libiscsi-dev
414           - liblttng-ust-dev
415           - libncurses5-dev
416           - libnfs-dev
417           - libnss3-dev
418           - libpixman-1-dev
419           - libpng-dev
420           - librados-dev
421           - libsdl2-dev
422           - libseccomp-dev
423           - liburcu-dev
424           - libusb-1.0-0-dev
425           - libvdeplug-dev
426           - libvte-2.91-dev
427           # Tests dependencies
428           - genisoimage
429       env:
430         - TEST_CMD="make check check-tcg V=1"
431         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS}"
432         - UNRELIABLE=true
433
434     - name: "[ppc64] GCC check-tcg"
435       arch: ppc64le
436       dist: xenial
437       addons:
438         apt_packages:
439           - libaio-dev
440           - libattr1-dev
441           - libbrlapi-dev
442           - libcap-ng-dev
443           - libgcrypt20-dev
444           - libgnutls28-dev
445           - libgtk-3-dev
446           - libiscsi-dev
447           - liblttng-ust-dev
448           - libncurses5-dev
449           - libnfs-dev
450           - libnss3-dev
451           - libpixman-1-dev
452           - libpng-dev
453           - librados-dev
454           - libsdl2-dev
455           - libseccomp-dev
456           - liburcu-dev
457           - libusb-1.0-0-dev
458           - libvdeplug-dev
459           - libvte-2.91-dev
460           # Tests dependencies
461           - genisoimage
462       env:
463         - TEST_CMD="make check check-tcg V=1"
464         - CONFIG="--disable-containers --target-list=ppc64-softmmu,ppc64le-linux-user"
465
466     - name: "[s390x] GCC check-tcg"
467       arch: s390x
468       dist: bionic
469       addons:
470         apt_packages:
471           - libaio-dev
472           - libattr1-dev
473           - libbrlapi-dev
474           - libcap-ng-dev
475           - libgcrypt20-dev
476           - libgnutls28-dev
477           - libgtk-3-dev
478           - libiscsi-dev
479           - liblttng-ust-dev
480           - libncurses5-dev
481           - libnfs-dev
482           - libnss3-dev
483           - libpixman-1-dev
484           - libpng-dev
485           - librados-dev
486           - libsdl2-dev
487           - libseccomp-dev
488           - liburcu-dev
489           - libusb-1.0-0-dev
490           - libvdeplug-dev
491           - libvte-2.91-dev
492           # Tests dependencies
493           - genisoimage
494       env:
495         - TEST_CMD="make check check-tcg V=1"
496         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},s390x-linux-user"
497         - UNRELIABLE=true
498       script:
499         - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
500         - |
501           if [ "$BUILD_RC" -eq 0 ] ; then
502               mv pc-bios/s390-ccw/*.img pc-bios/ ;
503               ${TEST_CMD} ;
504           else
505               $(exit $BUILD_RC);
506           fi
507
508     - name: "[s390x] Clang (disable-tcg)"
509       arch: s390x
510       dist: bionic
511       compiler: clang
512       addons:
513         apt_packages:
514           - libaio-dev
515           - libattr1-dev
516           - libbrlapi-dev
517           - libcap-ng-dev
518           - libgcrypt20-dev
519           - libgnutls28-dev
520           - libgtk-3-dev
521           - libiscsi-dev
522           - liblttng-ust-dev
523           - libncurses5-dev
524           - libnfs-dev
525           - libnss3-dev
526           - libpixman-1-dev
527           - libpng-dev
528           - librados-dev
529           - libsdl2-dev
530           - libseccomp-dev
531           - liburcu-dev
532           - libusb-1.0-0-dev
533           - libvdeplug-dev
534           - libvte-2.91-dev
535       env:
536         - TEST_CMD="make check-unit"
537         - CONFIG="--disable-containers --disable-tcg --enable-kvm
538                   --disable-tools --host-cc=clang --cxx=clang++"
539         - UNRELIABLE=true
540
541     # Release builds
542     # The make-release script expect a QEMU version, so our tag must start with a 'v'.
543     # This is the case when release candidate tags are created.
544     - name: "Release tarball"
545       if: tag IS present AND tag =~ /^v\d+\.\d+(\.\d+)?(-\S*)?$/
546       env:
547         # We want to build from the release tarball
548         - BUILD_DIR="release/build/dir" SRC_DIR="../../.."
549         - BASE_CONFIG="--prefix=$PWD/dist"
550         - CONFIG="--target-list=x86_64-softmmu,aarch64-softmmu,armeb-linux-user,ppc-linux-user"
551         - TEST_CMD="make install -j${JOBS}"
552         - QEMU_VERSION="${TRAVIS_TAG:1}"
553         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
554       script:
555         - make -C ${SRC_DIR} qemu-${QEMU_VERSION}.tar.bz2
556         - ls -l ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2
557         - tar -xf ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2 && cd qemu-${QEMU_VERSION}
558         - mkdir -p release-build && cd release-build
559         - ../configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
560         - make install
561   allow_failures:
562     - env: UNRELIABLE=true