configure: Enable test and libs for zstd
[qemu.git] / .travis.yml
1 # The current Travis default is a VM based 16.04 Xenial on GCE
2 # Additional builds with specific requirements for a full VM need to
3 # be added as additional matrix: entries later on
4 os: linux
5 dist: xenial
6 language: c
7 compiler:
8   - gcc
9 cache:
10   # There is one cache per branch and compiler version.
11   # characteristics of each job are used to identify the cache:
12   # - OS name (currently, linux, osx, or windows)
13   # - OS distribution (for Linux, xenial, trusty, or precise)
14   # - macOS image name (e.g., xcode7.2)
15   # - Names and values of visible environment variables set in .travis.yml or Settings panel
16   timeout: 1200
17   ccache: true
18   pip: true
19   directories:
20   - $HOME/avocado/data/cache
21
22
23 addons:
24   apt:
25     packages:
26       # Build dependencies
27       - libaio-dev
28       - libattr1-dev
29       - libbrlapi-dev
30       - libcap-ng-dev
31       - libgcc-4.8-dev
32       - libgnutls28-dev
33       - libgtk-3-dev
34       - libiscsi-dev
35       - liblttng-ust-dev
36       - libncurses5-dev
37       - libnfs-dev
38       - libnss3-dev
39       - libpixman-1-dev
40       - libpng-dev
41       - librados-dev
42       - libsdl2-dev
43       - libsdl2-image-dev
44       - libseccomp-dev
45       - libspice-protocol-dev
46       - libspice-server-dev
47       - libssh-dev
48       - liburcu-dev
49       - libusb-1.0-0-dev
50       - libvdeplug-dev
51       - libvte-2.91-dev
52       - libzstd-dev
53       - sparse
54       - uuid-dev
55       - gcovr
56       # Tests dependencies
57       - genisoimage
58
59
60 # The channel name "irc.oftc.net#qemu" is encrypted against qemu/qemu
61 # to prevent IRC notifications from forks. This was created using:
62 # $ travis encrypt -r "qemu/qemu" "irc.oftc.net#qemu"
63 notifications:
64   irc:
65     channels:
66       - secure: "F7GDRgjuOo5IUyRLqSkmDL7kvdU4UcH3Lm/W2db2JnDHTGCqgEdaYEYKciyCLZ57vOTsTsOgesN8iUT7hNHBd1KWKjZe9KDTZWppWRYVwAwQMzVeSOsbbU4tRoJ6Pp+3qhH1Z0eGYR9ZgKYAoTumDFgSAYRp4IscKS8jkoedOqM="
67     on_success: change
68     on_failure: always
69
70
71 env:
72   global:
73     - SRC_DIR=".."
74     - BUILD_DIR="build"
75     - BASE_CONFIG="--disable-docs --disable-tools"
76     - TEST_BUILD_CMD=""
77     - TEST_CMD="make check V=1"
78     # This is broadly a list of "mainline" softmmu targets which have support across the major distros
79     - MAIN_SOFTMMU_TARGETS="aarch64-softmmu,mips64-softmmu,ppc64-softmmu,riscv64-softmmu,s390x-softmmu,x86_64-softmmu"
80     - CCACHE_SLOPPINESS="include_file_ctime,include_file_mtime"
81     - CCACHE_MAXSIZE=1G
82
83
84 git:
85   # we want to do this ourselves
86   submodules: false
87
88 # Common first phase for all steps
89 before_install:
90   - if command -v ccache ; then ccache --zero-stats ; fi
91   - export JOBS=$(($(getconf _NPROCESSORS_ONLN) + 1))
92   - echo "=== Using ${JOBS} simultaneous jobs ==="
93
94 # Configure step - may be overridden
95 before_script:
96   - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
97   - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
98
99 # Main build & test - rarely overridden - controlled by TEST_CMD
100 script:
101   - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
102   - |
103     if [ "$BUILD_RC" -eq 0 ] && [ -n "$TEST_BUILD_CMD" ]; then
104         ${TEST_BUILD_CMD} || BUILD_RC=$?
105     else
106         $(exit $BUILD_RC);
107     fi
108   - |
109     if [ "$BUILD_RC" -eq 0 ] ; then
110         ${TEST_CMD} ;
111     else
112         $(exit $BUILD_RC);
113     fi
114 after_script:
115   - if command -v ccache ; then ccache --show-stats ; fi
116
117
118 jobs:
119   include:
120     - name: "GCC static (user)"
121       env:
122         - CONFIG="--disable-system --static"
123         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
124
125
126     # we split the system builds as it takes a while to build them all
127     - name: "GCC (main-softmmu)"
128       env:
129         - CONFIG="--disable-user --target-list=${MAIN_SOFTMMU_TARGETS}"
130         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
131
132
133     - name: "GCC (other-softmmu)"
134       env:
135        - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
136         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
137
138
139     # Just build tools and run minimal unit and softfloat checks
140     - name: "GCC check-softfloat (user)"
141       env:
142         - BASE_CONFIG="--enable-tools"
143         - CONFIG="--disable-user --disable-system"
144         - TEST_CMD="make check-unit check-softfloat -j${JOBS}"
145         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
146
147
148     # --enable-debug implies --enable-debug-tcg, also runs quite a bit slower
149     - name: "GCC debug (main-softmmu)"
150       env:
151         - CONFIG="--enable-debug --target-list=${MAIN_SOFTMMU_TARGETS}"
152         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug"
153
154
155     # TCG debug can be run just on its own and is mostly agnostic to user/softmmu distinctions
156     - name: "GCC debug (user)"
157       env:
158         - CONFIG="--enable-debug-tcg --disable-system"
159         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
160
161
162     - name: "GCC some libs disabled (main-softmmu)"
163       env:
164         - CONFIG="--disable-linux-aio --disable-cap-ng --disable-attr --disable-brlapi --disable-libusb --disable-replication --target-list=${MAIN_SOFTMMU_TARGETS}"
165
166
167     # Module builds are mostly of interest to major distros
168     - name: "GCC modules (main-softmmu)"
169       env:
170         - CONFIG="--enable-modules --target-list=${MAIN_SOFTMMU_TARGETS}"
171         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
172
173
174     # Alternate coroutines implementations are only really of interest to KVM users
175     # However we can't test against KVM on Travis so we can only run unit tests
176     - name: "check-unit coroutine=ucontext"
177       env:
178         - CONFIG="--with-coroutine=ucontext --disable-tcg"
179         - TEST_CMD="make check-unit -j${JOBS} V=1"
180
181
182     - name: "check-unit coroutine=sigaltstack"
183       env:
184         - CONFIG="--with-coroutine=sigaltstack --disable-tcg"
185         - TEST_CMD="make check-unit -j${JOBS} V=1"
186
187
188     # Check we can build docs and tools (out of tree)
189     - name: "tools and docs (bionic)"
190       dist: bionic
191       env:
192         - BUILD_DIR="out-of-tree/build/dir" SRC_DIR="../../.."
193         - BASE_CONFIG="--enable-tools --enable-docs"
194         - CONFIG="--target-list=x86_64-softmmu,aarch64-linux-user"
195         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
196       addons:
197         apt:
198           packages:
199             - python3-sphinx
200             - texinfo
201             - perl
202
203
204     # Test with Clang for compile portability (Travis uses clang-5.0)
205     - name: "Clang (user)"
206       env:
207         - CONFIG="--disable-system"
208         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
209       compiler: clang
210
211
212     - name: "Clang (main-softmmu)"
213       env:
214         - CONFIG="--target-list=${MAIN_SOFTMMU_TARGETS} "
215         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-sanitize"
216       compiler: clang
217       before_script:
218         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
219         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-fsanitize=undefined -Werror" || { cat config.log && exit 1; }
220
221
222     - name: "Clang (other-softmmu)"
223       env:
224         - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
225         - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
226       compiler: clang
227
228
229     # gprof/gcov are GCC features
230     - name: "GCC gprof/gcov"
231       env:
232         - CONFIG="--enable-gprof --enable-gcov --disable-pie --target-list=${MAIN_SOFTMMU_TARGETS}"
233       after_success:
234         - ${SRC_DIR}/scripts/travis/coverage-summary.sh
235
236
237     # We manually include builds which we disable "make check" for
238     - name: "GCC without-default-devices (softmmu)"
239       env:
240         - CONFIG="--without-default-devices --disable-user"
241         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
242         - TEST_CMD=""
243
244
245     # Check the TCG interpreter (TCI)
246     - name: "GCC TCI"
247       env:
248         - CONFIG="--enable-debug-tcg --enable-tcg-interpreter --disable-kvm --disable-containers
249             --target-list=alpha-softmmu,arm-softmmu,hppa-softmmu,m68k-softmmu,microblaze-softmmu,moxie-softmmu,ppc-softmmu,s390x-softmmu,x86_64-softmmu"
250         - TEST_CMD="make check-qtest check-tcg V=1"
251
252
253     # We don't need to exercise every backend with every front-end
254     - name: "GCC trace log,simple,syslog (user)"
255       env:
256         - CONFIG="--enable-trace-backends=log,simple,syslog --disable-system"
257         - TEST_CMD=""
258
259
260     - name: "GCC trace ftrace (x86_64-softmmu)"
261       env:
262         - CONFIG="--enable-trace-backends=ftrace --target-list=x86_64-softmmu"
263         - TEST_CMD=""
264
265
266     - name: "GCC trace ust (x86_64-softmmu)"
267       env:
268         - CONFIG="--enable-trace-backends=ust --target-list=x86_64-softmmu"
269         - TEST_CMD=""
270
271
272     # MacOSX builds - cirrus.yml also tests some MacOS builds including latest Xcode
273
274     - name: "OSX Xcode 10.3"
275       env:
276         - CONFIG="--target-list=i386-softmmu,ppc-softmmu,ppc64-softmmu,m68k-softmmu,x86_64-softmmu"
277       os: osx
278       osx_image: xcode10.3
279       compiler: clang
280       addons:
281         homebrew:
282           packages:
283             - ccache
284             - glib
285             - pixman
286             - gnu-sed
287             - python
288           update: true
289       before_script:
290         - brew link --overwrite python
291         - export PATH="/usr/local/opt/ccache/libexec:$PATH"
292         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
293         - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
294
295
296     # Python builds
297     - name: "GCC Python 3.5 (x86_64-softmmu)"
298       env:
299         - CONFIG="--target-list=x86_64-softmmu"
300         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
301       language: python
302       python: 3.5
303
304
305     - name: "GCC Python 3.6 (x86_64-softmmu)"
306       env:
307         - CONFIG="--target-list=x86_64-softmmu"
308         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
309       language: python
310       python: 3.6
311
312
313     # Acceptance (Functional) tests
314     - name: "GCC check-acceptance"
315       env:
316         - CONFIG="--target-list=aarch64-softmmu,alpha-softmmu,arm-softmmu,m68k-softmmu,microblaze-softmmu,mips-softmmu,mips64el-softmmu,nios2-softmmu,or1k-softmmu,ppc-softmmu,ppc64-softmmu,s390x-softmmu,sparc-softmmu,x86_64-softmmu,xtensa-softmmu"
317         - TEST_CMD="make check-acceptance"
318       after_script:
319         - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
320       addons:
321         apt:
322           packages:
323             - python3-pil
324             - python3-pip
325             - python3.5-venv
326             - rpm2cpio
327             - tesseract-ocr
328             - tesseract-ocr-eng
329
330
331     # Using newer GCC with sanitizers
332     - name: "GCC9 with sanitizers (softmmu)"
333       addons:
334         apt:
335           update: true
336           sources:
337             # PPAs for newer toolchains
338             - ubuntu-toolchain-r-test
339           packages:
340             # Extra toolchains
341             - gcc-9
342             - g++-9
343             # Build dependencies
344             - libaio-dev
345             - libattr1-dev
346             - libbrlapi-dev
347             - libcap-ng-dev
348             - libgnutls-dev
349             - libgtk-3-dev
350             - libiscsi-dev
351             - liblttng-ust-dev
352             - libnfs-dev
353             - libncurses5-dev
354             - libnss3-dev
355             - libpixman-1-dev
356             - libpng12-dev
357             - librados-dev
358             - libsdl2-dev
359             - libsdl2-image-dev
360             - libseccomp-dev
361             - libspice-protocol-dev
362             - libspice-server-dev
363             - libssh-dev
364             - liburcu-dev
365             - libusb-1.0-0-dev
366             - libvte-2.91-dev
367             - sparse
368             - uuid-dev
369       language: generic
370       compiler: none
371       env:
372         - COMPILER_NAME=gcc CXX=g++-9 CC=gcc-9
373         - CONFIG="--cc=gcc-9 --cxx=g++-9 --disable-pie --disable-linux-user"
374         - TEST_CMD=""
375       before_script:
376         - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
377         - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-g3 -O0 -Wno-error=stringop-truncation -fsanitize=thread" --extra-ldflags="-fuse-ld=gold" || { cat config.log && exit 1; }
378
379
380     # Run check-tcg against linux-user
381     - name: "GCC check-tcg (user)"
382       env:
383         - CONFIG="--disable-system --enable-debug-tcg"
384         - TEST_BUILD_CMD="make build-tcg"
385         - TEST_CMD="make check-tcg"
386         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
387
388
389     # Run check-tcg against linux-user (with plugins)
390     # we skip sparc64-linux-user until it has been fixed somewhat
391     # we skip cris-linux-user as it doesn't use the common run loop
392     - name: "GCC plugins check-tcg (user)"
393       env:
394         - CONFIG="--disable-system --enable-plugins --enable-debug-tcg --target-list-exclude=sparc64-linux-user,cris-linux-user"
395         - TEST_BUILD_CMD="make build-tcg"
396         - TEST_CMD="make check-tcg"
397         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
398
399
400     # Run check-tcg against softmmu targets
401     - name: "GCC check-tcg (some-softmmu)"
402       env:
403         - CONFIG="--enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
404         - TEST_BUILD_CMD="make build-tcg"
405         - TEST_CMD="make check-tcg"
406         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
407
408
409     # Run check-tcg against softmmu targets (with plugins)
410     - name: "GCC plugins check-tcg (some-softmmu)"
411       env:
412         - CONFIG="--enable-plugins --enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
413         - TEST_BUILD_CMD="make build-tcg"
414         - TEST_CMD="make check-tcg"
415         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
416
417     - name: "[aarch64] GCC check-tcg"
418       arch: arm64
419       dist: xenial
420       addons:
421         apt_packages:
422           - libaio-dev
423           - libattr1-dev
424           - libbrlapi-dev
425           - libcap-ng-dev
426           - libgcrypt20-dev
427           - libgnutls28-dev
428           - libgtk-3-dev
429           - libiscsi-dev
430           - liblttng-ust-dev
431           - libncurses5-dev
432           - libnfs-dev
433           - libnss3-dev
434           - libpixman-1-dev
435           - libpng-dev
436           - librados-dev
437           - libsdl2-dev
438           - libseccomp-dev
439           - liburcu-dev
440           - libusb-1.0-0-dev
441           - libvdeplug-dev
442           - libvte-2.91-dev
443           # Tests dependencies
444           - genisoimage
445       env:
446         - TEST_CMD="make check check-tcg V=1"
447         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS}"
448
449     - name: "[ppc64] GCC check-tcg"
450       arch: ppc64le
451       dist: xenial
452       addons:
453         apt_packages:
454           - libaio-dev
455           - libattr1-dev
456           - libbrlapi-dev
457           - libcap-ng-dev
458           - libgcrypt20-dev
459           - libgnutls28-dev
460           - libgtk-3-dev
461           - libiscsi-dev
462           - liblttng-ust-dev
463           - libncurses5-dev
464           - libnfs-dev
465           - libnss3-dev
466           - libpixman-1-dev
467           - libpng-dev
468           - librados-dev
469           - libsdl2-dev
470           - libseccomp-dev
471           - liburcu-dev
472           - libusb-1.0-0-dev
473           - libvdeplug-dev
474           - libvte-2.91-dev
475           # Tests dependencies
476           - genisoimage
477       env:
478         - TEST_CMD="make check check-tcg V=1"
479         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},ppc64le-linux-user"
480
481     - name: "[s390x] GCC check-tcg"
482       arch: s390x
483       dist: bionic
484       addons:
485         apt_packages:
486           - libaio-dev
487           - libattr1-dev
488           - libbrlapi-dev
489           - libcap-ng-dev
490           - libgcrypt20-dev
491           - libgnutls28-dev
492           - libgtk-3-dev
493           - libiscsi-dev
494           - liblttng-ust-dev
495           - libncurses5-dev
496           - libnfs-dev
497           - libnss3-dev
498           - libpixman-1-dev
499           - libpng-dev
500           - librados-dev
501           - libsdl2-dev
502           - libseccomp-dev
503           - liburcu-dev
504           - libusb-1.0-0-dev
505           - libvdeplug-dev
506           - libvte-2.91-dev
507           # Tests dependencies
508           - genisoimage
509       env:
510         - TEST_CMD="make check check-tcg V=1"
511         - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},s390x-linux-user"
512       script:
513         - ( cd ${SRC_DIR} ; git submodule update --init roms/SLOF )
514         - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
515         - |
516           if [ "$BUILD_RC" -eq 0 ] ; then
517               mv pc-bios/s390-ccw/*.img pc-bios/ ;
518               ${TEST_CMD} ;
519           else
520               $(exit $BUILD_RC);
521           fi
522
523     # Release builds
524     # The make-release script expect a QEMU version, so our tag must start with a 'v'.
525     # This is the case when release candidate tags are created.
526     - name: "Release tarball"
527       if: tag IS present AND tag =~ /^v\d+\.\d+(\.\d+)?(-\S*)?$/
528       env:
529         # We want to build from the release tarball
530         - BUILD_DIR="release/build/dir" SRC_DIR="../../.."
531         - BASE_CONFIG="--prefix=$PWD/dist"
532         - CONFIG="--target-list=x86_64-softmmu,aarch64-softmmu,armeb-linux-user,ppc-linux-user"
533         - TEST_CMD="make install -j${JOBS}"
534         - QEMU_VERSION="${TRAVIS_TAG:1}"
535         - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
536       script:
537         - make -C ${SRC_DIR} qemu-${QEMU_VERSION}.tar.bz2
538         - ls -l ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2
539         - tar -xf ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2 && cd qemu-${QEMU_VERSION}
540         - mkdir -p release-build && cd release-build
541         - ../configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
542         - make install