travis.yml: Update Travis to use Bionic and Focal instead of Xenial
[qemu.git] / .gitlab-ci.yml
1 # Currently we have two build stages after our containers are built:
2 #  - build (for traditional build and test or first stage build)
3 #  - test (for test stages, using build artefacts from a build stage)
4 stages:
5   - containers
6   - containers-layer2
7   - containers-layer3
8   - build
9   - test
10
11 # We assume GitLab has it's own caching set up for RPM/APT repositories so we
12 # just take care of avocado assets here.
13 cache:
14   paths:
15     - $HOME/avocado/data/cache
16
17 include:
18   - local: '/.gitlab-ci.d/edk2.yml'
19   - local: '/.gitlab-ci.d/opensbi.yml'
20   - local: '/.gitlab-ci.d/containers.yml'
21   - local: '/.gitlab-ci.d/crossbuilds.yml'
22
23 .native_build_job_template: &native_build_job_definition
24   stage: build
25   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
26   before_script:
27     - JOBS=$(expr $(nproc) + 1)
28   script:
29     - mkdir build
30     - cd build
31     - if test -n "$TARGETS";
32       then
33         ../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
34       else
35         ../configure --enable-werror $CONFIGURE_ARGS ;
36       fi
37     - make -j"$JOBS"
38     - if test -n "$MAKE_CHECK_ARGS";
39       then
40         make -j"$JOBS" $MAKE_CHECK_ARGS ;
41       fi
42
43 .native_test_job_template: &native_test_job_definition
44   stage: test
45   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
46   script:
47     - cd build
48     - find . -type f -exec touch {} +
49     - make $MAKE_CHECK_ARGS
50
51 .acceptance_template: &acceptance_definition
52   cache:
53     key: "${CI_JOB_NAME}-cache"
54     paths:
55       - ${CI_PROJECT_DIR}/avocado-cache
56     policy: pull-push
57   before_script:
58     - mkdir -p ~/.config/avocado
59     - echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
60     - echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
61            >> ~/.config/avocado/avocado.conf
62     - if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
63         du -chs ${CI_PROJECT_DIR}/avocado-cache ;
64       fi
65   after_script:
66     - cd build
67     - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
68     - du -chs ${CI_PROJECT_DIR}/avocado-cache
69
70 build-system-ubuntu:
71   <<: *native_build_job_definition
72   variables:
73     IMAGE: ubuntu2004
74     TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
75       moxie-softmmu microblazeel-softmmu mips64el-softmmu
76     MAKE_CHECK_ARGS: check-build
77   artifacts:
78     expire_in: 2 days
79     paths:
80       - build
81
82 check-system-ubuntu:
83   <<: *native_test_job_definition
84   needs:
85     - job: build-system-ubuntu
86       artifacts: true
87   variables:
88     IMAGE: ubuntu2004
89     MAKE_CHECK_ARGS: check
90
91 acceptance-system-ubuntu:
92   <<: *native_test_job_definition
93   needs:
94     - job: build-system-ubuntu
95       artifacts: true
96   variables:
97     IMAGE: ubuntu2004
98     MAKE_CHECK_ARGS: check-acceptance
99   <<: *acceptance_definition
100
101 build-system-debian:
102   <<: *native_build_job_definition
103   variables:
104     IMAGE: debian-amd64
105     TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
106       riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
107     MAKE_CHECK_ARGS: check-build
108   artifacts:
109     expire_in: 2 days
110     paths:
111       - build
112
113 check-system-debian:
114   <<: *native_test_job_definition
115   needs:
116     - job: build-system-debian
117       artifacts: true
118   variables:
119     IMAGE: debian-amd64
120     MAKE_CHECK_ARGS: check
121
122 acceptance-system-debian:
123   <<: *native_test_job_definition
124   needs:
125     - job: build-system-debian
126       artifacts: true
127   variables:
128     IMAGE: debian-amd64
129     MAKE_CHECK_ARGS: check-acceptance
130   <<: *acceptance_definition
131
132 build-system-fedora:
133   <<: *native_build_job_definition
134   variables:
135     IMAGE: fedora
136     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
137     TARGETS: tricore-softmmu microblaze-softmmu mips-softmmu
138       xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
139     MAKE_CHECK_ARGS: check-build
140   artifacts:
141     expire_in: 2 days
142     paths:
143       - build
144
145 check-system-fedora:
146   <<: *native_test_job_definition
147   needs:
148     - job: build-system-fedora
149       artifacts: true
150   variables:
151     IMAGE: fedora
152     MAKE_CHECK_ARGS: check
153
154 acceptance-system-fedora:
155   <<: *native_test_job_definition
156   needs:
157     - job: build-system-fedora
158       artifacts: true
159   variables:
160     IMAGE: fedora
161     MAKE_CHECK_ARGS: check-acceptance
162   <<: *acceptance_definition
163
164 build-system-centos:
165   <<: *native_build_job_definition
166   variables:
167     IMAGE: centos8
168     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
169     TARGETS: ppc64-softmmu or1k-softmmu s390x-softmmu
170       x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
171     MAKE_CHECK_ARGS: check-build
172   artifacts:
173     expire_in: 2 days
174     paths:
175       - build
176
177 check-system-centos:
178   <<: *native_test_job_definition
179   needs:
180     - job: build-system-centos
181       artifacts: true
182   variables:
183     IMAGE: centos8
184     MAKE_CHECK_ARGS: check
185
186 acceptance-system-centos:
187   <<: *native_test_job_definition
188   needs:
189     - job: build-system-centos
190       artifacts: true
191   variables:
192     IMAGE: centos8
193     MAKE_CHECK_ARGS: check-acceptance
194   <<: *acceptance_definition
195
196 build-disabled:
197   <<: *native_build_job_definition
198   variables:
199     IMAGE: fedora
200     CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
201       --disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
202       --disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
203       --disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
204       --disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
205       --disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
206       --disable-libxml2 --disable-linux-aio --disable-live-block-migration
207       --disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
208       --disable-numa --disable-parallels --disable-pie --disable-qcow1
209       --disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
210       --disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
211       --disable-slirp --disable-smartcard --disable-snappy --disable-spice
212       --disable-strip --disable-tpm --disable-usb-redir --disable-vdi
213       --disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
214       --disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
215       --disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
216       --disable-xen --disable-zstd
217     TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
218       s390x-softmmu i386-linux-user
219     MAKE_CHECK_ARGS: check-qtest SPEED=slow
220
221 build-tcg-disabled:
222   <<: *native_build_job_definition
223   variables:
224     IMAGE: centos8
225   script:
226     - mkdir build
227     - cd build
228     - ../configure --disable-tcg --audio-drv-list=""
229     - make -j"$JOBS"
230     - make check-unit
231     - make check-qapi-schema
232     - cd tests/qemu-iotests/
233     - ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
234             052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
235             170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
236     - ./check -qcow2 028 051 056 057 058 065 067 068 082 085 091 095 096 102 122
237             124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
238             208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
239             260 261 262 263 264 270 272 273 277 279
240
241 build-user:
242   <<: *native_build_job_definition
243   variables:
244     IMAGE: debian-all-test-cross
245     CONFIGURE_ARGS: --disable-tools --disable-system
246     MAKE_CHECK_ARGS: check-tcg
247
248 build-clang:
249   <<: *native_build_job_definition
250   variables:
251     IMAGE: fedora
252     CONFIGURE_ARGS: --cc=clang --cxx=clang++
253     TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
254       ppc-softmmu s390x-softmmu arm-linux-user
255     MAKE_CHECK_ARGS: check
256
257 # These targets are on the way out
258 build-deprecated:
259   <<: *native_build_job_definition
260   variables:
261     IMAGE: debian-all-test-cross
262     CONFIGURE_ARGS: --disable-docs --disable-tools
263     MAKE_CHECK_ARGS: check-tcg
264     TARGETS: ppc64abi32-linux-user tilegx-linux-user lm32-softmmu
265       unicore32-softmmu
266   allow_failure: true
267
268 build-oss-fuzz:
269   <<: *native_build_job_definition
270   variables:
271     IMAGE: fedora
272   script:
273     - mkdir build-oss-fuzz
274     - CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
275       ./scripts/oss-fuzz/build.sh
276     - export ASAN_OPTIONS="fast_unwind_on_malloc=0"
277     - for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
278                       | grep -v slirp); do
279         grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
280         echo Testing ${fuzzer} ... ;
281         "${fuzzer}" -runs=1000 -seed=1 || exit 1 ;
282       done
283     # Unrelated to fuzzer: run some tests with -fsanitize=address
284     - cd build-oss-fuzz && make check-qtest-i386 check-unit
285
286 build-tci:
287   <<: *native_build_job_definition
288   variables:
289     IMAGE: fedora
290   script:
291     - TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
292     - mkdir build
293     - cd build
294     - ../configure --enable-tcg-interpreter
295         --target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)"
296     - make -j"$JOBS"
297     - make run-tcg-tests-x86_64-softmmu
298     - make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
299     - for tg in $TARGETS ; do
300         export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
301         ./tests/qtest/boot-serial-test || exit 1 ;
302         ./tests/qtest/cdrom-test || exit 1 ;
303       done
304     - QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
305     - QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
306
307 # Most jobs test latest gcrypt or nettle builds
308 #
309 # These jobs test old gcrypt and nettle from RHEL7
310 # which had some API differences.
311 build-crypto-old-nettle:
312   <<: *native_build_job_definition
313   variables:
314     IMAGE: centos7
315     TARGETS: x86_64-softmmu x86_64-linux-user
316     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
317     MAKE_CHECK_ARGS: check-build
318   artifacts:
319     paths:
320       - build
321
322 check-crypto-old-nettle:
323   <<: *native_test_job_definition
324   needs:
325     - job: build-crypto-old-nettle
326       artifacts: true
327   variables:
328     IMAGE: centos7
329     MAKE_CHECK_ARGS: check
330
331
332 build-crypto-old-gcrypt:
333   <<: *native_build_job_definition
334   variables:
335     IMAGE: centos7
336     TARGETS: x86_64-softmmu x86_64-linux-user
337     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
338     MAKE_CHECK_ARGS: check-build
339   artifacts:
340     paths:
341       - build
342
343 check-crypto-old-gcrypt:
344   <<: *native_test_job_definition
345   needs:
346     - job: build-crypto-old-gcrypt
347       artifacts: true
348   variables:
349     IMAGE: centos7
350     MAKE_CHECK_ARGS: check
351
352
353 build-crypto-only-gnutls:
354   <<: *native_build_job_definition
355   variables:
356     IMAGE: centos7
357     TARGETS: x86_64-softmmu x86_64-linux-user
358     CONFIGURE_ARGS: --disable-nettle --disable-gcrypt --enable-gnutls
359     MAKE_CHECK_ARGS: check-build
360   artifacts:
361     paths:
362       - build
363
364 check-crypto-only-gnutls:
365   <<: *native_test_job_definition
366   needs:
367     - job: build-crypto-only-gnutls
368       artifacts: true
369   variables:
370     IMAGE: centos7
371     MAKE_CHECK_ARGS: check