spapr/xive: Modify kvm_cpu_is_enabled() interface
[qemu.git] / .gitlab-ci.yml
1 # Currently we have two build stages after our containers are built:
2 #  - build (for traditional build and test or first stage build)
3 #  - test (for test stages, using build artefacts from a build stage)
4 stages:
5   - containers
6   - containers-layer2
7   - containers-layer3
8   - build
9   - test
10
11 # We assume GitLab has it's own caching set up for RPM/APT repositories so we
12 # just take care of avocado assets here.
13 cache:
14   paths:
15     - $HOME/avocado/data/cache
16
17 include:
18   - local: '/.gitlab-ci.d/edk2.yml'
19   - local: '/.gitlab-ci.d/opensbi.yml'
20   - local: '/.gitlab-ci.d/containers.yml'
21   - local: '/.gitlab-ci.d/crossbuilds.yml'
22
23 .native_build_job_template: &native_build_job_definition
24   stage: build
25   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
26   before_script:
27     - JOBS=$(expr $(nproc) + 1)
28   script:
29     - mkdir build
30     - cd build
31     - if test -n "$TARGETS";
32       then
33         ../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
34       else
35         ../configure --enable-werror $CONFIGURE_ARGS ;
36       fi
37     - make -j"$JOBS"
38     - if test -n "$MAKE_CHECK_ARGS";
39       then
40         make -j"$JOBS" $MAKE_CHECK_ARGS ;
41       fi
42
43 .native_test_job_template: &native_test_job_definition
44   stage: test
45   image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
46   script:
47     - cd build
48     - find . -type f -exec touch {} +
49     - make $MAKE_CHECK_ARGS
50
51 .acceptance_template: &acceptance_definition
52   cache:
53     key: "${CI_JOB_NAME}-cache"
54     paths:
55       - ${CI_PROJECT_DIR}/avocado-cache
56     policy: pull-push
57   before_script:
58     - mkdir -p ~/.config/avocado
59     - echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
60     - echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
61            >> ~/.config/avocado/avocado.conf
62     - if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
63         du -chs ${CI_PROJECT_DIR}/avocado-cache ;
64       fi
65   after_script:
66     - cd build
67     - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
68     - du -chs ${CI_PROJECT_DIR}/avocado-cache
69
70 build-system-ubuntu:
71   <<: *native_build_job_definition
72   variables:
73     IMAGE: ubuntu2004
74     TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
75       moxie-softmmu microblazeel-softmmu mips64el-softmmu
76     MAKE_CHECK_ARGS: check-build
77   artifacts:
78     expire_in: 2 days
79     paths:
80       - build
81
82 check-system-ubuntu:
83   <<: *native_test_job_definition
84   needs:
85     - job: build-system-ubuntu
86       artifacts: true
87   variables:
88     IMAGE: ubuntu2004
89     MAKE_CHECK_ARGS: check
90
91 acceptance-system-ubuntu:
92   <<: *native_test_job_definition
93   needs:
94     - job: build-system-ubuntu
95       artifacts: true
96   variables:
97     IMAGE: ubuntu2004
98     MAKE_CHECK_ARGS: check-acceptance
99   <<: *acceptance_definition
100
101 build-system-debian:
102   <<: *native_build_job_definition
103   variables:
104     IMAGE: debian-amd64
105     TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
106       riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
107     MAKE_CHECK_ARGS: check-build
108   artifacts:
109     expire_in: 2 days
110     paths:
111       - build
112
113 check-system-debian:
114   <<: *native_test_job_definition
115   needs:
116     - job: build-system-debian
117       artifacts: true
118   variables:
119     IMAGE: debian-amd64
120     MAKE_CHECK_ARGS: check
121
122 acceptance-system-debian:
123   <<: *native_test_job_definition
124   needs:
125     - job: build-system-debian
126       artifacts: true
127   variables:
128     IMAGE: debian-amd64
129     MAKE_CHECK_ARGS: check-acceptance
130   <<: *acceptance_definition
131
132 build-system-fedora:
133   <<: *native_build_job_definition
134   variables:
135     IMAGE: fedora
136     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
137     TARGETS: tricore-softmmu unicore32-softmmu microblaze-softmmu mips-softmmu
138       xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
139     MAKE_CHECK_ARGS: check-build
140   artifacts:
141     expire_in: 2 days
142     paths:
143       - build
144
145 check-system-fedora:
146   <<: *native_test_job_definition
147   needs:
148     - job: build-system-fedora
149       artifacts: true
150   variables:
151     IMAGE: fedora
152     MAKE_CHECK_ARGS: check
153
154 acceptance-system-fedora:
155   <<: *native_test_job_definition
156   needs:
157     - job: build-system-fedora
158       artifacts: true
159   variables:
160     IMAGE: fedora
161     MAKE_CHECK_ARGS: check-acceptance
162   <<: *acceptance_definition
163
164 build-system-centos:
165   <<: *native_build_job_definition
166   variables:
167     IMAGE: centos8
168     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
169     TARGETS: ppc64-softmmu lm32-softmmu or1k-softmmu s390x-softmmu
170       x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
171     MAKE_CHECK_ARGS: check-build
172   artifacts:
173     expire_in: 2 days
174     paths:
175       - build
176
177 check-system-centos:
178   <<: *native_test_job_definition
179   needs:
180     - job: build-system-centos
181       artifacts: true
182   variables:
183     IMAGE: centos8
184     MAKE_CHECK_ARGS: check
185
186 acceptance-system-centos:
187   <<: *native_test_job_definition
188   needs:
189     - job: build-system-centos
190       artifacts: true
191   variables:
192     IMAGE: centos8
193     MAKE_CHECK_ARGS: check-acceptance
194   <<: *acceptance_definition
195
196 build-disabled:
197   <<: *native_build_job_definition
198   variables:
199     IMAGE: fedora
200     CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
201       --disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
202       --disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
203       --disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
204       --disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
205       --disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
206       --disable-libxml2 --disable-linux-aio --disable-live-block-migration
207       --disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
208       --disable-numa --disable-parallels --disable-pie --disable-qcow1
209       --disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
210       --disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
211       --disable-slirp --disable-smartcard --disable-snappy --disable-spice
212       --disable-strip --disable-tpm --disable-usb-redir --disable-vdi
213       --disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
214       --disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
215       --disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
216       --disable-xen --disable-zstd
217     TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
218       s390x-softmmu i386-linux-user
219     MAKE_CHECK_ARGS: check-qtest SPEED=slow
220
221 build-tcg-disabled:
222   <<: *native_build_job_definition
223   variables:
224     IMAGE: centos8
225   script:
226     - mkdir build
227     - cd build
228     - ../configure --disable-tcg --audio-drv-list=""
229     - make -j"$JOBS"
230     - make check-unit
231     - make check-qapi-schema
232     - cd tests/qemu-iotests/
233     - ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
234             052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
235             170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
236     - ./check -qcow2 028 051 056 057 058 065 067 068 082 085 091 095 096 102 122
237             124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
238             208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
239             260 261 262 263 264 270 272 273 277 279
240
241 build-user:
242   <<: *native_build_job_definition
243   variables:
244     IMAGE: debian-all-test-cross
245     CONFIGURE_ARGS: --disable-tools --disable-system
246     MAKE_CHECK_ARGS: check-tcg
247
248 build-clang:
249   <<: *native_build_job_definition
250   variables:
251     IMAGE: fedora
252     CONFIGURE_ARGS: --cc=clang --cxx=clang++
253     TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
254       ppc-softmmu s390x-softmmu arm-linux-user
255     MAKE_CHECK_ARGS: check
256
257 build-oss-fuzz:
258   <<: *native_build_job_definition
259   variables:
260     IMAGE: fedora
261   script:
262     - mkdir build-oss-fuzz
263     - CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
264       ./scripts/oss-fuzz/build.sh
265     - export ASAN_OPTIONS="fast_unwind_on_malloc=0"
266     - for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
267                       | grep -v slirp); do
268         grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
269         echo Testing ${fuzzer} ... ;
270         "${fuzzer}" -runs=1000 -seed=1 || exit 1 ;
271       done
272     # Unrelated to fuzzer: run some tests with -fsanitize=address
273     - cd build-oss-fuzz && make check-qtest-i386 check-unit
274
275 build-tci:
276   <<: *native_build_job_definition
277   variables:
278     IMAGE: fedora
279   script:
280     - TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
281     - mkdir build
282     - cd build
283     - ../configure --enable-tcg-interpreter
284         --target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)"
285     - make -j"$JOBS"
286     - make run-tcg-tests-x86_64-softmmu
287     - make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
288     - for tg in $TARGETS ; do
289         export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
290         ./tests/qtest/boot-serial-test || exit 1 ;
291         ./tests/qtest/cdrom-test || exit 1 ;
292       done
293     - QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
294     - QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
295
296 # Most jobs test latest gcrypt or nettle builds
297 #
298 # These jobs test old gcrypt and nettle from RHEL7
299 # which had some API differences.
300 build-crypto-old-nettle:
301   <<: *native_build_job_definition
302   variables:
303     IMAGE: centos7
304     TARGETS: x86_64-softmmu x86_64-linux-user
305     CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
306     MAKE_CHECK_ARGS: check-build
307   artifacts:
308     paths:
309       - build
310
311 check-crypto-old-nettle:
312   <<: *native_test_job_definition
313   needs:
314     - job: build-crypto-old-nettle
315       artifacts: true
316   variables:
317     IMAGE: centos7
318     MAKE_CHECK_ARGS: check
319
320
321 build-crypto-old-gcrypt:
322   <<: *native_build_job_definition
323   variables:
324     IMAGE: centos7
325     TARGETS: x86_64-softmmu x86_64-linux-user
326     CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
327     MAKE_CHECK_ARGS: check-build
328   artifacts:
329     paths:
330       - build
331
332 check-crypto-old-gcrypt:
333   <<: *native_test_job_definition
334   needs:
335     - job: build-crypto-old-gcrypt
336       artifacts: true
337   variables:
338     IMAGE: centos7
339     MAKE_CHECK_ARGS: check
340
341
342 build-crypto-only-gnutls:
343   <<: *native_build_job_definition
344   variables:
345     IMAGE: centos7
346     TARGETS: x86_64-softmmu x86_64-linux-user
347     CONFIGURE_ARGS: --disable-nettle --disable-gcrypt --enable-gnutls
348     MAKE_CHECK_ARGS: check-build
349   artifacts:
350     paths:
351       - build
352
353 check-crypto-only-gnutls:
354   <<: *native_test_job_definition
355   needs:
356     - job: build-crypto-only-gnutls
357       artifacts: true
358   variables:
359     IMAGE: centos7
360     MAKE_CHECK_ARGS: check