Merge commit 'ac30d240dbb520d0980f0687630feb702a14f51a' of https://source.denx.de...
[platform/kernel/u-boot.git] / .gitlab-ci.yml
1 # SPDX-License-Identifier: GPL-2.0+
2
3 # Grab our configured image.  The source for this is found at:
4 # https://source.denx.de/u-boot/gitlab-ci-runner
5 image: trini/u-boot-gitlab-ci-runner:jammy-20220801-09Aug2022
6
7 # We run some tests in different order, to catch some failures quicker.
8 stages:
9   - testsuites
10   - test.py
11   - world build
12
13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
14   stage: test.py
15   before_script:
16     # Clone uboot-test-hooks
17     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
18     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
19     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
20     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
21     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
22     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
23         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
24         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
25       fi
26     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
27         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
28         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
29       fi
30
31   after_script:
32     - rm -rf /tmp/uboot-test-hooks /tmp/venv
33   script:
34     # If we've been asked to use clang only do one configuration.
35     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
36     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
37         --board ${TEST_PY_BD} ${OVERRIDE}
38     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
39     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
40     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
41     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
42     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
43     # create sdcard / spi-nor images for sifive unleashed using genimage
44     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
45         mkdir -p root;
46         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
47         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
48         rm -rf tmp;
49         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
50         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
51         rm -rf tmp;
52         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
53         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
54       fi
55     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
56         wget -O -
57           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
58           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
59         wget -O -
60           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
61           cbfstool;
62         chmod a+x cbfstool;
63         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
64       fi
65     - virtualenv -p /usr/bin/python3 /tmp/venv
66     - . /tmp/venv/bin/activate
67     - pip install -r test/py/requirements.txt
68     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
69     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
70       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
71       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
72         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
73         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
74     # It seems that the files in /tmp go away, so copy out what we need
75     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
76         cp -v /tmp/coreboot/*.{html,css} .;
77       fi
78
79 build all 32bit ARM platforms:
80   stage: world build
81   script:
82     - ret=0;
83       ./tools/buildman/buildman -o /tmp -P -E -W arm -x aarch64 || ret=$?;
84       if [[ $ret -ne 0 ]]; then
85         ./tools/buildman/buildman -o /tmp -seP;
86         exit $ret;
87       fi;
88
89 build all 64bit ARM platforms:
90   stage: world build
91   script:
92     - virtualenv -p /usr/bin/python3 /tmp/venv
93     - . /tmp/venv/bin/activate
94     - pip install pyelftools
95     - ret=0;
96       ./tools/buildman/buildman -o /tmp -P -E -W aarch64 || ret=$?;
97       if [[ $ret -ne 0 ]]; then
98         ./tools/buildman/buildman -o /tmp -seP;
99         exit $ret;
100       fi;
101
102 build all PowerPC platforms:
103   stage: world build
104   script:
105     - ret=0;
106       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
107       if [[ $ret -ne 0 ]]; then
108         ./tools/buildman/buildman -o /tmp -seP;
109         exit $ret;
110       fi;
111
112 build all other platforms:
113   stage: world build
114   script:
115     - ret=0;
116       ./tools/buildman/buildman -o /tmp -P -E -W -x arm,powerpc || ret=$?;
117       if [[ $ret -ne 0 ]]; then
118         ./tools/buildman/buildman -o /tmp -seP;
119         exit $ret;
120       fi;
121
122 check for migrated symbols in board header:
123   stage: testsuites
124   script:
125     - KSYMLST=`mktemp`;
126       KUSEDLST=`mktemp`;
127       RET=0;
128       cat `find . -name "Kconfig*"` |
129          sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
130          -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
131          | sort -u > $KSYMLST;
132       for CFG in `find include/configs -name "*.h"`; do
133          (grep '#define[[:blank:]]CONFIG_' $CFG |
134             sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' ;
135             grep '#undef[[:blank:]]CONFIG_' $CFG |
136             sed -n 's/#undef.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p') |
137             sort -u > ${KUSEDLST} || true;
138          NUM=`comm -123 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} |
139             cut -d , -f 3`;
140          if [[ $NUM -ne 0 ]]; then
141             echo "Unmigrated symbols found in $CFG:";
142             comm -12 ${KSYMLST} ${KUSEDLST};
143             RET=1;
144          fi;
145       done;
146       exit $RET
147
148 # QA jobs for code analytics
149 # static code analysis with cppcheck (we can add --enable=all later)
150 cppcheck:
151   stage: testsuites
152   script:
153     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
154
155 # search for TODO within source tree
156 grep TODO/FIXME/HACK:
157   stage: testsuites
158   script:
159     - grep -r TODO .
160     - grep -r FIXME .
161     # search for HACK within source tree and ignore HACKKIT board
162     - grep -r HACK . | grep -v HACKKIT
163
164 # build HTML documentation
165 htmldocs:
166   stage: testsuites
167   script:
168     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
169     - . /tmp/venvhtml/bin/activate
170     - pip install -r doc/sphinx/requirements.txt
171     - make htmldocs
172
173 # some statistics about the code base
174 sloccount:
175   stage: testsuites
176   script:
177     - sloccount .
178
179 # ensure all configs have MAINTAINERS entries
180 Check for configs without MAINTAINERS entry:
181   stage: testsuites
182   script:
183     - ./tools/buildman/buildman -R
184
185 # Ensure host tools build
186 Build tools-only:
187   stage: testsuites
188   script:
189     - make tools-only_config tools-only -j$(nproc)
190
191 # Ensure env tools build
192 Build envtools:
193   stage: testsuites
194   script:
195     - make tools-only_config envtools -j$(nproc)
196
197 Run binman, buildman, dtoc, Kconfig and patman testsuites:
198   stage: testsuites
199   script:
200     - git config --global user.name "GitLab CI Runner";
201       git config --global user.email trini@konsulko.com;
202       git config --global --add safe.directory "${CI_PROJECT_DIR}";
203       export USER=gitlab;
204       virtualenv -p /usr/bin/python3 /tmp/venv;
205       . /tmp/venv/bin/activate;
206       pip install -r test/py/requirements.txt;
207       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
208       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
209       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
210       set +e;
211       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
212         --board sandbox_spl;
213       set -e;
214       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
215       ./tools/buildman/buildman -t;
216       ./tools/dtoc/dtoc -t;
217       ./tools/patman/patman test;
218       make testconfig
219
220 Run tests for Nokia RX-51 (aka N900):
221   stage: testsuites
222   script:
223     - export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH;
224       test/nokia_rx51_test.sh
225
226 # Check for any pylint regressions
227 Run pylint:
228   stage: testsuites
229   script:
230     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
231     - pip install -r test/py/requirements.txt
232     - pip install asteval pylint==2.12.2 pyopenssl
233     - export PATH=${PATH}:~/.local/bin
234     - echo "[MASTER]" >> .pylintrc
235     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
236     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
237     - set +e
238     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
239         --board sandbox_spl
240     - set -e
241     - pylint --version
242     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
243     - make pylint_err
244
245 # Test sandbox with test.py
246 sandbox test.py:
247   variables:
248     TEST_PY_BD: "sandbox"
249   <<: *buildman_and_testpy_dfn
250
251 sandbox with clang test.py:
252   variables:
253     TEST_PY_BD: "sandbox"
254     OVERRIDE: "-O clang-13"
255   <<: *buildman_and_testpy_dfn
256
257 sandbox_spl test.py:
258   variables:
259     TEST_PY_BD: "sandbox_spl"
260     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
261   <<: *buildman_and_testpy_dfn
262
263 sandbox_noinst_test.py:
264   variables:
265     TEST_PY_BD: "sandbox_noinst"
266     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
267   <<: *buildman_and_testpy_dfn
268
269 sandbox_vpl test.py:
270   variables:
271     TEST_PY_BD: "sandbox_vpl"
272     TEST_PY_TEST_SPEC: "test_vpl_help or test_spl"
273   <<: *buildman_and_testpy_dfn
274
275 evb-ast2500 test.py:
276   variables:
277     TEST_PY_BD: "evb-ast2500"
278     TEST_PY_ID: "--id qemu"
279   <<: *buildman_and_testpy_dfn
280
281 evb-ast2600 test.py:
282   variables:
283     TEST_PY_BD: "evb-ast2600"
284     TEST_PY_ID: "--id qemu"
285   <<: *buildman_and_testpy_dfn
286
287 sandbox_flattree test.py:
288   variables:
289     TEST_PY_BD: "sandbox_flattree"
290   <<: *buildman_and_testpy_dfn
291
292 vexpress_ca9x4 test.py:
293   variables:
294     TEST_PY_BD: "vexpress_ca9x4"
295     TEST_PY_ID: "--id qemu"
296   <<: *buildman_and_testpy_dfn
297
298 integratorcp_cm926ejs test.py:
299   variables:
300     TEST_PY_BD: "integratorcp_cm926ejs"
301     TEST_PY_TEST_SPEC: "not sleep"
302     TEST_PY_ID: "--id qemu"
303   <<: *buildman_and_testpy_dfn
304
305 qemu_arm test.py:
306   variables:
307     TEST_PY_BD: "qemu_arm"
308     TEST_PY_TEST_SPEC: "not sleep"
309   <<: *buildman_and_testpy_dfn
310
311 qemu_arm64 test.py:
312   variables:
313     TEST_PY_BD: "qemu_arm64"
314     TEST_PY_TEST_SPEC: "not sleep"
315   <<: *buildman_and_testpy_dfn
316
317 qemu_malta test.py:
318   variables:
319     TEST_PY_BD: "malta"
320     TEST_PY_TEST_SPEC: "not sleep and not efi"
321     TEST_PY_ID: "--id qemu"
322   <<: *buildman_and_testpy_dfn
323
324 qemu_maltael test.py:
325   variables:
326     TEST_PY_BD: "maltael"
327     TEST_PY_TEST_SPEC: "not sleep and not efi"
328     TEST_PY_ID: "--id qemu"
329   <<: *buildman_and_testpy_dfn
330
331 qemu_malta64 test.py:
332   variables:
333     TEST_PY_BD: "malta64"
334     TEST_PY_TEST_SPEC: "not sleep and not efi"
335     TEST_PY_ID: "--id qemu"
336   <<: *buildman_and_testpy_dfn
337
338 qemu_malta64el test.py:
339   variables:
340     TEST_PY_BD: "malta64el"
341     TEST_PY_TEST_SPEC: "not sleep and not efi"
342     TEST_PY_ID: "--id qemu"
343   <<: *buildman_and_testpy_dfn
344
345 qemu-ppce500 test.py:
346   variables:
347     TEST_PY_BD: "qemu-ppce500"
348     TEST_PY_TEST_SPEC: "not sleep"
349   <<: *buildman_and_testpy_dfn
350
351 qemu-riscv32 test.py:
352   variables:
353     TEST_PY_BD: "qemu-riscv32"
354     TEST_PY_TEST_SPEC: "not sleep"
355   <<: *buildman_and_testpy_dfn
356
357 qemu-riscv64 test.py:
358   variables:
359     TEST_PY_BD: "qemu-riscv64"
360     TEST_PY_TEST_SPEC: "not sleep"
361   <<: *buildman_and_testpy_dfn
362
363 qemu-riscv32_spl test.py:
364   variables:
365     TEST_PY_BD: "qemu-riscv32_spl"
366     TEST_PY_TEST_SPEC: "not sleep"
367   <<: *buildman_and_testpy_dfn
368
369 qemu-riscv64_spl test.py:
370   variables:
371     TEST_PY_BD: "qemu-riscv64_spl"
372     TEST_PY_TEST_SPEC: "not sleep"
373   <<: *buildman_and_testpy_dfn
374
375 qemu-x86 test.py:
376   variables:
377     TEST_PY_BD: "qemu-x86"
378     TEST_PY_TEST_SPEC: "not sleep"
379   <<: *buildman_and_testpy_dfn
380
381 qemu-x86_64 test.py:
382   variables:
383     TEST_PY_BD: "qemu-x86_64"
384     TEST_PY_TEST_SPEC: "not sleep"
385   <<: *buildman_and_testpy_dfn
386
387 r2dplus_i82557c test.py:
388   variables:
389     TEST_PY_BD: "r2dplus"
390     TEST_PY_ID: "--id i82557c_qemu"
391   <<: *buildman_and_testpy_dfn
392
393 r2dplus_pcnet test.py:
394   variables:
395     TEST_PY_BD: "r2dplus"
396     TEST_PY_ID: "--id pcnet_qemu"
397   <<: *buildman_and_testpy_dfn
398
399 r2dplus_rtl8139 test.py:
400   variables:
401     TEST_PY_BD: "r2dplus"
402     TEST_PY_ID: "--id rtl8139_qemu"
403   <<: *buildman_and_testpy_dfn
404
405 r2dplus_tulip test.py:
406   variables:
407     TEST_PY_BD: "r2dplus"
408     TEST_PY_ID: "--id tulip_qemu"
409   <<: *buildman_and_testpy_dfn
410
411 sifive_unleashed_sdcard test.py:
412   variables:
413     TEST_PY_BD: "sifive_unleashed"
414     TEST_PY_ID: "--id sdcard_qemu"
415   <<: *buildman_and_testpy_dfn
416
417 sifive_unleashed_spi-nor test.py:
418   variables:
419     TEST_PY_BD: "sifive_unleashed"
420     TEST_PY_ID: "--id spi-nor_qemu"
421   <<: *buildman_and_testpy_dfn
422
423 xilinx_zynq_virt test.py:
424   variables:
425     TEST_PY_BD: "xilinx_zynq_virt"
426     TEST_PY_TEST_SPEC: "not sleep"
427     TEST_PY_ID: "--id qemu"
428   <<: *buildman_and_testpy_dfn
429
430 xilinx_versal_virt test.py:
431   variables:
432     TEST_PY_BD: "xilinx_versal_virt"
433     TEST_PY_TEST_SPEC: "not sleep"
434     TEST_PY_ID: "--id qemu"
435   <<: *buildman_and_testpy_dfn
436
437 xtfpga test.py:
438   variables:
439     TEST_PY_BD: "xtfpga"
440     TEST_PY_TEST_SPEC: "not sleep"
441     TEST_PY_ID: "--id qemu"
442   <<: *buildman_and_testpy_dfn
443
444 coreboot test.py:
445   variables:
446     TEST_PY_BD: "coreboot"
447     TEST_PY_TEST_SPEC: "not sleep"
448     TEST_PY_ID: "--id qemu"
449   artifacts:
450     paths:
451       - "*.html"
452       - "*.css"
453     expire_in: 1 week
454   <<: *buildman_and_testpy_dfn