Merge tag 'u-boot-at91-2023.01-a' of https://source.denx.de/u-boot/custodians/u-boot...
[platform/kernel/u-boot.git] / .gitlab-ci.yml
1 # SPDX-License-Identifier: GPL-2.0+
2
3 # Grab our configured image.  The source for this is found
4 # in the u-boot tree at tools/docker/Dockerfile
5 image: trini/u-boot-gitlab-ci-runner:jammy-20220801-09Aug2022
6
7 # We run some tests in different order, to catch some failures quicker.
8 stages:
9   - testsuites
10   - test.py
11   - world build
12
13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
14   stage: test.py
15   before_script:
16     # Clone uboot-test-hooks
17     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
18     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
19     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
20     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
21     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
22     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
23         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
24         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
25       fi
26     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
27         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
28         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
29       fi
30
31   after_script:
32     - rm -rf /tmp/uboot-test-hooks /tmp/venv
33   script:
34     # If we've been asked to use clang only do one configuration.
35     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
36     - echo BUILD_ENV ${BUILD_ENV}
37     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
38         --board ${TEST_PY_BD} ${OVERRIDE}
39     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
40     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
41     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
42     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
43     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
44     # create sdcard / spi-nor images for sifive unleashed using genimage
45     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
46         mkdir -p root;
47         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
48         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
49         rm -rf tmp;
50         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
51         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
52         rm -rf tmp;
53         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
54         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
55       fi
56     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
57         wget -O -
58           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
59           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
60         wget -O -
61           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
62           cbfstool;
63         chmod a+x cbfstool;
64         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
65       fi
66     - virtualenv -p /usr/bin/python3 /tmp/venv
67     - . /tmp/venv/bin/activate
68     - pip install -r test/py/requirements.txt
69     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
70     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
71       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
72       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
73         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
74         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
75     # It seems that the files in /tmp go away, so copy out what we need
76     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
77         cp -v /tmp/coreboot/*.{html,css} .;
78       fi
79
80 build all 32bit ARM platforms:
81   stage: world build
82   script:
83     - ret=0;
84       ./tools/buildman/buildman -o /tmp -P -E -W arm -x aarch64 || ret=$?;
85       if [[ $ret -ne 0 ]]; then
86         ./tools/buildman/buildman -o /tmp -seP;
87         exit $ret;
88       fi;
89
90 build all 64bit ARM platforms:
91   stage: world build
92   script:
93     - virtualenv -p /usr/bin/python3 /tmp/venv
94     - . /tmp/venv/bin/activate
95     - pip install pyelftools
96     - ret=0;
97       ./tools/buildman/buildman -o /tmp -P -E -W aarch64 || ret=$?;
98       if [[ $ret -ne 0 ]]; then
99         ./tools/buildman/buildman -o /tmp -seP;
100         exit $ret;
101       fi;
102
103 build all PowerPC platforms:
104   stage: world build
105   script:
106     - ret=0;
107       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
108       if [[ $ret -ne 0 ]]; then
109         ./tools/buildman/buildman -o /tmp -seP;
110         exit $ret;
111       fi;
112
113 build all other platforms:
114   stage: world build
115   script:
116     - ret=0;
117       ./tools/buildman/buildman -o /tmp -P -E -W -x arm,powerpc || ret=$?;
118       if [[ $ret -ne 0 ]]; then
119         ./tools/buildman/buildman -o /tmp -seP;
120         exit $ret;
121       fi;
122
123 check for migrated symbols in board header:
124   stage: testsuites
125   script:
126     - KSYMLST=`mktemp`;
127       KUSEDLST=`mktemp`;
128       RET=0;
129       cat `find . -name "Kconfig*"` |
130          sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
131          -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
132          | sort -u > $KSYMLST;
133       for CFG in `find include/configs -name "*.h"`; do
134          (grep '#define[[:blank:]]CONFIG_' $CFG |
135             sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' ;
136             grep '#undef[[:blank:]]CONFIG_' $CFG |
137             sed -n 's/#undef.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p') |
138             sort -u > ${KUSEDLST} || true;
139          NUM=`comm -123 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} |
140             cut -d , -f 3`;
141          if [[ $NUM -ne 0 ]]; then
142             echo "Unmigrated symbols found in $CFG:";
143             comm -12 ${KSYMLST} ${KUSEDLST};
144             RET=1;
145          fi;
146       done;
147       exit $RET
148
149 # QA jobs for code analytics
150 # static code analysis with cppcheck (we can add --enable=all later)
151 cppcheck:
152   stage: testsuites
153   script:
154     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
155
156 # search for TODO within source tree
157 grep TODO/FIXME/HACK:
158   stage: testsuites
159   script:
160     - grep -r TODO .
161     - grep -r FIXME .
162     # search for HACK within source tree and ignore HACKKIT board
163     - grep -r HACK . | grep -v HACKKIT
164
165 # build HTML documentation
166 htmldocs:
167   stage: testsuites
168   script:
169     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
170     - . /tmp/venvhtml/bin/activate
171     - pip install -r doc/sphinx/requirements.txt
172     - make htmldocs
173
174 # some statistics about the code base
175 sloccount:
176   stage: testsuites
177   script:
178     - sloccount .
179
180 # ensure all configs have MAINTAINERS entries
181 Check for configs without MAINTAINERS entry:
182   stage: testsuites
183   script:
184     - ./tools/buildman/buildman -R
185
186 # Ensure host tools build
187 Build tools-only:
188   stage: testsuites
189   script:
190     - make tools-only_config tools-only -j$(nproc)
191
192 # Ensure env tools build
193 Build envtools:
194   stage: testsuites
195   script:
196     - make tools-only_config envtools -j$(nproc)
197
198 Run binman, buildman, dtoc, Kconfig and patman testsuites:
199   stage: testsuites
200   script:
201     - git config --global user.name "GitLab CI Runner";
202       git config --global user.email trini@konsulko.com;
203       git config --global --add safe.directory "${CI_PROJECT_DIR}";
204       export USER=gitlab;
205       virtualenv -p /usr/bin/python3 /tmp/venv;
206       . /tmp/venv/bin/activate;
207       pip install -r test/py/requirements.txt;
208       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
209       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
210       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
211       set +e;
212       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
213         --board sandbox_spl;
214       set -e;
215       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
216       ./tools/buildman/buildman -t;
217       ./tools/dtoc/dtoc -t;
218       ./tools/patman/patman test;
219       make testconfig
220
221 Run tests for Nokia RX-51 (aka N900):
222   stage: testsuites
223   script:
224     - export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH;
225       test/nokia_rx51_test.sh
226
227 # Check for any pylint regressions
228 Run pylint:
229   stage: testsuites
230   script:
231     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
232     - pip install -r test/py/requirements.txt
233     - pip install asteval pylint==2.12.2 pyopenssl
234     - export PATH=${PATH}:~/.local/bin
235     - echo "[MASTER]" >> .pylintrc
236     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
237     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
238     - set +e
239     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
240         --board sandbox_spl
241     - set -e
242     - pylint --version
243     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
244     - make pylint_err
245
246 # Test sandbox with test.py
247 sandbox test.py:
248   variables:
249     TEST_PY_BD: "sandbox"
250   <<: *buildman_and_testpy_dfn
251
252 sandbox with clang test.py:
253   variables:
254     TEST_PY_BD: "sandbox"
255     OVERRIDE: "-O clang-13"
256   <<: *buildman_and_testpy_dfn
257
258 sandbox without LTO test.py:
259   variables:
260     TEST_PY_BD: "sandbox"
261     BUILD_ENV: "NO_LTO=1"
262   <<: *buildman_and_testpy_dfn
263
264 sandbox_spl test.py:
265   variables:
266     TEST_PY_BD: "sandbox_spl"
267     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
268   <<: *buildman_and_testpy_dfn
269
270 sandbox_noinst_test.py:
271   variables:
272     TEST_PY_BD: "sandbox_noinst"
273     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
274   <<: *buildman_and_testpy_dfn
275
276 sandbox_vpl test.py:
277   variables:
278     TEST_PY_BD: "sandbox_vpl"
279     TEST_PY_TEST_SPEC: "test_vpl_help or test_spl"
280   <<: *buildman_and_testpy_dfn
281
282 evb-ast2500 test.py:
283   variables:
284     TEST_PY_BD: "evb-ast2500"
285     TEST_PY_ID: "--id qemu"
286   <<: *buildman_and_testpy_dfn
287
288 evb-ast2600 test.py:
289   variables:
290     TEST_PY_BD: "evb-ast2600"
291     TEST_PY_ID: "--id qemu"
292   <<: *buildman_and_testpy_dfn
293
294 sandbox_flattree test.py:
295   variables:
296     TEST_PY_BD: "sandbox_flattree"
297   <<: *buildman_and_testpy_dfn
298
299 vexpress_ca9x4 test.py:
300   variables:
301     TEST_PY_BD: "vexpress_ca9x4"
302     TEST_PY_ID: "--id qemu"
303   <<: *buildman_and_testpy_dfn
304
305 integratorcp_cm926ejs test.py:
306   variables:
307     TEST_PY_BD: "integratorcp_cm926ejs"
308     TEST_PY_TEST_SPEC: "not sleep"
309     TEST_PY_ID: "--id qemu"
310   <<: *buildman_and_testpy_dfn
311
312 qemu_arm test.py:
313   variables:
314     TEST_PY_BD: "qemu_arm"
315     TEST_PY_TEST_SPEC: "not sleep"
316   <<: *buildman_and_testpy_dfn
317
318 qemu_arm64 test.py:
319   variables:
320     TEST_PY_BD: "qemu_arm64"
321     TEST_PY_TEST_SPEC: "not sleep"
322   <<: *buildman_and_testpy_dfn
323
324 qemu_malta test.py:
325   variables:
326     TEST_PY_BD: "malta"
327     TEST_PY_TEST_SPEC: "not sleep and not efi"
328     TEST_PY_ID: "--id qemu"
329   <<: *buildman_and_testpy_dfn
330
331 qemu_maltael test.py:
332   variables:
333     TEST_PY_BD: "maltael"
334     TEST_PY_TEST_SPEC: "not sleep and not efi"
335     TEST_PY_ID: "--id qemu"
336   <<: *buildman_and_testpy_dfn
337
338 qemu_malta64 test.py:
339   variables:
340     TEST_PY_BD: "malta64"
341     TEST_PY_TEST_SPEC: "not sleep and not efi"
342     TEST_PY_ID: "--id qemu"
343   <<: *buildman_and_testpy_dfn
344
345 qemu_malta64el test.py:
346   variables:
347     TEST_PY_BD: "malta64el"
348     TEST_PY_TEST_SPEC: "not sleep and not efi"
349     TEST_PY_ID: "--id qemu"
350   <<: *buildman_and_testpy_dfn
351
352 qemu-ppce500 test.py:
353   variables:
354     TEST_PY_BD: "qemu-ppce500"
355     TEST_PY_TEST_SPEC: "not sleep"
356   <<: *buildman_and_testpy_dfn
357
358 qemu-riscv32 test.py:
359   variables:
360     TEST_PY_BD: "qemu-riscv32"
361     TEST_PY_TEST_SPEC: "not sleep"
362   <<: *buildman_and_testpy_dfn
363
364 qemu-riscv64 test.py:
365   variables:
366     TEST_PY_BD: "qemu-riscv64"
367     TEST_PY_TEST_SPEC: "not sleep"
368   <<: *buildman_and_testpy_dfn
369
370 qemu-riscv32_spl test.py:
371   variables:
372     TEST_PY_BD: "qemu-riscv32_spl"
373     TEST_PY_TEST_SPEC: "not sleep"
374   <<: *buildman_and_testpy_dfn
375
376 qemu-riscv64_spl test.py:
377   variables:
378     TEST_PY_BD: "qemu-riscv64_spl"
379     TEST_PY_TEST_SPEC: "not sleep"
380   <<: *buildman_and_testpy_dfn
381
382 qemu-x86 test.py:
383   variables:
384     TEST_PY_BD: "qemu-x86"
385     TEST_PY_TEST_SPEC: "not sleep"
386   <<: *buildman_and_testpy_dfn
387
388 qemu-x86_64 test.py:
389   variables:
390     TEST_PY_BD: "qemu-x86_64"
391     TEST_PY_TEST_SPEC: "not sleep"
392   <<: *buildman_and_testpy_dfn
393
394 r2dplus_i82557c test.py:
395   variables:
396     TEST_PY_BD: "r2dplus"
397     TEST_PY_ID: "--id i82557c_qemu"
398   <<: *buildman_and_testpy_dfn
399
400 r2dplus_pcnet test.py:
401   variables:
402     TEST_PY_BD: "r2dplus"
403     TEST_PY_ID: "--id pcnet_qemu"
404   <<: *buildman_and_testpy_dfn
405
406 r2dplus_rtl8139 test.py:
407   variables:
408     TEST_PY_BD: "r2dplus"
409     TEST_PY_ID: "--id rtl8139_qemu"
410   <<: *buildman_and_testpy_dfn
411
412 r2dplus_tulip test.py:
413   variables:
414     TEST_PY_BD: "r2dplus"
415     TEST_PY_ID: "--id tulip_qemu"
416   <<: *buildman_and_testpy_dfn
417
418 sifive_unleashed_sdcard test.py:
419   variables:
420     TEST_PY_BD: "sifive_unleashed"
421     TEST_PY_ID: "--id sdcard_qemu"
422   <<: *buildman_and_testpy_dfn
423
424 sifive_unleashed_spi-nor test.py:
425   variables:
426     TEST_PY_BD: "sifive_unleashed"
427     TEST_PY_ID: "--id spi-nor_qemu"
428   <<: *buildman_and_testpy_dfn
429
430 xilinx_zynq_virt test.py:
431   variables:
432     TEST_PY_BD: "xilinx_zynq_virt"
433     TEST_PY_TEST_SPEC: "not sleep"
434     TEST_PY_ID: "--id qemu"
435   <<: *buildman_and_testpy_dfn
436
437 xilinx_versal_virt test.py:
438   variables:
439     TEST_PY_BD: "xilinx_versal_virt"
440     TEST_PY_TEST_SPEC: "not sleep"
441     TEST_PY_ID: "--id qemu"
442   <<: *buildman_and_testpy_dfn
443
444 xtfpga test.py:
445   variables:
446     TEST_PY_BD: "xtfpga"
447     TEST_PY_TEST_SPEC: "not sleep"
448     TEST_PY_ID: "--id qemu"
449   <<: *buildman_and_testpy_dfn
450
451 coreboot test.py:
452   variables:
453     TEST_PY_BD: "coreboot"
454     TEST_PY_TEST_SPEC: "not sleep"
455     TEST_PY_ID: "--id qemu"
456   artifacts:
457     paths:
458       - "*.html"
459       - "*.css"
460     expire_in: 1 week
461   <<: *buildman_and_testpy_dfn