Merge branch 'next'
[platform/kernel/u-boot.git] / .gitlab-ci.yml
1 # SPDX-License-Identifier: GPL-2.0+
2
3 # Grab our configured image.  The source for this is found
4 # in the u-boot tree at tools/docker/Dockerfile
5 image: trini/u-boot-gitlab-ci-runner:jammy-20221101-22Nov2022
6
7 # We run some tests in different order, to catch some failures quicker.
8 stages:
9   - testsuites
10   - test.py
11   - world build
12
13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
14   stage: test.py
15   before_script:
16     # Clone uboot-test-hooks
17     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
18     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
19     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
20     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
21     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
22     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
23     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
24         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
25         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
26       fi
27     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
28         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
29         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
30       fi
31
32   after_script:
33     - rm -rf /tmp/uboot-test-hooks /tmp/venv
34   script:
35     # If we've been asked to use clang only do one configuration.
36     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
37     - echo BUILD_ENV ${BUILD_ENV}
38     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
39         --board ${TEST_PY_BD} ${OVERRIDE}
40     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
41     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
42     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
43     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
44     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
45     # create sdcard / spi-nor images for sifive unleashed using genimage
46     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
47         mkdir -p root;
48         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
49         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
50         rm -rf tmp;
51         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
52         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
53         rm -rf tmp;
54         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
55         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
56       fi
57     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
58         wget -O -
59           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
60           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
61         wget -O -
62           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
63           cbfstool;
64         chmod a+x cbfstool;
65         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
66       fi
67     - virtualenv -p /usr/bin/python3 /tmp/venv
68     - . /tmp/venv/bin/activate
69     - pip install -r test/py/requirements.txt
70     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
71     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
72       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
73       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
74         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
75         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
76     # It seems that the files in /tmp go away, so copy out what we need
77     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
78         cp -v /tmp/coreboot/*.{html,css} .;
79       fi
80
81 build all 32bit ARM platforms:
82   stage: world build
83   script:
84     - ret=0;
85       git config --global --add safe.directory "${CI_PROJECT_DIR}";
86       ./tools/buildman/buildman -o /tmp -PEWM arm -x aarch64 || ret=$?;
87       if [[ $ret -ne 0 ]]; then
88         ./tools/buildman/buildman -o /tmp -seP;
89         exit $ret;
90       fi;
91
92 build all 64bit ARM platforms:
93   stage: world build
94   script:
95     - virtualenv -p /usr/bin/python3 /tmp/venv
96     - . /tmp/venv/bin/activate
97     - ret=0;
98       git config --global --add safe.directory "${CI_PROJECT_DIR}";
99       ./tools/buildman/buildman -o /tmp -PEWM aarch64 || ret=$?;
100       if [[ $ret -ne 0 ]]; then
101         ./tools/buildman/buildman -o /tmp -seP;
102         exit $ret;
103       fi;
104
105 build all PowerPC platforms:
106   stage: world build
107   script:
108     - ret=0;
109       git config --global --add safe.directory "${CI_PROJECT_DIR}";
110       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
111       if [[ $ret -ne 0 ]]; then
112         ./tools/buildman/buildman -o /tmp -seP;
113         exit $ret;
114       fi;
115
116 build all other platforms:
117   stage: world build
118   script:
119     - ret=0;
120       git config --global --add safe.directory "${CI_PROJECT_DIR}";
121       ./tools/buildman/buildman -o /tmp -PEWM -x arm,powerpc || ret=$?;
122       if [[ $ret -ne 0 ]]; then
123         ./tools/buildman/buildman -o /tmp -seP;
124         exit $ret;
125       fi;
126
127 check for new CONFIG symbols outside Kconfig:
128   stage: testsuites
129   script:
130     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
131     # If grep succeeds and finds a match the test fails as we should
132     # have no matches.
133     - git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
134         include/configs `find arch -name config.h` && exit 1 || exit 0
135
136 # QA jobs for code analytics
137 # static code analysis with cppcheck (we can add --enable=all later)
138 cppcheck:
139   stage: testsuites
140   script:
141     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
142
143 # search for TODO within source tree
144 grep TODO/FIXME/HACK:
145   stage: testsuites
146   script:
147     - grep -r TODO .
148     - grep -r FIXME .
149     # search for HACK within source tree and ignore HACKKIT board
150     - grep -r HACK . | grep -v HACKKIT
151
152 # build HTML documentation
153 htmldocs:
154   stage: testsuites
155   script:
156     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
157     - . /tmp/venvhtml/bin/activate
158     - pip install -r doc/sphinx/requirements.txt
159     - make htmldocs
160
161 # some statistics about the code base
162 sloccount:
163   stage: testsuites
164   script:
165     - sloccount .
166
167 # ensure all configs have MAINTAINERS entries
168 Check for configs without MAINTAINERS entry:
169   stage: testsuites
170   script:
171     - ./tools/buildman/buildman -R
172
173 # Ensure host tools build
174 Build tools-only:
175   stage: testsuites
176   script:
177     - make tools-only_config tools-only -j$(nproc)
178
179 # Ensure env tools build
180 Build envtools:
181   stage: testsuites
182   script:
183     - make tools-only_config envtools -j$(nproc)
184
185 Run binman, buildman, dtoc, Kconfig and patman testsuites:
186   stage: testsuites
187   script:
188     - git config --global user.name "GitLab CI Runner";
189       git config --global user.email trini@konsulko.com;
190       git config --global --add safe.directory "${CI_PROJECT_DIR}";
191       export USER=gitlab;
192       virtualenv -p /usr/bin/python3 /tmp/venv;
193       . /tmp/venv/bin/activate;
194       pip install -r test/py/requirements.txt;
195       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
196       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
197       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
198       set +e;
199       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
200         --board sandbox_spl;
201       set -e;
202       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
203       ./tools/buildman/buildman -t;
204       ./tools/dtoc/dtoc -t;
205       ./tools/patman/patman test;
206       make testconfig
207
208 Run tests for Nokia RX-51 (aka N900):
209   stage: testsuites
210   script:
211     - export PATH=/opt/gcc-12.2.0-nolibc/arm-linux-gnueabi/bin:$PATH;
212       test/nokia_rx51_test.sh
213
214 # Check for any pylint regressions
215 Run pylint:
216   stage: testsuites
217   script:
218     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
219     - pip install -r test/py/requirements.txt
220     - pip install asteval pylint==2.12.2 pyopenssl
221     - export PATH=${PATH}:~/.local/bin
222     - echo "[MASTER]" >> .pylintrc
223     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
224     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
225     - set +e
226     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
227         --board sandbox_spl
228     - set -e
229     - pylint --version
230     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
231     - make pylint_err
232
233 # Test sandbox with test.py
234 sandbox test.py:
235   variables:
236     TEST_PY_BD: "sandbox"
237   <<: *buildman_and_testpy_dfn
238
239 sandbox with clang test.py:
240   variables:
241     TEST_PY_BD: "sandbox"
242     OVERRIDE: "-O clang-14"
243   <<: *buildman_and_testpy_dfn
244
245 sandbox without LTO test.py:
246   variables:
247     TEST_PY_BD: "sandbox"
248     BUILD_ENV: "NO_LTO=1"
249   <<: *buildman_and_testpy_dfn
250
251 sandbox_spl test.py:
252   variables:
253     TEST_PY_BD: "sandbox_spl"
254     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
255   <<: *buildman_and_testpy_dfn
256
257 sandbox_noinst_test.py:
258   variables:
259     TEST_PY_BD: "sandbox_noinst"
260     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
261   <<: *buildman_and_testpy_dfn
262
263 sandbox_vpl test.py:
264   variables:
265     TEST_PY_BD: "sandbox_vpl"
266     TEST_PY_TEST_SPEC: "test_vpl_help or test_spl"
267   <<: *buildman_and_testpy_dfn
268
269 evb-ast2500 test.py:
270   variables:
271     TEST_PY_BD: "evb-ast2500"
272     TEST_PY_ID: "--id qemu"
273   <<: *buildman_and_testpy_dfn
274
275 evb-ast2600 test.py:
276   variables:
277     TEST_PY_BD: "evb-ast2600"
278     TEST_PY_ID: "--id qemu"
279   <<: *buildman_and_testpy_dfn
280
281 sandbox_flattree test.py:
282   variables:
283     TEST_PY_BD: "sandbox_flattree"
284   <<: *buildman_and_testpy_dfn
285
286 vexpress_ca9x4 test.py:
287   variables:
288     TEST_PY_BD: "vexpress_ca9x4"
289     TEST_PY_ID: "--id qemu"
290   <<: *buildman_and_testpy_dfn
291
292 integratorcp_cm926ejs test.py:
293   variables:
294     TEST_PY_BD: "integratorcp_cm926ejs"
295     TEST_PY_TEST_SPEC: "not sleep"
296     TEST_PY_ID: "--id qemu"
297   <<: *buildman_and_testpy_dfn
298
299 qemu_arm test.py:
300   variables:
301     TEST_PY_BD: "qemu_arm"
302     TEST_PY_TEST_SPEC: "not sleep"
303   <<: *buildman_and_testpy_dfn
304
305 qemu_arm64 test.py:
306   variables:
307     TEST_PY_BD: "qemu_arm64"
308     TEST_PY_TEST_SPEC: "not sleep"
309   <<: *buildman_and_testpy_dfn
310
311 qemu_malta test.py:
312   variables:
313     TEST_PY_BD: "malta"
314     TEST_PY_TEST_SPEC: "not sleep and not efi"
315     TEST_PY_ID: "--id qemu"
316   <<: *buildman_and_testpy_dfn
317
318 qemu_maltael test.py:
319   variables:
320     TEST_PY_BD: "maltael"
321     TEST_PY_TEST_SPEC: "not sleep and not efi"
322     TEST_PY_ID: "--id qemu"
323   <<: *buildman_and_testpy_dfn
324
325 qemu_malta64 test.py:
326   variables:
327     TEST_PY_BD: "malta64"
328     TEST_PY_TEST_SPEC: "not sleep and not efi"
329     TEST_PY_ID: "--id qemu"
330   <<: *buildman_and_testpy_dfn
331
332 qemu_malta64el test.py:
333   variables:
334     TEST_PY_BD: "malta64el"
335     TEST_PY_TEST_SPEC: "not sleep and not efi"
336     TEST_PY_ID: "--id qemu"
337   <<: *buildman_and_testpy_dfn
338
339 qemu-ppce500 test.py:
340   variables:
341     TEST_PY_BD: "qemu-ppce500"
342     TEST_PY_TEST_SPEC: "not sleep"
343   <<: *buildman_and_testpy_dfn
344
345 qemu-riscv32 test.py:
346   variables:
347     TEST_PY_BD: "qemu-riscv32"
348     TEST_PY_TEST_SPEC: "not sleep"
349   <<: *buildman_and_testpy_dfn
350
351 qemu-riscv64 test.py:
352   variables:
353     TEST_PY_BD: "qemu-riscv64"
354     TEST_PY_TEST_SPEC: "not sleep"
355   <<: *buildman_and_testpy_dfn
356
357 qemu-riscv32_spl test.py:
358   variables:
359     TEST_PY_BD: "qemu-riscv32_spl"
360     TEST_PY_TEST_SPEC: "not sleep"
361   <<: *buildman_and_testpy_dfn
362
363 qemu-riscv64_spl test.py:
364   variables:
365     TEST_PY_BD: "qemu-riscv64_spl"
366     TEST_PY_TEST_SPEC: "not sleep"
367   <<: *buildman_and_testpy_dfn
368
369 qemu-x86 test.py:
370   variables:
371     TEST_PY_BD: "qemu-x86"
372     TEST_PY_TEST_SPEC: "not sleep"
373   <<: *buildman_and_testpy_dfn
374
375 qemu-x86_64 test.py:
376   variables:
377     TEST_PY_BD: "qemu-x86_64"
378     TEST_PY_TEST_SPEC: "not sleep"
379   <<: *buildman_and_testpy_dfn
380
381 r2dplus_i82557c test.py:
382   variables:
383     TEST_PY_BD: "r2dplus"
384     TEST_PY_ID: "--id i82557c_qemu"
385   <<: *buildman_and_testpy_dfn
386
387 r2dplus_pcnet test.py:
388   variables:
389     TEST_PY_BD: "r2dplus"
390     TEST_PY_ID: "--id pcnet_qemu"
391   <<: *buildman_and_testpy_dfn
392
393 r2dplus_rtl8139 test.py:
394   variables:
395     TEST_PY_BD: "r2dplus"
396     TEST_PY_ID: "--id rtl8139_qemu"
397   <<: *buildman_and_testpy_dfn
398
399 r2dplus_tulip test.py:
400   variables:
401     TEST_PY_BD: "r2dplus"
402     TEST_PY_ID: "--id tulip_qemu"
403   <<: *buildman_and_testpy_dfn
404
405 sifive_unleashed_sdcard test.py:
406   variables:
407     TEST_PY_BD: "sifive_unleashed"
408     TEST_PY_ID: "--id sdcard_qemu"
409   <<: *buildman_and_testpy_dfn
410
411 sifive_unleashed_spi-nor test.py:
412   variables:
413     TEST_PY_BD: "sifive_unleashed"
414     TEST_PY_ID: "--id spi-nor_qemu"
415   <<: *buildman_and_testpy_dfn
416
417 xilinx_zynq_virt test.py:
418   variables:
419     TEST_PY_BD: "xilinx_zynq_virt"
420     TEST_PY_TEST_SPEC: "not sleep"
421     TEST_PY_ID: "--id qemu"
422   <<: *buildman_and_testpy_dfn
423
424 xilinx_versal_virt test.py:
425   variables:
426     TEST_PY_BD: "xilinx_versal_virt"
427     TEST_PY_TEST_SPEC: "not sleep"
428     TEST_PY_ID: "--id qemu"
429   <<: *buildman_and_testpy_dfn
430
431 xtfpga test.py:
432   variables:
433     TEST_PY_BD: "xtfpga"
434     TEST_PY_TEST_SPEC: "not sleep"
435     TEST_PY_ID: "--id qemu"
436   <<: *buildman_and_testpy_dfn
437
438 coreboot test.py:
439   variables:
440     TEST_PY_BD: "coreboot"
441     TEST_PY_TEST_SPEC: "not sleep"
442     TEST_PY_ID: "--id qemu"
443   artifacts:
444     paths:
445       - "*.html"
446       - "*.css"
447     expire_in: 1 week
448   <<: *buildman_and_testpy_dfn