Merge tag 'v2022.04-rc4' into next
[platform/kernel/u-boot.git] / .gitlab-ci.yml
1 # SPDX-License-Identifier: GPL-2.0+
2
3 # Grab our configured image.  The source for this is found at:
4 # https://source.denx.de/u-boot/gitlab-ci-runner
5 image: trini/u-boot-gitlab-ci-runner:focal-20220113-03Feb2022
6
7 # We run some tests in different order, to catch some failures quicker.
8 stages:
9   - testsuites
10   - test.py
11   - world build
12
13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
14   stage: test.py
15   before_script:
16     # Clone uboot-test-hooks
17     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
18     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
19     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
20     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
21     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
22     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
23         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
24         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
25       fi
26     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
27         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
28         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
29       fi
30
31   after_script:
32     - rm -rf /tmp/uboot-test-hooks /tmp/venv
33   script:
34     # If we've been asked to use clang only do one configuration.
35     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
36     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
37         --board ${TEST_PY_BD} ${OVERRIDE}
38     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
39     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
40     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
41     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
42     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
43     # create sdcard / spi-nor images for sifive unleashed using genimage
44     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
45         mkdir -p root;
46         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
47         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
48         rm -rf tmp;
49         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
50         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
51         rm -rf tmp;
52         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
53         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
54       fi
55     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
56         wget -O -
57           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
58           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
59         wget -O -
60           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
61           cbfstool;
62         chmod a+x cbfstool;
63         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
64       fi
65     - virtualenv -p /usr/bin/python3 /tmp/venv
66     - . /tmp/venv/bin/activate
67     - pip install -r test/py/requirements.txt
68     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
69     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
70       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
71       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
72         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
73         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
74     # It seems that the files in /tmp go away, so copy out what we need
75     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
76         cp -v /tmp/coreboot/*.{html,css} .;
77       fi
78
79 build all 32bit ARM platforms:
80   stage: world build
81   script:
82     - ret=0;
83       ./tools/buildman/buildman -o /tmp -P -E -W arm -x aarch64 || ret=$?;
84       if [[ $ret -ne 0 ]]; then
85         ./tools/buildman/buildman -o /tmp -seP;
86         exit $ret;
87       fi;
88
89 build all 64bit ARM platforms:
90   stage: world build
91   script:
92     - virtualenv -p /usr/bin/python3 /tmp/venv
93     - . /tmp/venv/bin/activate
94     - pip install pyelftools
95     - ret=0;
96       ./tools/buildman/buildman -o /tmp -P -E -W aarch64 || ret=$?;
97       if [[ $ret -ne 0 ]]; then
98         ./tools/buildman/buildman -o /tmp -seP;
99         exit $ret;
100       fi;
101
102 build all PowerPC platforms:
103   stage: world build
104   script:
105     - ret=0;
106       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
107       if [[ $ret -ne 0 ]]; then
108         ./tools/buildman/buildman -o /tmp -seP;
109         exit $ret;
110       fi;
111
112 build all other platforms:
113   stage: world build
114   script:
115     - ret=0;
116       ./tools/buildman/buildman -o /tmp -P -E -W -x arm,powerpc || ret=$?;
117       if [[ $ret -ne 0 ]]; then
118         ./tools/buildman/buildman -o /tmp -seP;
119         exit $ret;
120       fi;
121
122 check for migrated symbols in board header:
123   stage: testsuites
124   script:
125     - KSYMLST=`mktemp`;
126       KUSEDLST=`mktemp`;
127       cat `find . -name "Kconfig*"` |
128          sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
129          -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
130          | sort -u > $KSYMLST;
131       for CFG in `find include/configs -name "*.h"`; do
132          grep '#define[[:blank:]]CONFIG_' $CFG |
133             sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' |
134             sort -u > ${KUSEDLST} || true;
135          NUM=`comm -12 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} |
136             cut -d , -f 3`;
137          if [[ $NUM -ne 0 ]]; then
138             echo "Unmigrated symbols found in $CFG";
139             exit 1;
140          fi;
141       done
142
143 # QA jobs for code analytics
144 # static code analysis with cppcheck (we can add --enable=all later)
145 cppcheck:
146   stage: testsuites
147   script:
148     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
149
150 # search for TODO within source tree
151 grep TODO/FIXME/HACK:
152   stage: testsuites
153   script:
154     - grep -r TODO .
155     - grep -r FIXME .
156     # search for HACK within source tree and ignore HACKKIT board
157     - grep -r HACK . | grep -v HACKKIT
158
159 # build HTML documentation
160 htmldocs:
161   stage: testsuites
162   script:
163     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
164     - . /tmp/venvhtml/bin/activate
165     - pip install -r doc/sphinx/requirements.txt
166     - make htmldocs
167
168 # some statistics about the code base
169 sloccount:
170   stage: testsuites
171   script:
172     - sloccount .
173
174 # ensure all configs have MAINTAINERS entries
175 Check for configs without MAINTAINERS entry:
176   stage: testsuites
177   script:
178     - if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
179
180 # Ensure host tools build
181 Build tools-only:
182   stage: testsuites
183   script:
184     - make tools-only_config tools-only -j$(nproc)
185
186 # Ensure env tools build
187 Build envtools:
188   stage: testsuites
189   script:
190     - make tools-only_config envtools -j$(nproc)
191
192 Run binman, buildman, dtoc, Kconfig and patman testsuites:
193   stage: testsuites
194   script:
195     - git config --global user.name "GitLab CI Runner";
196       git config --global user.email trini@konsulko.com;
197       export USER=gitlab;
198       virtualenv -p /usr/bin/python3 /tmp/venv;
199       . /tmp/venv/bin/activate;
200       pip install -r test/py/requirements.txt;
201       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
202       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
203       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
204       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
205         --board sandbox_spl;
206       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
207       ./tools/buildman/buildman -t;
208       ./tools/dtoc/dtoc -t;
209       ./tools/patman/patman test;
210       make testconfig
211
212 Run tests for Nokia RX-51 (aka N900):
213   stage: testsuites
214   script:
215     - export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH;
216       test/nokia_rx51_test.sh
217
218 # Check for any pylint regressions
219 Run pylint:
220   stage: testsuites
221   script:
222     - pip install -r test/py/requirements.txt
223     - pip install asteval pylint pyopenssl
224     - export PATH=${PATH}:~/.local/bin
225     - echo "[MASTER]" >> .pylintrc
226     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
227     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
228     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
229         --board sandbox_spl
230     - pylint --version
231     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
232     - make pylint_err
233
234 # Test sandbox with test.py
235 sandbox test.py:
236   variables:
237     TEST_PY_BD: "sandbox"
238   <<: *buildman_and_testpy_dfn
239
240 sandbox with clang test.py:
241   variables:
242     TEST_PY_BD: "sandbox"
243     OVERRIDE: "-O clang-13"
244   <<: *buildman_and_testpy_dfn
245
246 sandbox_spl test.py:
247   variables:
248     TEST_PY_BD: "sandbox_spl"
249     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
250   <<: *buildman_and_testpy_dfn
251
252 sandbox_noinst_test.py:
253   variables:
254     TEST_PY_BD: "sandbox_noinst"
255     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
256   <<: *buildman_and_testpy_dfn
257
258 evb-ast2500 test.py:
259   variables:
260     TEST_PY_BD: "evb-ast2500"
261     TEST_PY_ID: "--id qemu"
262   <<: *buildman_and_testpy_dfn
263
264 sandbox_flattree test.py:
265   variables:
266     TEST_PY_BD: "sandbox_flattree"
267   <<: *buildman_and_testpy_dfn
268
269 vexpress_ca9x4 test.py:
270   variables:
271     TEST_PY_BD: "vexpress_ca9x4"
272     TEST_PY_ID: "--id qemu"
273   <<: *buildman_and_testpy_dfn
274
275 integratorcp_cm926ejs test.py:
276   variables:
277     TEST_PY_BD: "integratorcp_cm926ejs"
278     TEST_PY_TEST_SPEC: "not sleep"
279     TEST_PY_ID: "--id qemu"
280   <<: *buildman_and_testpy_dfn
281
282 qemu_arm test.py:
283   variables:
284     TEST_PY_BD: "qemu_arm"
285     TEST_PY_TEST_SPEC: "not sleep"
286   <<: *buildman_and_testpy_dfn
287
288 qemu_arm64 test.py:
289   variables:
290     TEST_PY_BD: "qemu_arm64"
291     TEST_PY_TEST_SPEC: "not sleep"
292   <<: *buildman_and_testpy_dfn
293
294 qemu_malta test.py:
295   variables:
296     TEST_PY_BD: "malta"
297     TEST_PY_TEST_SPEC: "not sleep and not efi"
298     TEST_PY_ID: "--id qemu"
299   <<: *buildman_and_testpy_dfn
300
301 qemu_maltael test.py:
302   variables:
303     TEST_PY_BD: "maltael"
304     TEST_PY_TEST_SPEC: "not sleep and not efi"
305     TEST_PY_ID: "--id qemu"
306   <<: *buildman_and_testpy_dfn
307
308 qemu_malta64 test.py:
309   variables:
310     TEST_PY_BD: "malta64"
311     TEST_PY_TEST_SPEC: "not sleep and not efi"
312     TEST_PY_ID: "--id qemu"
313   <<: *buildman_and_testpy_dfn
314
315 qemu_malta64el test.py:
316   variables:
317     TEST_PY_BD: "malta64el"
318     TEST_PY_TEST_SPEC: "not sleep and not efi"
319     TEST_PY_ID: "--id qemu"
320   <<: *buildman_and_testpy_dfn
321
322 qemu-ppce500 test.py:
323   variables:
324     TEST_PY_BD: "qemu-ppce500"
325     TEST_PY_TEST_SPEC: "not sleep"
326   <<: *buildman_and_testpy_dfn
327
328 qemu-riscv32 test.py:
329   variables:
330     TEST_PY_BD: "qemu-riscv32"
331     TEST_PY_TEST_SPEC: "not sleep"
332   <<: *buildman_and_testpy_dfn
333
334 qemu-riscv64 test.py:
335   variables:
336     TEST_PY_BD: "qemu-riscv64"
337     TEST_PY_TEST_SPEC: "not sleep"
338   <<: *buildman_and_testpy_dfn
339
340 qemu-riscv32_spl test.py:
341   variables:
342     TEST_PY_BD: "qemu-riscv32_spl"
343     TEST_PY_TEST_SPEC: "not sleep"
344   <<: *buildman_and_testpy_dfn
345
346 qemu-riscv64_spl test.py:
347   variables:
348     TEST_PY_BD: "qemu-riscv64_spl"
349     TEST_PY_TEST_SPEC: "not sleep"
350   <<: *buildman_and_testpy_dfn
351
352 qemu-x86 test.py:
353   variables:
354     TEST_PY_BD: "qemu-x86"
355     TEST_PY_TEST_SPEC: "not sleep"
356   <<: *buildman_and_testpy_dfn
357
358 qemu-x86_64 test.py:
359   variables:
360     TEST_PY_BD: "qemu-x86_64"
361     TEST_PY_TEST_SPEC: "not sleep"
362   <<: *buildman_and_testpy_dfn
363
364 r2dplus_i82557c test.py:
365   variables:
366     TEST_PY_BD: "r2dplus"
367     TEST_PY_ID: "--id i82557c_qemu"
368   <<: *buildman_and_testpy_dfn
369
370 r2dplus_pcnet test.py:
371   variables:
372     TEST_PY_BD: "r2dplus"
373     TEST_PY_ID: "--id pcnet_qemu"
374   <<: *buildman_and_testpy_dfn
375
376 r2dplus_rtl8139 test.py:
377   variables:
378     TEST_PY_BD: "r2dplus"
379     TEST_PY_ID: "--id rtl8139_qemu"
380   <<: *buildman_and_testpy_dfn
381
382 r2dplus_tulip test.py:
383   variables:
384     TEST_PY_BD: "r2dplus"
385     TEST_PY_ID: "--id tulip_qemu"
386   <<: *buildman_and_testpy_dfn
387
388 sifive_unleashed_sdcard test.py:
389   variables:
390     TEST_PY_BD: "sifive_unleashed"
391     TEST_PY_ID: "--id sdcard_qemu"
392   <<: *buildman_and_testpy_dfn
393
394 sifive_unleashed_spi-nor test.py:
395   variables:
396     TEST_PY_BD: "sifive_unleashed"
397     TEST_PY_ID: "--id spi-nor_qemu"
398   <<: *buildman_and_testpy_dfn
399
400 xilinx_zynq_virt test.py:
401   variables:
402     TEST_PY_BD: "xilinx_zynq_virt"
403     TEST_PY_TEST_SPEC: "not sleep"
404     TEST_PY_ID: "--id qemu"
405   <<: *buildman_and_testpy_dfn
406
407 xilinx_versal_virt test.py:
408   variables:
409     TEST_PY_BD: "xilinx_versal_virt"
410     TEST_PY_TEST_SPEC: "not sleep"
411     TEST_PY_ID: "--id qemu"
412   <<: *buildman_and_testpy_dfn
413
414 xtfpga test.py:
415   variables:
416     TEST_PY_BD: "xtfpga"
417     TEST_PY_TEST_SPEC: "not sleep"
418     TEST_PY_ID: "--id qemu"
419   <<: *buildman_and_testpy_dfn
420
421 coreboot test.py:
422   variables:
423     TEST_PY_BD: "coreboot"
424     TEST_PY_TEST_SPEC: "not sleep"
425     TEST_PY_ID: "--id qemu"
426   artifacts:
427     paths:
428       - "*.html"
429       - "*.css"
430     expire_in: 1 week
431   <<: *buildman_and_testpy_dfn