efi_loader: optional persistence of variables
[platform/kernel/u-boot.git] / .gitlab-ci.yml
1 # SPDX-License-Identifier: GPL-2.0+
2
3 # Grab our configured image.  The source for this is found at:
4 # https://source.denx.de/u-boot/gitlab-ci-runner
5 image: trini/u-boot-gitlab-ci-runner:focal-20220302-15Mar2022
6
7 # We run some tests in different order, to catch some failures quicker.
8 stages:
9   - testsuites
10   - test.py
11   - world build
12
13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
14   stage: test.py
15   before_script:
16     # Clone uboot-test-hooks
17     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
18     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
19     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
20     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
21     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
22     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
23         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
24         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
25       fi
26     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
27         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
28         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
29       fi
30
31   after_script:
32     - rm -rf /tmp/uboot-test-hooks /tmp/venv
33   script:
34     # If we've been asked to use clang only do one configuration.
35     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
36     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
37         --board ${TEST_PY_BD} ${OVERRIDE}
38     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
39     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
40     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
41     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
42     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
43     # create sdcard / spi-nor images for sifive unleashed using genimage
44     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
45         mkdir -p root;
46         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
47         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
48         rm -rf tmp;
49         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
50         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
51         rm -rf tmp;
52         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
53         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
54       fi
55     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
56         wget -O -
57           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
58           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
59         wget -O -
60           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
61           cbfstool;
62         chmod a+x cbfstool;
63         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
64       fi
65     - virtualenv -p /usr/bin/python3 /tmp/venv
66     - . /tmp/venv/bin/activate
67     - pip install -r test/py/requirements.txt
68     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
69     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
70       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
71       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
72         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
73         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
74     # It seems that the files in /tmp go away, so copy out what we need
75     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
76         cp -v /tmp/coreboot/*.{html,css} .;
77       fi
78
79 build all 32bit ARM platforms:
80   stage: world build
81   script:
82     - ret=0;
83       ./tools/buildman/buildman -o /tmp -P -E -W arm -x aarch64 || ret=$?;
84       if [[ $ret -ne 0 ]]; then
85         ./tools/buildman/buildman -o /tmp -seP;
86         exit $ret;
87       fi;
88
89 build all 64bit ARM platforms:
90   stage: world build
91   script:
92     - virtualenv -p /usr/bin/python3 /tmp/venv
93     - . /tmp/venv/bin/activate
94     - pip install pyelftools
95     - ret=0;
96       ./tools/buildman/buildman -o /tmp -P -E -W aarch64 || ret=$?;
97       if [[ $ret -ne 0 ]]; then
98         ./tools/buildman/buildman -o /tmp -seP;
99         exit $ret;
100       fi;
101
102 build all PowerPC platforms:
103   stage: world build
104   script:
105     - ret=0;
106       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
107       if [[ $ret -ne 0 ]]; then
108         ./tools/buildman/buildman -o /tmp -seP;
109         exit $ret;
110       fi;
111
112 build all other platforms:
113   stage: world build
114   script:
115     - ret=0;
116       ./tools/buildman/buildman -o /tmp -P -E -W -x arm,powerpc || ret=$?;
117       if [[ $ret -ne 0 ]]; then
118         ./tools/buildman/buildman -o /tmp -seP;
119         exit $ret;
120       fi;
121
122 check for migrated symbols in board header:
123   stage: testsuites
124   script:
125     - KSYMLST=`mktemp`;
126       KUSEDLST=`mktemp`;
127       cat `find . -name "Kconfig*"` |
128          sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
129          -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
130          | sort -u > $KSYMLST;
131       for CFG in `find include/configs -name "*.h"`; do
132          (grep '#define[[:blank:]]CONFIG_' $CFG |
133             sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' ;
134             grep '#undef[[:blank:]]CONFIG_' $CFG |
135             sed -n 's/#undef.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p') |
136             sort -u > ${KUSEDLST} || true;
137          NUM=`comm -123 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} |
138             cut -d , -f 3`;
139          if [[ $NUM -ne 0 ]]; then
140             echo "Unmigrated symbols found in $CFG";
141             exit 1;
142          fi;
143       done
144
145 # QA jobs for code analytics
146 # static code analysis with cppcheck (we can add --enable=all later)
147 cppcheck:
148   stage: testsuites
149   script:
150     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
151
152 # search for TODO within source tree
153 grep TODO/FIXME/HACK:
154   stage: testsuites
155   script:
156     - grep -r TODO .
157     - grep -r FIXME .
158     # search for HACK within source tree and ignore HACKKIT board
159     - grep -r HACK . | grep -v HACKKIT
160
161 # build HTML documentation
162 htmldocs:
163   stage: testsuites
164   script:
165     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
166     - . /tmp/venvhtml/bin/activate
167     - pip install -r doc/sphinx/requirements.txt
168     - make htmldocs
169
170 # some statistics about the code base
171 sloccount:
172   stage: testsuites
173   script:
174     - sloccount .
175
176 # ensure all configs have MAINTAINERS entries
177 Check for configs without MAINTAINERS entry:
178   stage: testsuites
179   script:
180     - if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
181
182 # Ensure host tools build
183 Build tools-only:
184   stage: testsuites
185   script:
186     - make tools-only_config tools-only -j$(nproc)
187
188 # Ensure env tools build
189 Build envtools:
190   stage: testsuites
191   script:
192     - make tools-only_config envtools -j$(nproc)
193
194 Run binman, buildman, dtoc, Kconfig and patman testsuites:
195   stage: testsuites
196   script:
197     - git config --global user.name "GitLab CI Runner";
198       git config --global user.email trini@konsulko.com;
199       export USER=gitlab;
200       virtualenv -p /usr/bin/python3 /tmp/venv;
201       . /tmp/venv/bin/activate;
202       pip install -r test/py/requirements.txt;
203       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
204       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
205       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
206       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
207         --board sandbox_spl;
208       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
209       ./tools/buildman/buildman -t;
210       ./tools/dtoc/dtoc -t;
211       ./tools/patman/patman test;
212       make testconfig
213
214 Run tests for Nokia RX-51 (aka N900):
215   stage: testsuites
216   script:
217     - export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH;
218       test/nokia_rx51_test.sh
219
220 # Check for any pylint regressions
221 Run pylint:
222   stage: testsuites
223   script:
224     - pip install -r test/py/requirements.txt
225     - pip install asteval pylint==2.12.2 pyopenssl
226     - export PATH=${PATH}:~/.local/bin
227     - echo "[MASTER]" >> .pylintrc
228     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
229     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
230     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
231         --board sandbox_spl
232     - pylint --version
233     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
234     - make pylint_err
235
236 # Test sandbox with test.py
237 sandbox test.py:
238   variables:
239     TEST_PY_BD: "sandbox"
240   <<: *buildman_and_testpy_dfn
241
242 sandbox with clang test.py:
243   variables:
244     TEST_PY_BD: "sandbox"
245     OVERRIDE: "-O clang-13"
246   <<: *buildman_and_testpy_dfn
247
248 sandbox_spl test.py:
249   variables:
250     TEST_PY_BD: "sandbox_spl"
251     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
252   <<: *buildman_and_testpy_dfn
253
254 sandbox_noinst_test.py:
255   variables:
256     TEST_PY_BD: "sandbox_noinst"
257     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
258   <<: *buildman_and_testpy_dfn
259
260 evb-ast2500 test.py:
261   variables:
262     TEST_PY_BD: "evb-ast2500"
263     TEST_PY_ID: "--id qemu"
264   <<: *buildman_and_testpy_dfn
265
266 sandbox_flattree test.py:
267   variables:
268     TEST_PY_BD: "sandbox_flattree"
269   <<: *buildman_and_testpy_dfn
270
271 vexpress_ca9x4 test.py:
272   variables:
273     TEST_PY_BD: "vexpress_ca9x4"
274     TEST_PY_ID: "--id qemu"
275   <<: *buildman_and_testpy_dfn
276
277 integratorcp_cm926ejs test.py:
278   variables:
279     TEST_PY_BD: "integratorcp_cm926ejs"
280     TEST_PY_TEST_SPEC: "not sleep"
281     TEST_PY_ID: "--id qemu"
282   <<: *buildman_and_testpy_dfn
283
284 qemu_arm test.py:
285   variables:
286     TEST_PY_BD: "qemu_arm"
287     TEST_PY_TEST_SPEC: "not sleep"
288   <<: *buildman_and_testpy_dfn
289
290 qemu_arm64 test.py:
291   variables:
292     TEST_PY_BD: "qemu_arm64"
293     TEST_PY_TEST_SPEC: "not sleep"
294   <<: *buildman_and_testpy_dfn
295
296 qemu_malta test.py:
297   variables:
298     TEST_PY_BD: "malta"
299     TEST_PY_TEST_SPEC: "not sleep and not efi"
300     TEST_PY_ID: "--id qemu"
301   <<: *buildman_and_testpy_dfn
302
303 qemu_maltael test.py:
304   variables:
305     TEST_PY_BD: "maltael"
306     TEST_PY_TEST_SPEC: "not sleep and not efi"
307     TEST_PY_ID: "--id qemu"
308   <<: *buildman_and_testpy_dfn
309
310 qemu_malta64 test.py:
311   variables:
312     TEST_PY_BD: "malta64"
313     TEST_PY_TEST_SPEC: "not sleep and not efi"
314     TEST_PY_ID: "--id qemu"
315   <<: *buildman_and_testpy_dfn
316
317 qemu_malta64el test.py:
318   variables:
319     TEST_PY_BD: "malta64el"
320     TEST_PY_TEST_SPEC: "not sleep and not efi"
321     TEST_PY_ID: "--id qemu"
322   <<: *buildman_and_testpy_dfn
323
324 qemu-ppce500 test.py:
325   variables:
326     TEST_PY_BD: "qemu-ppce500"
327     TEST_PY_TEST_SPEC: "not sleep"
328   <<: *buildman_and_testpy_dfn
329
330 qemu-riscv32 test.py:
331   variables:
332     TEST_PY_BD: "qemu-riscv32"
333     TEST_PY_TEST_SPEC: "not sleep"
334   <<: *buildman_and_testpy_dfn
335
336 qemu-riscv64 test.py:
337   variables:
338     TEST_PY_BD: "qemu-riscv64"
339     TEST_PY_TEST_SPEC: "not sleep"
340   <<: *buildman_and_testpy_dfn
341
342 qemu-riscv32_spl test.py:
343   variables:
344     TEST_PY_BD: "qemu-riscv32_spl"
345     TEST_PY_TEST_SPEC: "not sleep"
346   <<: *buildman_and_testpy_dfn
347
348 qemu-riscv64_spl test.py:
349   variables:
350     TEST_PY_BD: "qemu-riscv64_spl"
351     TEST_PY_TEST_SPEC: "not sleep"
352   <<: *buildman_and_testpy_dfn
353
354 qemu-x86 test.py:
355   variables:
356     TEST_PY_BD: "qemu-x86"
357     TEST_PY_TEST_SPEC: "not sleep"
358   <<: *buildman_and_testpy_dfn
359
360 qemu-x86_64 test.py:
361   variables:
362     TEST_PY_BD: "qemu-x86_64"
363     TEST_PY_TEST_SPEC: "not sleep"
364   <<: *buildman_and_testpy_dfn
365
366 r2dplus_i82557c test.py:
367   variables:
368     TEST_PY_BD: "r2dplus"
369     TEST_PY_ID: "--id i82557c_qemu"
370   <<: *buildman_and_testpy_dfn
371
372 r2dplus_pcnet test.py:
373   variables:
374     TEST_PY_BD: "r2dplus"
375     TEST_PY_ID: "--id pcnet_qemu"
376   <<: *buildman_and_testpy_dfn
377
378 r2dplus_rtl8139 test.py:
379   variables:
380     TEST_PY_BD: "r2dplus"
381     TEST_PY_ID: "--id rtl8139_qemu"
382   <<: *buildman_and_testpy_dfn
383
384 r2dplus_tulip test.py:
385   variables:
386     TEST_PY_BD: "r2dplus"
387     TEST_PY_ID: "--id tulip_qemu"
388   <<: *buildman_and_testpy_dfn
389
390 sifive_unleashed_sdcard test.py:
391   variables:
392     TEST_PY_BD: "sifive_unleashed"
393     TEST_PY_ID: "--id sdcard_qemu"
394   <<: *buildman_and_testpy_dfn
395
396 sifive_unleashed_spi-nor test.py:
397   variables:
398     TEST_PY_BD: "sifive_unleashed"
399     TEST_PY_ID: "--id spi-nor_qemu"
400   <<: *buildman_and_testpy_dfn
401
402 xilinx_zynq_virt test.py:
403   variables:
404     TEST_PY_BD: "xilinx_zynq_virt"
405     TEST_PY_TEST_SPEC: "not sleep"
406     TEST_PY_ID: "--id qemu"
407   <<: *buildman_and_testpy_dfn
408
409 xilinx_versal_virt test.py:
410   variables:
411     TEST_PY_BD: "xilinx_versal_virt"
412     TEST_PY_TEST_SPEC: "not sleep"
413     TEST_PY_ID: "--id qemu"
414   <<: *buildman_and_testpy_dfn
415
416 xtfpga test.py:
417   variables:
418     TEST_PY_BD: "xtfpga"
419     TEST_PY_TEST_SPEC: "not sleep"
420     TEST_PY_ID: "--id qemu"
421   <<: *buildman_and_testpy_dfn
422
423 coreboot test.py:
424   variables:
425     TEST_PY_BD: "coreboot"
426     TEST_PY_TEST_SPEC: "not sleep"
427     TEST_PY_ID: "--id qemu"
428   artifacts:
429     paths:
430       - "*.html"
431       - "*.css"
432     expire_in: 1 week
433   <<: *buildman_and_testpy_dfn