2 windows_vm: windows-2019
3 ubuntu_vm: ubuntu-22.04
5 ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20221003-17Oct2022
6 # Add '-u 0' options for Azure pipelines, otherwise we get "permission
7 # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
8 # since our $(ci_runner_image) user is not root.
15 - job: tools_only_windows
16 displayName: 'Ensure host tools build for Windows'
18 vmImage: $(windows_vm)
21 (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
22 displayName: 'Install MSYS2'
24 sfx.exe -y -o%CD:~0,2%\
25 %CD:~0,2%\msys64\usr\bin\bash -lc " "
26 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
27 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
28 displayName: 'Update MSYS2'
30 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
31 displayName: 'Install Toolchain'
33 echo make tools-only_defconfig tools-only NO_SDL=1 > build-tools.sh
34 %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
35 displayName: 'Build Host Tools'
37 # Tell MSYS2 we need a POSIX emulation layer
39 # Tell MSYS2 not to ‘cd’ our startup directory to HOME
42 - job: tools_only_macOS
43 displayName: 'Ensure host tools build for macOS X'
47 - script: brew install make ossp-uuid
48 displayName: Brew install dependencies
50 gmake tools-only_config tools-only NO_SDL=1 \
51 HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
52 HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
53 -j$(sysctl -n hw.logicalcpu)
54 displayName: 'Perform tools-only build'
56 - job: check_for_migrated_symbols_in_board_header
57 displayName: 'Check for migrated symbols in board header'
61 image: $(ci_runner_image)
62 options: $(container_option)
68 cat `find . -name "Kconfig*"` | \
69 sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p' \
70 -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p' \
72 for CFG in `find include/configs -name "*.h"`; do
73 (grep '#define[[:blank:]]CONFIG_' $CFG | \
74 sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' ; \
75 grep '#undef[[:blank:]]CONFIG_' $CFG | \
76 sed -n 's/#undef.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p') | \
77 sort -u > ${KUSEDLST} || true
78 NUM=`comm -123 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} | \
80 if [[ $NUM -ne 0 ]]; then
81 echo "Unmigrated symbols found in $CFG:"
82 comm -12 ${KSYMLST} ${KUSEDLST}
89 displayName: 'Static code analysis with cppcheck'
93 image: $(ci_runner_image)
94 options: $(container_option)
96 - script: cppcheck -j$(nproc) --force --quiet --inline-suppr .
99 displayName: 'Build HTML documentation'
101 vmImage: $(ubuntu_vm)
103 image: $(ci_runner_image)
104 options: $(container_option)
107 virtualenv -p /usr/bin/python3 /tmp/venvhtml
108 . /tmp/venvhtml/bin/activate
109 pip install -r doc/sphinx/requirements.txt
113 displayName: 'Search for TODO within source tree'
115 vmImage: $(ubuntu_vm)
117 image: $(ci_runner_image)
118 options: $(container_option)
120 - script: grep -r TODO .
121 - script: grep -r FIXME .
122 - script: grep -r HACK . | grep -v HACKKIT
125 displayName: 'Some statistics about the code base'
127 vmImage: $(ubuntu_vm)
129 image: $(ci_runner_image)
130 options: $(container_option)
132 - script: sloccount .
135 displayName: 'Ensure all configs have MAINTAINERS entries'
137 vmImage: $(ubuntu_vm)
139 image: $(ci_runner_image)
140 options: $(container_option)
143 ./tools/buildman/buildman -R
146 displayName: 'Ensure host tools build'
148 vmImage: $(ubuntu_vm)
150 image: $(ci_runner_image)
151 options: $(container_option)
154 make tools-only_config tools-only -j$(nproc)
157 displayName: 'Ensure env tools build'
159 vmImage: $(ubuntu_vm)
161 image: $(ci_runner_image)
162 options: $(container_option)
165 make tools-only_config envtools -j$(nproc)
168 displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
170 vmImage: $(ubuntu_vm)
173 cat << "EOF" > build.sh
175 git config --global user.name "Azure Pipelines"
176 git config --global user.email bmeng.cn@gmail.com
177 git config --global --add safe.directory $(work_dir)
179 virtualenv -p /usr/bin/python3 /tmp/venv
180 . /tmp/venv/bin/activate
181 pip install -r test/py/requirements.txt
182 export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
183 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
184 export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
185 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board sandbox_spl
187 ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
188 ./tools/buildman/buildman -t
190 ./tools/patman/patman test
191 make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
194 # We cannot use "container" like other jobs above, as buildman
195 # seems to hang forever with pre-configured "container" environment
196 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
198 - job: nokia_rx51_test
199 displayName: 'Run tests for Nokia RX-51 (aka N900)'
201 vmImage: $(ubuntu_vm)
203 image: $(ci_runner_image)
204 options: $(container_option)
207 export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH
208 test/nokia_rx51_test.sh
211 displayName: Check for any pylint regressions
213 vmImage: $(ubuntu_vm)
215 image: $(ci_runner_image)
216 options: $(container_option)
219 git config --global --add safe.directory $(work_dir)
221 pip install -r test/py/requirements.txt
222 pip install asteval pylint==2.12.2 pyopenssl
223 export PATH=${PATH}:~/.local/bin
224 echo "[MASTER]" >> .pylintrc
225 echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
226 export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
227 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board sandbox_spl
230 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
236 displayName: 'test.py'
238 vmImage: $(ubuntu_vm)
242 TEST_PY_BD: "sandbox"
244 TEST_PY_BD: "sandbox"
245 OVERRIDE: "-O clang-13"
247 TEST_PY_BD: "sandbox"
248 BUILD_ENV: "NO_LTO=1"
250 TEST_PY_BD: "sandbox_spl"
251 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
253 TEST_PY_BD: "sandbox_vpl"
254 TEST_PY_TEST_SPEC: "test_vpl_help or test_spl"
256 TEST_PY_BD: "sandbox_noinst"
257 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
259 TEST_PY_BD: "sandbox_flattree"
261 TEST_PY_BD: "coreboot"
262 TEST_PY_ID: "--id qemu"
263 TEST_PY_TEST_SPEC: "not sleep"
265 TEST_PY_BD: "evb-ast2500"
266 TEST_PY_ID: "--id qemu"
268 TEST_PY_BD: "evb-ast2600"
269 TEST_PY_ID: "--id qemu"
271 TEST_PY_BD: "vexpress_ca9x4"
272 TEST_PY_ID: "--id qemu"
273 integratorcp_cm926ejs:
274 TEST_PY_BD: "integratorcp_cm926ejs"
275 TEST_PY_ID: "--id qemu"
276 TEST_PY_TEST_SPEC: "not sleep"
278 TEST_PY_BD: "qemu_arm"
279 TEST_PY_TEST_SPEC: "not sleep"
281 TEST_PY_BD: "qemu_arm64"
282 TEST_PY_TEST_SPEC: "not sleep"
285 TEST_PY_ID: "--id qemu"
286 TEST_PY_TEST_SPEC: "not sleep and not efi"
288 TEST_PY_BD: "maltael"
289 TEST_PY_ID: "--id qemu"
290 TEST_PY_TEST_SPEC: "not sleep and not efi"
292 TEST_PY_BD: "malta64"
293 TEST_PY_ID: "--id qemu"
294 TEST_PY_TEST_SPEC: "not sleep and not efi"
296 TEST_PY_BD: "malta64el"
297 TEST_PY_ID: "--id qemu"
298 TEST_PY_TEST_SPEC: "not sleep and not efi"
300 TEST_PY_BD: "qemu-ppce500"
301 TEST_PY_TEST_SPEC: "not sleep"
303 TEST_PY_BD: "qemu-riscv32"
304 TEST_PY_TEST_SPEC: "not sleep"
306 TEST_PY_BD: "qemu-riscv64"
307 TEST_PY_TEST_SPEC: "not sleep"
309 TEST_PY_BD: "qemu-riscv32_spl"
310 TEST_PY_TEST_SPEC: "not sleep"
312 TEST_PY_BD: "qemu-riscv64_spl"
313 TEST_PY_TEST_SPEC: "not sleep"
315 TEST_PY_BD: "qemu-x86"
316 TEST_PY_TEST_SPEC: "not sleep"
318 TEST_PY_BD: "qemu-x86_64"
319 TEST_PY_TEST_SPEC: "not sleep"
321 TEST_PY_BD: "r2dplus"
322 TEST_PY_ID: "--id i82557c_qemu"
324 TEST_PY_BD: "r2dplus"
325 TEST_PY_ID: "--id pcnet_qemu"
327 TEST_PY_BD: "r2dplus"
328 TEST_PY_ID: "--id rtl8139_qemu"
330 TEST_PY_BD: "r2dplus"
331 TEST_PY_ID: "--id tulip_qemu"
332 sifive_unleashed_sdcard:
333 TEST_PY_BD: "sifive_unleashed"
334 TEST_PY_ID: "--id sdcard_qemu"
335 sifive_unleashed_spi-nor:
336 TEST_PY_BD: "sifive_unleashed"
337 TEST_PY_ID: "--id spi-nor_qemu"
339 TEST_PY_BD: "xilinx_zynq_virt"
340 TEST_PY_ID: "--id qemu"
341 TEST_PY_TEST_SPEC: "not sleep"
343 TEST_PY_BD: "xilinx_versal_virt"
344 TEST_PY_ID: "--id qemu"
345 TEST_PY_TEST_SPEC: "not sleep"
348 TEST_PY_ID: "--id qemu"
349 TEST_PY_TEST_SPEC: "not sleep"
354 # make environment variables available as tests are running inside a container
355 export WORK_DIR="${WORK_DIR}"
356 export TEST_PY_BD="${TEST_PY_BD}"
357 export TEST_PY_ID="${TEST_PY_ID}"
358 export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
359 export OVERRIDE="${OVERRIDE}"
360 export BUILD_ENV="${BUILD_ENV}"
362 cat << "EOF" >> test.sh
363 # the below corresponds to .gitlab-ci.yml "before_script"
365 git config --global --add safe.directory ${WORK_DIR}
366 git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
367 ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
368 ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
369 grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
370 grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
371 if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
372 wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
373 export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
375 if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
376 wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
377 export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
379 # the below corresponds to .gitlab-ci.yml "script"
381 export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD};
382 tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board ${TEST_PY_BD} ${OVERRIDE}
383 cp ~/grub_x86.efi ${UBOOT_TRAVIS_BUILD_DIR}/
384 cp ~/grub_x64.efi ${UBOOT_TRAVIS_BUILD_DIR}/
385 cp /opt/grub/grubriscv64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
386 cp /opt/grub/grubaa64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
387 cp /opt/grub/grubarm.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
388 # create sdcard / spi-nor images for sifive unleashed using genimage
389 if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
391 cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
392 cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
394 genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
395 cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
397 genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
398 cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
400 if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
401 wget -O - "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
402 wget -O - "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >cbfstool;
404 ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
406 virtualenv -p /usr/bin/python3 /tmp/venv
407 . /tmp/venv/bin/activate
408 pip install -r test/py/requirements.txt
409 export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
410 export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
411 # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
412 ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID} ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"} --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
413 # the below corresponds to .gitlab-ci.yml "after_script"
414 rm -rf /tmp/uboot-test-hooks /tmp/venv
417 # make current directory writeable to uboot user inside the container
418 # as sandbox testing need create files like spi flash images, etc.
419 # (TODO: clean up this in the future)
421 # Filesystem tests need extra docker args to run
423 if [[ "${TEST_PY_BD}" == "sandbox" ]]; then
424 # mount -o loop needs the loop devices
425 if modprobe loop; then
426 for d in $(find /dev -maxdepth 1 -name 'loop*'); do
427 set -- "$@" --device $d:$d
430 # Needed for mount syscall (for guestmount as well)
431 set -- "$@" --cap-add SYS_ADMIN
432 # Default apparmor profile denies mounts
433 set -- "$@" --security-opt apparmor=unconfined
435 # Some tests using libguestfs-tools need the fuse device to run
436 docker run "$@" --device /dev/fuse:/dev/fuse -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh
440 - job: build_the_world
441 displayName: 'Build the World'
443 vmImage: $(ubuntu_vm)
445 # Use almost the same target division in .travis.yml, only merged
446 # 3 small build jobs (arc/microblaze/xtensa) into one.
448 arc_microblaze_xtensa:
449 BUILDMAN: "arc microblaze xtensa"
452 arm11_arm7_arm920t_arm946es:
453 BUILDMAN: "arm11 arm7 arm920t arm946es"
455 BUILDMAN: "arm926ejs -x freescale,siemens,at91,kirkwood,omap"
457 BUILDMAN: "at91 -x armv7"
459 BUILDMAN: "at91 -x arm926ejs"
460 boundary_engicam_toradex:
461 BUILDMAN: "boundary engicam toradex"
463 BUILDMAN: "bcm -x mips"
465 BUILDMAN: "freescale -x powerpc,m68k,aarch64,ls101,ls102,ls104,ls108,ls20,lx216"
467 BUILDMAN: "freescale&ls101"
469 BUILDMAN: "freescale&ls102"
471 BUILDMAN: "freescale&ls104"
473 BUILDMAN: "freescale&ls108"
475 BUILDMAN: "freescale&ls20"
477 BUILDMAN: "freescale&lx216"
479 BUILDMAN: "mx6 -x boundary,engicam,freescale,technexion,toradex"
481 BUILDMAN: "mx -x mx6,imx8,freescale,technexion,toradex"
483 BUILDMAN: "imx8 imx9"
491 OVERRIDE: "-O clang-13 -a ASAN"
493 BUILDMAN: "samsung socfpga"
503 BUILDMAN: "sun8i&armv7"
505 BUILDMAN: "sun8i&aarch64"
511 BUILDMAN: "arm -x arm11,arm7,arm9,aarch64,at91,bcm,freescale,kirkwood,mvebu,renesas,siemens,tegra,uniphier,mx,samsung,sunxi,am33xx,omap,rk,toradex,socfpga,k2,k3,zynq"
513 BUILDMAN: "sandbox x86"
515 BUILDMAN: "technexion"
529 BUILDMAN: "tegra -x toradex"
531 BUILDMAN: "am33xx -x siemens"
537 BUILDMAN: "aarch64 -x amlogic,bcm,imx8,imx9,k3,tegra,ls1,ls2,lx216,mvebu,uniphier,renesas,sunxi,samsung,socfpga,rk,versal,zynq"
543 BUILDMAN: "zynq&armv7"
545 BUILDMAN: "versal|zynqmp&aarch64"
550 cat << EOF > build.sh
553 # make environment variables available as tests are running inside a container
554 export BUILDMAN="${BUILDMAN}"
555 git config --global --add safe.directory ${WORK_DIR}
557 cat << "EOF" >> build.sh
558 if [[ "${BUILDMAN}" != "" ]]; then
560 tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
561 if [[ $ret -ne 0 ]]; then
562 tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
568 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh