.azure-pipelines.yml

   1 variables:
   2   windows_vm: vs2017-win2016
   3   ubuntu_vm: ubuntu-18.04
   4   macos_vm: macOS-10.15
   5   ci_runner_image: trini/u-boot-gitlab-ci-runner:focal-20210827-11Sep2021
   6   # Add '-u 0' options for Azure pipelines, otherwise we get "permission
   7   # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
   8   # since our $(ci_runner_image) user is not root.
   9   container_option: -u 0
  10   work_dir: /u
  11
  12 jobs:
  13   - job: tools_only_windows
  14     displayName: 'Ensure host tools build for Windows'
  15     pool:
  16       vmImage: $(windows_vm)
  17     steps:
  18       - powershell: |
  19           (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
  20         displayName: 'Install MSYS2'
  21       - script: |
  22           sfx.exe -y -o%CD:~0,2%\
  23           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syyuu"
  24         displayName: 'Update MSYS2'
  25       - script: |
  26           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel"
  27         displayName: 'Install Toolchain'
  28       - script: |
  29           echo make tools-only_defconfig tools-only NO_SDL=1 > build-tools.sh
  30           %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
  31         displayName: 'Build Host Tools'
  32         env:
  33           # Tell MSYS2 we need a POSIX emulation layer
  34           MSYSTEM: MSYS
  35           # Tell MSYS2 not to ‘cd’ our startup directory to HOME
  36           CHERE_INVOKING: yes
  37
  38   - job: tools_only_macOS
  39     displayName: 'Ensure host tools build for macOS X'
  40     pool:
  41       vmImage: $(macos_vm)
  42     steps:
  43       - script: brew install make
  44         displayName: Brew install dependencies
  45       - script: |
  46           gmake tools-only_config tools-only NO_SDL=1 \
  47             HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
  48             HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
  49             -j$(sysctl -n hw.logicalcpu)
  50         displayName: 'Perform tools-only build'
  51
  52   - job: cppcheck
  53     displayName: 'Static code analysis with cppcheck'
  54     pool:
  55       vmImage: $(ubuntu_vm)
  56     container:
  57       image: $(ci_runner_image)
  58       options: $(container_option)
  59     steps:
  60       - script: cppcheck -j$(nproc) --force --quiet --inline-suppr .
  61
  62   - job: htmldocs
  63     displayName: 'Build HTML documentation'
  64     pool:
  65       vmImage: $(ubuntu_vm)
  66     container:
  67       image: $(ci_runner_image)
  68       options: $(container_option)
  69     steps:
  70       - script: |
  71           virtualenv -p /usr/bin/python3 /tmp/venvhtml
  72           . /tmp/venvhtml/bin/activate
  73           pip install -r doc/sphinx/requirements.txt
  74           make htmldocs
  75
  76   - job: todo
  77     displayName: 'Search for TODO within source tree'
  78     pool:
  79       vmImage: $(ubuntu_vm)
  80     container:
  81       image: $(ci_runner_image)
  82       options: $(container_option)
  83     steps:
  84       - script: grep -r TODO .
  85       - script: grep -r FIXME .
  86       - script: grep -r HACK . | grep -v HACKKIT
  87
  88   - job: sloccount
  89     displayName: 'Some statistics about the code base'
  90     pool:
  91       vmImage: $(ubuntu_vm)
  92     container:
  93       image: $(ci_runner_image)
  94       options: $(container_option)
  95     steps:
  96       - script: sloccount .
  97
  98   - job: maintainers
  99     displayName: 'Ensure all configs have MAINTAINERS entries'
 100     pool:
 101       vmImage: $(ubuntu_vm)
 102     container:
 103       image: $(ci_runner_image)
 104       options: $(container_option)
 105     steps:
 106       - script: |
 107           if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
 108
 109   - job: tools_only
 110     displayName: 'Ensure host tools build'
 111     pool:
 112       vmImage: $(ubuntu_vm)
 113     container:
 114       image: $(ci_runner_image)
 115       options: $(container_option)
 116     steps:
 117       - script: |
 118           make tools-only_config tools-only -j$(nproc)
 119
 120   - job: envtools
 121     displayName: 'Ensure env tools build'
 122     pool:
 123       vmImage: $(ubuntu_vm)
 124     container:
 125       image: $(ci_runner_image)
 126       options: $(container_option)
 127     steps:
 128       - script: |
 129           make tools-only_config envtools -j$(nproc)
 130
 131   - job: utils
 132     displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
 133     pool:
 134       vmImage: $(ubuntu_vm)
 135     steps:
 136       - script: |
 137           cat << EOF > build.sh
 138           set -ex
 139           cd ${WORK_DIR}
 140           EOF
 141           cat << "EOF" >> build.sh
 142           git config --global user.name "Azure Pipelines"
 143           git config --global user.email bmeng.cn@gmail.com
 144           export USER=azure
 145           virtualenv -p /usr/bin/python3 /tmp/venv
 146           . /tmp/venv/bin/activate
 147           pip install -r test/py/requirements.txt
 148           export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
 149           export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
 150           export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
 151           ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board sandbox_spl
 152           ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
 153           ./tools/buildman/buildman -t
 154           ./tools/dtoc/dtoc -t
 155           ./tools/patman/patman test
 156           make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
 157           EOF
 158           cat build.sh
 159           # We cannot use "container" like other jobs above, as buildman
 160           # seems to hang forever with pre-configured "container" environment
 161           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
 162
 163   - job: nokia_rx51_test
 164     displayName: 'Run tests for Nokia RX-51 (aka N900)'
 165     pool:
 166       vmImage: $(ubuntu_vm)
 167     container:
 168       image: $(ci_runner_image)
 169       options: $(container_option)
 170     steps:
 171       - script: |
 172           ./tools/buildman/buildman --fetch-arch arm
 173           export PATH=~/.buildman-toolchains/gcc-9.2.0-nolibc/arm-linux-gnueabi/bin/:$PATH
 174           test/nokia_rx51_test.sh
 175
 176   - job: test_py
 177     displayName: 'test.py'
 178     pool:
 179       vmImage: $(ubuntu_vm)
 180     strategy:
 181       matrix:
 182         sandbox:
 183           TEST_PY_BD: "sandbox"
 184         sandbox_clang:
 185           TEST_PY_BD: "sandbox"
 186           OVERRIDE: "-O clang-12"
 187         sandbox_spl:
 188           TEST_PY_BD: "sandbox_spl"
 189           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 190         sandbox_noinst:
 191           TEST_PY_BD: "sandbox_noinst"
 192           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 193         sandbox_flattree:
 194           TEST_PY_BD: "sandbox_flattree"
 195         evb_ast2500:
 196           TEST_PY_BD: "evb-ast2500"
 197           TEST_PY_ID: "--id qemu"
 198         integratorcp_cm926ejs:
 199           TEST_PY_BD: "integratorcp_cm926ejs"
 200           TEST_PY_ID: "--id qemu"
 201           TEST_PY_TEST_SPEC: "not sleep"
 202         qemu_arm:
 203           TEST_PY_BD: "qemu_arm"
 204           TEST_PY_TEST_SPEC: "not sleep"
 205         qemu_arm64:
 206           TEST_PY_BD: "qemu_arm64"
 207           TEST_PY_TEST_SPEC: "not sleep"
 208         qemu_malta:
 209           TEST_PY_BD: "malta"
 210           TEST_PY_ID: "--id qemu"
 211           TEST_PY_TEST_SPEC: "not sleep and not efi"
 212         qemu_maltael:
 213           TEST_PY_BD: "maltael"
 214           TEST_PY_ID: "--id qemu"
 215           TEST_PY_TEST_SPEC: "not sleep and not efi"
 216         qemu_malta64:
 217           TEST_PY_BD: "malta64"
 218           TEST_PY_ID: "--id qemu"
 219           TEST_PY_TEST_SPEC: "not sleep and not efi"
 220         qemu_malta64el:
 221           TEST_PY_BD: "malta64el"
 222           TEST_PY_ID: "--id qemu"
 223           TEST_PY_TEST_SPEC: "not sleep and not efi"
 224         qemu_ppce500:
 225           TEST_PY_BD: "qemu-ppce500"
 226           TEST_PY_TEST_SPEC: "not sleep"
 227         qemu_riscv32:
 228           TEST_PY_BD: "qemu-riscv32"
 229           TEST_PY_TEST_SPEC: "not sleep"
 230         qemu_riscv64:
 231           TEST_PY_BD: "qemu-riscv64"
 232           TEST_PY_TEST_SPEC: "not sleep"
 233         qemu_riscv32_spl:
 234           TEST_PY_BD: "qemu-riscv32_spl"
 235           TEST_PY_TEST_SPEC: "not sleep"
 236         qemu_riscv64_spl:
 237           TEST_PY_BD: "qemu-riscv64_spl"
 238           TEST_PY_TEST_SPEC: "not sleep"
 239         qemu_x86:
 240           TEST_PY_BD: "qemu-x86"
 241           TEST_PY_TEST_SPEC: "not sleep"
 242         qemu_x86_64:
 243           TEST_PY_BD: "qemu-x86_64"
 244           TEST_PY_TEST_SPEC: "not sleep"
 245         r2dplus_i82557c:
 246           TEST_PY_BD: "r2dplus"
 247           TEST_PY_ID: "--id i82557c_qemu"
 248         r2dplus_pcnet:
 249           TEST_PY_BD: "r2dplus"
 250           TEST_PY_ID: "--id pcnet_qemu"
 251         r2dplus_rtl8139:
 252           TEST_PY_BD: "r2dplus"
 253           TEST_PY_ID: "--id rtl8139_qemu"
 254         r2dplus_tulip:
 255           TEST_PY_BD: "r2dplus"
 256           TEST_PY_ID: "--id tulip_qemu"
 257         sifive_unleashed_sdcard:
 258           TEST_PY_BD: "sifive_unleashed"
 259           TEST_PY_ID: "--id sdcard_qemu"
 260         sifive_unleashed_spi-nor:
 261           TEST_PY_BD: "sifive_unleashed"
 262           TEST_PY_ID: "--id spi-nor_qemu"
 263         xilinx_zynq_virt:
 264           TEST_PY_BD: "xilinx_zynq_virt"
 265           TEST_PY_ID: "--id qemu"
 266           TEST_PY_TEST_SPEC: "not sleep"
 267         xilinx_versal_virt:
 268           TEST_PY_BD: "xilinx_versal_virt"
 269           TEST_PY_ID: "--id qemu"
 270           TEST_PY_TEST_SPEC: "not sleep"
 271         xtfpga:
 272           TEST_PY_BD: "xtfpga"
 273           TEST_PY_ID: "--id qemu"
 274           TEST_PY_TEST_SPEC: "not sleep"
 275     steps:
 276       - script: |
 277           cat << EOF > test.sh
 278           set -ex
 279           # make environment variables available as tests are running inside a container
 280           export WORK_DIR="${WORK_DIR}"
 281           export TEST_PY_BD="${TEST_PY_BD}"
 282           export TEST_PY_ID="${TEST_PY_ID}"
 283           export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
 284           export OVERRIDE="${OVERRIDE}"
 285           EOF
 286           cat << "EOF" >> test.sh
 287           # the below corresponds to .gitlab-ci.yml "before_script"
 288           cd ${WORK_DIR}
 289           git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
 290           ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
 291           ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
 292           grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
 293           grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
 294           if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
 295               wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
 296               export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
 297           fi
 298           if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
 299               wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
 300               export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
 301           fi
 302           # the below corresponds to .gitlab-ci.yml "script"
 303           cd ${WORK_DIR}
 304           export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD};
 305           tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board ${TEST_PY_BD} ${OVERRIDE}
 306           cp ~/grub_x86.efi ${UBOOT_TRAVIS_BUILD_DIR}/
 307           cp ~/grub_x64.efi ${UBOOT_TRAVIS_BUILD_DIR}/
 308           cp /opt/grub/grubriscv64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
 309           cp /opt/grub/grubaa64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
 310           cp /opt/grub/grubarm.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
 311           # create sdcard / spi-nor images for sifive unleashed using genimage
 312           if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
 313               mkdir -p root;
 314               cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
 315               cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
 316               rm -rf tmp;
 317               genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
 318               cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
 319               rm -rf tmp;
 320               genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
 321               cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
 322           fi
 323           virtualenv -p /usr/bin/python3 /tmp/venv
 324           . /tmp/venv/bin/activate
 325           pip install -r test/py/requirements.txt
 326           export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
 327           export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
 328           # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
 329           ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID} ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"} --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
 330           # the below corresponds to .gitlab-ci.yml "after_script"
 331           rm -rf /tmp/uboot-test-hooks /tmp/venv
 332           EOF
 333           cat test.sh
 334           # make current directory writeable to uboot user inside the container
 335           # as sandbox testing need create files like spi flash images, etc.
 336           # (TODO: clean up this in the future)
 337           chmod 777 .
 338           # Filesystem tests need extra docker args to run
 339           set --
 340           if [[ "${TEST_PY_BD}" == "sandbox" ]]; then
 341               # mount -o loop needs the loop devices
 342               if modprobe loop; then
 343                   for d in $(find /dev -maxdepth 1 -name 'loop*'); do
 344                       set -- "$@" --device $d:$d
 345                   done
 346               fi
 347               # Needed for mount syscall (for guestmount as well)
 348               set -- "$@" --cap-add SYS_ADMIN
 349               # Default apparmor profile denies mounts
 350               set -- "$@" --security-opt apparmor=unconfined
 351           fi
 352           # Some tests using libguestfs-tools need the fuse device to run
 353           docker run "$@" --device /dev/fuse:/dev/fuse -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh
 354
 355   - job: build_the_world
 356     displayName: 'Build the World'
 357     pool:
 358       vmImage: $(ubuntu_vm)
 359     strategy:
 360       # Use almost the same target division in .travis.yml, only merged
 361       # 4 small build jobs (arc/microblaze/nds32/xtensa) into one.
 362       matrix:
 363         arc_microblaze_nds32_xtensa:
 364           BUILDMAN: "arc microblaze nds32 xtensa"
 365         arm11_arm7_arm920t_arm946es:
 366           BUILDMAN: "arm11 arm7 arm920t arm946es"
 367         arm926ejs:
 368           BUILDMAN: "arm926ejs -x freescale,siemens,at91,kirkwood,omap"
 369         at91_non_armv7:
 370           BUILDMAN: "at91 -x armv7"
 371         at91_non_arm926ejs:
 372           BUILDMAN: "at91 -x arm926ejs"
 373         boundary_engicam_toradex:
 374           BUILDMAN: "boundary engicam toradex"
 375         arm_bcm:
 376           BUILDMAN: "bcm -x mips"
 377         nxp_arm32:
 378           BUILDMAN: "freescale -x powerpc,m68k,aarch64,ls101,ls102,ls104,ls108,ls20,lx216"
 379         nxp_ls101x:
 380           BUILDMAN: "freescale&ls101"
 381         nxp_ls102x:
 382           BUILDMAN: "freescale&ls102"
 383         nxp_ls104x:
 384           BUILDMAN: "freescale&ls104"
 385         nxp_ls108x:
 386           BUILDMAN: "freescale&ls108"
 387         nxp_ls20xx:
 388           BUILDMAN: "freescale&ls20"
 389         nxp_lx216x:
 390           BUILDMAN: "freescale&lx216"
 391         imx6:
 392           BUILDMAN: "mx6 -x boundary,engicam,freescale,technexion,toradex"
 393         imx:
 394           BUILDMAN: "mx -x mx6,freescale,technexion,toradex"
 395         imx8:
 396           BUILDMAN: "imx8"
 397         keystone2_keystone3:
 398           BUILDMAN: "k2 k3"
 399         samsung_socfpga:
 400           BUILDMAN: "samsung socfpga"
 401         sun4i:
 402           BUILDMAN: "sun4i"
 403         sun5i:
 404           BUILDMAN: "sun5i"
 405         sun6i:
 406           BUILDMAN: "sun6i"
 407         sun7i:
 408           BUILDMAN: "sun7i"
 409         sun8i_32bit:
 410           BUILDMAN: "sun8i&armv7"
 411         sun8i_64bit:
 412           BUILDMAN: "sun8i&aarch64"
 413         sun9i:
 414           BUILDMAN: "sun9i"
 415         sun50i:
 416           BUILDMAN: "sun50i"
 417         arm_catch_all:
 418           BUILDMAN: "arm -x arm11,arm7,arm9,aarch64,at91,bcm,freescale,kirkwood,mvebu,renesas,siemens,tegra,uniphier,mx,samsung,sunxi,am33xx,omap,rk,toradex,socfpga,k2,k3,zynq"
 419         sandbox_x86:
 420           BUILDMAN: "sandbox x86"
 421         technexion:
 422           BUILDMAN: "technexion"
 423         kirkwood:
 424           BUILDMAN: "kirkwood"
 425         mvebu:
 426           BUILDMAN: "mvebu"
 427         m68k:
 428           BUILDMAN: "m68k"
 429         mips:
 430           BUILDMAN: "mips"
 431         non_fsl_ppc:
 432           BUILDMAN: "powerpc -x freescale"
 433         mpc85xx_freescale:
 434           BUILDMAN: "mpc85xx&freescale -x t208xrdb -x t102* -x p1_p2_rdb_pc -x p1010rdb -x corenet_ds -x bsc91*"
 435         t208xrdb_corenet_ds:
 436           BUILDMAN: "t208xrdb corenet_ds"
 437         fsl_ppc:
 438           BUILDMAN: "mpc83xx&freescale"
 439         t102x:
 440           BUILDMAN: "t102*"
 441         p1_p2_rdb_pc:
 442           BUILDMAN: "p1_p2_rdb_pc"
 443         p1010rdb_bsc91:
 444           BUILDMAN: "p1010rdb bsc91"
 445         siemens:
 446           BUILDMAN: "siemens"
 447         tegra:
 448           BUILDMAN: "tegra -x toradex"
 449         am33xx_no_siemens:
 450           BUILDMAN: "am33xx -x siemens"
 451         omap:
 452           BUILDMAN: "omap"
 453         uniphier:
 454           BUILDMAN: "uniphier"
 455         aarch64_catch_all:
 456           BUILDMAN: "aarch64 -x bcm,imx8,k3,tegra,ls1,ls2,lx216,mvebu,uniphier,renesas,sunxi,samsung,socfpga,rk,versal,zynq"
 457         rockchip:
 458           BUILDMAN: "rk"
 459         renesas:
 460           BUILDMAN: "renesas"
 461         zynq:
 462           BUILDMAN: "zynq&armv7"
 463         zynqmp_versal:
 464           BUILDMAN: "versal|zynqmp&aarch64"
 465         riscv:
 466           BUILDMAN: "riscv"
 467     steps:
 468       - script: |
 469           cat << EOF > build.sh
 470           set -ex
 471           cd ${WORK_DIR}
 472           # make environment variables available as tests are running inside a container
 473           export BUILDMAN="${BUILDMAN}"
 474           EOF
 475           cat << "EOF" >> build.sh
 476           if [[ "${BUILDMAN}" != "" ]]; then
 477               ret=0;
 478               tools/buildman/buildman -o /tmp -P -E -W ${BUILDMAN} ${OVERRIDE} || ret=$?;
 479               if [[ $ret -ne 0 ]]; then
 480                   tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
 481                   exit $ret;
 482               fi;
 483           fi
 484           EOF
 485           cat build.sh
 486           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh