.azure-pipelines.yml

   1 variables:
   2   windows_vm: vs2017-win2016
   3   ubuntu_vm: ubuntu-18.04
   4   macos_vm: macOS-10.15
   5   ci_runner_image: trini/u-boot-gitlab-ci-runner:bionic-20200526-18Jun2020
   6   # Add '-u 0' options for Azure pipelines, otherwise we get "permission
   7   # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
   8   # since our $(ci_runner_image) user is not root.
   9   container_option: -u 0
  10   work_dir: /u
  11
  12 jobs:
  13   - job: tools_only_windows
  14     displayName: 'Ensure host tools build for Windows'
  15     pool:
  16       vmImage: $(windows_vm)
  17     strategy:
  18       matrix:
  19         i686:
  20           MSYS_DIR: msys32
  21           BASE_REPO: msys2-ci-base-i686
  22         x86_64:
  23           MSYS_DIR: msys64
  24           BASE_REPO: msys2-ci-base
  25     steps:
  26       - script: |
  27           git clone https://github.com/msys2/$(BASE_REPO).git %CD:~0,2%\$(MSYS_DIR)
  28         displayName: 'Install MSYS2'
  29       - script: |
  30           set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
  31           %CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm -Syyuu
  32         displayName: 'Update MSYS2'
  33       - script: |
  34           set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
  35           %CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm --needed -S make gcc bison diffutils openssl-devel
  36         displayName: 'Install Toolchain'
  37       - script: |
  38           set PATH=C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
  39           echo make tools-only_defconfig tools-only NO_SDL=1 > build-tools.sh
  40           %CD:~0,2%\$(MSYS_DIR)\usr\bin\bash -lc "bash build-tools.sh"
  41         displayName: 'Build Host Tools'
  42         env:
  43           # Tell MSYS2 we need a POSIX emulation layer
  44           MSYSTEM: MSYS
  45           # Tell MSYS2 not to ‘cd’ our startup directory to HOME
  46           CHERE_INVOKING: yes
  47
  48   - job: tools_only_macOS
  49     displayName: 'Ensure host tools build for macOS X'
  50     pool:
  51       vmImage: $(macos_vm)
  52     steps:
  53       - script: brew install make
  54         displayName: Brew install dependencies
  55       - script: |
  56           gmake tools-only_config tools-only NO_SDL=1 \
  57             HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
  58             HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
  59             -j$(sysctl -n hw.logicalcpu)
  60         displayName: 'Perform tools-only build'
  61
  62   - job: cppcheck
  63     displayName: 'Static code analysis with cppcheck'
  64     pool:
  65       vmImage: $(ubuntu_vm)
  66     container:
  67       image: $(ci_runner_image)
  68       options: $(container_option)
  69     steps:
  70       - script: cppcheck -j$(nproc) --force --quiet --inline-suppr .
  71
  72   - job: htmldocs
  73     displayName: 'Build HTML documentation'
  74     pool:
  75       vmImage: $(ubuntu_vm)
  76     container:
  77       image: $(ci_runner_image)
  78       options: $(container_option)
  79     steps:
  80       - script: make htmldocs
  81
  82   - job: todo
  83     displayName: 'Search for TODO within source tree'
  84     pool:
  85       vmImage: $(ubuntu_vm)
  86     container:
  87       image: $(ci_runner_image)
  88       options: $(container_option)
  89     steps:
  90       - script: grep -r TODO .
  91       - script: grep -r FIXME .
  92       - script: grep -r HACK . | grep -v HACKKIT
  93
  94   - job: sloccount
  95     displayName: 'Some statistics about the code base'
  96     pool:
  97       vmImage: $(ubuntu_vm)
  98     container:
  99       image: $(ci_runner_image)
 100       options: $(container_option)
 101     steps:
 102       - script: sloccount .
 103
 104   - job: maintainers
 105     displayName: 'Ensure all configs have MAINTAINERS entries'
 106     pool:
 107       vmImage: $(ubuntu_vm)
 108     container:
 109       image: $(ci_runner_image)
 110       options: $(container_option)
 111     steps:
 112       - script: |
 113           if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
 114
 115   - job: tools_only
 116     displayName: 'Ensure host tools build'
 117     pool:
 118       vmImage: $(ubuntu_vm)
 119     container:
 120       image: $(ci_runner_image)
 121       options: $(container_option)
 122     steps:
 123       - script: |
 124           make tools-only_config tools-only -j$(nproc)
 125
 126   - job: envtools
 127     displayName: 'Ensure env tools build'
 128     pool:
 129       vmImage: $(ubuntu_vm)
 130     container:
 131       image: $(ci_runner_image)
 132       options: $(container_option)
 133     steps:
 134       - script: |
 135           make tools-only_config envtools -j$(nproc)
 136
 137   - job: utils
 138     displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
 139     pool:
 140       vmImage: $(ubuntu_vm)
 141     steps:
 142       - script: |
 143           cat << EOF > build.sh
 144           set -ex
 145           cd ${WORK_DIR}
 146           EOF
 147           cat << "EOF" >> build.sh
 148           git config --global user.name "Azure Pipelines"
 149           git config --global user.email bmeng.cn@gmail.com
 150           export USER=azure
 151           virtualenv -p /usr/bin/python3 /tmp/venv
 152           . /tmp/venv/bin/activate
 153           pip install pyelftools pytest
 154           export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
 155           export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
 156           export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
 157           ./tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w sandbox_spl
 158           ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
 159           ./tools/buildman/buildman -t
 160           ./tools/dtoc/dtoc -t
 161           ./tools/patman/patman --test
 162           make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
 163           EOF
 164           cat build.sh
 165           # We cannot use "container" like other jobs above, as buildman
 166           # seems to hang forever with pre-configured "container" environment
 167           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
 168
 169   - job: nokia_rx51_test
 170     displayName: 'Run tests for Nokia RX-51 (aka N900)'
 171     pool:
 172       vmImage: $(ubuntu_vm)
 173     container:
 174       image: $(ci_runner_image)
 175       options: $(container_option)
 176     steps:
 177       - script: |
 178           ./tools/buildman/buildman --fetch-arch arm
 179           export PATH=~/.buildman-toolchains/gcc-9.2.0-nolibc/arm-linux-gnueabi/bin/:$PATH
 180           test/nokia_rx51_test.sh
 181
 182   - job: test_py
 183     displayName: 'test.py'
 184     pool:
 185       vmImage: $(ubuntu_vm)
 186     strategy:
 187       matrix:
 188         sandbox:
 189           TEST_PY_BD: "sandbox"
 190         sandbox_clang:
 191           TEST_PY_BD: "sandbox"
 192           OVERRIDE: "-O clang-10"
 193         sandbox_spl:
 194           TEST_PY_BD: "sandbox_spl"
 195           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff"
 196         sandbox_flattree:
 197           TEST_PY_BD: "sandbox_flattree"
 198         evb_ast2500:
 199           TEST_PY_BD: "evb-ast2500"
 200           TEST_PY_ID: "--id qemu"
 201         vexpress_ca15_tc2:
 202           TEST_PY_BD: "vexpress_ca15_tc2"
 203           TEST_PY_ID: "--id qemu"
 204         vexpress_ca9x4:
 205           TEST_PY_BD: "vexpress_ca9x4"
 206           TEST_PY_ID: "--id qemu"
 207         integratorcp_cm926ejs:
 208           TEST_PY_BD: "integratorcp_cm926ejs"
 209           TEST_PY_ID: "--id qemu"
 210           TEST_PY_TEST_SPEC: "not sleep"
 211         qemu_arm:
 212           TEST_PY_BD: "qemu_arm"
 213           TEST_PY_TEST_SPEC: "not sleep"
 214         qemu_arm64:
 215           TEST_PY_BD: "qemu_arm64"
 216           TEST_PY_TEST_SPEC: "not sleep"
 217         qemu_mips:
 218           TEST_PY_BD: "qemu_mips"
 219           TEST_PY_TEST_SPEC: "not sleep"
 220         qemu_mipsel:
 221           TEST_PY_BD: "qemu_mipsel"
 222           TEST_PY_TEST_SPEC: "not sleep"
 223         qemu_mips64:
 224           TEST_PY_BD: "qemu_mips64"
 225           TEST_PY_TEST_SPEC: "not sleep"
 226         qemu_mips64el:
 227           TEST_PY_BD: "qemu_mips64el"
 228           TEST_PY_TEST_SPEC: "not sleep"
 229         qemu_ppce500:
 230           TEST_PY_BD: "qemu-ppce500"
 231           TEST_PY_TEST_SPEC: "not sleep"
 232         qemu_riscv32:
 233           TEST_PY_BD: "qemu-riscv32"
 234           TEST_PY_TEST_SPEC: "not sleep"
 235         qemu_riscv64:
 236           TEST_PY_BD: "qemu-riscv64"
 237           TEST_PY_TEST_SPEC: "not sleep"
 238         qemu_riscv32_spl:
 239           TEST_PY_BD: "qemu-riscv32_spl"
 240           TEST_PY_TEST_SPEC: "not sleep"
 241         qemu_riscv64_spl:
 242           TEST_PY_BD: "qemu-riscv64_spl"
 243           TEST_PY_TEST_SPEC: "not sleep"
 244         qemu_x86:
 245           TEST_PY_BD: "qemu-x86"
 246           TEST_PY_TEST_SPEC: "not sleep"
 247         qemu_x86_64:
 248           TEST_PY_BD: "qemu-x86_64"
 249           TEST_PY_TEST_SPEC: "not sleep"
 250         xilinx_zynq_virt:
 251           TEST_PY_BD: "xilinx_zynq_virt"
 252           TEST_PY_ID: "--id qemu"
 253           TEST_PY_TEST_SPEC: "not sleep"
 254         xilinx_versal_virt:
 255           TEST_PY_BD: "xilinx_versal_virt"
 256           TEST_PY_ID: "--id qemu"
 257           TEST_PY_TEST_SPEC: "not sleep"
 258         xtfpga:
 259           TEST_PY_BD: "xtfpga"
 260           TEST_PY_ID: "--id qemu"
 261           TEST_PY_TEST_SPEC: "not sleep"
 262     steps:
 263       - script: |
 264           cat << EOF > test.sh
 265           set -ex
 266           # make environment variables available as tests are running inside a container
 267           export WORK_DIR="${WORK_DIR}"
 268           export TEST_PY_BD="${TEST_PY_BD}"
 269           export TEST_PY_ID="${TEST_PY_ID}"
 270           export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
 271           export OVERRIDE="${OVERRIDE}"
 272           EOF
 273           cat << "EOF" >> test.sh
 274           # the below corresponds to .gitlab-ci.yml "before_script"
 275           cd ${WORK_DIR}
 276           git clone --depth=1 git://github.com/swarren/uboot-test-hooks.git /tmp/uboot-test-hooks
 277           ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
 278           ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
 279           grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
 280           grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
 281           cp /opt/grub/grubriscv64.efi ~/grub_riscv64.efi
 282           cp /opt/grub/grubriscv32.efi ~/grub_riscv32.efi
 283           cp /opt/grub/grubaa64.efi ~/grub_arm64.efi
 284           cp /opt/grub/grubarm.efi ~/grub_arm.efi
 285           if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
 286               wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv32-bin.tar.xz | tar -C /tmp -xJ;
 287               export OPENSBI=/tmp/opensbi-0.6-rv32-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
 288           fi
 289           if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]]; then
 290               wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv64-bin.tar.xz | tar -C /tmp -xJ;
 291               export OPENSBI=/tmp/opensbi-0.6-rv64-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
 292           fi
 293           # the below corresponds to .gitlab-ci.yml "script"
 294           cd ${WORK_DIR}
 295           export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD};
 296           tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board ${TEST_PY_BD} ${OVERRIDE}
 297           virtualenv -p /usr/bin/python3 /tmp/venv
 298           . /tmp/venv/bin/activate
 299           pip install -r test/py/requirements.txt
 300           export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
 301           export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
 302           # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
 303           ./test/py/test.py --bd ${TEST_PY_BD} ${TEST_PY_ID} ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"} --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
 304           # the below corresponds to .gitlab-ci.yml "after_script"
 305           rm -rf /tmp/uboot-test-hooks /tmp/venv
 306           EOF
 307           cat test.sh
 308           # make current directory writeable to uboot user inside the container
 309           # as sandbox testing need create files like spi flash images, etc.
 310           # (TODO: clean up this in the future)
 311           chmod 777 .
 312           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh
 313
 314   - job: build_the_world
 315     displayName: 'Build the World'
 316     pool:
 317       vmImage: $(ubuntu_vm)
 318     strategy:
 319       # Use almost the same target division in .travis.yml, only merged
 320       # 4 small build jobs (arc/microblaze/nds32/xtensa) into one.
 321       matrix:
 322         arc_microblaze_nds32_xtensa:
 323           BUILDMAN: "arc microblaze nds32 xtensa"
 324         arm11_arm7_arm920t_arm946es:
 325           BUILDMAN: "arm11 arm7 arm920t arm946es"
 326         arm926ejs:
 327           BUILDMAN: "arm926ejs -x freescale,siemens,at91,kirkwood,spear,omap"
 328         at91_non_armv7:
 329           BUILDMAN: "at91 -x armv7"
 330         at91_non_arm926ejs:
 331           BUILDMAN: "at91 -x arm926ejs"
 332         boundary_engicam_toradex:
 333           BUILDMAN: "boundary engicam toradex"
 334         arm_bcm:
 335           BUILDMAN: "bcm -x mips"
 336         nxp_arm32:
 337           BUILDMAN: "freescale -x powerpc,m68k,aarch64,ls101,ls102,ls104,ls108,ls20,lx216"
 338         nxp_ls101x:
 339           BUILDMAN: "freescale&ls101"
 340         nxp_ls102x:
 341           BUILDMAN: "freescale&ls102"
 342         nxp_ls104x:
 343           BUILDMAN: "freescale&ls104"
 344         nxp_ls108x:
 345           BUILDMAN: "freescale&ls108"
 346         nxp_ls20xx:
 347           BUILDMAN: "freescale&ls20"
 348         nxp_lx216x:
 349           BUILDMAN: "freescale&lx216"
 350         imx6:
 351           BUILDMAN: "mx6 -x boundary,engicam,freescale,technexion,toradex"
 352         imx:
 353           BUILDMAN: "mx -x mx6,freescale,technexion,toradex"
 354         keystone2_keystone3:
 355           BUILDMAN: "k2 k3"
 356         samsung_socfpga:
 357           BUILDMAN: "samsung socfpga"
 358         spear:
 359           BUILDMAN: "spear"
 360         sun4i:
 361           BUILDMAN: "sun4i"
 362         sun5i:
 363           BUILDMAN: "sun5i"
 364         sun6i:
 365           BUILDMAN: "sun6i"
 366         sun7i:
 367           BUILDMAN: "sun7i"
 368         sun8i_32bit:
 369           BUILDMAN: "sun8i&armv7"
 370         sun8i_64bit:
 371           BUILDMAN: "sun8i&aarch64"
 372         sun9i:
 373           BUILDMAN: "sun9i"
 374         sun50i:
 375           BUILDMAN: "sun50i"
 376         arm_catch_all:
 377           BUILDMAN: "arm -x arm11,arm7,arm9,aarch64,at91,bcm,freescale,kirkwood,mvebu,siemens,tegra,uniphier,mx,samsung,sunxi,am33xx,omap,rk,toradex,socfpga,k2,k3,zynq"
 378         sandbox_x86:
 379           BUILDMAN: "sandbox x86"
 380         technexion:
 381           BUILDMAN: "technexion"
 382         kirkwood:
 383           BUILDMAN: "kirkwood"
 384         mvebu:
 385           BUILDMAN: "mvebu"
 386         m68k:
 387           BUILDMAN: "m68k"
 388         mips:
 389           BUILDMAN: "mips"
 390         non_fsl_ppc:
 391           BUILDMAN: "powerpc -x freescale"
 392         mpc85xx_freescale:
 393           BUILDMAN: "mpc85xx&freescale -x t208xrdb -x t4qds -x t102* -x p1_p2_rdb_pc -x p1010rdb -x corenet_ds -x b4860qds -x bsc91*"
 394         t208xrdb_corenet_ds:
 395           BUILDMAN: "t208xrdb corenet_ds"
 396         fsl_ppc:
 397           BUILDMAN: "t4qds b4860qds mpc83xx&freescale mpc86xx&freescale"
 398         t102x:
 399           BUILDMAN: "t102*"
 400         p1_p2_rdb_pc:
 401           BUILDMAN: "p1_p2_rdb_pc"
 402         p1010rdb_bsc91:
 403           BUILDMAN: "p1010rdb bsc91"
 404         siemens:
 405           BUILDMAN: "siemens"
 406         tegra:
 407           BUILDMAN: "tegra -x toradex"
 408         am33xx_no_siemens:
 409           BUILDMAN: "am33xx -x siemens"
 410         omap:
 411           BUILDMAN: "omap"
 412         uniphier:
 413           BUILDMAN: "uniphier"
 414         aarch64_catch_all:
 415           BUILDMAN: "aarch64 -x bcm,k3,tegra,ls1,ls2,lx216,mvebu,uniphier,sunxi,samsung,socfpga,rk,versal,zynq"
 416         rockchip:
 417           BUILDMAN: "rk"
 418         sh:
 419           BUILDMAN: "sh -x arm"
 420         zynq:
 421           BUILDMAN: "zynq&armv7"
 422         zynqmp_versal:
 423           BUILDMAN: "versal|zynqmp&aarch64"
 424         riscv:
 425           BUILDMAN: "riscv"
 426     steps:
 427       - script: |
 428           cat << EOF > build.sh
 429           set -ex
 430           cd ${WORK_DIR}
 431           # make environment variables available as tests are running inside a container
 432           export BUILDMAN="${BUILDMAN}"
 433           EOF
 434           cat << "EOF" >> build.sh
 435           if [[ "${BUILDMAN}" != "" ]]; then
 436               ret=0;
 437               tools/buildman/buildman -o /tmp -P -W ${BUILDMAN} ${OVERRIDE} || ret=$?;
 438               if [[ $ret -ne 0 ]]; then
 439                   tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
 440                   exit $ret;
 441               fi;
 442           fi
 443           EOF
 444           cat build.sh
 445           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh