.gitlab-ci.yml

   1 # SPDX-License-Identifier: GPL-2.0+
   2
   3 # Grab our configured image.  The source for this is found at:
   4 # https://source.denx.de/u-boot/gitlab-ci-runner
   5 image: trini/u-boot-gitlab-ci-runner:focal-20210827-11Sep2021
   6
   7 # We run some tests in different order, to catch some failures quicker.
   8 stages:
   9   - testsuites
  10   - test.py
  11   - world build
  12
  13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
  14   stage: test.py
  15   before_script:
  16     # Clone uboot-test-hooks
  17     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
  18     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
  19     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
  20     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  21     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  22     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
  23         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  24         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
  25       fi
  26     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  27         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  28         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
  29       fi
  30
  31   after_script:
  32     - rm -rf /tmp/uboot-test-hooks /tmp/venv
  33   script:
  34     # If we've been asked to use clang only do one configuration.
  35     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
  36     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
  37         --board ${TEST_PY_BD} ${OVERRIDE}
  38     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
  39     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
  40     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
  41     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
  42     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
  43     # create sdcard / spi-nor images for sifive unleashed using genimage
  44     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  45         mkdir -p root;
  46         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
  47         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
  48         rm -rf tmp;
  49         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
  50         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  51         rm -rf tmp;
  52         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
  53         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  54       fi
  55     - virtualenv -p /usr/bin/python3 /tmp/venv
  56     - . /tmp/venv/bin/activate
  57     - pip install -r test/py/requirements.txt
  58     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
  59     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
  60       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
  61       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
  62         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
  63         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
  64
  65 build all 32bit ARM platforms:
  66   stage: world build
  67   script:
  68     - ret=0;
  69       ./tools/buildman/buildman -o /tmp -P -E -W arm -x aarch64 || ret=$?;
  70       if [[ $ret -ne 0 ]]; then
  71         ./tools/buildman/buildman -o /tmp -seP;
  72         exit $ret;
  73       fi;
  74
  75 build all 64bit ARM platforms:
  76   stage: world build
  77   script:
  78     - virtualenv -p /usr/bin/python3 /tmp/venv
  79     - . /tmp/venv/bin/activate
  80     - pip install pyelftools
  81     - ret=0;
  82       ./tools/buildman/buildman -o /tmp -P -E -W aarch64 || ret=$?;
  83       if [[ $ret -ne 0 ]]; then
  84         ./tools/buildman/buildman -o /tmp -seP;
  85         exit $ret;
  86       fi;
  87
  88 build all PowerPC platforms:
  89   stage: world build
  90   script:
  91     - ret=0;
  92       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
  93       if [[ $ret -ne 0 ]]; then
  94         ./tools/buildman/buildman -o /tmp -seP;
  95         exit $ret;
  96       fi;
  97
  98 build all other platforms:
  99   stage: world build
 100   script:
 101     - ret=0;
 102       ./tools/buildman/buildman -o /tmp -P -E -W -x arm,powerpc || ret=$?;
 103       if [[ $ret -ne 0 ]]; then
 104         ./tools/buildman/buildman -o /tmp -seP;
 105         exit $ret;
 106       fi;
 107
 108 # QA jobs for code analytics
 109 # static code analysis with cppcheck (we can add --enable=all later)
 110 cppcheck:
 111   stage: testsuites
 112   script:
 113     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
 114
 115 # search for TODO within source tree
 116 grep TODO/FIXME/HACK:
 117   stage: testsuites
 118   script:
 119     - grep -r TODO .
 120     - grep -r FIXME .
 121     # search for HACK within source tree and ignore HACKKIT board
 122     - grep -r HACK . | grep -v HACKKIT
 123
 124 # build HTML documentation
 125 htmldocs:
 126   stage: testsuites
 127   script:
 128     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
 129     - . /tmp/venvhtml/bin/activate
 130     - pip install -r doc/sphinx/requirements.txt
 131     - make htmldocs
 132
 133 # some statistics about the code base
 134 sloccount:
 135   stage: testsuites
 136   script:
 137     - sloccount .
 138
 139 # ensure all configs have MAINTAINERS entries
 140 Check for configs without MAINTAINERS entry:
 141   stage: testsuites
 142   script:
 143     - if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
 144
 145 # Ensure host tools build
 146 Build tools-only:
 147   stage: testsuites
 148   script:
 149     - make tools-only_config tools-only -j$(nproc)
 150
 151 # Ensure env tools build
 152 Build envtools:
 153   stage: testsuites
 154   script:
 155     - make tools-only_config envtools -j$(nproc)
 156
 157 Run binman, buildman, dtoc, Kconfig and patman testsuites:
 158   stage: testsuites
 159   script:
 160     - git config --global user.name "GitLab CI Runner";
 161       git config --global user.email trini@konsulko.com;
 162       export USER=gitlab;
 163       virtualenv -p /usr/bin/python3 /tmp/venv;
 164       . /tmp/venv/bin/activate;
 165       pip install -r test/py/requirements.txt;
 166       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
 167       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
 168       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
 169       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 170         --board sandbox_spl;
 171       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
 172       ./tools/buildman/buildman -t;
 173       ./tools/dtoc/dtoc -t;
 174       ./tools/patman/patman test;
 175       make testconfig
 176
 177 Run tests for Nokia RX-51 (aka N900):
 178   stage: testsuites
 179   script:
 180     - ./tools/buildman/buildman --fetch-arch arm;
 181       export PATH=~/.buildman-toolchains/gcc-9.2.0-nolibc/arm-linux-gnueabi/bin/:$PATH;
 182       test/nokia_rx51_test.sh
 183
 184 # Test sandbox with test.py
 185 sandbox test.py:
 186   variables:
 187     TEST_PY_BD: "sandbox"
 188   <<: *buildman_and_testpy_dfn
 189
 190 sandbox with clang test.py:
 191   variables:
 192     TEST_PY_BD: "sandbox"
 193     OVERRIDE: "-O clang-12"
 194   <<: *buildman_and_testpy_dfn
 195
 196 sandbox_spl test.py:
 197   variables:
 198     TEST_PY_BD: "sandbox_spl"
 199     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 200   <<: *buildman_and_testpy_dfn
 201
 202 sandbox_noinst_test.py:
 203   variables:
 204     TEST_PY_BD: "sandbox_noinst"
 205     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 206   <<: *buildman_and_testpy_dfn
 207
 208 evb-ast2500 test.py:
 209   variables:
 210     TEST_PY_BD: "evb-ast2500"
 211     TEST_PY_ID: "--id qemu"
 212   <<: *buildman_and_testpy_dfn
 213
 214 sandbox_flattree test.py:
 215   variables:
 216     TEST_PY_BD: "sandbox_flattree"
 217   <<: *buildman_and_testpy_dfn
 218
 219 integratorcp_cm926ejs test.py:
 220   variables:
 221     TEST_PY_BD: "integratorcp_cm926ejs"
 222     TEST_PY_TEST_SPEC: "not sleep"
 223     TEST_PY_ID: "--id qemu"
 224   <<: *buildman_and_testpy_dfn
 225
 226 qemu_arm test.py:
 227   variables:
 228     TEST_PY_BD: "qemu_arm"
 229     TEST_PY_TEST_SPEC: "not sleep"
 230   <<: *buildman_and_testpy_dfn
 231
 232 qemu_arm64 test.py:
 233   variables:
 234     TEST_PY_BD: "qemu_arm64"
 235     TEST_PY_TEST_SPEC: "not sleep"
 236   <<: *buildman_and_testpy_dfn
 237
 238 qemu_malta test.py:
 239   variables:
 240     TEST_PY_BD: "malta"
 241     TEST_PY_TEST_SPEC: "not sleep and not efi"
 242     TEST_PY_ID: "--id qemu"
 243   <<: *buildman_and_testpy_dfn
 244
 245 qemu_maltael test.py:
 246   variables:
 247     TEST_PY_BD: "maltael"
 248     TEST_PY_TEST_SPEC: "not sleep and not efi"
 249     TEST_PY_ID: "--id qemu"
 250   <<: *buildman_and_testpy_dfn
 251
 252 qemu_malta64 test.py:
 253   variables:
 254     TEST_PY_BD: "malta64"
 255     TEST_PY_TEST_SPEC: "not sleep and not efi"
 256     TEST_PY_ID: "--id qemu"
 257   <<: *buildman_and_testpy_dfn
 258
 259 qemu_malta64el test.py:
 260   variables:
 261     TEST_PY_BD: "malta64el"
 262     TEST_PY_TEST_SPEC: "not sleep and not efi"
 263     TEST_PY_ID: "--id qemu"
 264   <<: *buildman_and_testpy_dfn
 265
 266 qemu-ppce500 test.py:
 267   variables:
 268     TEST_PY_BD: "qemu-ppce500"
 269     TEST_PY_TEST_SPEC: "not sleep"
 270   <<: *buildman_and_testpy_dfn
 271
 272 qemu-riscv32 test.py:
 273   variables:
 274     TEST_PY_BD: "qemu-riscv32"
 275     TEST_PY_TEST_SPEC: "not sleep"
 276   <<: *buildman_and_testpy_dfn
 277
 278 qemu-riscv64 test.py:
 279   variables:
 280     TEST_PY_BD: "qemu-riscv64"
 281     TEST_PY_TEST_SPEC: "not sleep"
 282   <<: *buildman_and_testpy_dfn
 283
 284 qemu-riscv32_spl test.py:
 285   variables:
 286     TEST_PY_BD: "qemu-riscv32_spl"
 287     TEST_PY_TEST_SPEC: "not sleep"
 288   <<: *buildman_and_testpy_dfn
 289
 290 qemu-riscv64_spl test.py:
 291   variables:
 292     TEST_PY_BD: "qemu-riscv64_spl"
 293     TEST_PY_TEST_SPEC: "not sleep"
 294   <<: *buildman_and_testpy_dfn
 295
 296 qemu-x86 test.py:
 297   variables:
 298     TEST_PY_BD: "qemu-x86"
 299     TEST_PY_TEST_SPEC: "not sleep"
 300   <<: *buildman_and_testpy_dfn
 301
 302 qemu-x86_64 test.py:
 303   variables:
 304     TEST_PY_BD: "qemu-x86_64"
 305     TEST_PY_TEST_SPEC: "not sleep"
 306   <<: *buildman_and_testpy_dfn
 307
 308 r2dplus_i82557c test.py:
 309   variables:
 310     TEST_PY_BD: "r2dplus"
 311     TEST_PY_ID: "--id i82557c_qemu"
 312   <<: *buildman_and_testpy_dfn
 313
 314 r2dplus_pcnet test.py:
 315   variables:
 316     TEST_PY_BD: "r2dplus"
 317     TEST_PY_ID: "--id pcnet_qemu"
 318   <<: *buildman_and_testpy_dfn
 319
 320 r2dplus_rtl8139 test.py:
 321   variables:
 322     TEST_PY_BD: "r2dplus"
 323     TEST_PY_ID: "--id rtl8139_qemu"
 324   <<: *buildman_and_testpy_dfn
 325
 326 r2dplus_tulip test.py:
 327   variables:
 328     TEST_PY_BD: "r2dplus"
 329     TEST_PY_ID: "--id tulip_qemu"
 330   <<: *buildman_and_testpy_dfn
 331
 332 sifive_unleashed_sdcard test.py:
 333   variables:
 334     TEST_PY_BD: "sifive_unleashed"
 335     TEST_PY_ID: "--id sdcard_qemu"
 336   <<: *buildman_and_testpy_dfn
 337
 338 sifive_unleashed_spi-nor test.py:
 339   variables:
 340     TEST_PY_BD: "sifive_unleashed"
 341     TEST_PY_ID: "--id spi-nor_qemu"
 342   <<: *buildman_and_testpy_dfn
 343
 344 xilinx_zynq_virt test.py:
 345   variables:
 346     TEST_PY_BD: "xilinx_zynq_virt"
 347     TEST_PY_TEST_SPEC: "not sleep"
 348     TEST_PY_ID: "--id qemu"
 349   <<: *buildman_and_testpy_dfn
 350
 351 xilinx_versal_virt test.py:
 352   variables:
 353     TEST_PY_BD: "xilinx_versal_virt"
 354     TEST_PY_TEST_SPEC: "not sleep"
 355     TEST_PY_ID: "--id qemu"
 356   <<: *buildman_and_testpy_dfn
 357
 358 xtfpga test.py:
 359   variables:
 360     TEST_PY_BD: "xtfpga"
 361     TEST_PY_TEST_SPEC: "not sleep"
 362     TEST_PY_ID: "--id qemu"
 363   <<: *buildman_and_testpy_dfn