.gitlab-ci.yml

   1 # SPDX-License-Identifier: GPL-2.0+
   2
   3 # Grab our configured image.  The source for this is found at:
   4 # https://source.denx.de/u-boot/gitlab-ci-runner
   5 image: trini/u-boot-gitlab-ci-runner:focal-20220302-15Mar2022
   6
   7 # We run some tests in different order, to catch some failures quicker.
   8 stages:
   9   - testsuites
  10   - test.py
  11   - world build
  12
  13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
  14   stage: test.py
  15   before_script:
  16     # Clone uboot-test-hooks
  17     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
  18     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
  19     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
  20     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  21     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  22     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
  23         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  24         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
  25       fi
  26     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  27         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  28         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
  29       fi
  30
  31   after_script:
  32     - rm -rf /tmp/uboot-test-hooks /tmp/venv
  33   script:
  34     # If we've been asked to use clang only do one configuration.
  35     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
  36     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
  37         --board ${TEST_PY_BD} ${OVERRIDE}
  38     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
  39     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
  40     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
  41     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
  42     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
  43     # create sdcard / spi-nor images for sifive unleashed using genimage
  44     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  45         mkdir -p root;
  46         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
  47         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
  48         rm -rf tmp;
  49         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
  50         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  51         rm -rf tmp;
  52         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
  53         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  54       fi
  55     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
  56         wget -O -
  57           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
  58           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
  59         wget -O -
  60           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
  61           cbfstool;
  62         chmod a+x cbfstool;
  63         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
  64       fi
  65     - virtualenv -p /usr/bin/python3 /tmp/venv
  66     - . /tmp/venv/bin/activate
  67     - pip install -r test/py/requirements.txt
  68     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
  69     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
  70       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
  71       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
  72         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
  73         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
  74     # It seems that the files in /tmp go away, so copy out what we need
  75     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
  76         cp -v /tmp/coreboot/*.{html,css} .;
  77       fi
  78
  79 build all 32bit ARM platforms:
  80   stage: world build
  81   script:
  82     - ret=0;
  83       ./tools/buildman/buildman -o /tmp -P -E -W arm -x aarch64 || ret=$?;
  84       if [[ $ret -ne 0 ]]; then
  85         ./tools/buildman/buildman -o /tmp -seP;
  86         exit $ret;
  87       fi;
  88
  89 build all 64bit ARM platforms:
  90   stage: world build
  91   script:
  92     - virtualenv -p /usr/bin/python3 /tmp/venv
  93     - . /tmp/venv/bin/activate
  94     - pip install pyelftools
  95     - ret=0;
  96       ./tools/buildman/buildman -o /tmp -P -E -W aarch64 || ret=$?;
  97       if [[ $ret -ne 0 ]]; then
  98         ./tools/buildman/buildman -o /tmp -seP;
  99         exit $ret;
 100       fi;
 101
 102 build all PowerPC platforms:
 103   stage: world build
 104   script:
 105     - ret=0;
 106       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
 107       if [[ $ret -ne 0 ]]; then
 108         ./tools/buildman/buildman -o /tmp -seP;
 109         exit $ret;
 110       fi;
 111
 112 build all other platforms:
 113   stage: world build
 114   script:
 115     - ret=0;
 116       ./tools/buildman/buildman -o /tmp -P -E -W -x arm,powerpc || ret=$?;
 117       if [[ $ret -ne 0 ]]; then
 118         ./tools/buildman/buildman -o /tmp -seP;
 119         exit $ret;
 120       fi;
 121
 122 check for migrated symbols in board header:
 123   stage: testsuites
 124   script:
 125     - KSYMLST=`mktemp`;
 126       KUSEDLST=`mktemp`;
 127       cat `find . -name "Kconfig*"` |
 128          sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
 129          -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
 130          | sort -u > $KSYMLST;
 131       for CFG in `find include/configs -name "*.h"`; do
 132          (grep '#define[[:blank:]]CONFIG_' $CFG |
 133             sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' ;
 134             grep '#undef[[:blank:]]CONFIG_' $CFG |
 135             sed -n 's/#undef.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p') |
 136             sort -u > ${KUSEDLST} || true;
 137          NUM=`comm -123 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} |
 138             cut -d , -f 3`;
 139          if [[ $NUM -ne 0 ]]; then
 140             echo "Unmigrated symbols found in $CFG";
 141             exit 1;
 142          fi;
 143       done
 144
 145 # QA jobs for code analytics
 146 # static code analysis with cppcheck (we can add --enable=all later)
 147 cppcheck:
 148   stage: testsuites
 149   script:
 150     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
 151
 152 # search for TODO within source tree
 153 grep TODO/FIXME/HACK:
 154   stage: testsuites
 155   script:
 156     - grep -r TODO .
 157     - grep -r FIXME .
 158     # search for HACK within source tree and ignore HACKKIT board
 159     - grep -r HACK . | grep -v HACKKIT
 160
 161 # build HTML documentation
 162 htmldocs:
 163   stage: testsuites
 164   script:
 165     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
 166     - . /tmp/venvhtml/bin/activate
 167     - pip install -r doc/sphinx/requirements.txt
 168     - make htmldocs
 169
 170 # some statistics about the code base
 171 sloccount:
 172   stage: testsuites
 173   script:
 174     - sloccount .
 175
 176 # ensure all configs have MAINTAINERS entries
 177 Check for configs without MAINTAINERS entry:
 178   stage: testsuites
 179   script:
 180     - if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
 181
 182 # Ensure host tools build
 183 Build tools-only:
 184   stage: testsuites
 185   script:
 186     - make tools-only_config tools-only -j$(nproc)
 187
 188 # Ensure env tools build
 189 Build envtools:
 190   stage: testsuites
 191   script:
 192     - make tools-only_config envtools -j$(nproc)
 193
 194 Run binman, buildman, dtoc, Kconfig and patman testsuites:
 195   stage: testsuites
 196   script:
 197     - git config --global user.name "GitLab CI Runner";
 198       git config --global user.email trini@konsulko.com;
 199       export USER=gitlab;
 200       virtualenv -p /usr/bin/python3 /tmp/venv;
 201       . /tmp/venv/bin/activate;
 202       pip install -r test/py/requirements.txt;
 203       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
 204       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
 205       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
 206       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 207         --board sandbox_spl;
 208       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
 209       ./tools/buildman/buildman -t;
 210       ./tools/dtoc/dtoc -t;
 211       ./tools/patman/patman test;
 212       make testconfig
 213
 214 Run tests for Nokia RX-51 (aka N900):
 215   stage: testsuites
 216   script:
 217     - export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH;
 218       test/nokia_rx51_test.sh
 219
 220 # Check for any pylint regressions
 221 Run pylint:
 222   stage: testsuites
 223   script:
 224     - pip install -r test/py/requirements.txt
 225     - pip install asteval pylint==2.12.2 pyopenssl
 226     - export PATH=${PATH}:~/.local/bin
 227     - echo "[MASTER]" >> .pylintrc
 228     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
 229     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
 230     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 231         --board sandbox_spl
 232     - pylint --version
 233     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
 234     - make pylint_err
 235
 236 # Test sandbox with test.py
 237 sandbox test.py:
 238   variables:
 239     TEST_PY_BD: "sandbox"
 240   <<: *buildman_and_testpy_dfn
 241
 242 sandbox with clang test.py:
 243   variables:
 244     TEST_PY_BD: "sandbox"
 245     OVERRIDE: "-O clang-13"
 246   <<: *buildman_and_testpy_dfn
 247
 248 sandbox_spl test.py:
 249   variables:
 250     TEST_PY_BD: "sandbox_spl"
 251     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 252   <<: *buildman_and_testpy_dfn
 253
 254 sandbox_noinst_test.py:
 255   variables:
 256     TEST_PY_BD: "sandbox_noinst"
 257     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 258   <<: *buildman_and_testpy_dfn
 259
 260 evb-ast2500 test.py:
 261   variables:
 262     TEST_PY_BD: "evb-ast2500"
 263     TEST_PY_ID: "--id qemu"
 264   <<: *buildman_and_testpy_dfn
 265
 266 sandbox_flattree test.py:
 267   variables:
 268     TEST_PY_BD: "sandbox_flattree"
 269   <<: *buildman_and_testpy_dfn
 270
 271 vexpress_ca9x4 test.py:
 272   variables:
 273     TEST_PY_BD: "vexpress_ca9x4"
 274     TEST_PY_ID: "--id qemu"
 275   <<: *buildman_and_testpy_dfn
 276
 277 integratorcp_cm926ejs test.py:
 278   variables:
 279     TEST_PY_BD: "integratorcp_cm926ejs"
 280     TEST_PY_TEST_SPEC: "not sleep"
 281     TEST_PY_ID: "--id qemu"
 282   <<: *buildman_and_testpy_dfn
 283
 284 qemu_arm test.py:
 285   variables:
 286     TEST_PY_BD: "qemu_arm"
 287     TEST_PY_TEST_SPEC: "not sleep"
 288   <<: *buildman_and_testpy_dfn
 289
 290 qemu_arm64 test.py:
 291   variables:
 292     TEST_PY_BD: "qemu_arm64"
 293     TEST_PY_TEST_SPEC: "not sleep"
 294   <<: *buildman_and_testpy_dfn
 295
 296 qemu_malta test.py:
 297   variables:
 298     TEST_PY_BD: "malta"
 299     TEST_PY_TEST_SPEC: "not sleep and not efi"
 300     TEST_PY_ID: "--id qemu"
 301   <<: *buildman_and_testpy_dfn
 302
 303 qemu_maltael test.py:
 304   variables:
 305     TEST_PY_BD: "maltael"
 306     TEST_PY_TEST_SPEC: "not sleep and not efi"
 307     TEST_PY_ID: "--id qemu"
 308   <<: *buildman_and_testpy_dfn
 309
 310 qemu_malta64 test.py:
 311   variables:
 312     TEST_PY_BD: "malta64"
 313     TEST_PY_TEST_SPEC: "not sleep and not efi"
 314     TEST_PY_ID: "--id qemu"
 315   <<: *buildman_and_testpy_dfn
 316
 317 qemu_malta64el test.py:
 318   variables:
 319     TEST_PY_BD: "malta64el"
 320     TEST_PY_TEST_SPEC: "not sleep and not efi"
 321     TEST_PY_ID: "--id qemu"
 322   <<: *buildman_and_testpy_dfn
 323
 324 qemu-ppce500 test.py:
 325   variables:
 326     TEST_PY_BD: "qemu-ppce500"
 327     TEST_PY_TEST_SPEC: "not sleep"
 328   <<: *buildman_and_testpy_dfn
 329
 330 qemu-riscv32 test.py:
 331   variables:
 332     TEST_PY_BD: "qemu-riscv32"
 333     TEST_PY_TEST_SPEC: "not sleep"
 334   <<: *buildman_and_testpy_dfn
 335
 336 qemu-riscv64 test.py:
 337   variables:
 338     TEST_PY_BD: "qemu-riscv64"
 339     TEST_PY_TEST_SPEC: "not sleep"
 340   <<: *buildman_and_testpy_dfn
 341
 342 qemu-riscv32_spl test.py:
 343   variables:
 344     TEST_PY_BD: "qemu-riscv32_spl"
 345     TEST_PY_TEST_SPEC: "not sleep"
 346   <<: *buildman_and_testpy_dfn
 347
 348 qemu-riscv64_spl test.py:
 349   variables:
 350     TEST_PY_BD: "qemu-riscv64_spl"
 351     TEST_PY_TEST_SPEC: "not sleep"
 352   <<: *buildman_and_testpy_dfn
 353
 354 qemu-x86 test.py:
 355   variables:
 356     TEST_PY_BD: "qemu-x86"
 357     TEST_PY_TEST_SPEC: "not sleep"
 358   <<: *buildman_and_testpy_dfn
 359
 360 qemu-x86_64 test.py:
 361   variables:
 362     TEST_PY_BD: "qemu-x86_64"
 363     TEST_PY_TEST_SPEC: "not sleep"
 364   <<: *buildman_and_testpy_dfn
 365
 366 r2dplus_i82557c test.py:
 367   variables:
 368     TEST_PY_BD: "r2dplus"
 369     TEST_PY_ID: "--id i82557c_qemu"
 370   <<: *buildman_and_testpy_dfn
 371
 372 r2dplus_pcnet test.py:
 373   variables:
 374     TEST_PY_BD: "r2dplus"
 375     TEST_PY_ID: "--id pcnet_qemu"
 376   <<: *buildman_and_testpy_dfn
 377
 378 r2dplus_rtl8139 test.py:
 379   variables:
 380     TEST_PY_BD: "r2dplus"
 381     TEST_PY_ID: "--id rtl8139_qemu"
 382   <<: *buildman_and_testpy_dfn
 383
 384 r2dplus_tulip test.py:
 385   variables:
 386     TEST_PY_BD: "r2dplus"
 387     TEST_PY_ID: "--id tulip_qemu"
 388   <<: *buildman_and_testpy_dfn
 389
 390 sifive_unleashed_sdcard test.py:
 391   variables:
 392     TEST_PY_BD: "sifive_unleashed"
 393     TEST_PY_ID: "--id sdcard_qemu"
 394   <<: *buildman_and_testpy_dfn
 395
 396 sifive_unleashed_spi-nor test.py:
 397   variables:
 398     TEST_PY_BD: "sifive_unleashed"
 399     TEST_PY_ID: "--id spi-nor_qemu"
 400   <<: *buildman_and_testpy_dfn
 401
 402 xilinx_zynq_virt test.py:
 403   variables:
 404     TEST_PY_BD: "xilinx_zynq_virt"
 405     TEST_PY_TEST_SPEC: "not sleep"
 406     TEST_PY_ID: "--id qemu"
 407   <<: *buildman_and_testpy_dfn
 408
 409 xilinx_versal_virt test.py:
 410   variables:
 411     TEST_PY_BD: "xilinx_versal_virt"
 412     TEST_PY_TEST_SPEC: "not sleep"
 413     TEST_PY_ID: "--id qemu"
 414   <<: *buildman_and_testpy_dfn
 415
 416 xtfpga test.py:
 417   variables:
 418     TEST_PY_BD: "xtfpga"
 419     TEST_PY_TEST_SPEC: "not sleep"
 420     TEST_PY_ID: "--id qemu"
 421   <<: *buildman_and_testpy_dfn
 422
 423 coreboot test.py:
 424   variables:
 425     TEST_PY_BD: "coreboot"
 426     TEST_PY_TEST_SPEC: "not sleep"
 427     TEST_PY_ID: "--id qemu"
 428   artifacts:
 429     paths:
 430       - "*.html"
 431       - "*.css"
 432     expire_in: 1 week
 433   <<: *buildman_and_testpy_dfn