.gitlab-ci.yml

   1 # SPDX-License-Identifier: GPL-2.0+
   2
   3 # Grab our configured image.  The source for this is found
   4 # in the u-boot tree at tools/docker/Dockerfile
   5 image: trini/u-boot-gitlab-ci-runner:jammy-20221003-07Oct2022
   6
   7 # We run some tests in different order, to catch some failures quicker.
   8 stages:
   9   - testsuites
  10   - test.py
  11   - world build
  12
  13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
  14   stage: test.py
  15   before_script:
  16     # Clone uboot-test-hooks
  17     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
  18     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
  19     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
  20     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  21     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  22     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
  23         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  24         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
  25       fi
  26     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  27         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  28         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
  29       fi
  30
  31   after_script:
  32     - rm -rf /tmp/uboot-test-hooks /tmp/venv
  33   script:
  34     # If we've been asked to use clang only do one configuration.
  35     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
  36     - echo BUILD_ENV ${BUILD_ENV}
  37     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
  38         --board ${TEST_PY_BD} ${OVERRIDE}
  39     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
  40     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
  41     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
  42     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
  43     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
  44     # create sdcard / spi-nor images for sifive unleashed using genimage
  45     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  46         mkdir -p root;
  47         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
  48         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
  49         rm -rf tmp;
  50         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
  51         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  52         rm -rf tmp;
  53         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
  54         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  55       fi
  56     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
  57         wget -O -
  58           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
  59           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
  60         wget -O -
  61           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
  62           cbfstool;
  63         chmod a+x cbfstool;
  64         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
  65       fi
  66     - virtualenv -p /usr/bin/python3 /tmp/venv
  67     - . /tmp/venv/bin/activate
  68     - pip install -r test/py/requirements.txt
  69     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
  70     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
  71       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
  72       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
  73         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
  74         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
  75     # It seems that the files in /tmp go away, so copy out what we need
  76     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
  77         cp -v /tmp/coreboot/*.{html,css} .;
  78       fi
  79
  80 build all 32bit ARM platforms:
  81   stage: world build
  82   script:
  83     - ret=0;
  84       ./tools/buildman/buildman -o /tmp -P -E -W arm -x aarch64 || ret=$?;
  85       if [[ $ret -ne 0 ]]; then
  86         ./tools/buildman/buildman -o /tmp -seP;
  87         exit $ret;
  88       fi;
  89
  90 build all 64bit ARM platforms:
  91   stage: world build
  92   script:
  93     - virtualenv -p /usr/bin/python3 /tmp/venv
  94     - . /tmp/venv/bin/activate
  95     - pip install pyelftools
  96     - ret=0;
  97       ./tools/buildman/buildman -o /tmp -P -E -W aarch64 || ret=$?;
  98       if [[ $ret -ne 0 ]]; then
  99         ./tools/buildman/buildman -o /tmp -seP;
 100         exit $ret;
 101       fi;
 102
 103 build all PowerPC platforms:
 104   stage: world build
 105   script:
 106     - ret=0;
 107       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
 108       if [[ $ret -ne 0 ]]; then
 109         ./tools/buildman/buildman -o /tmp -seP;
 110         exit $ret;
 111       fi;
 112
 113 build all other platforms:
 114   stage: world build
 115   script:
 116     - ret=0;
 117       ./tools/buildman/buildman -o /tmp -P -E -W -x arm,powerpc || ret=$?;
 118       if [[ $ret -ne 0 ]]; then
 119         ./tools/buildman/buildman -o /tmp -seP;
 120         exit $ret;
 121       fi;
 122
 123 check for migrated symbols in board header:
 124   stage: testsuites
 125   script:
 126     - KSYMLST=`mktemp`;
 127       KUSEDLST=`mktemp`;
 128       RET=0;
 129       cat `find . -name "Kconfig*"` |
 130          sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
 131          -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
 132          | sort -u > $KSYMLST;
 133       for CFG in `find include/configs -name "*.h"`; do
 134          (grep '#define[[:blank:]]CONFIG_' $CFG |
 135             sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' ;
 136             grep '#undef[[:blank:]]CONFIG_' $CFG |
 137             sed -n 's/#undef.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p') |
 138             sort -u > ${KUSEDLST} || true;
 139          NUM=`comm -123 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} |
 140             cut -d , -f 3`;
 141          if [[ $NUM -ne 0 ]]; then
 142             echo "Unmigrated symbols found in $CFG:";
 143             comm -12 ${KSYMLST} ${KUSEDLST};
 144             RET=1;
 145          fi;
 146       done;
 147       exit $RET
 148
 149 # QA jobs for code analytics
 150 # static code analysis with cppcheck (we can add --enable=all later)
 151 cppcheck:
 152   stage: testsuites
 153   script:
 154     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
 155
 156 # search for TODO within source tree
 157 grep TODO/FIXME/HACK:
 158   stage: testsuites
 159   script:
 160     - grep -r TODO .
 161     - grep -r FIXME .
 162     # search for HACK within source tree and ignore HACKKIT board
 163     - grep -r HACK . | grep -v HACKKIT
 164
 165 # build HTML documentation
 166 htmldocs:
 167   stage: testsuites
 168   script:
 169     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
 170     - . /tmp/venvhtml/bin/activate
 171     - pip install -r doc/sphinx/requirements.txt
 172     - make htmldocs
 173
 174 # some statistics about the code base
 175 sloccount:
 176   stage: testsuites
 177   script:
 178     - sloccount .
 179
 180 # ensure all configs have MAINTAINERS entries
 181 Check for configs without MAINTAINERS entry:
 182   stage: testsuites
 183   script:
 184     - ./tools/buildman/buildman -R
 185
 186 # Ensure host tools build
 187 Build tools-only:
 188   stage: testsuites
 189   script:
 190     - make tools-only_config tools-only -j$(nproc)
 191
 192 # Ensure env tools build
 193 Build envtools:
 194   stage: testsuites
 195   script:
 196     - make tools-only_config envtools -j$(nproc)
 197
 198 Run binman, buildman, dtoc, Kconfig and patman testsuites:
 199   stage: testsuites
 200   script:
 201     - git config --global user.name "GitLab CI Runner";
 202       git config --global user.email trini@konsulko.com;
 203       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 204       export USER=gitlab;
 205       virtualenv -p /usr/bin/python3 /tmp/venv;
 206       . /tmp/venv/bin/activate;
 207       pip install -r test/py/requirements.txt;
 208       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
 209       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
 210       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
 211       set +e;
 212       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 213         --board sandbox_spl;
 214       set -e;
 215       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
 216       ./tools/buildman/buildman -t;
 217       ./tools/dtoc/dtoc -t;
 218       ./tools/patman/patman test;
 219       make testconfig
 220
 221 Run tests for Nokia RX-51 (aka N900):
 222   stage: testsuites
 223   script:
 224     - export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH;
 225       test/nokia_rx51_test.sh
 226
 227 # Check for any pylint regressions
 228 Run pylint:
 229   stage: testsuites
 230   script:
 231     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
 232     - pip install -r test/py/requirements.txt
 233     - pip install asteval pylint==2.12.2 pyopenssl
 234     - export PATH=${PATH}:~/.local/bin
 235     - echo "[MASTER]" >> .pylintrc
 236     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
 237     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
 238     - set +e
 239     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 240         --board sandbox_spl
 241     - set -e
 242     - pylint --version
 243     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
 244     - make pylint_err
 245
 246 # Test sandbox with test.py
 247 sandbox test.py:
 248   variables:
 249     TEST_PY_BD: "sandbox"
 250   <<: *buildman_and_testpy_dfn
 251
 252 sandbox with clang test.py:
 253   variables:
 254     TEST_PY_BD: "sandbox"
 255     OVERRIDE: "-O clang-13"
 256   <<: *buildman_and_testpy_dfn
 257
 258 sandbox without LTO test.py:
 259   variables:
 260     TEST_PY_BD: "sandbox"
 261     BUILD_ENV: "NO_LTO=1"
 262   <<: *buildman_and_testpy_dfn
 263
 264 sandbox_spl test.py:
 265   variables:
 266     TEST_PY_BD: "sandbox_spl"
 267     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 268   <<: *buildman_and_testpy_dfn
 269
 270 sandbox_noinst_test.py:
 271   variables:
 272     TEST_PY_BD: "sandbox_noinst"
 273     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 274   <<: *buildman_and_testpy_dfn
 275
 276 sandbox_vpl test.py:
 277   variables:
 278     TEST_PY_BD: "sandbox_vpl"
 279     TEST_PY_TEST_SPEC: "test_vpl_help or test_spl"
 280   <<: *buildman_and_testpy_dfn
 281
 282 evb-ast2500 test.py:
 283   variables:
 284     TEST_PY_BD: "evb-ast2500"
 285     TEST_PY_ID: "--id qemu"
 286   <<: *buildman_and_testpy_dfn
 287
 288 evb-ast2600 test.py:
 289   variables:
 290     TEST_PY_BD: "evb-ast2600"
 291     TEST_PY_ID: "--id qemu"
 292   <<: *buildman_and_testpy_dfn
 293
 294 sandbox_flattree test.py:
 295   variables:
 296     TEST_PY_BD: "sandbox_flattree"
 297   <<: *buildman_and_testpy_dfn
 298
 299 vexpress_ca9x4 test.py:
 300   variables:
 301     TEST_PY_BD: "vexpress_ca9x4"
 302     TEST_PY_ID: "--id qemu"
 303   <<: *buildman_and_testpy_dfn
 304
 305 integratorcp_cm926ejs test.py:
 306   variables:
 307     TEST_PY_BD: "integratorcp_cm926ejs"
 308     TEST_PY_TEST_SPEC: "not sleep"
 309     TEST_PY_ID: "--id qemu"
 310   <<: *buildman_and_testpy_dfn
 311
 312 qemu_arm test.py:
 313   variables:
 314     TEST_PY_BD: "qemu_arm"
 315     TEST_PY_TEST_SPEC: "not sleep"
 316   <<: *buildman_and_testpy_dfn
 317
 318 qemu_arm64 test.py:
 319   variables:
 320     TEST_PY_BD: "qemu_arm64"
 321     TEST_PY_TEST_SPEC: "not sleep"
 322   <<: *buildman_and_testpy_dfn
 323
 324 qemu_malta test.py:
 325   variables:
 326     TEST_PY_BD: "malta"
 327     TEST_PY_TEST_SPEC: "not sleep and not efi"
 328     TEST_PY_ID: "--id qemu"
 329   <<: *buildman_and_testpy_dfn
 330
 331 qemu_maltael test.py:
 332   variables:
 333     TEST_PY_BD: "maltael"
 334     TEST_PY_TEST_SPEC: "not sleep and not efi"
 335     TEST_PY_ID: "--id qemu"
 336   <<: *buildman_and_testpy_dfn
 337
 338 qemu_malta64 test.py:
 339   variables:
 340     TEST_PY_BD: "malta64"
 341     TEST_PY_TEST_SPEC: "not sleep and not efi"
 342     TEST_PY_ID: "--id qemu"
 343   <<: *buildman_and_testpy_dfn
 344
 345 qemu_malta64el test.py:
 346   variables:
 347     TEST_PY_BD: "malta64el"
 348     TEST_PY_TEST_SPEC: "not sleep and not efi"
 349     TEST_PY_ID: "--id qemu"
 350   <<: *buildman_and_testpy_dfn
 351
 352 qemu-ppce500 test.py:
 353   variables:
 354     TEST_PY_BD: "qemu-ppce500"
 355     TEST_PY_TEST_SPEC: "not sleep"
 356   <<: *buildman_and_testpy_dfn
 357
 358 qemu-riscv32 test.py:
 359   variables:
 360     TEST_PY_BD: "qemu-riscv32"
 361     TEST_PY_TEST_SPEC: "not sleep"
 362   <<: *buildman_and_testpy_dfn
 363
 364 qemu-riscv64 test.py:
 365   variables:
 366     TEST_PY_BD: "qemu-riscv64"
 367     TEST_PY_TEST_SPEC: "not sleep"
 368   <<: *buildman_and_testpy_dfn
 369
 370 qemu-riscv32_spl test.py:
 371   variables:
 372     TEST_PY_BD: "qemu-riscv32_spl"
 373     TEST_PY_TEST_SPEC: "not sleep"
 374   <<: *buildman_and_testpy_dfn
 375
 376 qemu-riscv64_spl test.py:
 377   variables:
 378     TEST_PY_BD: "qemu-riscv64_spl"
 379     TEST_PY_TEST_SPEC: "not sleep"
 380   <<: *buildman_and_testpy_dfn
 381
 382 qemu-x86 test.py:
 383   variables:
 384     TEST_PY_BD: "qemu-x86"
 385     TEST_PY_TEST_SPEC: "not sleep"
 386   <<: *buildman_and_testpy_dfn
 387
 388 qemu-x86_64 test.py:
 389   variables:
 390     TEST_PY_BD: "qemu-x86_64"
 391     TEST_PY_TEST_SPEC: "not sleep"
 392   <<: *buildman_and_testpy_dfn
 393
 394 r2dplus_i82557c test.py:
 395   variables:
 396     TEST_PY_BD: "r2dplus"
 397     TEST_PY_ID: "--id i82557c_qemu"
 398   <<: *buildman_and_testpy_dfn
 399
 400 r2dplus_pcnet test.py:
 401   variables:
 402     TEST_PY_BD: "r2dplus"
 403     TEST_PY_ID: "--id pcnet_qemu"
 404   <<: *buildman_and_testpy_dfn
 405
 406 r2dplus_rtl8139 test.py:
 407   variables:
 408     TEST_PY_BD: "r2dplus"
 409     TEST_PY_ID: "--id rtl8139_qemu"
 410   <<: *buildman_and_testpy_dfn
 411
 412 r2dplus_tulip test.py:
 413   variables:
 414     TEST_PY_BD: "r2dplus"
 415     TEST_PY_ID: "--id tulip_qemu"
 416   <<: *buildman_and_testpy_dfn
 417
 418 sifive_unleashed_sdcard test.py:
 419   variables:
 420     TEST_PY_BD: "sifive_unleashed"
 421     TEST_PY_ID: "--id sdcard_qemu"
 422   <<: *buildman_and_testpy_dfn
 423
 424 sifive_unleashed_spi-nor test.py:
 425   variables:
 426     TEST_PY_BD: "sifive_unleashed"
 427     TEST_PY_ID: "--id spi-nor_qemu"
 428   <<: *buildman_and_testpy_dfn
 429
 430 xilinx_zynq_virt test.py:
 431   variables:
 432     TEST_PY_BD: "xilinx_zynq_virt"
 433     TEST_PY_TEST_SPEC: "not sleep"
 434     TEST_PY_ID: "--id qemu"
 435   <<: *buildman_and_testpy_dfn
 436
 437 xilinx_versal_virt test.py:
 438   variables:
 439     TEST_PY_BD: "xilinx_versal_virt"
 440     TEST_PY_TEST_SPEC: "not sleep"
 441     TEST_PY_ID: "--id qemu"
 442   <<: *buildman_and_testpy_dfn
 443
 444 xtfpga test.py:
 445   variables:
 446     TEST_PY_BD: "xtfpga"
 447     TEST_PY_TEST_SPEC: "not sleep"
 448     TEST_PY_ID: "--id qemu"
 449   <<: *buildman_and_testpy_dfn
 450
 451 coreboot test.py:
 452   variables:
 453     TEST_PY_BD: "coreboot"
 454     TEST_PY_TEST_SPEC: "not sleep"
 455     TEST_PY_ID: "--id qemu"
 456   artifacts:
 457     paths:
 458       - "*.html"
 459       - "*.css"
 460     expire_in: 1 week
 461   <<: *buildman_and_testpy_dfn