.gitlab-ci.yml

   1 # SPDX-License-Identifier: GPL-2.0+
   2
   3 # Grab our configured image.  The source for this is found
   4 # in the u-boot tree at tools/docker/Dockerfile
   5 image: trini/u-boot-gitlab-ci-runner:jammy-20221003-17Oct2022
   6
   7 # We run some tests in different order, to catch some failures quicker.
   8 stages:
   9   - testsuites
  10   - test.py
  11   - world build
  12
  13 .buildman_and_testpy_template: &buildman_and_testpy_dfn
  14   stage: test.py
  15   before_script:
  16     # Clone uboot-test-hooks
  17     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
  18     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
  19     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
  20     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
  21     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  22     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  23     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
  24         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  25         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
  26       fi
  27     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  28         wget -O - https://github.com/riscv/opensbi/releases/download/v0.9/opensbi-0.9-rv-bin.tar.xz | tar -C /tmp -xJ;
  29         export OPENSBI=/tmp/opensbi-0.9-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
  30       fi
  31
  32   after_script:
  33     - rm -rf /tmp/uboot-test-hooks /tmp/venv
  34   script:
  35     # If we've been asked to use clang only do one configuration.
  36     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
  37     - echo BUILD_ENV ${BUILD_ENV}
  38     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
  39         --board ${TEST_PY_BD} ${OVERRIDE}
  40     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
  41     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
  42     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
  43     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
  44     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
  45     # create sdcard / spi-nor images for sifive unleashed using genimage
  46     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  47         mkdir -p root;
  48         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
  49         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
  50         rm -rf tmp;
  51         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
  52         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  53         rm -rf tmp;
  54         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
  55         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  56       fi
  57     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
  58         wget -O -
  59           "https://drive.google.com/uc?id=1x6nrtWIyIRPLS2cQBwYTnT2TbOI8UjmM&export=download" |
  60           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
  61         wget -O -
  62           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
  63           cbfstool;
  64         chmod a+x cbfstool;
  65         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
  66       fi
  67     - virtualenv -p /usr/bin/python3 /tmp/venv
  68     - . /tmp/venv/bin/activate
  69     - pip install -r test/py/requirements.txt
  70     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
  71     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
  72       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
  73       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
  74         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
  75         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
  76     # It seems that the files in /tmp go away, so copy out what we need
  77     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
  78         cp -v /tmp/coreboot/*.{html,css} .;
  79       fi
  80
  81 build all 32bit ARM platforms:
  82   stage: world build
  83   script:
  84     - ret=0;
  85       git config --global --add safe.directory "${CI_PROJECT_DIR}";
  86       ./tools/buildman/buildman -o /tmp -PEWM arm -x aarch64 || ret=$?;
  87       if [[ $ret -ne 0 ]]; then
  88         ./tools/buildman/buildman -o /tmp -seP;
  89         exit $ret;
  90       fi;
  91
  92 build all 64bit ARM platforms:
  93   stage: world build
  94   script:
  95     - virtualenv -p /usr/bin/python3 /tmp/venv
  96     - . /tmp/venv/bin/activate
  97     - ret=0;
  98       git config --global --add safe.directory "${CI_PROJECT_DIR}";
  99       ./tools/buildman/buildman -o /tmp -PEWM aarch64 || ret=$?;
 100       if [[ $ret -ne 0 ]]; then
 101         ./tools/buildman/buildman -o /tmp -seP;
 102         exit $ret;
 103       fi;
 104
 105 build all PowerPC platforms:
 106   stage: world build
 107   script:
 108     - ret=0;
 109       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 110       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
 111       if [[ $ret -ne 0 ]]; then
 112         ./tools/buildman/buildman -o /tmp -seP;
 113         exit $ret;
 114       fi;
 115
 116 build all other platforms:
 117   stage: world build
 118   script:
 119     - ret=0;
 120       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 121       ./tools/buildman/buildman -o /tmp -PEWM -x arm,powerpc || ret=$?;
 122       if [[ $ret -ne 0 ]]; then
 123         ./tools/buildman/buildman -o /tmp -seP;
 124         exit $ret;
 125       fi;
 126
 127 check for migrated symbols in board header:
 128   stage: testsuites
 129   script:
 130     - KSYMLST=`mktemp`;
 131       KUSEDLST=`mktemp`;
 132       RET=0;
 133       cat `find . -name "Kconfig*"` |
 134          sed -n -e 's/^\s*config *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
 135          -e 's/^\s*menuconfig *\([A-Za-z0-9_]*\).*$/CONFIG_\1/p'
 136          | sort -u > $KSYMLST;
 137       for CFG in `find include/configs -name "*.h"`; do
 138          (grep '#define[[:blank:]]CONFIG_' $CFG |
 139             sed -n 's/#define.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p' ;
 140             grep '#undef[[:blank:]]CONFIG_' $CFG |
 141             sed -n 's/#undef.\(CONFIG_[A-Za-z0-9_]*\).*/\1/p') |
 142             sort -u > ${KUSEDLST} || true;
 143          NUM=`comm -123 --total --output-delimiter=, ${KSYMLST} ${KUSEDLST} |
 144             cut -d , -f 3`;
 145          if [[ $NUM -ne 0 ]]; then
 146             echo "Unmigrated symbols found in $CFG:";
 147             comm -12 ${KSYMLST} ${KUSEDLST};
 148             RET=1;
 149          fi;
 150       done;
 151       exit $RET
 152
 153 # QA jobs for code analytics
 154 # static code analysis with cppcheck (we can add --enable=all later)
 155 cppcheck:
 156   stage: testsuites
 157   script:
 158     - cppcheck -j$(nproc) --force --quiet --inline-suppr .
 159
 160 # search for TODO within source tree
 161 grep TODO/FIXME/HACK:
 162   stage: testsuites
 163   script:
 164     - grep -r TODO .
 165     - grep -r FIXME .
 166     # search for HACK within source tree and ignore HACKKIT board
 167     - grep -r HACK . | grep -v HACKKIT
 168
 169 # build HTML documentation
 170 htmldocs:
 171   stage: testsuites
 172   script:
 173     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
 174     - . /tmp/venvhtml/bin/activate
 175     - pip install -r doc/sphinx/requirements.txt
 176     - make htmldocs
 177
 178 # some statistics about the code base
 179 sloccount:
 180   stage: testsuites
 181   script:
 182     - sloccount .
 183
 184 # ensure all configs have MAINTAINERS entries
 185 Check for configs without MAINTAINERS entry:
 186   stage: testsuites
 187   script:
 188     - ./tools/buildman/buildman -R
 189
 190 # Ensure host tools build
 191 Build tools-only:
 192   stage: testsuites
 193   script:
 194     - make tools-only_config tools-only -j$(nproc)
 195
 196 # Ensure env tools build
 197 Build envtools:
 198   stage: testsuites
 199   script:
 200     - make tools-only_config envtools -j$(nproc)
 201
 202 Run binman, buildman, dtoc, Kconfig and patman testsuites:
 203   stage: testsuites
 204   script:
 205     - git config --global user.name "GitLab CI Runner";
 206       git config --global user.email trini@konsulko.com;
 207       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 208       export USER=gitlab;
 209       virtualenv -p /usr/bin/python3 /tmp/venv;
 210       . /tmp/venv/bin/activate;
 211       pip install -r test/py/requirements.txt;
 212       export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl;
 213       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
 214       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
 215       set +e;
 216       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 217         --board sandbox_spl;
 218       set -e;
 219       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
 220       ./tools/buildman/buildman -t;
 221       ./tools/dtoc/dtoc -t;
 222       ./tools/patman/patman test;
 223       make testconfig
 224
 225 Run tests for Nokia RX-51 (aka N900):
 226   stage: testsuites
 227   script:
 228     - export PATH=/opt/gcc-11.1.0-nolibc/arm-linux-gnueabi/bin:$PATH;
 229       test/nokia_rx51_test.sh
 230
 231 # Check for any pylint regressions
 232 Run pylint:
 233   stage: testsuites
 234   script:
 235     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
 236     - pip install -r test/py/requirements.txt
 237     - pip install asteval pylint==2.12.2 pyopenssl
 238     - export PATH=${PATH}:~/.local/bin
 239     - echo "[MASTER]" >> .pylintrc
 240     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
 241     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
 242     - set +e
 243     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 244         --board sandbox_spl
 245     - set -e
 246     - pylint --version
 247     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
 248     - make pylint_err
 249
 250 # Test sandbox with test.py
 251 sandbox test.py:
 252   variables:
 253     TEST_PY_BD: "sandbox"
 254   <<: *buildman_and_testpy_dfn
 255
 256 sandbox with clang test.py:
 257   variables:
 258     TEST_PY_BD: "sandbox"
 259     OVERRIDE: "-O clang-13"
 260   <<: *buildman_and_testpy_dfn
 261
 262 sandbox without LTO test.py:
 263   variables:
 264     TEST_PY_BD: "sandbox"
 265     BUILD_ENV: "NO_LTO=1"
 266   <<: *buildman_and_testpy_dfn
 267
 268 sandbox_spl test.py:
 269   variables:
 270     TEST_PY_BD: "sandbox_spl"
 271     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 272   <<: *buildman_and_testpy_dfn
 273
 274 sandbox_noinst_test.py:
 275   variables:
 276     TEST_PY_BD: "sandbox_noinst"
 277     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 278   <<: *buildman_and_testpy_dfn
 279
 280 sandbox_vpl test.py:
 281   variables:
 282     TEST_PY_BD: "sandbox_vpl"
 283     TEST_PY_TEST_SPEC: "test_vpl_help or test_spl"
 284   <<: *buildman_and_testpy_dfn
 285
 286 evb-ast2500 test.py:
 287   variables:
 288     TEST_PY_BD: "evb-ast2500"
 289     TEST_PY_ID: "--id qemu"
 290   <<: *buildman_and_testpy_dfn
 291
 292 evb-ast2600 test.py:
 293   variables:
 294     TEST_PY_BD: "evb-ast2600"
 295     TEST_PY_ID: "--id qemu"
 296   <<: *buildman_and_testpy_dfn
 297
 298 sandbox_flattree test.py:
 299   variables:
 300     TEST_PY_BD: "sandbox_flattree"
 301   <<: *buildman_and_testpy_dfn
 302
 303 vexpress_ca9x4 test.py:
 304   variables:
 305     TEST_PY_BD: "vexpress_ca9x4"
 306     TEST_PY_ID: "--id qemu"
 307   <<: *buildman_and_testpy_dfn
 308
 309 integratorcp_cm926ejs test.py:
 310   variables:
 311     TEST_PY_BD: "integratorcp_cm926ejs"
 312     TEST_PY_TEST_SPEC: "not sleep"
 313     TEST_PY_ID: "--id qemu"
 314   <<: *buildman_and_testpy_dfn
 315
 316 qemu_arm test.py:
 317   variables:
 318     TEST_PY_BD: "qemu_arm"
 319     TEST_PY_TEST_SPEC: "not sleep"
 320   <<: *buildman_and_testpy_dfn
 321
 322 qemu_arm64 test.py:
 323   variables:
 324     TEST_PY_BD: "qemu_arm64"
 325     TEST_PY_TEST_SPEC: "not sleep"
 326   <<: *buildman_and_testpy_dfn
 327
 328 qemu_malta test.py:
 329   variables:
 330     TEST_PY_BD: "malta"
 331     TEST_PY_TEST_SPEC: "not sleep and not efi"
 332     TEST_PY_ID: "--id qemu"
 333   <<: *buildman_and_testpy_dfn
 334
 335 qemu_maltael test.py:
 336   variables:
 337     TEST_PY_BD: "maltael"
 338     TEST_PY_TEST_SPEC: "not sleep and not efi"
 339     TEST_PY_ID: "--id qemu"
 340   <<: *buildman_and_testpy_dfn
 341
 342 qemu_malta64 test.py:
 343   variables:
 344     TEST_PY_BD: "malta64"
 345     TEST_PY_TEST_SPEC: "not sleep and not efi"
 346     TEST_PY_ID: "--id qemu"
 347   <<: *buildman_and_testpy_dfn
 348
 349 qemu_malta64el test.py:
 350   variables:
 351     TEST_PY_BD: "malta64el"
 352     TEST_PY_TEST_SPEC: "not sleep and not efi"
 353     TEST_PY_ID: "--id qemu"
 354   <<: *buildman_and_testpy_dfn
 355
 356 qemu-ppce500 test.py:
 357   variables:
 358     TEST_PY_BD: "qemu-ppce500"
 359     TEST_PY_TEST_SPEC: "not sleep"
 360   <<: *buildman_and_testpy_dfn
 361
 362 qemu-riscv32 test.py:
 363   variables:
 364     TEST_PY_BD: "qemu-riscv32"
 365     TEST_PY_TEST_SPEC: "not sleep"
 366   <<: *buildman_and_testpy_dfn
 367
 368 qemu-riscv64 test.py:
 369   variables:
 370     TEST_PY_BD: "qemu-riscv64"
 371     TEST_PY_TEST_SPEC: "not sleep"
 372   <<: *buildman_and_testpy_dfn
 373
 374 qemu-riscv32_spl test.py:
 375   variables:
 376     TEST_PY_BD: "qemu-riscv32_spl"
 377     TEST_PY_TEST_SPEC: "not sleep"
 378   <<: *buildman_and_testpy_dfn
 379
 380 qemu-riscv64_spl test.py:
 381   variables:
 382     TEST_PY_BD: "qemu-riscv64_spl"
 383     TEST_PY_TEST_SPEC: "not sleep"
 384   <<: *buildman_and_testpy_dfn
 385
 386 qemu-x86 test.py:
 387   variables:
 388     TEST_PY_BD: "qemu-x86"
 389     TEST_PY_TEST_SPEC: "not sleep"
 390   <<: *buildman_and_testpy_dfn
 391
 392 qemu-x86_64 test.py:
 393   variables:
 394     TEST_PY_BD: "qemu-x86_64"
 395     TEST_PY_TEST_SPEC: "not sleep"
 396   <<: *buildman_and_testpy_dfn
 397
 398 r2dplus_i82557c test.py:
 399   variables:
 400     TEST_PY_BD: "r2dplus"
 401     TEST_PY_ID: "--id i82557c_qemu"
 402   <<: *buildman_and_testpy_dfn
 403
 404 r2dplus_pcnet test.py:
 405   variables:
 406     TEST_PY_BD: "r2dplus"
 407     TEST_PY_ID: "--id pcnet_qemu"
 408   <<: *buildman_and_testpy_dfn
 409
 410 r2dplus_rtl8139 test.py:
 411   variables:
 412     TEST_PY_BD: "r2dplus"
 413     TEST_PY_ID: "--id rtl8139_qemu"
 414   <<: *buildman_and_testpy_dfn
 415
 416 r2dplus_tulip test.py:
 417   variables:
 418     TEST_PY_BD: "r2dplus"
 419     TEST_PY_ID: "--id tulip_qemu"
 420   <<: *buildman_and_testpy_dfn
 421
 422 sifive_unleashed_sdcard test.py:
 423   variables:
 424     TEST_PY_BD: "sifive_unleashed"
 425     TEST_PY_ID: "--id sdcard_qemu"
 426   <<: *buildman_and_testpy_dfn
 427
 428 sifive_unleashed_spi-nor test.py:
 429   variables:
 430     TEST_PY_BD: "sifive_unleashed"
 431     TEST_PY_ID: "--id spi-nor_qemu"
 432   <<: *buildman_and_testpy_dfn
 433
 434 xilinx_zynq_virt test.py:
 435   variables:
 436     TEST_PY_BD: "xilinx_zynq_virt"
 437     TEST_PY_TEST_SPEC: "not sleep"
 438     TEST_PY_ID: "--id qemu"
 439   <<: *buildman_and_testpy_dfn
 440
 441 xilinx_versal_virt test.py:
 442   variables:
 443     TEST_PY_BD: "xilinx_versal_virt"
 444     TEST_PY_TEST_SPEC: "not sleep"
 445     TEST_PY_ID: "--id qemu"
 446   <<: *buildman_and_testpy_dfn
 447
 448 xtfpga test.py:
 449   variables:
 450     TEST_PY_BD: "xtfpga"
 451     TEST_PY_TEST_SPEC: "not sleep"
 452     TEST_PY_ID: "--id qemu"
 453   <<: *buildman_and_testpy_dfn
 454
 455 coreboot test.py:
 456   variables:
 457     TEST_PY_BD: "coreboot"
 458     TEST_PY_TEST_SPEC: "not sleep"
 459     TEST_PY_ID: "--id qemu"
 460   artifacts:
 461     paths:
 462       - "*.html"
 463       - "*.css"
 464     expire_in: 1 week
 465   <<: *buildman_and_testpy_dfn