travis/gitlab/azure: Ensure we use python3 always
[platform/kernel/u-boot.git] / .travis.yml
1 # SPDX-License-Identifier: GPL-2.0+
2 # Copyright Roger Meier <r.meier@siemens.com>
3
4 # build U-Boot on Travis CI - https://travis-ci.org/
5
6 sudo: required
7 dist: bionic
8
9 language: c
10
11 addons:
12   apt:
13     sources:
14     - ubuntu-toolchain-r-test
15     - llvm-toolchain-bionic-7
16     packages:
17     - cppcheck
18     - sloccount
19     - sparse
20     - bc
21     - build-essential
22     - libsdl2-dev
23     - python
24     - python-pyelftools
25     - python3-virtualenv
26     - python3-pip
27     - swig
28     - libpython-dev
29     - iasl
30     - grub-efi-ia32-bin
31     - grub-efi-amd64-bin
32     - rpm2cpio
33     - wget
34     - device-tree-compiler
35     - lzop
36     - liblz4-tool
37     - lzma-alone
38     - libisl15
39     - clang-7
40     - srecord
41
42 install:
43  # Clone uboot-test-hooks
44  - git clone --depth=1 git://github.com/swarren/uboot-test-hooks.git /tmp/uboot-test-hooks
45  - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
46  - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
47  # prepare buildman environment
48  - echo -e "[toolchain]\nroot = /usr" > ~/.buildman
49  - echo -e "arc = /tmp/arc_gnu_2018.09_prebuilt_uclibc_le_archs_linux_install" >> ~/.buildman
50  - echo -e "\n[toolchain-alias]\nsh = sh2" >> ~/.buildman
51  - echo -e "x86 = i386" >> ~/.buildman;
52  - echo -e "riscv = riscv64" >> ~/.buildman;
53  - cat ~/.buildman
54  - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
55  - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
56  - mkdir ~/grub2-arm
57  - ( cd ~/grub2-arm; wget -O - http://download.opensuse.org/ports/armv7hl/distribution/leap/42.2/repo/oss/suse/armv7hl/grub2-arm-efi-2.02~beta2-87.1.armv7hl.rpm | rpm2cpio | cpio -di )
58  - mkdir ~/grub2-arm64
59  - ( cd ~/grub2-arm64; wget -O - http://download.opensuse.org/ports/aarch64/distribution/leap/42.2/repo/oss/suse/aarch64/grub2-arm64-efi-2.02~beta2-87.1.aarch64.rpm | rpm2cpio | cpio -di )
60  - wget http://mirrors.kernel.org/ubuntu/pool/main/m/mpfr4/libmpfr4_3.1.4-1_amd64.deb && sudo dpkg -i libmpfr4_3.1.4-1_amd64.deb && rm libmpfr4_3.1.4-1_amd64.deb
61
62 env:
63   global:
64     - PATH=/tmp/qemu-install/bin:/tmp/uboot-test-hooks/bin:/usr/bin:/bin:/usr/local/bin
65     - PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci
66     - BUILD_DIR=build
67     - HOSTCC="cc"
68     - HOSTCXX="c++"
69     - QEMU_VERSION="v4.2.0"
70
71 before_script:
72   # install toolchains based on TOOLCHAIN} variable
73   - if [[ "${TOOLCHAIN}" == *m68k* ]]; then ./tools/buildman/buildman --fetch-arch m68k ; fi
74   - if [[ "${TOOLCHAIN}" == *microblaze* ]]; then ./tools/buildman/buildman --fetch-arch microblaze ; fi
75   - if [[ "${TOOLCHAIN}" == *mips* ]]; then ./tools/buildman/buildman --fetch-arch mips ; fi
76   - if [[ "${TOOLCHAIN}" == *sh* ]]; then ./tools/buildman/buildman --fetch-arch sh2 ; fi
77   - if [[ "${TOOLCHAIN}" == *i386* ]]; then
78       ./tools/buildman/buildman --fetch-arch i386;
79     fi
80   - if [[ "${TOOLCHAIN}" == arc ]]; then
81        wget https://github.com/foss-for-synopsys-dwc-arc-processors/toolchain/releases/download/arc-2018.09-release/arc_gnu_2018.09_prebuilt_uclibc_le_archs_linux_install.tar.gz &&
82        tar -C /tmp -xf arc_gnu_2018.09_prebuilt_uclibc_le_archs_linux_install.tar.gz;
83     fi
84   - if [[ "${TOOLCHAIN}" == "nds32" ]]; then
85        wget https://github.com/vincentzwc/prebuilt-nds32-toolchain/releases/download/20180521/nds32le-linux-glibc-v3-upstream.tar.gz &&
86        tar -C /tmp -xf nds32le-linux-glibc-v3-upstream.tar.gz &&
87        echo -e "\n[toolchain-prefix]\nnds32 = /tmp/nds32le-linux-glibc-v3-upstream/bin/nds32le-linux-" >> ~/.buildman;
88     fi
89   - if [[ "${TOOLCHAIN}" == *xtensa* ]]; then
90        wget https://github.com/foss-xtensa/toolchain/releases/download/2018.02/x86_64-2018.02-${TOOLCHAIN}.tar.gz &&
91        tar -C /tmp -xf x86_64-2018.02-${TOOLCHAIN}.tar.gz &&
92        echo -e "\n[toolchain-prefix]\nxtensa = /tmp/2018.02/${TOOLCHAIN}/bin/${TOOLCHAIN}-" >> ~/.buildman;
93     fi
94   # If TOOLCHAIN is unset, we're on some flavour of ARM.
95   - if [[ "${TOOLCHAIN}" == "" ]]; then
96        ./tools/buildman/buildman --fetch-arch arm &&
97        ./tools/buildman/buildman --fetch-arch aarch64;
98     fi
99   - if [[ "${TOOLCHAIN}" == "powerpc" ]]; then ./tools/buildman/buildman --fetch-arch powerpc; fi
100   - if [[ "${TOOLCHAIN}" == "riscv" ]]; then
101        ./tools/buildman/buildman --fetch-arch riscv64;
102     fi
103   - if [[ "${QEMU_TARGET}" != "" ]]; then
104        git clone git://git.qemu.org/qemu.git /tmp/qemu;
105        pushd /tmp/qemu;
106        git submodule update --init dtc &&
107        git checkout ${QEMU_VERSION} &&
108        ./configure --prefix=/tmp/qemu-install --target-list=${QEMU_TARGET} &&
109        make -j4 all install;
110        popd;
111     fi
112
113 script:
114  # Comments must be outside the command strings below, or the Travis parser
115  # will get confused.
116  #
117  # From buildman, exit code 129 means warnings only.  If we've been asked to
118  # use clang only do one configuration.
119  - if [[ "${BUILDMAN}" != "" ]]; then
120      ret=0;
121      tools/buildman/buildman -P -E ${BUILDMAN} ${OVERRIDE}|| ret=$?;
122      if [[ $ret -ne 0 && $ret -ne 129 ]]; then
123        tools/buildman/buildman -sdeP ${BUILDMAN};
124        exit $ret;
125      fi;
126    fi
127  # "not a_test_which_does_not_exist" is a dummy -k parameter which will
128  # never prevent any test from running. That way, we can always pass
129  # "-k something" even when $TEST_PY_TEST_SPEC doesnt need a custom
130  # value.
131  - export UBOOT_TRAVIS_BUILD_DIR=`cd .. && pwd`/.bm-work/${TEST_PY_BD};
132    cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/;
133    cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/;
134    cp ~/grub2-arm/usr/lib/grub2/arm-efi/grub.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi;
135    cp ~/grub2-arm64/usr/lib/grub2/arm64-efi/grub.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi;
136    if [[ "${TEST_PY_BD}" != "" ]]; then
137      virtualenv -p /usr/bin/python3 /tmp/venv;
138      . /tmp/venv/bin/activate;
139      pip install -r test/py/requirements.txt;
140      ./test/py/test.py --bd ${TEST_PY_BD} ${TEST_PY_ID}
141        -k "${TEST_PY_TEST_SPEC:-not a_test_which_does_not_exist}"
142        --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
143      ret=$?;
144      if [[ $ret -ne 0 ]]; then
145        exit $ret;
146      fi;
147      if [[ -n "${TEST_PY_TOOLS}" ]]; then
148        export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
149        export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
150        ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test &&
151        ./tools/patman/patman --test &&
152        ./tools/buildman/buildman -t &&
153        ./tools/dtoc/dtoc -t;
154      fi;
155    fi
156
157 matrix:
158   include:
159   # we need to build by vendor due to 50min time limit for builds
160   # each env setting here is a dedicated build
161     - name: "buildman arc"
162       env:
163         - BUILDMAN="arc"
164           TOOLCHAIN="arc"
165     - name: "buildman arm11 arm7 arm920t arm946es"
166       env:
167         - BUILDMAN="arm11 arm7 arm920t arm946es"
168     - name: "buildman arm926ejs (non-NXP,siemens,at91,kirkwood,spear)"
169       env:
170         - JOB="arm926ejs"
171           BUILDMAN="arm926ejs -x freescale,siemens,at91,kirkwood,spear,omap"
172     - name: "buildman at91 (non arm v7)"
173       env:
174         - BUILDMAN="at91 -x armv7"
175     - name: "buildman at91 (non arm926ejs)"
176       env:
177         - BUILDMAN="at91 -x arm926ejs"
178     - name: "buildman boundary engicam toradex"
179       env:
180         - BUILDMAN="boundary engicam toradex"
181     - name: "buildman ARM bcm"
182       env:
183         - BUILDMAN="bcm -x mips"
184     - name: "buildman NXP ARM32 (catch-all)"
185       env:
186         - BUILDMAN="freescale -x powerpc,m68k,aarch64,ls101,ls102,ls104,ls108,ls20,lx216"
187     - name: "buildman NXP LS101x"
188       env:
189         - BUILDMAN="freescale&ls101"
190     - name: "buildman NXP LS102x"
191       env:
192         - BUILDMAN="freescale&ls102"
193     - name: "buildman NXP LS104x"
194       env:
195         - BUILDMAN="freescale&ls104"
196     - name: "buildman NXP LS108x"
197       env:
198         - BUILDMAN="freescale&ls108"
199     - name: "buildman NXP LS20xx"
200       env:
201         - BUILDMAN="freescale&ls20"
202     - name: "buildman NXP LX216x"
203       env:
204         - BUILDMAN="freescale&lx216"
205     - name: "buildman i.MX6 tqc"
206       env:
207         - BUILDMAN="mx6&tqc"
208     - name: "buildman i.MX6 (catch-all)"
209       env:
210         - BUILDMAN="mx6 -x boundary,engicam,freescale,technexion,toradex,tqc"
211     - name: "buildman i.MX (non-i.MX6 catch-all)"
212       env:
213         - BUILDMAN="mx -x freescale,mx6,toradex,technexion"
214     - name: "buildman keystone 2/3"
215       env:
216         - BUILDMAN="k2 k3"
217     - name: "buildman samsung socfpga"
218       env:
219         - BUILDMAN="samsung socfpga"
220     - name: "buildman spear"
221       env:
222         - BUILDMAN="spear"
223     - name: "buildman sun4i"
224       env:
225         - BUILDMAN="sun4i"
226     - name: "buildman sun5i"
227       env:
228         - BUILDMAN="sun5i"
229     - name: "buildman sun6i"
230       env:
231         - BUILDMAN="sun6i"
232     - name: "buildman sun7i"
233       env:
234         - BUILDMAN="sun7i"
235     - name: "buildman 64bit sun8i"
236       env:
237         - BUILDMAN="sun8i&aarch64 -x orangepi"
238     - name: "buildman 32bit sun8i"
239       env:
240         - BUILDMAN="sun8i&armv7 -x orangepi"
241     - name: "buildman sun9i"
242       env:
243         - BUILDMAN="sun9i"
244     - name: "buildman sun50i"
245       env:
246         - BUILDMAN="sun50i -x orangepi"
247     - name: "buildman catch-all ARM"
248       env:
249         - BUILDMAN="arm -x arm11,arm7,arm9,aarch64,at91,bcm,freescale,kirkwood,mvebu,siemens,tegra,uniphier,mx,samsung,sunxi,am33xx,omap,rockchip,toradex,socfpga,k2,k3,zynq"
250     - name: "buildman sandbox x86"
251       env:
252         - BUILDMAN="sandbox x86"
253           TOOLCHAIN="i386"
254     - name: "buildman technexion"
255       env:
256         - BUILDMAN="technexion"
257     - name: "buildman kirkwood"
258       env:
259         - BUILDMAN="kirkwood"
260     - name: "buildman mvebu"
261       env:
262         - BUILDMAN="mvebu"
263     - name: "buildman m68k"
264       env:
265         - BUILDMAN="m68k"
266           TOOLCHAIN="m68k"
267     - name: "buildman microblaze"
268       env:
269         - BUILDMAN="microblaze"
270           TOOLCHAIN="microblaze"
271     - name: "buildman mips"
272       env:
273         - BUILDMAN="mips"
274           TOOLCHAIN="mips"
275     - name: "buildman non-Freescale PowerPC"
276       env:
277         - BUILDMAN="powerpc -x freescale"
278           TOOLCHAIN="powerpc"
279     - name: "buildman mpc85xx&freescale (excluding many)"
280       env:
281         - BUILDMAN="mpc85xx&freescale -x t208xrdb -x t4qds -x t102* -x p1_p2_rdb_pc -x p1010rdb -x corenet_ds -x b4860qds -x bsc91*"
282           TOOLCHAIN="powerpc"
283     - name: "buildman t208xrdb corenet_ds"
284       env:
285         - BUILDMAN="t208xrdb corenet_ds"
286           TOOLCHAIN="powerpc"
287     - name: "buildman Freescale PowerPC"
288       env:
289         - BUILDMAN="t4qds b4860qds mpc83xx&freescale mpc86xx&freescale"
290           TOOLCHAIN="powerpc"
291     - name: "buildman t102*"
292       env:
293         - BUILDMAN="t102*"
294           TOOLCHAIN="powerpc"
295     - name: "buildman p1_p2_rdb_pc"
296       env:
297         - BUILDMAN="p1_p2_rdb_pc"
298           TOOLCHAIN="powerpc"
299     - name: "buildman p1010rdb bsc91"
300       env:
301         - BUILDMAN="p1010rdb bsc91"
302           TOOLCHAIN="powerpc"
303     - name: "buildman siemens"
304       env:
305         - BUILDMAN="siemens"
306     - name: "buildman tegra"
307       env:
308         - BUILDMAN="tegra -x toradex"
309     - name: "buildman am33xx (no siemens)"
310       env:
311         - BUILDMAN="am33xx -x siemens"
312     - name: "buildman omap"
313       env:
314         - BUILDMAN="omap"
315     - name: "buildman orangepi"
316       env:
317         - BUILDMAN="orangepi"
318     - name: "buildman uniphier"
319       env:
320         - BUILDMAN="uniphier"
321     - name: "buildman catch-all AArch64"
322       env:
323         - BUILDMAN="aarch64 -x bcm,k3,tegra,ls1,ls2,mvebu,uniphier,sunxi,samsung,rockchip,versal,zynq"
324     - name: "buildman rockchip"
325       env:
326         - BUILDMAN="rockchip -x orangepi"
327     - name: "buildman sh"
328       env:
329         - BUILDMAN="sh -x arm"
330           TOOLCHAIN="sh"
331     - name: "buildman Zynq* (ARMv7)"
332       env:
333         - BUILDMAN="zynq&armv7"
334     - name: "buildman ZynqMP and Versal"
335       env:
336         - BUILDMAN="versal|zynqmp&aarch64"
337     - name: "buildman xtensa"
338       env:
339         - BUILDMAN="xtensa"
340           TOOLCHAIN="xtensa-dc233c-elf"
341     - name: "buildman riscv"
342       env:
343         - BUILDMAN="riscv"
344           TOOLCHAIN="riscv"
345     - name: "buildman nds32"
346       env:
347         - BUILDMAN="nds32"
348           TOOLCHAIN="nds32"
349
350     # QA jobs for code analytics
351     # static code analysis with cppcheck (we can add --enable=all later)
352     - name: "cppcheck"
353       script:
354         - cppcheck --force --quiet --inline-suppr .
355     # search for TODO within source tree
356     - name: "grep TODO"
357       script:
358         - grep -r TODO .
359     # search for FIXME within source tree
360     - name: "grep FIXME HACK"
361       script:
362         - grep -r FIXME .
363     # search for HACK within source tree and ignore HACKKIT board
364       script:
365         - grep -r HACK . | grep -v HACKKIT
366     # some statistics about the code base
367     - name: "sloccount"
368       script:
369         - sloccount .
370     # ensure all configs have MAINTAINERS entries
371     - name: "Check for configs without MAINTAINERS entry"
372       script:
373         - if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi
374     # Ensure host tools build
375     - name: "Build tools-only"
376       script:
377         - make tools-only_config tools-only -j$(nproc)
378     # Ensure env tools build
379     - name: "Build envtools"
380       script:
381         - make tools-only_config envtools -j$(nproc)
382
383     # test/py
384     - name: "test/py sandbox"
385       env:
386         - TEST_PY_BD="sandbox"
387           BUILDMAN="^sandbox$"
388           TOOLCHAIN="i386"
389     - name: "test/py sandbox with clang"
390       env:
391         - TEST_PY_BD="sandbox"
392           BUILDMAN="^sandbox$"
393           OVERRIDE="-O clang-7"
394     - name: "test/py sandbox_spl"
395       env:
396         - TEST_PY_BD="sandbox_spl"
397           TEST_PY_TEST_SPEC="test_ofplatdata"
398           BUILDMAN="^sandbox$"
399           TOOLCHAIN="i386"
400           TEST_PY_TOOLS="yes"
401     - name: "test/py sandbox_flattree"
402       env:
403         - TEST_PY_BD="sandbox_flattree"
404           BUILDMAN="^sandbox_flattree$"
405           TOOLCHAIN="i386"
406     - name: "test/py evb-ast2500"
407       env:
408         - TEST_PY_BD="evb-ast2500"
409           TEST_PY_ID="--id qemu"
410           QEMU_TARGET="arm-softmmu"
411           BUILDMAN="^evb-ast2500$"
412     - name: "test/py vexpress_ca15_tc2"
413       env:
414         - TEST_PY_BD="vexpress_ca15_tc2"
415           TEST_PY_ID="--id qemu"
416           QEMU_TARGET="arm-softmmu"
417           BUILDMAN="^vexpress_ca15_tc2$"
418     - name: "test/py vexpress_ca9x4"
419       env:
420         - TEST_PY_BD="vexpress_ca9x4"
421           TEST_PY_ID="--id qemu"
422           QEMU_TARGET="arm-softmmu"
423           BUILDMAN="^vexpress_ca9x4$"
424     - name: "test/py integratorcp_cm926ejs"
425       env:
426         - TEST_PY_BD="integratorcp_cm926ejs"
427           TEST_PY_TEST_SPEC="not sleep"
428           TEST_PY_ID="--id qemu"
429           QEMU_TARGET="arm-softmmu"
430           BUILDMAN="^integratorcp_cm926ejs$"
431     - name: "test/py qemu_arm"
432       env:
433         - TEST_PY_BD="qemu_arm"
434           TEST_PY_TEST_SPEC="not sleep"
435           QEMU_TARGET="arm-softmmu"
436           BUILDMAN="^qemu_arm$"
437     - name: "test/py qemu_arm64"
438       env:
439         - TEST_PY_BD="qemu_arm64"
440           TEST_PY_TEST_SPEC="not sleep"
441           QEMU_TARGET="aarch64-softmmu"
442           BUILDMAN="^qemu_arm64$"
443     - name: "test/py qemu_mips"
444       env:
445         - TEST_PY_BD="qemu_mips"
446           TEST_PY_TEST_SPEC="not sleep"
447           QEMU_TARGET="mips-softmmu"
448           BUILDMAN="^qemu_mips$"
449           TOOLCHAIN="mips"
450     - name: "test/py qemu_mipsel"
451       env:
452         - TEST_PY_BD="qemu_mipsel"
453           TEST_PY_TEST_SPEC="not sleep"
454           QEMU_TARGET="mipsel-softmmu"
455           BUILDMAN="^qemu_mipsel$"
456           TOOLCHAIN="mips"
457     - name: "test/py qemu_mips64"
458       env:
459         - TEST_PY_BD="qemu_mips64"
460           TEST_PY_TEST_SPEC="not sleep"
461           QEMU_TARGET="mips64-softmmu"
462           BUILDMAN="^qemu_mips64$"
463           TOOLCHAIN="mips"
464     - name: "test/py qemu_mips64el"
465       env:
466         - TEST_PY_BD="qemu_mips64el"
467           TEST_PY_TEST_SPEC="not sleep"
468           QEMU_TARGET="mips64el-softmmu"
469           BUILDMAN="^qemu_mips64el$"
470           TOOLCHAIN="mips"
471     - name: "test/py qemu-ppce500"
472       env:
473         - TEST_PY_BD="qemu-ppce500"
474           TEST_PY_TEST_SPEC="not sleep"
475           QEMU_TARGET="ppc-softmmu"
476           BUILDMAN="^qemu-ppce500$"
477           TOOLCHAIN="powerpc"
478     - name: "test/py qemu-riscv64"
479       env:
480         - TEST_PY_BD="qemu-riscv64"
481           TEST_PY_TEST_SPEC="not sleep"
482           QEMU_TARGET="riscv64-softmmu"
483           BUILDMAN="^qemu-riscv64$"
484           TOOLCHAIN="riscv"
485     - name: "test/py qemu-x86"
486       env:
487         - TEST_PY_BD="qemu-x86"
488           TEST_PY_TEST_SPEC="not sleep"
489           QEMU_TARGET="i386-softmmu"
490           BUILDMAN="^qemu-x86$"
491           TOOLCHAIN="i386"
492           BUILD_ROM="yes"
493     - name: "test/py qemu-x86_64"
494       env:
495         - TEST_PY_BD="qemu-x86_64"
496           TEST_PY_TEST_SPEC="not sleep"
497           QEMU_TARGET="x86_64-softmmu"
498           BUILDMAN="^qemu-x86_64$"
499           TOOLCHAIN="i386"
500           BUILD_ROM="yes"
501     - name: "test/py zynq_zc702"
502       env:
503         - TEST_PY_BD="zynq_zc702"
504           TEST_PY_TEST_SPEC="not sleep"
505           QEMU_TARGET="arm-softmmu"
506           TEST_PY_ID="--id qemu"
507           BUILDMAN="^zynq_zc702$"
508     - name: "test/py xilinx_versal_virt"
509       env:
510         - TEST_PY_BD="xilinx_versal_virt"
511           TEST_PY_TEST_SPEC="not sleep"
512           QEMU_TARGET="aarch64-softmmu"
513           TEST_PY_ID="--id qemu"
514           BUILDMAN="^xilinx_versal_virt$"
515     - name: "test/py xtfpga"
516       env:
517         - TEST_PY_BD="xtfpga"
518           TEST_PY_TEST_SPEC="not sleep"
519           QEMU_TARGET="xtensa-softmmu"
520           TEST_PY_ID="--id qemu"
521           BUILDMAN="^xtfpga$"
522           TOOLCHAIN="xtensa-dc233c-elf"
523
524 # TODO make it perfect ;-r