azure-pipelines.yml

   1 trigger:
   2   # start a new build for every push
   3   batch: False
   4   branches:
   5     include:
   6       - develop
   7 resources:
   8   containers:
   9       - container: oneapi-hpckit
  10         image: intel/oneapi-hpckit:latest
  11         options: '-v /usr/bin/sudo:/usr/bin/sudo -v /usr/lib/sudo/libsudo_util.so.0:/usr/lib/sudo/libsudo_util.so.0 -v /usr/lib/sudo/sudoers.so:/usr/lib/sudo/sudoers.so'
  12       - container: oneapi-basekit
  13         image: intel/oneapi-basekit:latest
  14         options: '-v /usr/bin/sudo:/usr/bin/sudo -v /usr/lib/sudo/libsudo_util.so.0:/usr/lib/sudo/libsudo_util.so.0 -v /usr/lib/sudo/sudoers.so:/usr/lib/sudo/sudoers.so'
  15
  16 jobs:
  17 # manylinux1 is useful to test because the
  18 # standard Docker container uses an old version
  19 # of gcc / glibc
  20 - job: manylinux1_gcc
  21   pool:
  22     vmImage: 'ubuntu-latest'
  23   steps:
  24   - script: |
  25       echo "FROM quay.io/pypa/manylinux1_x86_64
  26         COPY . /tmp/openblas
  27         RUN cd /tmp/openblas                                      &&  \
  28             COMMON_FLAGS='DYNAMIC_ARCH=1 TARGET=NEHALEM NUM_THREADS=32' && \
  29             BTYPE='BINARY=64' CC=gcc && \
  30             make QUIET_MAKE=1 $COMMON_FLAGS $BTYPE && \
  31             make -C test $COMMON_FLAGS $BTYPE && \
  32             make -C ctest $COMMON_FLAGS $BTYPE && \
  33             make -C utest $COMMON_FLAGS $BTYPE" > Dockerfile
  34       docker build .
  35     displayName: Run manylinux1 docker build
  36 - job: Intel_SDE_skx
  37   pool:
  38     vmImage: 'ubuntu-latest'
  39   steps:
  40   - script: |
  41       # at the time of writing the available Azure Ubuntu vm image
  42       # does not support AVX512VL, so use more recent LTS version
  43       echo "FROM ubuntu:bionic
  44       COPY . /tmp/openblas
  45       RUN apt-get -y update && apt-get -y install \\
  46           cmake \\
  47           gfortran \\
  48           make \\
  49           wget
  50       RUN mkdir /tmp/SDE && cd /tmp/SDE && \\
  51           mkdir sde-external-8.35.0-2019-03-11-lin && \\
  52           wget --quiet -O sde-external-8.35.0-2019-03-11-lin.tar.bz2 https://www.dropbox.com/s/fopsnzj67572sj5/sde-external-8.35.0-2019-03-11-lin.tar.bz2?dl=0 && \\
  53           tar -xjvf sde-external-8.35.0-2019-03-11-lin.tar.bz2 -C /tmp/SDE/sde-external-8.35.0-2019-03-11-lin --strip-components=1
  54       RUN cd /tmp/openblas && CC=gcc make QUIET_MAKE=1 DYNAMIC_ARCH=1 NUM_THREADS=32 BINARY=64
  55       CMD cd /tmp/openblas && echo 0 > /proc/sys/kernel/yama/ptrace_scope && CC=gcc OPENBLAS_VERBOSE=2 /tmp/SDE/sde-external-8.35.0-2019-03-11-lin/sde64 -cpuid_in /tmp/SDE/sde-external-8.35.0-2019-03-11-lin/misc/cpuid/skx/cpuid.def -- make -C utest DYNAMIC_ARCH=1 NUM_THREADS=32 BINARY=64" > Dockerfile
  56       docker build -t intel_sde .
  57       # we need a privileged docker run for sde process attachment
  58       docker run --privileged intel_sde
  59     displayName: 'Run AVX512 SkylakeX docker build / test'
  60
  61 - job: Windows_cl
  62   pool:
  63      vmImage: 'windows-latest'
  64   steps:
  65   - task: CMake@1
  66     inputs:
  67       workingDirectory: 'build' # Optional
  68       cmakeArgs: '-G "Visual Studio 16 2019" ..'
  69   - task: CMake@1
  70     inputs:
  71       cmakeArgs: '--build . --config Release'
  72       workingDirectory: 'build'
  73   - script: |
  74       cd build
  75       cd utest
  76       dir
  77       openblas_utest.exe
  78
  79 - job: OSX_OpenMP
  80   pool:
  81      vmImage: 'macOS-10.15'
  82   steps:
  83   - script: |
  84       brew update
  85       make TARGET=CORE2 DYNAMIC_ARCH=1 USE_OPENMP=1 INTERFACE64=1 CC=gcc-10 FC=gfortran-10
  86       make TARGET=CORE2 DYNAMIC_ARCH=1 USE_OPENMP=1 INTERFACE64=1 CC=gcc-10 FC=gfortran-10 PREFIX=../blasinst install
  87       ls -lR ../blasinst
  88
  89 - job: OSX_GCC_Nothreads
  90   pool:
  91      vmImage: 'macOS-10.15'
  92   steps:
  93   - script: |
  94       brew update
  95       make USE_THREADS=0 CC=gcc-10 FC=gfortran-10
  96
  97 - job: OSX_OpenMP_Clang
  98   pool:
  99      vmImage: 'macOS-10.15'
 100   variables:
 101      LD_LIBRARY_PATH: /usr/local/opt/llvm/lib
 102      LIBRARY_PATH: /usr/local/opt/llvm/lib
 103   steps:
 104   - script: |
 105       brew update
 106       brew install llvm libomp
 107       make TARGET=CORE2 USE_OPENMP=1 INTERFACE64=1 DYNAMIC_ARCH=1 CC=/usr/local/opt/llvm/bin/clang FC=gfortran-10
 108
 109 - job: OSX_OpenMP_Clang_cmake
 110   pool:
 111      vmImage: 'macOS-10.15'
 112   variables:
 113      LD_LIBRARY_PATH: /usr/local/opt/llvm/lib
 114      LIBRARY_PATH: /usr/local/opt/llvm/lib
 115   steps:
 116   - script: |
 117       brew update
 118       brew install llvm libomp
 119       mkdir build
 120       cd build
 121       cmake -DTARGET=CORE2 -DUSE_OPENMP=1 -DINTERFACE64=1 -DDYNAMIC_ARCH=1 -DCMAKE_C_COMPILER=/usr/local/opt/llvm/bin/clang -DNOFORTRAN=1 -DNO_AVX512=1 ..
 122       make
 123       ctest
 124
 125 - job: OSX_OpenMP_Clang_gf_cmake
 126   pool:
 127      vmImage: 'macOS-10.15'
 128   variables:
 129      LD_LIBRARY_PATH: /usr/local/opt/llvm/lib
 130      LIBRARY_PATH: /usr/local/opt/llvm/lib
 131   steps:
 132   - script: |
 133       brew update
 134       brew install llvm libomp
 135       mkdir build
 136       cd build
 137       cmake -DTARGET=CORE2 -DUSE_OPENMP=1 -DINTERFACE64=1 -DDYNAMIC_ARCH=1 -DCMAKE_C_COMPILER=/usr/local/opt/llvm/bin/clang -DNO_AVX512=1 ..
 138       make
 139       ctest
 140
 141 - job: OSX_Ifort_Clang
 142   pool:
 143      vmImage: 'macOS-10.15'
 144   variables:
 145      LD_LIBRARY_PATH: /usr/local/opt/llvm/lib
 146      MACOS_HPCKIT_URL: https://registrationcenter-download.intel.com/akdlm/irc_nas/17643/m_HPCKit_p_2021.2.0.2903_offline.dmg
 147      LIBRARY_PATH: /usr/local/opt/llvm/lib
 148      MACOS_FORTRAN_COMPONENTS: intel.oneapi.mac.ifort-compiler
 149   steps:
 150   - script: |
 151       brew update
 152       brew install llvm libomp
 153       sudo mkdir -p /opt/intel
 154       sudo chown $USER /opt/intel
 155     displayName: prepare for cache restore
 156   - task: Cache@2
 157     inputs:
 158       path: /opt/intel/oneapi
 159       key: '"install" | "$(MACOS_HPCKIT_URL)" | "$(MACOS_FORTRAN_COMPONENTS)"'
 160       cacheHitVar: CACHE_RESTORED
 161   - script: |
 162       curl --output webimage.dmg --url $(MACOS_HPCKIT_URL) --retry 5 --retry-delay 5
 163       hdiutil attach webimage.dmg
 164       sudo /Volumes/"$(basename "$(MACOS_HPCKIT_URL)" .dmg)"/bootstrapper.app/Contents/MacOS/bootstrapper -s --action install --components="$(MACOS_FORTRAN_COMPONENTS)" --eula=accept --continue-with-optional-error=yes --log-dir=.
 165       installer_exit_code=$?
 166       hdiutil detach /Volumes/"$(basename "$URL" .dmg)" -quiet
 167       exit $installer_exit_code
 168     displayName: install
 169     condition: ne(variables.CACHE_RESTORED, 'true')
 170   - script: |
 171       source /opt/intel/oneapi/setvars.sh
 172       make CC=/usr/local/opt/llvm/bin/clang FC=ifort
 173
 174 - job: OSX_NDK_ARMV7
 175   pool:
 176      vmImage: 'macOS-10.15'
 177   steps:
 178   - script: |
 179       brew update
 180       brew install --cask android-ndk
 181       export ANDROID_NDK_HOME=/usr/local/share/android-ndk
 182       make TARGET=ARMV7 ONLY_CBLAS=1 CC=$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/darwin-x86_64/bin/armv7a-linux-androideabi21-clang AR=$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/darwin-x86_64/bin/arm-linux-androideabi-ar HOSTCC=gcc ARM_SOFTFP_ABI=1 -j4
 183
 184 - job: OSX_IOS_ARMV8
 185   pool:
 186      vmImage: 'macOS-10.15'
 187   variables:
 188      CC: /Applications/Xcode_12.4.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/bin/clang
 189      CFLAGS: -O2 -Wno-macro-redefined -isysroot /Applications/Xcode_12.4.app/Contents/Developer/Platforms/iPhoneOS.platform/Developer/SDKs/iPhoneOS14.4.sdk -arch arm64 -miphoneos-version-min=10.0
 190   steps:
 191   - script: |
 192      make TARGET=ARMV8 DYNAMIC_ARCH=1 NUM_THREADS=32 HOSTCC=clang NOFORTRAN=1
 193
 194 - job: OSX_IOS_ARMV7
 195   pool:
 196      vmImage: 'macOS-10.15'
 197   variables:
 198      CC: /Applications/Xcode_12.4.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/bin/clang
 199      CFLAGS: -O2 -mno-thumb -Wno-macro-redefined -isysroot /Applications/Xcode_12.4.app/Contents/Developer/Platforms/iPhoneOS.platform/Developer/SDKs/iPhoneOS14.4.sdk -arch armv7 -miphoneos-version-min=5.1
 200   steps:
 201   - script: |
 202      make TARGET=ARMV7 DYNAMIC_ARCH=1 NUM_THREADS=32 HOSTCC=clang NOFORTRAN=1
 203
 204 - job: ALPINE_MUSL
 205   pool:
 206      vmImage: 'ubuntu-latest'
 207   steps:
 208   - script: |
 209         wget https://raw.githubusercontent.com/alpinelinux/alpine-chroot-install/v0.13.1/alpine-chroot-install \
 210          && echo '7c7e3fa378e69aecc7f5f01bbc759e5f0a9d9b74  alpine-chroot-install' | sha1sum -c \
 211          || exit 1
 212         alpine() { /alpine/enter-chroot -u "$USER" "$@"; }
 213         sudo sh alpine-chroot-install -p 'build-base gfortran perl linux-headers sudo'
 214         alpine make DYNAMIC_ARCH=1 BINARY=64
 215         alpine make DYNAMIC_ARCH=1 BINARY=64 PREFIX=mytestdir install
 216         alpine ls -l mytestdir/include
 217         alpine echo "// tests that inclusion of openblas_config.h works with musl" >test_install.c
 218         alpine echo "#include <openblas_config.h>" >>test_install.c
 219         alpine echo "int main(){" >> test_install.c
 220         alpine echo "cpu_set_t* cpu_set = NULL;}" >>test_install.c
 221         alpine gcc -Imytestdir/include test_install.c -Lmytestdir/lib -lopenblas -lpthread -lgfortran -o test_install
 222