azure-pipelines.yml

   1 jobs:
   2 - job: Lin
   3   # About 150% of total time
   4   timeoutInMinutes: 75
   5   pool:
   6     #vmImage: 'ubuntu-18.04'
   7     name: LIN_VMSS_VENV_F8S_WU2
   8   variables:
   9     BUILD_TYPE: Release
  10     BIN_DIR: ../bin/intel64/$(BUILD_TYPE)
  11   steps:
  12   - script: |
  13       whoami
  14       uname -a
  15       which python3
  16       gcc --version
  17       lsb_release
  18       env
  19       cat /proc/cpuinfo
  20       cat /proc/meminfo
  21       vmstat -s
  22       df
  23     displayName: 'System properties'
  24   - script: |
  25       sudo apt --assume-yes install libusb-1.0-0-dev
  26       python3 -m pip install -r ./inference-engine/ie_bridges/python/requirements.txt
  27       # For running Python API tests
  28       python3 -m pip install -r ./inference-engine/ie_bridges/python/src/requirements-dev.txt
  29     displayName: 'Install dependencies'
  30   - script: |
  31       wget https://github.com/ninja-build/ninja/releases/download/v1.10.0/ninja-linux.zip
  32       unzip ninja-linux.zip
  33       sudo cp -v ninja /usr/local/bin/
  34     displayName: 'Install Ninja'
  35   - script: git submodule update --init --recursive --jobs 8
  36     displayName: 'Clone submodules'
  37   - script: |
  38       mkdir dldt-build
  39       cd dldt-build
  40     displayName: 'Create build directory'
  41   - task: CMake@1
  42     inputs:
  43       workingDirectory: dldt-build
  44       # CMake must get Python 3.x version by default
  45       cmakeArgs: .. -GNinja -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DENABLE_PYTHON=ON -DPYTHON_EXECUTABLE=/usr/bin/python3.6 -DENABLE_TESTS=ON
  46   - script: ninja
  47     workingDirectory: dldt-build
  48     displayName: 'Build Lin'
  49   - script: ls -alR ../bin/
  50     workingDirectory: dldt-build
  51     displayName: 'List files'
  52   - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*
  53     workingDirectory: dldt-build
  54     displayName: 'nGraph UT'
  55     continueOnError: false
  56   - script: $(BIN_DIR)/InferenceEngineUnitTests
  57     workingDirectory: dldt-build
  58     displayName: 'IE UT old'
  59     continueOnError: false
  60   - script: $(BIN_DIR)/ieUnitTests
  61     workingDirectory: dldt-build
  62     displayName: 'IE UT'
  63     continueOnError: false
  64   - script: $(BIN_DIR)/cpuUnitTests
  65     workingDirectory: dldt-build
  66     displayName: 'CPU UT'
  67     continueOnError: false
  68   - script: $(BIN_DIR)/gnaUnitTests
  69     workingDirectory: dldt-build
  70     displayName: 'GNA UT'
  71     continueOnError: false
  72   - script: $(BIN_DIR)/vpuUnitTests
  73     workingDirectory: dldt-build
  74     displayName: 'VPU UT'
  75     continueOnError: false
  76   - script: $(BIN_DIR)/ieFuncTests
  77     workingDirectory: dldt-build
  78     displayName: 'IE FuncTests'
  79     continueOnError: false
  80   - script: $(BIN_DIR)/cpuFuncTests
  81     workingDirectory: dldt-build
  82     displayName: 'CPU FuncTests'
  83     continueOnError: false
  84   - script: $(BIN_DIR)/MklDnnBehaviorTests
  85     workingDirectory: dldt-build
  86     displayName: 'MklDnnBehaviorTests'
  87     continueOnError: false
  88   - script: git clone https://github.com/openvinotoolkit/testdata.git
  89     displayName: 'Clone testdata'
  90   - script: |
  91       export DATA_PATH=`pwd`/../testdata
  92       export MODELS_PATH=`pwd`/../testdata
  93       $(BIN_DIR)/MklDnnFunctionalTests --gtest_filter=*smoke*:-smoke_MobileNet/ModelTransformationsTest.LPT/mobilenet_v2_tf_depthwise_batch1_inPluginDisabled_inTestDisabled_asymmetric*
  94     workingDirectory: dldt-build
  95     displayName: 'MklDnnFunctionalTests'
  96     continueOnError: false
  97   - script: |
  98       export DATA_PATH=`pwd`/../testdata
  99       export MODELS_PATH=`pwd`/../testdata
 100       $(BIN_DIR)/InferenceEngineCAPITests
 101     workingDirectory: dldt-build
 102     displayName: 'IE CAPITests'
 103     continueOnError: false
 104   - script: |
 105       export DATA_PATH=`pwd`/../testdata
 106       export MODELS_PATH=`pwd`/../testdata
 107       export LD_LIBRARY_PATH=`pwd`/$(BIN_DIR)/lib
 108       export PYTHONPATH=`pwd`/$(BIN_DIR)/lib/python_api/python3.6
 109       env
 110       cd ../inference-engine/ie_bridges/python/tests
 111       pytest
 112     workingDirectory: dldt-build
 113     displayName: 'Python API Tests'
 114     continueOnError: false
 115     enabled: false
 116
 117 - job: Mac
 118   # About 200% of total time (perfomace of Mac hosts is unstable)
 119   timeoutInMinutes: 180
 120   pool:
 121     vmImage: 'macOS-10.15'
 122   variables:
 123     BUILD_TYPE: Release
 124     BIN_DIR: ../bin/intel64/$(BUILD_TYPE)
 125   steps:
 126   - task: UsePythonVersion@0
 127     inputs:
 128       versionSpec: '3.7'
 129   - script: |
 130       whoami
 131       uname -a
 132       which python3
 133       gcc --version
 134       xcrun --sdk macosx --show-sdk-version
 135       env
 136       sysctl -a
 137     displayName: 'System properties'
 138   - script: |
 139       brew install cython
 140       brew install automake
 141     displayName: 'Install dependencies'
 142   - script: brew install ninja
 143     displayName: 'Install Ninja'
 144   - script: git submodule update --init --recursive --jobs 8
 145     displayName: 'Clone submodules'
 146   - script: |
 147       mkdir dldt-build
 148       cd dldt-build
 149     displayName: 'Create build directory'
 150   - script: |
 151       export PATH="/usr/local/opt/cython/bin:$PATH"
 152       export CC=gcc
 153       export CXX=g++
 154       # Disable errors with Ninja
 155       export CXXFLAGS="-Wno-error=unused-command-line-argument"
 156       export CFLAGS="-Wno-error=unused-command-line-argument"
 157       cmake .. -GNinja -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DENABLE_PYTHON=ON -DENABLE_TESTS=ON
 158     workingDirectory: dldt-build
 159     displayName: 'CMake'
 160   - script: ninja
 161     workingDirectory: dldt-build
 162     displayName: 'Build Mac'
 163   - script: ls -alR ../bin/
 164     workingDirectory: dldt-build
 165     displayName: 'List files'
 166   - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*:IE_CPU.onnx_model_sigmoid
 167     workingDirectory: dldt-build
 168     displayName: 'nGraph UT'
 169     continueOnError: false
 170   - script: $(BIN_DIR)/InferenceEngineUnitTests
 171     workingDirectory: dldt-build
 172     displayName: 'IE UT old'
 173     continueOnError: false
 174   - script: $(BIN_DIR)/ieUnitTests
 175     workingDirectory: dldt-build
 176     displayName: 'IE UT'
 177     continueOnError: false
 178   - script: $(BIN_DIR)/cpuUnitTests
 179     workingDirectory: dldt-build
 180     displayName: 'CPU UT'
 181     continueOnError: false
 182   - script: $(BIN_DIR)/vpuUnitTests
 183     workingDirectory: dldt-build
 184     displayName: 'VPU UT'
 185     continueOnError: false
 186   - script: $(BIN_DIR)/ieFuncTests
 187     workingDirectory: dldt-build
 188     displayName: 'IE FuncTests'
 189     continueOnError: false
 190   - script: $(BIN_DIR)/cpuFuncTests
 191     workingDirectory: dldt-build
 192     displayName: 'CPU FuncTests'
 193     continueOnError: false
 194   - script: $(BIN_DIR)/MklDnnBehaviorTests
 195     workingDirectory: dldt-build
 196     displayName: 'MklDnnBehaviorTests'
 197     continueOnError: false
 198   - script: git clone https://github.com/openvinotoolkit/testdata.git
 199     displayName: 'Clone testdata'
 200   - script: |
 201       export DATA_PATH=`pwd`/../testdata
 202       export MODELS_PATH=`pwd`/../testdata
 203       $(BIN_DIR)/MklDnnFunctionalTests --gtest_filter=*smoke*:-smoke_MobileNet/ModelTransformationsTest.LPT/mobilenet_v2_tf_depthwise_batch1_inPluginDisabled_inTestDisabled_asymmetric*
 204     workingDirectory: dldt-build
 205     displayName: 'MklDnnFunctionalTests'
 206     continueOnError: false
 207   - script: |
 208       export DATA_PATH=`pwd`/../testdata
 209       export MODELS_PATH=`pwd`/../testdata
 210       $(BIN_DIR)/InferenceEngineCAPITests
 211     workingDirectory: dldt-build
 212     displayName: 'IE CAPITests'
 213     continueOnError: false
 214
 215 - job: Win
 216   # About 150% of total time
 217   timeoutInMinutes: 120
 218   pool:
 219     #vmImage: 'vs2017-win2016'
 220     name: WIN_VMSS_VENV_F8S_WU2
 221   variables:
 222     BUILD_TYPE: Release
 223     BUILD_DIR: D:\dldt-build
 224     BIN_DIR: ..\bin\intel64
 225     MSVS_VARS_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Auxiliary\Build\vcvars64.bat
 226     MSVC_COMPILER_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Tools\MSVC\14.24.28314\bin\Hostx64\x64\cl.exe
 227   steps:
 228   - script: |
 229       where python3
 230       wmic computersystem get TotalPhysicalMemory
 231       wmic cpu list
 232       wmic logicaldisk get description,name
 233       wmic VOLUME list
 234       set
 235     displayName: 'System properties'
 236   - script: |
 237       certutil -urlcache -split -f https://github.com/ninja-build/ninja/releases/download/v1.10.0/ninja-win.zip ninja-win.zip
 238       powershell -command "Expand-Archive -Force ninja-win.zip"
 239     displayName: Install Ninja
 240   - script: git submodule update --init --recursive --jobs 8
 241     displayName: 'Clone submodules'
 242   - script: |
 243       rd /Q /S $(BUILD_DIR)
 244       mkdir $(BUILD_DIR)\bin
 245       rd /Q /S dldt-build
 246       mkdir dldt-build
 247     displayName: 'Create build directory'
 248   - script: |
 249       set PATH=$(Build.Repository.LocalPath)\ninja-win;%PATH%
 250       call "$(MSVS_VARS_PATH)" && cmake -GNinja -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DENABLE_TESTS=ON -DCMAKE_C_COMPILER:PATH="$(MSVC_COMPILER_PATH)" -DCMAKE_CXX_COMPILER:PATH="$(MSVC_COMPILER_PATH)" $(Build.Repository.LocalPath)
 251     workingDirectory: $(BUILD_DIR)
 252     displayName: 'CMake'
 253   - script: |
 254       set PATH=$(Build.Repository.LocalPath)\ninja-win;%PATH%
 255       call "$(MSVS_VARS_PATH)" && ninja
 256     workingDirectory: $(BUILD_DIR)
 257     displayName: 'Build Win'
 258   - script: dir ..\bin\ /s /b
 259     workingDirectory: dldt-build
 260     displayName: 'List files'
 261   - script: |
 262       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 263       $(BIN_DIR)\unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*
 264     workingDirectory: dldt-build
 265     displayName: 'nGraph UT'
 266     continueOnError: false
 267   - script: |
 268       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 269       $(BIN_DIR)\InferenceEngineUnitTests
 270     workingDirectory: dldt-build
 271     displayName: 'IE UT old'
 272     continueOnError: false
 273   - script: |
 274       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 275       $(BIN_DIR)\ieUnitTests
 276     workingDirectory: dldt-build
 277     displayName: 'IE UT'
 278     continueOnError: false
 279   - script: |
 280       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 281       $(BIN_DIR)\cpuUnitTests
 282     workingDirectory: dldt-build
 283     displayName: 'CPU UT'
 284     continueOnError: false
 285   - script: |
 286       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 287       $(BIN_DIR)\gnaUnitTests
 288     workingDirectory: dldt-build
 289     displayName: 'GNA UT'
 290     continueOnError: false
 291   - script: |
 292       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 293       $(BIN_DIR)\vpuUnitTests
 294     workingDirectory: dldt-build
 295     displayName: 'VPU UT'
 296     continueOnError: false
 297   - script: |
 298       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 299       $(BIN_DIR)\ieFuncTests
 300     workingDirectory: dldt-build
 301     displayName: 'IE FuncTests'
 302     continueOnError: false
 303   - script: |
 304       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 305       $(BIN_DIR)\cpuFuncTests
 306     workingDirectory: dldt-build
 307     displayName: 'CPU FuncTests'
 308     continueOnError: false
 309   - script: |
 310       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 311       $(BIN_DIR)\MklDnnBehaviorTests
 312     workingDirectory: dldt-build
 313     displayName: 'MklDnnBehaviorTests'
 314     continueOnError: false
 315   - script: git clone https://github.com/openvinotoolkit/testdata.git
 316     workingDirectory: $(BUILD_DIR)
 317     displayName: 'Clone testdata'
 318   - script: |
 319       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;$(Build.Repository.LocalPath)\inference-engine\temp\opencv_4.3.0\opencv\bin;%PATH%
 320       set DATA_PATH=$(BUILD_DIR)\testdata
 321       set MODELS_PATH=$(BUILD_DIR)\testdata
 322       $(BIN_DIR)\MklDnnFunctionalTests --gtest_filter=*smoke*:-smoke_MobileNet/ModelTransformationsTest.LPT/mobilenet_v2_tf_depthwise_batch1_inPluginDisabled_inTestDisabled_asymmetric*
 323     workingDirectory: dldt-build
 324     displayName: 'MklDnnFunctionalTests'
 325     continueOnError: false
 326   - script: |
 327       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;$(Build.Repository.LocalPath)\inference-engine\temp\opencv_4.3.0\opencv\bin;%PATH%
 328       set DATA_PATH=$(BUILD_DIR)\testdata
 329       set MODELS_PATH=$(BUILD_DIR)\testdata
 330       $(BIN_DIR)\InferenceEngineCAPITests
 331     workingDirectory: dldt-build
 332     displayName: 'IE CAPITests'
 333     continueOnError: false