azure-pipelines.yml

   1 jobs:
   2 - job: Lin
   3   # About 150% of total time
   4   timeoutInMinutes: 75
   5   pool:
   6     #vmImage: 'ubuntu-18.04'
   7     name: LIN_VMSS_VENV_F8S_WU2
   8   variables:
   9     WORKERS_NUMBER: 8
  10     BUILD_TYPE: Release
  11     BIN_DIR: ../bin/intel64/$(BUILD_TYPE)
  12   steps:
  13   - script: |
  14       whoami
  15       uname -a
  16       which python3
  17       python3 --version
  18       gcc --version
  19       lsb_release
  20       env
  21       cat /proc/cpuinfo
  22       cat /proc/meminfo
  23       vmstat -s
  24       df
  25     displayName: 'System properties'
  26   - script: |
  27       sudo apt --assume-yes install libusb-1.0-0-dev
  28       python3 -m pip install -r ./inference-engine/ie_bridges/python/requirements.txt
  29       # For running Python API tests
  30       python3 -m pip install -r ./inference-engine/ie_bridges/python/src/requirements-dev.txt
  31     displayName: 'Install dependencies'
  32   - script: |
  33       wget https://github.com/ninja-build/ninja/releases/download/v1.10.0/ninja-linux.zip
  34       unzip ninja-linux.zip
  35       sudo cp -v ninja /usr/local/bin/
  36     displayName: 'Install Ninja'
  37   - script: git submodule update --init --recursive --jobs $(WORKERS_NUMBER)
  38     displayName: 'Clone submodules'
  39   - script: |
  40       mkdir dldt-build
  41       cd dldt-build
  42     displayName: 'Create build directory'
  43   - task: CMake@1
  44     inputs:
  45       workingDirectory: dldt-build
  46       # CMake must get Python 3.x version by default
  47       cmakeArgs: .. -GNinja -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DENABLE_PYTHON=ON -DPYTHON_EXECUTABLE=/usr/bin/python3.6 -DENABLE_TESTS=ON
  48   - script: ninja
  49     workingDirectory: dldt-build
  50     displayName: 'Build Lin'
  51   - script: ls -alR ../bin/
  52     workingDirectory: dldt-build
  53     displayName: 'List files'
  54   - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*
  55     workingDirectory: dldt-build
  56     displayName: 'nGraph UT'
  57     continueOnError: false
  58   - script: $(BIN_DIR)/InferenceEngineUnitTests --gtest_print_time=1
  59     workingDirectory: dldt-build
  60     displayName: 'IE UT old'
  61     continueOnError: false
  62   - script: $(BIN_DIR)/ieUnitTests
  63     workingDirectory: dldt-build
  64     displayName: 'IE UT'
  65     continueOnError: false
  66   - script: $(BIN_DIR)/cpuUnitTests
  67     workingDirectory: dldt-build
  68     displayName: 'CPU UT'
  69     continueOnError: false
  70   - script: $(BIN_DIR)/gnaUnitTests
  71     workingDirectory: dldt-build
  72     displayName: 'GNA UT'
  73     continueOnError: false
  74   - script: $(BIN_DIR)/vpuUnitTests
  75     workingDirectory: dldt-build
  76     displayName: 'VPU UT'
  77     continueOnError: false
  78   - script: $(BIN_DIR)/ieFuncTests
  79     workingDirectory: dldt-build
  80     displayName: 'IE FuncTests'
  81     continueOnError: false
  82   - script: $(BIN_DIR)/cpuFuncTests --gtest_print_time=1
  83     workingDirectory: dldt-build
  84     displayName: 'CPU FuncTests'
  85     continueOnError: false
  86   - script: $(BIN_DIR)/MklDnnBehaviorTests
  87     workingDirectory: dldt-build
  88     displayName: 'MklDnnBehaviorTests'
  89     continueOnError: false
  90   - script: |
  91       git clone https://github.com/openvinotoolkit/testdata.git
  92       git clone https://github.com/google/gtest-parallel.git
  93     displayName: 'Clone testdata & gtest-parallel'
  94   - script: |
  95       export DATA_PATH=`pwd`/../testdata
  96       export MODELS_PATH=`pwd`/../testdata
  97       python3 ../gtest-parallel/gtest-parallel $(BIN_DIR)/MklDnnFunctionalTests --workers=$(WORKERS_NUMBER) --print_test_times --dump_json_test_results=MklDnnFunctionalTests.json --gtest_filter=-smoke_MobileNet/ModelTransformationsTest.LPT/mobilenet_v2_tf_depthwise_batch1_inPluginDisabled_inTestDisabled_asymmetric* -- --gtest_print_time=1
  98     workingDirectory: dldt-build
  99     displayName: 'MklDnnFunctionalTests'
 100     continueOnError: false
 101   - script: |
 102       export DATA_PATH=`pwd`/../testdata
 103       export MODELS_PATH=`pwd`/../testdata
 104       $(BIN_DIR)/InferenceEngineCAPITests
 105     workingDirectory: dldt-build
 106     displayName: 'IE CAPITests'
 107     continueOnError: false
 108   - script: |
 109       export DATA_PATH=`pwd`/../testdata
 110       export MODELS_PATH=`pwd`/../testdata
 111       export LD_LIBRARY_PATH=`pwd`/$(BIN_DIR)/lib
 112       export PYTHONPATH=`pwd`/$(BIN_DIR)/lib/python_api/python3.6
 113       env
 114       cd ../inference-engine/ie_bridges/python/tests
 115       pytest
 116     workingDirectory: dldt-build
 117     displayName: 'Python API Tests'
 118     continueOnError: false
 119     enabled: false
 120
 121 - job: Mac
 122   # About 200% of total time (perfomace of Mac hosts is unstable)
 123   timeoutInMinutes: 180
 124   pool:
 125     vmImage: 'macOS-10.15'
 126   variables:
 127     WORKERS_NUMBER: 3
 128     BUILD_TYPE: Release
 129     BIN_DIR: ../bin/intel64/$(BUILD_TYPE)
 130   steps:
 131   - task: UsePythonVersion@0
 132     inputs:
 133       versionSpec: '3.7'
 134   - script: |
 135       whoami
 136       uname -a
 137       which python3
 138       python3 --version
 139       gcc --version
 140       xcrun --sdk macosx --show-sdk-version
 141       env
 142       sysctl -a
 143     displayName: 'System properties'
 144   - script: |
 145       brew install cython
 146       brew install automake
 147     displayName: 'Install dependencies'
 148   - script: brew install ninja
 149     displayName: 'Install Ninja'
 150   - script: git submodule update --init --recursive --jobs $(WORKERS_NUMBER)
 151     displayName: 'Clone submodules'
 152   - script: |
 153       mkdir dldt-build
 154       cd dldt-build
 155     displayName: 'Create build directory'
 156   - script: |
 157       export PATH="/usr/local/opt/cython/bin:$PATH"
 158       export CC=gcc
 159       export CXX=g++
 160       # Disable errors with Ninja
 161       export CXXFLAGS="-Wno-error=unused-command-line-argument"
 162       export CFLAGS="-Wno-error=unused-command-line-argument"
 163       cmake .. -GNinja -DVERBOSE_BUILD=ON -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DENABLE_PYTHON=ON -DENABLE_TESTS=ON
 164     workingDirectory: dldt-build
 165     displayName: 'CMake'
 166   - script: ninja
 167     workingDirectory: dldt-build
 168     displayName: 'Build Mac'
 169   - script: ls -alR ../bin/
 170     workingDirectory: dldt-build
 171     displayName: 'List files'
 172   - script: $(BIN_DIR)/unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*:IE_CPU.onnx_model_sigmoid
 173     workingDirectory: dldt-build
 174     displayName: 'nGraph UT'
 175     continueOnError: false
 176   - script: $(BIN_DIR)/InferenceEngineUnitTests --gtest_print_time=1
 177     workingDirectory: dldt-build
 178     displayName: 'IE UT old'
 179     continueOnError: false
 180   - script: $(BIN_DIR)/ieUnitTests
 181     workingDirectory: dldt-build
 182     displayName: 'IE UT'
 183     continueOnError: false
 184   - script: $(BIN_DIR)/cpuUnitTests
 185     workingDirectory: dldt-build
 186     displayName: 'CPU UT'
 187     continueOnError: false
 188   - script: $(BIN_DIR)/vpuUnitTests
 189     workingDirectory: dldt-build
 190     displayName: 'VPU UT'
 191     continueOnError: false
 192   - script: $(BIN_DIR)/ieFuncTests
 193     workingDirectory: dldt-build
 194     displayName: 'IE FuncTests'
 195     continueOnError: false
 196   - script: $(BIN_DIR)/cpuFuncTests --gtest_print_time=1
 197     workingDirectory: dldt-build
 198     displayName: 'CPU FuncTests'
 199     continueOnError: false
 200   - script: $(BIN_DIR)/MklDnnBehaviorTests
 201     workingDirectory: dldt-build
 202     displayName: 'MklDnnBehaviorTests'
 203     continueOnError: false
 204   - script: |
 205       git clone https://github.com/openvinotoolkit/testdata.git
 206       git clone https://github.com/google/gtest-parallel.git
 207     displayName: 'Clone testdata & gtest-parallel'
 208   - script: |
 209       export DATA_PATH=`pwd`/../testdata
 210       export MODELS_PATH=`pwd`/../testdata
 211       python3 ../gtest-parallel/gtest-parallel $(BIN_DIR)/MklDnnFunctionalTests --workers=$(WORKERS_NUMBER) --print_test_times --dump_json_test_results=MklDnnFunctionalTests.json --gtest_filter=-smoke_MobileNet/ModelTransformationsTest.LPT/mobilenet_v2_tf_depthwise_batch1_inPluginDisabled_inTestDisabled_asymmetric* -- --gtest_print_time=1
 212     workingDirectory: dldt-build
 213     displayName: 'MklDnnFunctionalTests'
 214     continueOnError: false
 215   - script: |
 216       export DATA_PATH=`pwd`/../testdata
 217       export MODELS_PATH=`pwd`/../testdata
 218       $(BIN_DIR)/InferenceEngineCAPITests
 219     workingDirectory: dldt-build
 220     displayName: 'IE CAPITests'
 221     continueOnError: false
 222
 223 - job: Win
 224   # About 150% of total time
 225   timeoutInMinutes: 120
 226   pool:
 227     #vmImage: 'vs2017-win2016'
 228     name: WIN_VMSS_VENV_F8S_WU2
 229   variables:
 230     system.debug: true
 231     WORKERS_NUMBER: 8
 232     BUILD_TYPE: Release
 233     BUILD_DIR: D:\dldt-build
 234     BIN_DIR: ..\bin\intel64
 235     MSVS_VARS_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Auxiliary\Build\vcvars64.bat
 236     MSVC_COMPILER_PATH: C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Tools\MSVC\14.24.28314\bin\Hostx64\x64\cl.exe
 237   steps:
 238   - script: |
 239       where python3
 240       where python
 241       python --version
 242       wmic computersystem get TotalPhysicalMemory
 243       wmic cpu list
 244       wmic logicaldisk get description,name
 245       wmic VOLUME list
 246       set
 247     displayName: 'System properties'
 248   - script: |
 249       certutil -urlcache -split -f https://github.com/ninja-build/ninja/releases/download/v1.10.0/ninja-win.zip ninja-win.zip
 250       powershell -command "Expand-Archive -Force ninja-win.zip"
 251     displayName: Install Ninja
 252   - script: git submodule update --init --recursive --jobs $(WORKERS_NUMBER)
 253     displayName: 'Clone submodules'
 254   - script: |
 255       rd /Q /S $(BUILD_DIR)
 256       mkdir $(BUILD_DIR)\bin
 257       rd /Q /S dldt-build
 258       mkdir dldt-build
 259     displayName: 'Create build directory'
 260   - script: |
 261       set PATH=$(Build.Repository.LocalPath)\ninja-win;%PATH%
 262       call "$(MSVS_VARS_PATH)" && cmake -GNinja -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DENABLE_TESTS=ON -DCMAKE_C_COMPILER:PATH="$(MSVC_COMPILER_PATH)" -DCMAKE_CXX_COMPILER:PATH="$(MSVC_COMPILER_PATH)" $(Build.Repository.LocalPath)
 263     workingDirectory: $(BUILD_DIR)
 264     displayName: 'CMake'
 265   - script: |
 266       set PATH=$(Build.Repository.LocalPath)\ninja-win;%PATH%
 267       call "$(MSVS_VARS_PATH)" && ninja
 268     workingDirectory: $(BUILD_DIR)
 269     displayName: 'Build Win'
 270   - script: dir ..\bin\ /s /b
 271     workingDirectory: dldt-build
 272     displayName: 'List files'
 273   - script: |
 274       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 275       $(BIN_DIR)\unit-test --gtest_print_time=1 --gtest_filter=-backend_api.config_unsupported:*IE_GPU*
 276     workingDirectory: dldt-build
 277     displayName: 'nGraph UT'
 278     continueOnError: false
 279   - script: |
 280       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 281       $(BIN_DIR)\InferenceEngineUnitTests --gtest_print_time=1
 282     workingDirectory: dldt-build
 283     displayName: 'IE UT old'
 284     continueOnError: false
 285   - script: |
 286       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 287       $(BIN_DIR)\ieUnitTests
 288     workingDirectory: dldt-build
 289     displayName: 'IE UT'
 290     continueOnError: false
 291   - script: |
 292       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 293       $(BIN_DIR)\cpuUnitTests
 294     workingDirectory: dldt-build
 295     displayName: 'CPU UT'
 296     continueOnError: false
 297   - script: |
 298       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 299       $(BIN_DIR)\gnaUnitTests
 300     workingDirectory: dldt-build
 301     displayName: 'GNA UT'
 302     continueOnError: false
 303   - script: |
 304       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 305       $(BIN_DIR)\vpuUnitTests
 306     workingDirectory: dldt-build
 307     displayName: 'VPU UT'
 308     continueOnError: false
 309   - script: |
 310       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 311       $(BIN_DIR)\ieFuncTests
 312     workingDirectory: dldt-build
 313     displayName: 'IE FuncTests'
 314     continueOnError: false
 315   - script: |
 316       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 317       $(BIN_DIR)\cpuFuncTests --gtest_print_time=1
 318     workingDirectory: dldt-build
 319     displayName: 'CPU FuncTests'
 320     continueOnError: false
 321   - script: |
 322       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;%PATH%
 323       $(BIN_DIR)\MklDnnBehaviorTests
 324     workingDirectory: dldt-build
 325     displayName: 'MklDnnBehaviorTests'
 326     continueOnError: false
 327   - script: |
 328       git clone https://github.com/openvinotoolkit/testdata.git
 329       git clone https://github.com/google/gtest-parallel.git
 330     workingDirectory: $(BUILD_DIR)
 331     displayName: 'Clone testdata & gtest-parallel'
 332     # Add for gtest-parallel, it hangs now (CVS-33386)
 333     #python $(BUILD_DIR)\gtest-parallel\gtest-parallel $(BIN_DIR)\MklDnnFunctionalTests --workers=$(WORKERS_NUMBER) --print_test_times --dump_json_test_results=MklDnnFunctionalTests.json --gtest_filter=-smoke_MobileNet/ModelTransformationsTest.LPT/mobilenet_v2_tf_depthwise_batch1_inPluginDisabled_inTestDisabled_asymmetric* -- --gtest_print_time=1
 334   - script: |
 335       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;$(Build.Repository.LocalPath)\inference-engine\temp\opencv_4.3.0\opencv\bin;%PATH%
 336       set DATA_PATH=$(BUILD_DIR)\testdata
 337       set MODELS_PATH=$(BUILD_DIR)\testdata
 338       $(BIN_DIR)\MklDnnFunctionalTests --gtest_print_time=1 --gtest_filter=-smoke_MobileNet/ModelTransformationsTest.LPT/mobilenet_v2_tf_depthwise_batch1_inPluginDisabled_inTestDisabled_asymmetric*
 339     workingDirectory: dldt-build
 340     displayName: 'MklDnnFunctionalTests'
 341     continueOnError: false
 342   - script: |
 343       set PATH=$(Build.Repository.LocalPath)\inference-engine\temp\tbb\bin;$(Build.Repository.LocalPath)\inference-engine\temp\opencv_4.3.0\opencv\bin;%PATH%
 344       set DATA_PATH=$(BUILD_DIR)\testdata
 345       set MODELS_PATH=$(BUILD_DIR)\testdata
 346       $(BIN_DIR)\InferenceEngineCAPITests
 347     workingDirectory: dldt-build
 348     displayName: 'IE CAPITests'
 349     continueOnError: false