From 0761d91f1b78e0b49aad5f865cb185a518896fbd Mon Sep 17 00:00:00 2001 From: =?utf8?q?Jos=C3=A9=20Rivero?= Date: Wed, 19 Apr 2017 16:17:35 -0700 Subject: [PATCH] Allow to run all benchmarks and even upload, but fail the job. Commit migrated from https://github.com/dotnet/coreclr/commit/63325a39c072eca003302f5b4e082d7701f9c266 --- src/coreclr/tests/scripts/run-xunit-perf.cmd | 28 ++++++++++++++++++++++++++-- 1 file changed, 26 insertions(+), 2 deletions(-) diff --git a/src/coreclr/tests/scripts/run-xunit-perf.cmd b/src/coreclr/tests/scripts/run-xunit-perf.cmd index 1cca802..7895b3f 100644 --- a/src/coreclr/tests/scripts/run-xunit-perf.cmd +++ b/src/coreclr/tests/scripts/run-xunit-perf.cmd @@ -32,15 +32,23 @@ setlocal call :run_cmd xcopy /sy "%CORECLR_REPO%\bin\tests\Windows_NT.%TEST_ARCH%.%TEST_CONFIG%\Tests\Core_Root"\* . >> %RUNLOG% || exit /b 1 rem find and stage the tests + set /A "LV_FAILURES=0" for /R %CORECLR_PERF% %%T in (*.%TEST_FILE_EXT%) do ( + rem Skip known failures call :run_benchmark %%T || ( - IF /I NOT "%BENCHVIEW_RUN_TYPE%" == "local" exit /b 1 + set /A "LV_FAILURES+=1" ) ) rem optionally upload results to benchview if not [%BENCHVIEW_PATH%] == [] ( - call :upload_to_benchview + call :upload_to_benchview || exit /b 1 + ) + + rem Numbers are limited to 32-bits of precision (Int32.MAX == 2^32 - 1). + if %LV_FAILURES% NEQ 0 ( + call :print_error %LV_FAILURES% benchmarks has failed. + exit /b %LV_FAILURES% ) exit /b %ERRORLEVEL% @@ -307,3 +315,19 @@ rem **************************************************************************** call :print_to_console $ %* call %* exit /b %ERRORLEVEL% + +:skip_failures +rem **************************************************************************** +rem Skip known failures +rem **************************************************************************** + IF /I [%TEST_ARCHITECTURE%] == [x86jit32] ( + IF /I "%~1" == "CscBench" ( + rem https://github.com/dotnet/coreclr/issues/11088 + exit /b 1 + ) + IF /I "%~1" == "SciMark2" ( + rem https://github.com/dotnet/coreclr/issues/11089 + exit /b 1 + ) + ) + exit /b 0 -- 2.7.4