From: José Rivero <jorive@microsoft.com>
Date: Wed, 19 Apr 2017 23:17:35 +0000 (-0700)
Subject: Allow to run all benchmarks and even upload, but fail the job.
X-Git-Tag: submit/tizen/20210909.063632~11030^2~7167^2
X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=0761d91f1b78e0b49aad5f865cb185a518896fbd;p=platform%2Fupstream%2Fdotnet%2Fruntime.git

Allow to run all benchmarks and even upload, but fail the job.


Commit migrated from https://github.com/dotnet/coreclr/commit/63325a39c072eca003302f5b4e082d7701f9c266
---

diff --git a/src/coreclr/tests/scripts/run-xunit-perf.cmd b/src/coreclr/tests/scripts/run-xunit-perf.cmd
index 1cca802..7895b3f 100644
--- a/src/coreclr/tests/scripts/run-xunit-perf.cmd
+++ b/src/coreclr/tests/scripts/run-xunit-perf.cmd
@@ -32,15 +32,23 @@ setlocal
   call :run_cmd xcopy /sy "%CORECLR_REPO%\bin\tests\Windows_NT.%TEST_ARCH%.%TEST_CONFIG%\Tests\Core_Root"\* . >> %RUNLOG%                         || exit /b 1
 
   rem find and stage the tests
+  set /A "LV_FAILURES=0"
   for /R %CORECLR_PERF% %%T in (*.%TEST_FILE_EXT%) do (
+    rem Skip known failures
     call :run_benchmark %%T || (
-      IF /I NOT "%BENCHVIEW_RUN_TYPE%" == "local" exit /b 1
+      set /A "LV_FAILURES+=1"
     )
   )
 
   rem optionally upload results to benchview
   if not [%BENCHVIEW_PATH%] == [] (
-    call :upload_to_benchview
+    call :upload_to_benchview || exit /b 1
+  )
+
+  rem Numbers are limited to 32-bits of precision (Int32.MAX == 2^32 - 1).
+  if %LV_FAILURES% NEQ 0 (
+    call :print_error %LV_FAILURES% benchmarks has failed.
+    exit /b %LV_FAILURES%
   )
 
   exit /b %ERRORLEVEL%
@@ -307,3 +315,19 @@ rem ****************************************************************************
   call :print_to_console $ %*
   call %*
   exit /b %ERRORLEVEL%
+
+:skip_failures
+rem ****************************************************************************
+rem   Skip known failures
+rem ****************************************************************************
+  IF /I [%TEST_ARCHITECTURE%] == [x86jit32] (
+    IF /I "%~1" == "CscBench" (
+      rem https://github.com/dotnet/coreclr/issues/11088
+      exit /b 1
+    )
+    IF /I "%~1" == "SciMark2" (
+      rem https://github.com/dotnet/coreclr/issues/11089
+      exit /b 1
+    )
+  )
+  exit /b 0