#!/usr/bin/env bash
function print_usage {
- echo ""
- echo "CoreCLR test runner script."
- echo "Arguments:"
- echo " -v, --verbose : Show output from each test."
- echo " --testDirFile=<path> : Run tests only in the directories specified by the file at <path>."
- echo " The file should specify one directory per line."
- echo ""
+ echo ''
+ echo 'CoreCLR test runner script.'
+ echo ''
+ echo 'Typical command line:'
+ echo ''
+ echo 'coreclr/tests/runtest.sh'
+ echo ' --testRootDir="temp/Windows.x64.Debug"'
+ echo ' --testNativeBinDir="coreclr/bin/obj/Linux.x64.Debug/tests"'
+ echo ' --coreClrBinDir="coreclr/bin/Product/Linux.x64.Debug"'
+ echo ' --mscorlibDir="windows/coreclr/bin/Product/Linux.x64.Debug"'
+ echo ' --coreFxBinDir="corefx/bin/Linux.AnyCPU.Debug"'
+ echo ' --coreFxNativeBinDir="corefx/bin/Linux.x64.Debug"'
+ echo ''
+ echo 'Required arguments:'
+ echo ' --testRootDir=<path> : Root directory of the test build (e.g. coreclr/bin/tests/Windows_NT.x64.Debug).'
+ echo ' --testNativeBinDir=<path> : Directory of the native CoreCLR test build (e.g. coreclr/bin/obj/Linux.x64.Debug/tests).'
+ echo ' (Also required: Either --coreOverlayDir, or all of the switches --coreOverlayDir overrides)'
+ echo ''
+ echo 'Optional arguments:'
+ echo ' --coreOverlayDir=<path> : Directory containing core binaries and test dependencies. If not specified, the'
+ echo ' default is testRootDir/Tests/coreoverlay. This switch overrides --coreClrBinDir,'
+ echo ' --mscorlibDir, --coreFxBinDir, and --coreFxNativeBinDir.'
+ echo ' --coreClrBinDir=<path> : Directory of the CoreCLR build (e.g. coreclr/bin/Product/Linux.x64.Debug).'
+ echo ' --mscorlibDir=<path> : Directory containing the built mscorlib.dll. If not specified, it is expected to be'
+ echo ' in the directory specified by --coreClrBinDir.'
+ echo ' --coreFxBinDir=<path> : Directory of the CoreFX build (e.g. corefx/bin/Linux.AnyCPU.Debug).'
+ echo ' --coreFxNativeBinDir=<path> : Directory of the CoreFX native build (e.g. corefx/bin/Linux.x64.Debug).'
+ echo ' --testDir=<path> : Run tests only in the specified directory. The path is relative to the directory'
+ echo ' specified by --testRootDir. Multiple of this switch may be specified.'
+ echo ' --testDirFile=<path> : Run tests only in the directories specified by the file at <path>. Paths are listed'
+ echo ' one line, relative to the directory specified by --testRootDir.'
+ echo ' --runFailingTestsOnly : Run only the tests that are disabled on this platform due to unexpected failures.'
+ echo ' Failing tests are listed in coreclr/tests/failingTestsOutsideWindows.txt, one per'
+ echo ' line, as paths to .sh files relative to the directory specified by --testRootDir.'
+ echo ' --sequential : Run tests sequentially (default is to run in parallel).'
+ echo ' -v, --verbose : Show output from each test.'
+ echo ' -h|--help : Show usage information.'
+ echo ''
}
function print_results {
echo "======================="
}
+# Initialize counters for bookkeeping.
+countTotalTests=0
+countPassedTests=0
+countFailedTests=0
+countSkippedTests=0
+
+# Variables for xUnit-style XML output. XML format: https://xunit.github.io/docs/format-xml-v2.html
+xunitOutputPath=
+xunitTestOutputPath=
+
+function xunit_output_begin {
+ xunitOutputPath=$testRootDir/coreclrtests.xml
+ xunitTestOutputPath=${xunitOutputPath}.test
+ if [ -e "$xunitOutputPath" ]; then
+ rm -f -r "$xunitOutputPath"
+ fi
+ if [ -e "$xunitTestOutputPath" ]; then
+ rm -f -r "$xunitTestOutputPath"
+ fi
+}
+
+function xunit_output_add_test {
+ # <assemblies>
+ # <assembly>
+ # <collection>
+ # <test .../> <!-- Write this element here -->
+
+ local scriptFilePath=$1
+ local outputFilePath=$2
+ local testResult=$3 # Pass, Fail, or Skip
+ local testScriptExitCode=$4
+
+ local testPath=${scriptFilePath:0:(-3)} # Remove trailing ".sh"
+ local testDir=$(dirname "$testPath")
+ local testName=$(basename "$testPath")
+
+ # Replace '/' with '.'
+ testPath=$(echo "$testPath" | tr / .)
+ testDir=$(echo "$testDir" | tr / .)
+
+ local line
+
+ line=" "
+ line="${line}<test"
+ line="${line} name=\"${testPath}\""
+ line="${line} type=\"${testDir}\""
+ line="${line} method=\"${testName}\""
+ line="${line} result=\"${testResult}\""
+
+ if [ "$testResult" == "Pass" ]; then
+ line="${line}/>"
+ echo "$line" >>"$xunitTestOutputPath"
+ return
+ fi
+
+ line="${line}>"
+ echo "$line" >>"$xunitTestOutputPath"
+
+ line=" "
+ if [ "$testResult" == "Skip" ]; then
+ line="${line}<reason><![CDATA[$(cat "$outputFilePath")]]></reason>"
+ echo "$line" >>"$xunitTestOutputPath"
+ else
+ line="${line}<failure exception-type=\"Exit code: ${testScriptExitCode}\">"
+ echo "$line" >>"$xunitTestOutputPath"
+
+ line=" "
+ line="${line}<message>"
+ echo "$line" >>"$xunitTestOutputPath"
+ line=" "
+ line="${line}<![CDATA["
+ echo "$line" >>"$xunitTestOutputPath"
+ cat "$outputFilePath" >>"$xunitTestOutputPath"
+ line=" "
+ line="${line}]]>"
+ echo "$line" >>"$xunitTestOutputPath"
+ line=" "
+ line="${line}</message>"
+ echo "$line" >>"$xunitTestOutputPath"
+
+ line=" "
+ line="${line}</failure>"
+ echo "$line" >>"$xunitTestOutputPath"
+ fi
+
+ line=" "
+ line="${line}</test>"
+ echo "$line" >>"$xunitTestOutputPath"
+}
+
+function xunit_output_end {
+ local errorSource=$1
+ local errorMessage=$2
+
+ local errorCount
+ if [ -z "$errorSource" ]; then
+ ((errorCount = 0))
+ else
+ ((errorCount = 1))
+ fi
+
+ echo '<?xml version="1.0" encoding="utf-8"?>' >>"$xunitOutputPath"
+ echo '<assemblies>' >>"$xunitOutputPath"
+
+ local line
+
+ # <assembly ...>
+ line=" "
+ line="${line}<assembly"
+ line="${line} name=\"CoreClrTestAssembly\""
+ line="${line} total=\"${countTotalTests}\""
+ line="${line} passed=\"${countPassedTests}\""
+ line="${line} failed=\"${countFailedTests}\""
+ line="${line} skipped=\"${countSkippedTests}\""
+ line="${line} errors=\"${errorCount}\""
+ line="${line}>"
+ echo "$line" >>"$xunitOutputPath"
+
+ # <collection ...>
+ line=" "
+ line="${line}<collection"
+ line="${line} name=\"CoreClrTestCollection\""
+ line="${line} total=\"${countTotalTests}\""
+ line="${line} passed=\"${countPassedTests}\""
+ line="${line} failed=\"${countFailedTests}\""
+ line="${line} skipped=\"${countSkippedTests}\""
+ line="${line}>"
+ echo "$line" >>"$xunitOutputPath"
+
+ # <test .../> <test .../> ...
+ if [ -f "$xunitTestOutputPath" ]; then
+ cat "$xunitTestOutputPath" >>"$xunitOutputPath"
+ rm -f "$xunitTestOutputPath"
+ fi
+
+ # </collection>
+ line=" "
+ line="${line}</collection>"
+ echo "$line" >>"$xunitOutputPath"
+
+ if [ -n "$errorSource" ]; then
+ # <errors>
+ line=" "
+ line="${line}<errors>"
+ echo "$line" >>"$xunitOutputPath"
+
+ # <error ...>
+ line=" "
+ line="${line}<error"
+ line="${line} type=\"TestHarnessError\""
+ line="${line} name=\"${errorSource}\""
+ line="${line}>"
+ echo "$line" >>"$xunitOutputPath"
+
+ # <failure .../>
+ line=" "
+ line="${line}<failure>${errorMessage}</failure>"
+ echo "$line" >>"$xunitOutputPath"
+
+ # </error>
+ line=" "
+ line="${line}</error>"
+ echo "$line" >>"$xunitOutputPath"
+
+ # </errors>
+ line=" "
+ line="${line}</errors>"
+ echo "$line" >>"$xunitOutputPath"
+ fi
+
+ # </assembly>
+ line=" "
+ line="${line}</assembly>"
+ echo "$line" >>"$xunitOutputPath"
+
+ # </assemblies>
+ echo '</assemblies>' >>"$xunitOutputPath"
+}
+
+function exit_with_error {
+ local errorSource=$1
+ local errorMessage=$2
+ local printUsage=$3
+
+ if [ -z "$printUsage" ]; then
+ ((printUsage = 0))
+ fi
+
+ echo "$errorMessage"
+ xunit_output_end "$errorSource" "$errorMessage"
+ if ((printUsage != 0)); then
+ print_usage
+ fi
+ exit 1
+}
+
# Handle Ctrl-C. We will stop execution and print the results that
# we gathered so far.
function handle_ctrl_c {
+ local errorSource='handle_ctrl_c'
+
echo ""
echo "*** Stopping... ***"
print_results
- exit 0
+ exit_with_error "$errorSource" "Test run aborted by Ctrl+C."
}
# Register the Ctrl-C handler
trap handle_ctrl_c INT
+function create_core_overlay {
+ local errorSource='create_core_overlay'
+ local printUsage=1
+
+ if [ -n "$coreOverlayDir" ]; then
+ export CORE_ROOT="$coreOverlayDir"
+ return
+ fi
+
+ # Check inputs to make sure we have enough information to create the core layout. $testRootDir/Tests/Core_Root should
+ # already exist and contain test dependencies that are not built.
+ local testDependenciesDir=$testRootDir/Tests/Core_Root
+ if [ ! -d "$testDependenciesDir" ]; then
+ exit_with_error "$errorSource" "Did not find the test dependencies directory: $testDependenciesDir"
+ fi
+ if [ -z "$coreClrBinDir" ]; then
+ exit_with_error "$errorSource" "One of --coreOverlayDir or --coreClrBinDir must be specified." "$printUsage"
+ fi
+ if [ ! -d "$coreClrBinDir" ]; then
+ exit_with_error "$errorSource" "Directory specified by --coreClrBinDir does not exist: $coreClrBinDir"
+ fi
+ if [ -z "$mscorlibDir" ]; then
+ mscorlibDir=$coreClrBinDir
+ fi
+ if [ ! -f "$mscorlibDir/mscorlib.dll" ]; then
+ exit_with_error "$errorSource" "mscorlib.dll was not found in: $mscorlibDir"
+ fi
+ if [ -z "$coreFxBinDir" ]; then
+ exit_with_error "$errorSource" "One of --coreOverlayDir or --coreFxBinDir must be specified." "$printUsage"
+ fi
+ if [ ! -d "$coreFxBinDir" ]; then
+ exit_with_error "$errorSource" "Directory specified by --coreFxBinDir does not exist: $coreFxBinDir"
+ fi
+ if [ -z "$coreFxNativeBinDir" ]; then
+ exit_with_error "$errorSource" "One of --coreOverlayDir or --coreFxBinDir must be specified." "$printUsage"
+ fi
+ if [ ! -d "$coreFxNativeBinDir/Native" ]; then
+ exit_with_error "$errorSource" "Directory specified by --coreFxBinDir does not exist: $coreFxNativeBinDir/Native"
+ fi
+
+ # Create the overlay
+ coreOverlayDir=$testRootDir/Tests/coreoverlay
+ export CORE_ROOT="$coreOverlayDir"
+ if [ -e "$coreOverlayDir" ]; then
+ rm -f -r "$coreOverlayDir"
+ fi
+ mkdir "$coreOverlayDir"
+ find "$coreFxBinDir" -iname '*.dll' \! -iwholename '*test*' \! -iwholename '*/ToolRuntime/*' -exec cp -f -u '{}' "$coreOverlayDir/" \;
+ cp -f "$coreFxNativeBinDir/Native/"*.so "$coreOverlayDir/" 2>/dev/null
+ cp -f "$coreClrBinDir/"* "$coreOverlayDir/" 2>/dev/null
+ cp -f "$mscorlibDir/mscorlib.dll" "$coreOverlayDir/"
+ cp -n "$testDependenciesDir"/* "$coreOverlayDir/" 2>/dev/null
+ if [ -f "$coreOverlayDir/mscorlib.ni.dll" ]; then
+ rm -f "$coreOverlayDir/mscorlib.ni.dll"
+ fi
+}
+
+function copy_test_native_bin_to_test_root {
+ local errorSource='copy_test_native_bin_to_test_root'
+
+ if [ -z "$testNativeBinDir" ]; then
+ exit_with_error "$errorSource" "--testNativeBinDir is required."
+ fi
+ testNativeBinDir=$testNativeBinDir/src
+ if [ ! -d "$testNativeBinDir" ]; then
+ exit_with_error "$errorSource" "Directory specified by --testNativeBinDir does not exist: $testNativeBinDir"
+ fi
+
+ # Copy native test components from the native test build into the respective test directory in the test root directory
+ find "$testNativeBinDir" -type f -iname '*.so' |
+ while IFS='' read -r filePath || [ -n "$filePath" ]; do
+ local dirPath=$(dirname "$filePath")
+ local destinationDirPath=${testRootDir}${dirPath:${#testNativeBinDir}}
+ if [ ! -d "$destinationDirPath" ]; then
+ exit_with_error "$errorSource" "Cannot copy native test bin '$filePath' to '$destinationDirPath/', as the destination directory does not exist."
+ fi
+ cp -f "$filePath" "$destinationDirPath/"
+ done
+}
+
+# Variables for unsupported and failing tests
+declare -a unsupportedTests
+declare -a failingTests
+((runFailingTestsOnly = 0))
+
+function load_unsupported_tests {
+ # Load the list of tests that fail and on this platform. These tests are disabled (skipped), pending investigation.
+ # 'readarray' is not used here, as it includes the trailing linefeed in lines placed in the array.
+ while IFS='' read -r line || [ -n "$line" ]; do
+ unsupportedTests[${#unsupportedTests[@]}]=$line
+ done <"$(dirname "$0")/testsUnsupportedOutsideWindows.txt"
+}
+
+function load_failing_tests {
+ # Load the list of tests that fail and on this platform. These tests are disabled (skipped), pending investigation.
+ # 'readarray' is not used here, as it includes the trailing linefeed in lines placed in the array.
+ while IFS='' read -r line || [ -n "$line" ]; do
+ failingTests[${#failingTests[@]}]=$line
+ done <"$(dirname "$0")/testsFailingOutsideWindows.txt"
+}
+
+function is_unsupported_test {
+ for unsupportedTest in "${unsupportedTests[@]}"; do
+ if [ "$1" == "$unsupportedTest" ]; then
+ return 0
+ fi
+ done
+ return 1
+}
+
+function is_failing_test {
+ for failingTest in "${failingTests[@]}"; do
+ if [ "$1" == "$failingTest" ]; then
+ return 0
+ fi
+ done
+ return 1
+}
+
+function skip_unsupported_test {
+ # This function runs in a background process. It should not echo anything, and should not use global variables. This
+ # function is analogous to run_test, and causes the test to be skipped with the message below.
+
+ local scriptFilePath=$1
+ local outputFilePath=$2
+
+ echo "Not supported on this platform." >"$outputFilePath"
+ return 2 # skip the test
+}
+
+function skip_failing_test {
+ # This function runs in a background process. It should not echo anything, and should not use global variables. This
+ # function is analogous to run_test, and causes the test to be skipped with the message below.
+
+ local scriptFilePath=$1
+ local outputFilePath=$2
+
+ echo "Temporarily disabled on this platform due to unexpected failures." >"$outputFilePath"
+ return 2 # skip the test
+}
+
+function run_test {
+ # This function runs in a background process. It should not echo anything, and should not use global variables.
+
+ local scriptFilePath=$1
+ local outputFilePath=$2
+
+ # Switch to directory where the script is
+ cd "$(dirname "$scriptFilePath")"
+
+ local scriptFileName=$(basename "$scriptFilePath")
+ local outputFileName=$(basename "$outputFilePath")
+
+ # Convert DOS line endings to Unix if needed
+ sed -i 's/\r$//' "$scriptFileName"
+
+ "./$scriptFileName" >"$outputFileName" 2>&1
+ return $?
+}
+
+# Variables for running tests in the background
+((maxProcesses = $(getconf _NPROCESSORS_ONLN) * 3 / 2)) # long tests delay process creation, use a few more processors
+((nextProcessIndex = 0))
+((processCount = 0))
+declare -a scriptFilePaths
+declare -a outputFilePaths
+declare -a processIds
+
+function finish_test {
+ wait ${processIds[$nextProcessIndex]}
+ local testScriptExitCode=$?
+ ((--processCount))
+
+ local scriptFilePath=${scriptFilePaths[$nextProcessIndex]}
+ local outputFilePath=${outputFilePaths[$nextProcessIndex]}
+ local scriptFileName=$(basename "$scriptFilePath")
+
+ local xunitTestResult
+ case $testScriptExitCode in
+ 0)
+ let countPassedTests++
+ xunitTestResult='Pass'
+ if ((verbose == 1 || runFailingTestsOnly == 1)); then
+ echo "PASSED - $scriptFilePath"
+ else
+ echo " - $scriptFilePath"
+ fi
+ ;;
+ 2)
+ let countSkippedTests++
+ xunitTestResult='Skip'
+ echo "SKIPPED - $scriptFilePath"
+ ;;
+ *)
+ let countFailedTests++
+ xunitTestResult='Fail'
+ echo "FAILED - $scriptFilePath"
+ ;;
+ esac
+ let countTotalTests++
+
+ if ((verbose == 1 || testScriptExitCode != 0)); then
+ while IFS='' read -r line || [ -n "$line" ]; do
+ echo " $line"
+ done <"$outputFilePath"
+ fi
+
+ xunit_output_add_test "$scriptFilePath" "$outputFilePath" "$xunitTestResult" "$testScriptExitCode"
+}
+
+function finish_remaining_tests {
+ # Finish the remaining tests in the order in which they were started
+ if ((nextProcessIndex >= processCount)); then
+ ((nextProcessIndex = 0))
+ fi
+ while ((processCount > 0)); do
+ finish_test
+ ((nextProcessIndex = (nextProcessIndex + 1) % maxProcesses))
+ done
+ ((nextProcessIndex = 0))
+}
+
+function start_test {
+ local scriptFilePath=$1
+
+ if ((runFailingTestsOnly == 1)) && ! is_failing_test "$scriptFilePath"; then
+ return
+ fi
+
+ if ((nextProcessIndex < processCount)); then
+ finish_test
+ fi
+
+ scriptFilePaths[$nextProcessIndex]=$scriptFilePath
+ local scriptFileName=$(basename "$scriptFilePath")
+ local outputFilePath=$(dirname "$scriptFilePath")/${scriptFileName}.out
+ outputFilePaths[$nextProcessIndex]=$outputFilePath
+
+ test "$verbose" == 1 && echo "Starting $scriptFilePath"
+ if is_unsupported_test "$scriptFilePath"; then
+ skip_unsupported_test "$scriptFilePath" "$outputFilePath" &
+ elif ((runFailingTestsOnly == 0)) && is_failing_test "$scriptFilePath"; then
+ skip_failing_test "$scriptFilePath" "$outputFilePath" &
+ else
+ run_test "$scriptFilePath" "$outputFilePath" &
+ fi
+ processIds[$nextProcessIndex]=$!
+
+ ((nextProcessIndex = (nextProcessIndex + 1) % maxProcesses))
+ ((++processCount))
+}
+
# Get a list of directories in which to scan for tests by reading the
# specified file line by line.
function set_test_directories {
- listFileName=$1
+ local errorSource='set_test_directories'
+
+ local listFileName=$1
if [ ! -f "$listFileName" ]
then
- echo "Test directories file not found at $listFileName"
- echo "Exiting..."
- exit 1
+ exit_with_error "$errorSource" "Test directories file not found at $listFileName"
fi
readarray testDirectories < "$listFileName"
}
function run_tests_in_directory {
- rootDir=$1
+ local testDir=$1
# Recursively search through directories for .sh files to run.
- for file in $(find "$rootDir" -name '*.sh' -printf '%P\n')
+ for scriptFilePath in $(find "$testDir" -type f -iname '*.sh' | sort)
do
- scriptFullPath="$rootDir/$file"
-
- # Switch to directory where the script is
- cd "$(dirname "$scriptFullPath")"
-
- # Convert DOS line endings to Unix if needed
- sed -i 's/\r$//' "$scriptFullPath"
-
- scriptName=$(basename "$file")
- test "$verbose" == 1 && echo "Starting $scriptName"
-
- # Run the test
- ./"$scriptName" |
- while testOutput= read -r line
- do
- # Print the test output if verbose mode is on
- test "$verbose" == 1 && echo " $line"
- done;
-
- testScriptExitCode=${PIPESTATUS[0]}
- case $testScriptExitCode in
- 0)
- let countPassedTests++
- echo "PASSED - $scriptFullPath"
- ;;
- 1)
- let countFailedTests++
- echo "FAILED - $scriptFullPath"
- ;;
- 2)
- let countSkippedTests++
- echo "SKIPPED - $scriptFullPath"
- ;;
- esac
-
- let countTotalTests++
-
- # Return to root directory
- cd "$rootDir"
+ start_test "${scriptFilePath:2}"
done
}
-# Initialize counters for bookkeeping.
-countTotalTests=0
-countPassedTests=0
-countFailedTests=0
-countSkippedTests=0
-
-currDir=`pwd`
+# Argument variables
+testRootDir=
+testNativeBinDir=
+coreOverlayDir=
+coreClrBinDir=
+mscorlibDir=
+coreFxBinDir=
+coreFxNativeBinDir=
# Handle arguments
verbose=0
for i in "$@"
do
case $i in
- -h|--help)
- print_usage
- exit 0;
- ;;
- -v|--verbose)
- verbose=1
- ;;
- --testDirFile=*)
- set_test_directories "${i#*=}"
- ;;
- *);;
+ -h|--help)
+ print_usage
+ exit 0
+ ;;
+ -v|--verbose)
+ verbose=1
+ ;;
+ --testRootDir=*)
+ testRootDir=${i#*=}
+ ;;
+ --testNativeBinDir=*)
+ testNativeBinDir=${i#*=}
+ ;;
+ --coreOverlayDir=*)
+ coreOverlayDir=${i#*=}
+ ;;
+ --coreClrBinDir=*)
+ coreClrBinDir=${i#*=}
+ ;;
+ --mscorlibDir=*)
+ mscorlibDir=${i#*=}
+ ;;
+ --coreFxBinDir=*)
+ coreFxBinDir=${i#*=}
+ ;;
+ --coreFxNativeBinDir=*)
+ coreFxNativeBinDir=${i#*=}
+ ;;
+ --testDir=*)
+ testDirectories[${#testDirectories[@]}]=${i#*=}
+ ;;
+ --testDirFile=*)
+ set_test_directories "${i#*=}"
+ ;;
+ --runFailingTestsOnly)
+ ((runFailingTestsOnly = 1))
+ ;;
+ --sequential)
+ ((maxProcesses = 1))
+ ;;
+ *)
+ echo "Unknown switch: $i"
+ print_usage
+ exit 0
+ ;;
esac
done
+if [ -z "$testRootDir" ]; then
+ echo "--testRootDir is required."
+ print_usage
+ exit 1
+fi
+if [ ! -d "$testRootDir" ]; then
+ echo "Directory specified by --testRootDir does not exist: $testRootDir"
+ exit 1
+fi
+cd "$testRootDir"
+
+xunit_output_begin
+create_core_overlay
+copy_test_native_bin_to_test_root
+load_unsupported_tests
+load_failing_tests
+
if [ -z "$testDirectories" ]
then
# No test directories were specified, so run everything in the current
# directory and its subdirectories.
- run_tests_in_directory "$currDir"
+ run_tests_in_directory "."
else
# Otherwise, run all the tests in each specified test directory.
for testDir in "${testDirectories[@]}"
do
- run_tests_in_directory $currDir/$testDir
+ if [ ! -d "$testDir" ]; then
+ echo "Test directory does not exist: $testDir"
+ else
+ run_tests_in_directory "./$testDir"
+ fi
done
fi
+finish_remaining_tests
print_results
+xunit_output_end
exit 0
--- /dev/null
+Interop/ICastable/Castable.sh
+Interop/ReversePInvoke/Marshalling/MarshalBoolArray.sh
+JIT/Directed/lifetime/lifetime2.sh
+JIT/Directed/newarr/newarr.sh
+JIT/Directed/PREFIX/unaligned/1/arglist.sh
+JIT/Directed/PREFIX/unaligned/2/arglist.sh
+JIT/Directed/PREFIX/unaligned/4/arglist.sh
+JIT/Directed/PREFIX/volatile/1/arglist.sh
+JIT/Directed/TypedReference/TypedReference.sh
+JIT/Methodical/ELEMENT_TYPE_IU/_il_dbgi_ref.sh
+JIT/Methodical/ELEMENT_TYPE_IU/_il_dbgu_ref.sh
+JIT/Methodical/ELEMENT_TYPE_IU/_il_reli_ref.sh
+JIT/Methodical/ELEMENT_TYPE_IU/_il_relu_ref.sh
+JIT/Methodical/refany/array1.sh
+JIT/Methodical/refany/array2.sh
+JIT/Methodical/refany/format.sh
+JIT/Methodical/refany/gcreport.sh
+JIT/Methodical/refany/_il_dbgarray1.sh
+JIT/Methodical/refany/_il_dbgarray2.sh
+JIT/Methodical/refany/_il_dbgarray3.sh
+JIT/Methodical/refany/_il_dbgnative.sh
+JIT/Methodical/refany/_il_dbgseq.sh
+JIT/Methodical/refany/_il_dbgu_native.sh
+JIT/Methodical/refany/_il_relarray1.sh
+JIT/Methodical/refany/_il_relarray2.sh
+JIT/Methodical/refany/_il_relarray3.sh
+JIT/Methodical/refany/_il_relnative.sh
+JIT/Methodical/refany/_il_relseq.sh
+JIT/Methodical/refany/_il_relu_native.sh
+JIT/Methodical/refany/lcs.sh
+JIT/Methodical/refany/native.sh
+JIT/Methodical/refany/virtcall.sh
+JIT/Methodical/tailcall_v4/tailcall_AV.sh
+JIT/Methodical/varargs/callconv/gc_ctor_il_d.sh
+JIT/Methodical/varargs/callconv/gc_ctor_il_r.sh
+JIT/Methodical/varargs/callconv/val_ctor_il_d.sh
+JIT/Methodical/varargs/callconv/val_ctor_il_r.sh
+JIT/Methodical/varargs/misc/Dev10_615402.sh
+JIT/Methodical/VT/etc/gc_nested.sh
+JIT/Methodical/VT/etc/nested.sh
+JIT/Methodical/xxobj/ldobj/_il_dbgldobj_I8.sh
+JIT/Methodical/xxobj/ldobj/_il_dbgldobj_I.sh
+JIT/Methodical/xxobj/ldobj/_il_dbgldobj_R4.sh
+JIT/Methodical/xxobj/ldobj/_il_dbgldobj_R8.sh
+JIT/Methodical/xxobj/ldobj/_il_dbgldobj_U2.sh
+JIT/Methodical/xxobj/ldobj/_il_dbgldobj_V.sh
+JIT/Methodical/xxobj/ldobj/_il_relldobj_I8.sh
+JIT/Methodical/xxobj/ldobj/_il_relldobj_I.sh
+JIT/Methodical/xxobj/ldobj/_il_relldobj_R4.sh
+JIT/Methodical/xxobj/ldobj/_il_relldobj_R8.sh
+JIT/Methodical/xxobj/ldobj/_il_relldobj_U2.sh
+JIT/Methodical/xxobj/ldobj/_il_relldobj_V.sh
+JIT/Methodical/xxobj/operand/_il_dbgrefanyval.sh
+JIT/Methodical/xxobj/operand/_il_relrefanyval.sh
+JIT/Methodical/xxobj/operand/refanyval.sh
+JIT/Regression/CLR-x86-EJIT/V1-M12-Beta2/b26323/b26323.sh
+JIT/Regression/CLR-x86-JIT/V1-M09.5-PDC/b16423/b16423.sh
+JIT/Regression/CLR-x86-JIT/V1-M09.5-PDC/b28901/b28901.sh
+JIT/Regression/CLR-x86-JIT/V1-M09.5-PDC/b29583/b29583.sh
+JIT/Regression/CLR-x86-JIT/V1-M09.5-PDC/b30838/b30838.sh
+JIT/Regression/CLR-x86-JIT/V1-M09.5-PDC/b30864/b30864.sh
+JIT/Regression/CLR-x86-JIT/V1-M11-Beta1/b35784/b35784.sh
+JIT/Regression/CLR-x86-JIT/V1-M11-Beta1/b36472/b36472.sh
+JIT/Regression/CLR-x86-JIT/V1-M11-Beta1/b37598/b37598.sh
+JIT/Regression/CLR-x86-JIT/V1-M11-Beta1/b41391/b41391.sh
+JIT/Regression/CLR-x86-JIT/V1-M11-Beta1/b41621/b41621.sh
+JIT/Regression/CLR-x86-JIT/V1-M11-Beta1/b46867/b46867.sh
+JIT/Regression/CLR-x86-JIT/V1-M12-Beta2/b31745/b31745.sh
+JIT/Regression/CLR-x86-JIT/V1-M12-Beta2/b31746/b31746.sh
+JIT/Regression/CLR-x86-JIT/V1-M12-Beta2/b37646/b37646.sh
+JIT/Regression/CLR-x86-JIT/V1-M12-Beta2/b41852/b41852.sh
+JIT/Regression/CLR-x86-JIT/V1-M12-Beta2/b51575/b51575.sh
+JIT/Regression/CLR-x86-JIT/V1-M13-RTM/b88793/b88793.sh
+JIT/Regression/CLR-x86-JIT/V1-M13-RTM/b91248/b91248.sh
+JIT/Regression/CLR-x86-JIT/V2.0-Beta2/b409748/b409748.sh
+Regressions/expl_double/expl_double_1.sh
projects / platform / upstream / dotnet / runtime.git / commitdiff