Enable CoreFX test filtering for CoreCLR PRs (#24259)

This change enables CoreFX tests for CoreCLR.

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index f1a9205..e783cc1 100644 (file)
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -235,6 +235,18 @@ jobs:
       jobParameters:
         readyToRun: true
         testGroup: innerloop
+        displayNameArgs: R2R
+  # The CoreFX runs against CoreCLR
+  - template: eng/platform-matrix.yml
+    parameters:
+      jobTemplate: test-job.yml
+      buildConfig: release
+      platforms:
+      - Windows_NT_x64
+      jobParameters:
+        corefxTests: true
+        testGroup: innerloop
+        displayNameArgs: CoreFX
 
 # CI
 - ${{ if and(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'IndividualCI', 'BatchedCI')) }}:
@@ -263,6 +275,7 @@ jobs:
       jobParameters:
         readyToRun: true
         testGroup: outerloop
+        displayNameArgs: R2R
 
 #
 # Release test builds
@@ -295,6 +308,7 @@ jobs:
       jobParameters:
         testGroup: outerloop
         readyToRun: true
+        displayNameArgs: R2R
 
 
 # Publish build information to Build Assets Registry

diff --git a/eng/Version.Details.xml b/eng/Version.Details.xml
index 73570b9..7e488ed 100644 (file)
--- a/eng/Version.Details.xml
+++ b/eng/Version.Details.xml
@@ -11,6 +11,11 @@
       <Uri>https://github.com/dotnet/arcade</Uri>
       <Sha>a7a250e9c13147134543c35fef2fb81f19592edf</Sha>
     </Dependency>
+    <!-- This dependency should be added, but it causes the github PR legs to not launch. -->
+    <!-- Dependency Name="microsoft.dotnet.build.tasks.feed" Version="2.2.0-beta.19229.8">
+      <Uri>https://github.com/dotnet/arcade</Uri>
+      <Sha>a7a250e9c13147134543c35fef2fb81f19592edf</Sha>
+    </Dependency-->
     <Dependency Name="Microsoft.Private.CoreFx.NETCoreApp" Version="4.6.0-preview6.19229.1">
       <Uri>https://github.com/dotnet/corefx</Uri>
       <Sha>173a2a165316af9a4e211ceab8c8d9692de8a528</Sha>

diff --git a/eng/helixcorefxtests.proj b/eng/helixcorefxtests.proj
new file mode 100644 (file)
index 0000000..bd9fc69
--- /dev/null
+++ b/eng/helixcorefxtests.proj
@@ -0,0 +1,116 @@
+<Project InitialTargets="BuildHelixWorkItems" Sdk="Microsoft.DotNet.Helix.Sdk">
+  <Import Project="$(NuGetPackageRoot)microsoft.dotnet.build.tasks.feed\$(MicrosoftDotNetBuildTasksFeedVersion)\build\Microsoft.DotNet.Build.Tasks.Feed.targets" />
+
+  <PropertyGroup>
+    <!-- Set the TargetFramework just to make the SDK happy -->
+    <TargetFramework>netstandard2.0</TargetFramework>
+  </PropertyGroup>
+
+  <PropertyGroup>
+    <Creator>$(_Creator)</Creator>
+    <HelixAccessToken>$(_HelixAccessToken)</HelixAccessToken>
+    <HelixBuild>$(_HelixBuild)</HelixBuild>
+    <HelixSource>$(_HelixSource)</HelixSource>
+    <HelixTargetQueues>$(_HelixTargetQueues)</HelixTargetQueues>
+    <HelixType>$(_HelixType)</HelixType>
+    <HelixArchitecture>$(__BuildArch)</HelixArchitecture>
+    <HelixConfiguration>$(__BuildType)</HelixConfiguration>
+
+    <!--
+      TODO: ProjectDir, RootBinDir, TestWorkingDir, and TargetsWindows are global properties set in dir.props, remove the property assignment here when we port to arcade.
+     -->
+    <ProjectDir Condition="'$(__ProjectDir)'==''">$(MSBuildThisFileDirectory)..\</ProjectDir>
+    <RootBinDir Condition="'$(__RootBinDir)'==''">$(ProjectDir)bin\</RootBinDir>
+    <TestWorkingDir Condition="'$(__TestWorkingDir)'==''">$(RootBinDir)tests\$(__BuildOS).$(__BuildArch).$(__BuildType)\</TestWorkingDir>
+    <TargetsWindows Condition="'$(__BuildOS)' == 'Windows_NT'">true</TargetsWindows>
+
+    <TestHostRootPath>$(TestWorkingDir)testhost\</TestHostRootPath>
+    <TestArchiveRuntimeRoot>$(TestWorkingDir)helix\</TestArchiveRuntimeRoot>
+    <TestArchiveRuntimeFile>$(TestArchiveRuntimeRoot)testhost-runtime.zip</TestArchiveRuntimeFile>
+    <HelixCorrelationPayload></HelixCorrelationPayload>
+
+    <EnableAzurePipelinesReporter>$(_PublishTestResults)</EnableAzurePipelinesReporter>
+    <EnableAzurePipelinesReporter Condition=" '$(EnableAzurePipelinesReporter)' == '' ">false</EnableAzurePipelinesReporter>
+    <EnableXUnitReporter>true</EnableXUnitReporter>
+    <FailOnMissionControlTestFailure>true</FailOnMissionControlTestFailure>
+    <FailOnWorkItemFailure>true</FailOnWorkItemFailure>
+
+    <TimeoutInSeconds Condition="'$(TimeoutInSeconds)' == ''">600</TimeoutInSeconds>
+    <CommandTimeoutSpan>$([System.TimeSpan]::FromSeconds($(TimeoutInSeconds)))</CommandTimeoutSpan>
+    <MaxRetryCount Condition="'$(MaxRetryCount)' == ''">4</MaxRetryCount>
+    <WaitForWorkItemCompletion>true</WaitForWorkItemCompletion>
+  </PropertyGroup>
+
+  <PropertyGroup>
+    <!--
+      For windows we need to use call, since the command is going to be called from a bat script created by Helix
+      and we exit /b at the end of RunTests.cmd, Helix runs some other commands after ours within the bat script,
+      if we don't use call, then we cause the parent script to exit, and anything after will not be executed.
+      The arguments passed in to the run script in order are the runtime directory, the dotnet root directory (for
+      helix submissions same as the runtime directory) and the global tools directory.
+    -->
+    <HelixCommand Condition="'$(TargetsWindows)' == 'true'">call RunTests.cmd -r %HELIX_CORRELATION_PAYLOAD% -d %HELIX_CORRELATION_PAYLOAD% -g %HELIX_CORRELATION_PAYLOAD%\tools --rsp-file %HELIX_CORRELATION_PAYLOAD%\CoreFX.issues.rsp </HelixCommand>
+    <HelixCommand Condition="'$(TargetsWindows)' != 'true'">./RunTests.sh -r $HELIX_CORRELATION_PAYLOAD -d $HELIX_CORRELATION_PAYLOAD -g $HELIX_CORRELATION_PAYLOAD/tools --rsp-file $HELIX_CORRELATION_PAYLOAD/CoreFX.issues.rsp </HelixCommand>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <TestArchiveRuntimeInputs Include="$(TestHostRootPath)**/*" />
+  </ItemGroup>
+
+  <Target Name="CopyRSPFile">
+    <Copy
+      SourceFiles="$(ProjectDir)\tests\CoreFX\CoreFX.issues.rsp"
+      DestinationFolder="$(TestHostRootPath)" />
+  </Target>
+
+  <Target Name="CompressRuntimeDirectory"
+          Inputs="@(TestArchiveRuntimeInputs)"
+          Outputs="$(TestArchiveRuntimeFile)"
+          DependsOnTargets="CopyRSPFile" >
+
+    <MakeDir Directories="$(TestArchiveRuntimeRoot)" />
+
+    <ZipDirectory
+        SourceDirectory="$(TestHostRootPath)"
+        DestinationFile="$(TestArchiveRuntimeFile)"
+        Overwrite="true" />
+
+    <Message Importance="High" Text="Zipped correlation payload into $(TestArchiveRuntimeFile)" />
+  </Target>
+
+  <PropertyGroup>
+    <TestAssetBlobFeedUrl>https://dotnetfeed.blob.core.windows.net/dotnet-core</TestAssetBlobFeedUrl>
+  </PropertyGroup>
+
+  <Target Name="GetTestAssetManifest" 
+          Returns="@(TestAssetBlobInfos)">
+
+    <PropertyGroup>
+      <_TargetGroup>netcoreapp</_TargetGroup>
+      <_AssetManifestPath>$(TestAssetBlobFeedUrl)/corefx-tests/$(MicrosoftPrivateCoreFxNETCoreAppVersion)/$(__BuildOS).$(__BuildArch)/$(_TargetGroup)/corefx-test-assets.xml</_AssetManifestPath>
+    </PropertyGroup>
+
+    <ParseBuildManifest AssetManifestPath="$(_AssetManifestPath)">
+      <Output TaskParameter="BlobInfos" ItemName="TestAssetBlobInfos" />
+    </ParseBuildManifest>
+  </Target>
+
+  <Target Name="BuildHelixWorkItems"
+          Inputs="$(TestArchiveRuntimeFile);@(TestAssetBlobInfos)"
+          Outputs="@(HelixCorrelationPayload);@(HelixWorkItem)"
+          DependsOnTargets="CompressRuntimeDirectory;GetTestAssetManifest">
+
+    <ItemGroup>
+      <HelixCorrelationPayload 
+        Include="$(TestArchiveRuntimeFile)" />
+
+      <HelixWorkItem Include="@(TestAssetBlobInfos -> '%(FileName)')">
+        <PayloadUri>$(TestAssetBlobFeedUrl)/%(Identity)</PayloadUri>
+        <Command>$(HelixCommand)</Command>
+        <Timeout>$(CommandTimeoutSpan)</Timeout>
+      </HelixWorkItem>
+    </ItemGroup>
+
+    <Message Importance="High" Text="@(HelixWorkItem -> '%(PayloadUri)')" />
+  </Target>
+</Project>

diff --git a/eng/send-to-helix-step.yml b/eng/send-to-helix-step.yml
index 4192be4..c29a175 100644 (file)
--- a/eng/send-to-helix-step.yml
+++ b/eng/send-to-helix-step.yml
@@ -15,10 +15,17 @@ parameters:
   timeoutPerTestCollectionInMinutes: ''
   timeoutPerTestInMinutes: ''
   runCrossGen: ''
+  helixProjectArguments: ''
 
 steps:
 - ${{ if eq(parameters.osGroup, 'Windows_NT') }}:
-  - powershell: eng\common\msbuild.ps1 -ci tests\helixpublishwitharcade.proj /maxcpucount
+  # TODO: Remove and consolidate this when we move to arcade via init-tools.cmd.
+  - powershell: eng\common\build.ps1 /p:DotNetPublishToBlobFeed=true -ci -restore -projects $(Build.SourcesDirectory)\eng\empty.proj
+    displayName: Restore blob feed tasks
+    ${{ if ne(parameters.condition, '') }}:
+      condition: ${{ parameters.condition }}
+
+  - powershell: eng\common\msbuild.ps1 -ci ${{ parameters.helixProjectArguments }} /maxcpucount /bl:$(Build.SourcesDirectory)/bin/Logs/SendToHelix.binlog
     displayName: ${{ parameters.displayName }}
     ${{ if ne(parameters.condition, '') }}:
       condition: ${{ parameters.condition }}
@@ -39,9 +46,21 @@ steps:
       _TimeoutPerTestInMinutes: ${{ parameters.timeoutPerTestInMinutes }}
       ${{ if eq(parameters.publishTestResults, 'true') }}:
         SYSTEM_ACCESSTOKEN: $(System.AccessToken)
+      # TODO: remove NUGET_PACKAGES once https://github.com/dotnet/arcade/issues/1578 is fixed
+      NUGET_PACKAGES: $(Build.SourcesDirectory)\.packages 
 
 - ${{ if ne(parameters.osGroup, 'Windows_NT') }}:
-  - script: ./eng/common/msbuild.sh --ci tests/helixpublishwitharcade.proj /maxcpucount
+  # TODO: Remove and consolidate this when we move to arcade via init-tools.sh.
+  - script: ./eng/common/build.sh /p:DotNetPublishToBlobFeed=true --ci --restore --projects $(Build.SourcesDirectory)/eng/empty.proj
+    displayName: Restore blob feed tasks
+    ${{ if ne(parameters.condition, '') }}:
+      condition: ${{ parameters.condition }}
+    ${{ if eq(parameters.osGroup, 'FreeBSD') }}:
+      env:
+        # Arcade uses this SDK instead of trying to restore one.
+        DotNetCoreSdkDir: /usr/local/dotnet
+
+  - script: ./eng/common/msbuild.sh --ci ${{ parameters.helixProjectArguments }} /maxcpucount /bl:$(Build.SourcesDirectory)/bin/Logs/SendToHelix.binlog
     displayName: ${{ parameters.displayName }}
     ${{ if ne(parameters.condition, '') }}:
       condition: ${{ parameters.condition }}
@@ -62,3 +81,5 @@ steps:
       _TimeoutPerTestInMinutes: ${{ parameters.timeoutPerTestInMinutes }}
       ${{ if eq(parameters.publishTestResults, 'true') }}:
         SYSTEM_ACCESSTOKEN: $(System.AccessToken)
+      # TODO: remove NUGET_PACKAGES once https://github.com/dotnet/arcade/issues/1578 is fixed
+      NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages

diff --git a/eng/test-job.yml b/eng/test-job.yml
index ab48413..145d7e3 100644 (file)
--- a/eng/test-job.yml
+++ b/eng/test-job.yml
@@ -7,6 +7,9 @@ parameters:
   readyToRun: false
   helixQueues: ''
   crossrootfsDir: ''
+  # If true, run the corefx tests instead of the coreclr ones
+  corefxTests: false
+  displayNameArgs: ''
 
 ### Test job
 
@@ -23,19 +26,13 @@ jobs:
     helixType: 'build/tests/'
 
     # Compute job name from template parameters
-    ${{ if and(eq(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, false)) }}:
-      name: ${{ format('testbuild_pri0_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-      displayName: ${{ format('Test Pri0 {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-    ${{ if and(eq(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, true)) }}:
-      name: ${{ format('testbuild_pri0_r2r_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-      displayName: ${{ format('Test Pri0 R2R {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-
-    ${{ if and(ne(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, false)) }}:
-      name: ${{ format('testbuild_pri1_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-      displayName: ${{ format('Test Pri1 {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-    ${{ if and(ne(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, true)) }}:
-      name: ${{ format('testbuild_pri1_r2r_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-      displayName: ${{ format('Test Pri1 R2R {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+    ${{ if eq(parameters.testGroup, 'innerloop') }}:
+      name: ${{ format('testbuild_pri0_{0}_{1}_{2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+      displayName: ${{ format('Test Pri0 {0} {1} {2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+
+    ${{ if ne(parameters.testGroup, 'innerloop') }}:
+      name: ${{ format('testbuild_pri1_{0}_{1}_{2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+      displayName: ${{ format('Test Pri1 {0} {1} {2} {3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
 
     crossrootfsDir: ${{ parameters.crossrootfsDir }}
 
@@ -69,6 +66,16 @@ jobs:
       - name: clangArg
         value: '-clang5.0'
 
+    - name: testhostArg
+      value: ''
+    - ${{ if eq(parameters.corefxTests, true) }}:
+      - ${{ if ne(parameters.osGroup, 'Windows_NT') }}:
+        - name: testhostArg
+          value: 'generatetesthostonly'
+      - ${{ if eq(parameters.osGroup, 'Windows_NT') }}:
+        - name: testhostArg
+          value: 'buildtesthostonly'
+
     # FreeBSD test jobs are disabled since we don't have any FreeBSD helix queues.
     ${{ if eq(parameters.osGroup, 'FreeBSD') }}:
       condition: false
@@ -115,10 +122,10 @@ jobs:
 
     # Build tests
     - ${{ if ne(parameters.osGroup, 'Windows_NT') }}:
-      - script: ./build-test.sh $(buildConfig) $(archType) $(crossArg) $(priorityArg) $(crossgenArg) $(clangArg)
+      - script: ./build-test.sh $(buildConfig) $(archType) $(crossArg) $(priorityArg) $(crossgenArg) $(clangArg) $(testhostArg)
         displayName: Build tests
     - ${{ if eq(parameters.osGroup, 'Windows_NT') }}:
-      - script: build-test.cmd $(buildConfig) $(archType) $(priorityArg) $(crossgenArg)
+      - script: build-test.cmd $(buildConfig) $(archType) $(priorityArg) $(crossgenArg) $(testhostArg)
         displayName: Build tests
 
 
@@ -126,7 +133,7 @@ jobs:
     - template: /eng/send-to-helix-step.yml
       parameters:
         displayName: Send tests to Helix
-        buildConfig: ${{ parameters.buildConfig }}
+        buildConfig: $(buildConfigUpper)
         archType: ${{ parameters.archType }}
         osGroup: ${{ parameters.osGroup }}
 
@@ -172,6 +179,12 @@ jobs:
           # DotNet-HelixApi-Access variable group
           helixAccessToken: $(HelixApiAccessToken)
 
+        # Sets up the template to run the corefx tests
+        ${{ if eq(parameters.corefxTests, true) }}:
+          helixProjectArguments: 'eng/helixcorefxtests.proj /t:Test /p:ArcadeBuild=True'
+        ${{ if eq(parameters.corefxTests, false) }}:
+          helixProjectArguments: 'tests/helixpublishwitharcade.proj'
+
         ${{ if in(parameters.testGroup, 'innerloop', 'outerloop') }}:
           scenarios:
           - normal

diff --git a/tests/CoreFX/CoreFX.issues.rsp b/tests/CoreFX/CoreFX.issues.rsp
new file mode 100644 (file)
index 0000000..8872676
--- /dev/null
+++ b/tests/CoreFX/CoreFX.issues.rsp
@@ -0,0 +1,434 @@
+-notrait category=OuterLoop 
+-notrait category=RequiresElevation
+-nomethod System.Diagnostics.TraceSourceTests.DefaultTraceListenerClassTests.EntryAssemblyName_Null_NotIncludedInTrace
+-nomethod System.Globalization.Tests.CharUnicodeInfoGetUnicodeCategoryTests.GetUnicodeCategory
+-nomethod System.Globalization.Tests.NumberFormatInfoNegativeInfinitySymbol.NegativeInfinitySymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentDecimalDigits.PercentDecimalDigits_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyGroupSeparator.CurrencyGroupSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberNegativePattern.NumberNegativePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPositiveInfinitySymbol.PositiveInfinitySymbol_Set_Invalid
+-nomethod System.Globalization.Tests.StringInfoString.String_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberDecimalSeparator.NumberDecimalSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberGroupSeparator.NumberGroupSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNaNSymbol.NaNSymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPositiveSign.PositiveSign_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyGroupSizes.CurrencyGroupSizes_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentSymbol.PercentSymbol_Set_Invalid
+-nomethod System.Globalization.Tests.StringInfoCtorTests.Ctor_String_Null_ThrowsArgumentNullException
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencySymbol.CurrencySymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentDecimalSeparator.PercentDecimalSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.DateTimeFormatInfoGetAbbreviatedDayName.GetAbbreviatedDayName_Invalid_ThrowsArgumentOutOfRangeException
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberDecimalDigits.NumberDecimalDigits_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNegativeSign.NegativeSign_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentGroupSizes.PercentGroupSizes_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberGroupSizes.NumberGroupSizes_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentPositivePattern.PercentPositivePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPerMilleSymbol.PerMilleSymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentGroupSeparator.PercentGroupSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyNegativePattern.CurrencyNegativePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyPositivePattern.CurrencyPositivePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentNegativePattern.PercentNegativePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyDecimalDigits.CurrencyDecimalDigits_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyDecimalSeparator.CurrencyDecimalSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.GregorianCalendarCtor.CalendarType_Set_InvalidType_ThrowsArgumentOutOfRangeException
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateAgainstBlobs
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateEqualityComparersAgainstBlobs
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateBasicObjectsRoundtrip
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.RoundtripManyObjectsInOneStream
+-nomethod System.Diagnostics.Tests.StackTraceTests.ToString_NullFrame_ThrowsNullReferenceException
+-nomethod BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds
+-nomethod BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener
+-nomethod BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener_UseEvents
+-nomethod BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds_WithEtwListener
+-nomethod BasicEventSourceTests.FuzzyTests.Test_Write_Fuzzy
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_InvalidCalls
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ZeroKwds
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_BeforeListener
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ToChannel_Coverage
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsCornerCases
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_AfterListener
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsBasicTypes
+-nomethod BasicEventSourceTests.TestsEventSourceLifetime.Test_EventSource_Lifetime
+-nomethod BasicEventSourceTests.TestsManifestNegative.Test_GenerateManifest_InvalidEventSources
+-nomethod BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Dynamic
+-nomethod BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Contract
+-nomethod System.Diagnostics.Tests.DiagnosticSourceEventSourceBridgeTests.TestShortcutKeywords
+-nomethod System.Diagnostics.Tests.ActivityTests.IdGenerationInternalParent
+-nomethod System.Net.Tests.HttpRequestStreamTests.Read_NullBuffer_ThrowsArgumentNullException
+-nomethod System.Net.Tests.HttpResponseStreamTests.Write_NullBuffer_ThrowsArgumentNullException
+-nomethod System.Net.Sockets.Tests.KeepAliveTest.Socket_Set_KeepAlive_Interval_Failure
+-nomethod System.Net.Tests.WebProxyTest.WebProxy_BypassOnLocal_SpecialCases
+-nomethod System.Collections.Tests.HashtableBasicTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.HashtableValuesTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Hashtable_SyncRootTests.SyncRoot
+-nomethod System.Collections.Tests.HashtableSynchronizedTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.DictionaryBaseTests.SyncRoot
+-nomethod System.Collections.Tests.HashtableKeysTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayList_SyncRootTests.GetSyncRoot 
+-nomethod System.Collections.Tests.ArrayListAdapterTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListBasicTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListFixedIListSizeTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListFixedSizeTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListRangeTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListReadOnlyIListTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListReadOnlyTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListSynchronizedILstTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListSynchronizedTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.CollectionBaseTests.SyncRoot 
+-nomethod System.Collections.Tests.Queue_SyncRootTests.SyncRoot 
+-nomethod System.Collections.Tests.ReadOnlyCollectionBaseTests.SyncRoot 
+-nomethod System.Collections.Tests.Stack_SyncRootTests.GetSyncRootBasic 
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.StringDictionarySyncRootTests.SyncRoot
+-nomethod System.Collections.Specialized.Tests.HybridDictionaryValuesTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.HybridDictionaryKeysTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionary_CustomComparer_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionary_NoComparer_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionaryKeysTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionaryValuesTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.NameObjectCollectionBaseSyncRootTests.SyncRoot 
+-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.KeysPropertyContainsAllKeys 
+-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.SyncRootTests 
+-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.ValuesPropertyContainsAllValues 
+-nomethod System.Collections.Specialized.Tests.StringCollectionTests.SyncRootTest
+-nomethod System.Net.Http.Functional.Tests.PlatformHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging
+-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging
+-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandlerTest.GetAsync_AllowAutoRedirectTrue_RetainsOriginalFragmentIfAppropriate
+-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandler_Http2_Test.Http2_InitialSettings_SentAndAcked
+-nomethod System.IO.Tests.CloseTests.AfterDisposeThrows
+-nomethod System.IO.Tests.CloseTests.AfterCloseThrows
+-nomethod System.IO.Tests.StreamWriterWithBufferedStream_CloseTests.AfterDisposeThrows
+-nomethod System.IO.Tests.StreamWriterWithBufferedStream_CloseTests.AfterCloseThrows
+-nomethod System.IO.Tests.DirectoryInfo_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.Directory_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.File_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.FileInfo_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.EncryptDecrypt.EncryptDecrypt_NotSupported
+-nomethod System.IO.Tests.EncryptDecrypt.NullArg_ThrowsException
+-nomethod System.IO.Tests.File_Delete.Unix_NonExistentPath_Nop
+-nomethod System.IO.Tests.FileInfo_Delete.Unix_NonExistentPath_Nop
+-nomethod System.IO.Pipelines.Tests.FlushAsyncCancellationTests.ReadAsyncCompletesIfFlushAsyncCanceledMidFlush
+-nomethod System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_PointFs
+-nomethod System.Drawing.Tests.Graphics_DrawLineTests.DrawLines_PointFs
+-nomethod System.Drawing.Tests.FontTests.ToLogFont_NullLogFont_ThrowsArgumentNullException
+-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point
+-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point
+-nomethod System.Drawing.Tests.IconTests.ExtractAssociatedIcon_InvalidFilePath_ThrowsArgumentException
+-nomethod System.Drawing.Tests.FontTests.ToLogFont_DisposedGraphics_ThrowsArgumentException
+-nomethod System.Text.Tests.EncoderConvert2.EncoderASCIIConvertMixedASCIIUnicodeCharArrayPartial
+-nomethod System.Text.Tests.EncoderConvert2.EncoderUTF8ConvertMixedASCIIUnicodeCharArrayPartial
+-nomethod System.Text.Tests.EncoderConvert2.EncoderUTF8ConvertUnicodeCharArrayPartial
+-nomethod System.Text.Tests.NegativeEncodingTests.GetByteCount_Invalid
+-nomethod System.Text.Tests.UTF8EncodingDecode.Decode_InvalidBytes
+-nomethod System.Text.RegularExpressions.Tests.RegexMatchTests.Match_ExcessPrefix
+-nomethod System.Threading.Threads.Tests.ThreadTests.ApartmentState_NoAttributePresent_STA_Windows_Core
+-nomethod System.Buffers.Text.Tests.FormatterTests.TestFormatterDecimal
+-nomethod System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntSliceRemainsPinned
+-nomethod System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntReadOnlyMemorySliceRemainsPinned
+-nomethod System.Buffers.Text.Tests.ParserTests.TestParserSingle
+-nomethod System.Buffers.Text.Tests.ParserTests.TestParserDouble
+-nomethod System.Buffers.Text.Tests.FormatterTests.TestGFormatWithPrecisionNotSupported
+-nomethod System.Buffers.Text.Tests.FormatterTests.TestBadFormat
+-nomethod System.Tests.ConvertToStringTests.FromBoxedObject
+-nomethod System.Tests.ConvertToDoubleTests.FromString
+-nomethod System.Tests.ConvertToSingleTests.FromString
+-nomethod System.Tests.MathTests.Max_Double
+-nomethod System.Tests.MathTests.Max_Single
+-nomethod System.Tests.MathTests.Min_Double
+-nomethod System.Tests.MathTests.Min_Single
+-nomethod System.Tests.MathFTests.Max
+-nomethod System.Tests.MathFTests.Min
+-nomethod System.Tests.EnvironmentTests.Version_MatchesFixedVersion
+-nomethod System.Tests.AppDomainTests.ApplyPolicy
+-nomethod System.Tests.AppDomainTests.GetAssemblies
+-nomethod System.Runtime.InteropServices.HandleCollectorTests.Ctor_InitialThresholdGreaterThanMaximumThreshold_ThrowsArgumentException 
+-nomethod System.Runtime.InteropServices.Tests.GCHandleTests.Alloc_InvalidPinnedObject_ThrowsArgumentException
+-nomethod System.Runtime.InteropServices.Tests.GetHINSTANCETests.GetHINSTANCE_NonRuntimeModule_ThrowsArgumentNullException
+-nomethod System.Runtime.InteropServices.Tests.SafeBufferTests.Initialize_NumBytesTimesSizeOfEachElement_ThrowsOverflowException
+-nomethod System.Runtime.InteropServices.Tests.GetFunctionPointerForDelegateTests.GetFunctionPointerForDelegate_DelegateCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.GetComInterfaceForObjectTests.GetComInterfaceForObject_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.ChangeWrapperHandleStrengthTests.ChangeWrapperHandleStrength_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.CreateAggregatedObjectTests.CreateAggregatedObject_ObjectNotCollectible_ReturnsExpected
+-nomethod System.Runtime.InteropServices.Tests.GetNativeVariantForObjectTests.GetNativeVariantForObject_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.GetIUnknownForObjectTests.GetIUnknownForObject_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.DispatchWrapperTests.Ctor_NullUnix_ThrowsPlatformNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.ArrayWithOffsetTests.Ctor_Array_Offset
+-nomethod System.Runtime.InteropServices.Tests.StringToCoTaskMemAutoTests.StringToCoTaskMemAuto_NonNullString_Roundtrips
+-nomethod System.Runtime.InteropServices.Tests.StringToHGlobalAutoTests.StringToHGlobalAuto_NonNullString_Roundtrips
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_NegativeLength_ThrowsArgumentOutOfRangeExeption
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_ZeroPointer_ReturnsNull
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_Win32AtomPointer_ReturnsNull
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringAnsiTests.PtrToStringAnsi_NegativeLength_ThrowsArgumentExeption
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUniTests.PtrToStringUni_NegativeLength_ThrowsArgumentExeption
+-nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_NoErrorInfo_ReturnsValidException
+-nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_ErrorInfo_ReturnsValidException
+-nomethod System.Runtime.Loader.Tests.DefaultLoadContextTests.LoadInDefaultContext
+-nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_DelegateMarshalling
+-nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_ThreadStaticAndFixedAddressValueType
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToChar_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToBoolean_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSByte_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDecimal_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToByte_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToLong_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToUShort_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToUInteger_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToInteger_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToShort_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToULong_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_String_ReturnsExpected
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_String_ReturnsExpected
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_Object_ReturnsExpected
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_Object_ReturnsExpected
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4LerpTest
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest5
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest6
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4NegateTest
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4UnaryNegationTest
+-nomethod System.Numerics.Tests.Vector2Tests.Vector2ClampTest
+-nomethod System.Numerics.Tests.Vector3Tests.Vector3ClampTest
+-nomethod System.Numerics.Tests.Vector4Tests.Vector4ClampTest
+-noclass System.Diagnostics.Tests.DebugTests
+-nomethod System.Text.Tests.StringBuilderTests.Equals
+-nomethod System.Tests.DecimalTests.Remainder
+-nomethod System.Tests.DecimalTests.Remainder_Invalid
+-nomethod System.Tests.DecimalTests+BigIntegerMod.Test
+-nomethod System.Tests.DecimalTests.Round_InvalidMidpointRounding_ThrowsArgumentException
+-nomethod System.Tests.ArrayTests.Copy
+-nomethod System.Tests.ArraySegment_Tests.CopyTo_Invalid
+-nomethod System.Tests.TimeSpanTests.Parse_Invalid
+-nomethod System.Tests.TimeSpanTests.Parse_Span
+-nomethod System.Tests.TimeSpanTests.Parse_Span_Invalid
+-nomethod System.Tests.TimeSpanTests.Parse
+-nomethod System.Tests.SingleTests.Test_ToString
+-nomethod System.Tests.SingleTests.TryFormat
+-nomethod System.Tests.DoubleTests.Test_ToString
+-nomethod System.Tests.DoubleTests.TryFormat
+-nomethod System.Tests.TimeSpanTests.Total_Days_Hours_Minutes_Seconds_Milliseconds
+-nomethod System.Tests.BufferTests.BlockCopy_Invalid
+-nomethod System.Tests.VersionTests.Comparisons_NullArgument_ThrowsArgumentNullException
+-nomethod System.Tests.ActivatorNetcoreTests.CreateInstanceAssemblyResolve
+-nomethod XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToDouble
+-nomethod XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToFloat
+-nomethod XDocumentTests.SDMSample.SDM_Element.ElementExplicitToFloat
+-nomethod XDocumentTests.SDMSample.SDM_Element.ElementExplicitToDouble
+-nomethod System.Json.Tests.JsonValueTests.Parse_DoubleTooLarge_ThrowsOverflowException
+-nomethod System.Json.Tests.JsonPrimitiveTests.ToString_DateTimeOffset
+-nomethod System.Json.Tests.JsonValueTests.Parse_IntegralBoundaries_LessThanMaxDouble_Works
+-nomethod System.Xml.Tests.TCFullEndElement+TCWriteValue.writeValue_27
+-nomethod System.ComponentModel.DataAnnotations.Tests.RangeAttributeTests.Validate_DoubleConversionOverflows_ThrowsOverflowException
+-nomethod System.ComponentModel.DataAnnotations.Tests.AssociationAttributeTests.Constructor
+-nomethod System.Linq.Expressions.Tests.BindTests.StaticReadonlyField
+-nomethod System.Linq.Expressions.Tests.StackSpillerTests.Spill_Optimizations_LiteralField
+-nomethod XmlSerializerTests.Xml_FloatAsRoot
+-nomethod XmlSerializerTests.Xml_FloatAsRoot
+-nomethod DataContractSerializerTests.DCS_FloatAsRoot
+-nomethod DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct
+-nomethod DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes
+-nomethod DataContractSerializerTests.DCS_FloatAsRoot
+-nomethod DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct
+-nomethod DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes
+-nomethod DataContractJsonSerializerTests.DCJS_FloatAsRoot
+-nomethod DataContractJsonSerializerTests.DCJS_FloatAsRoot
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTest.StringComparer
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.NonGenericAddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.NonGenericAddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullItemNotPresent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToNewKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOtherKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.NonGenericAddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullItemNotPresent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToNewKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOtherKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.NonGenericAddExistingKey
+-nomethod System.Net.NetworkInformation.Tests.PingTest.SendPingAsyncWithIPAddress
+-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.ProviderSupports
+-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.MetadataAttributes
+-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.RegionsSnippetsAndLinePragmas
+-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.RegionsSnippetsAndLinePragmas
+-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.MetadataAttributes
+-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.ProviderSupports
+-nomethod System.Runtime.InteropServices.RuntimeInformationTests.DescriptionNameTests.VerifyRuntimeDebugNameOnNetCoreApp
+
+# Disable Tests from SqlClient entirely
+-nonamespace System.Data.SqlClient.Tests
+-nonamespace System.Data.SqlClient.ManualTesting.Tests
+
+# Disable Tests from System.ComponentModel.Composition entirely
+-nonamespace System.ComponentModel.Composition
+-nonamespace System.ComponentModel.Composition.AttributedModel
+-nonamespace System.ComponentModel.Composition.Extensibility
+-nonamespace System.ComponentModel.Composition.Factories
+-nonamespace System.ComponentModel.Composition.Hosting
+-nonamespace System.ComponentModel.Composition.Primitives
+-nonamespace System.ComponentModel.Composition.ReflectionModel
+-nonamespace Tests.Integration
+
+# Disable Tests from System.Collections.Immutable entirely
+-nonamespace System.Collections.Immutable.Tests
+
+# Disable Tests from System.Reflection.Metadata entirely
+-nonamespace System.Reflection.Metadata.Tests
+-nonamespace System.Reflection.Metadata.Decoding.Tests
+-nonamespace System.Reflection.Metadata.Ecma335.Tests
+-nonamespace System.Reflection.PortableExecutable.Tests
+
+# Disable Tests from System.Text.Encodings.Web entirely
+-nonamespace Microsoft.Framework.WebEncoders
+-nonamespace System.Text.Encodings.Web
+
+# Disable Tests from System.IO.Pipelines entirely
+-nonamespace System.IO.Pipelines.Tests
+
+# Disable Tests from System.Data.Common entirely
+-nonamespace System.Data.Common
+-nonamespace System.Data.Tests
+-nonamespace System.Data.Tests.Common
+-nonamespace System.Data.Tests.SqlTypes
+-nonamespace System.Data.SqlTypes.Tests
+-nonamespace System.Xml.Tests
+
+# Disable Tests from System.ComponentModel.TypeConverter entirely
+-nonamespace System.ComponentModel.Tests
+-nonamespace System.ComponentModel.Design.Tests
+-nonamespace System.ComponentModel.Design.Serialization.Tests
+-nonamespace System.ComponentModel.Design.Tests
+-nonamespace System.ComponentModel.TypeConverterTests
+-nonamespace System.Security.Authentication.ExtendedProtection.Tests
+-nonamespace System.Timers.Tests
+-nonamespace System.Xml.Linq.Tests
+
+# Disable Tests from System.Security.Cryptography.Pkcs entirely
+-nonamespace System.Security.Cryptography.Pkcs.Tests
+-nonamespace System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests
+-nonamespace System.Security.Cryptography.Pkcs.Tests.Pkcs12
+
+# Disable Tests from System.IO.Compression.Brotli entirely
+-nonamespace System.IO.Compression
+-nonamespace System.IO.Compression.Tests
+
+# Disable failing tests to get the run clean, should investigate later
+-nonamespace System.Numerics.Tensors.Tests
+-nonamespace System.Numerics.Tensors
+
+-noclass System.Media.Test.SoundPlayerTests
+-noclass System.Net.Http.Tests.Utf8StringContentTests
+-noclass System.Tests.Char8Tests
+-noclass System.Tests.MemoryTests
+-noclass System.Tests.ReflectionTests
+-noclass System.Tests.Utf8ExtensionsTests
+-noclass System.Tests.Utf8StringTests
+-noclass System.Tests.TimeSpanTests
+
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssemblies_AssembliesAndConvention_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssembly_AssemblyConventions_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssembly_Assembly_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssemblies_Assemblies_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.IO.Tests.CtorTests.NullEncodingThrows
+
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.BinaryFormattedResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.CanReadViaResourceManager
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.EmbeddedResourcesAreUpToDate
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.EmptyResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionForAddAfterGenerate
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforDuplicateKey
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullFile
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullResourceId
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullStream
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforReadOnlyStream
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.PrimitiveResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ResourceManagerLoadsCorrectReader
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.StreamResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.TypeConverterByteArrayResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.TypeConverterStringResources
+-nomethod System.Composition.Runtime.Tests.CompositionContractTests.Equals_Object_ReturnsExpected
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CanConvertFrom
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CanConvertTo
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertFrom
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertFrom_Throws
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertTo
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CreateInstance
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.GetCreateInstanceSupported
+-nomethod System.Media.Test.SystemSoundsTests.Asterisk_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Beep_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Exclamation_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Hand_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Question_Get_ReturnsExpected
+-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.DisplayCertificate_InvalidInput
+-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.SelectFromCollection_InvalidInput
+-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.SelectFromCollection_InvalidInput_WithHwnd

diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj
index ecf7255..c5f095d 100644 (file)
--- a/tests/src/Common/CoreFX/CoreFX.depproj
+++ b/tests/src/Common/CoreFX/CoreFX.depproj
@@ -11,11 +11,6 @@
       <IsTestProject>false</IsTestProject>
       <!-- System.Composition and System.Composition.AttributedModel use different versioning conventions -->
       <SystemCompositionVersions>1.3.0-preview3-26501-04</SystemCompositionVersions>
-      <XUnitNetcoreExtensionsVersion>2.2.0-preview1-02902-01</XUnitNetcoreExtensionsVersion>
-      <!-- Xunit Abstractions is differently versioned then the rest of XUnit -->
-      <XUnitAbstractionsVersion>2.0.3</XUnitAbstractionsVersion>
-      <XUnitAssertVersion>2.4.1-pre.build.4059</XUnitAssertVersion>
-      <CoreFXXUnitPackageVersion>2.2.0-beta2-build3300</CoreFXXUnitPackageVersion>
       <MicrosoftDiagnosticsTracingTraceVentVersion>2.0.19</MicrosoftDiagnosticsTracingTraceVentVersion>
       <MicrosoftDotnetPlatformAbstractionsVersion>2.1.0</MicrosoftDotnetPlatformAbstractionsVersion>
       <MicrosoftPrivateCoreFxTestUtilitiesPackageVersion>4.6.0-preview1-26817-04</MicrosoftPrivateCoreFxTestUtilitiesPackageVersion>
@@ -30,33 +25,6 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="xunit">
-      <Version>$(CoreFXXUnitPackageVersion)</Version>
-    </PackageReference>
-    <PackageReference Include="xunit.core">
-      <Version>$(CoreFXXUnitPackageVersion)</Version>
-    </PackageReference>
-    <PackageReference Include="xunit.assert">
-      <Version>$(XUnitAssertVersion)</Version>
-    </PackageReference>
-    <PackageReference Include="xunit.abstractions">
-      <Version>$(XUnitAbstractionsVersion)</Version>
-    </PackageReference>
-    <PackageReference Include="xunit.extensibility.core">
-      <Version>$(CoreFXXUnitPackageVersion)</Version>
-    </PackageReference>
-    <PackageReference Include="xunit.extensibility.execution">
-      <Version>$(CoreFXXUnitPackageVersion)</Version>
-    </PackageReference>    
-    <PackageReference Include="xunit.runner.utility">
-      <Version>$(CoreFXXUnitPackageVersion)</Version>
-    </PackageReference>
-    <PackageReference Include="microsoft.xunit.netcore.extensions">
-      <Version>$(XUnitNetcoreExtensionsVersion)</Version>
-    </PackageReference>
-    <PackageReference Include="CoreFx.Private.TestUtilities">
-      <Version>$(MicrosoftPrivateCoreFxTestUtilitiesPackageVersion)</Version>
-    </PackageReference>
     <PackageReference Include="System.CodeDom">
       <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
     </PackageReference>
@@ -84,9 +52,22 @@
     <PackageReference Include="System.Data.Odbc">
       <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
     </PackageReference>
-    <PackageReference Include="System.Data.SqlClient">
+    <PackageReference Include="runtime.native.System.Data.SqlClient.sni">
+      <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+    </PackageReference>
+    <PackageReference Include="System.Security.Principal.Windows">
       <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
     </PackageReference>
+    <PackageReference Include="System.Text.Encoding.CodePages">
+      <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+    </PackageReference>
+    <PackageReference Include="System.Diagnostics.DiagnosticSource">
+      <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+    </PackageReference>
+    <PackageReference Include="System.Data.SqlClient">
+      <!-- The 4.6 packages of System.Data.SqlClient have a version of 4.5 in the dll so they fail to load -->
+      <Version>4.7.0-preview4.19164.7</Version>
+    </PackageReference>
     <PackageReference Include="System.Diagnostics.PerformanceCounter">
       <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
     </PackageReference>
@@ -120,6 +101,9 @@
     <PackageReference Include="System.Net.WebSockets.WebSocketProtocol">
       <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
     </PackageReference>
+    <PackageReference Include="System.Reflection.MetadataLoadContext">
+      <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+    </PackageReference>
     <PackageReference Include="System.Runtime.Caching">
       <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
     </PackageReference>
@@ -160,6 +144,9 @@
   </ItemGroup>
   <ItemGroup Condition="'$(OSGroup)' == 'Windows_NT'">
     <!-- Windows Dependencies -->
+    <PackageReference Include="Microsoft.Win32.Registry">
+      <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+    </PackageReference>
     <PackageReference Include="Microsoft.Win32.Registry.AccessControl">
       <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
     </PackageReference>