From b8f926288af2f8deef09835d97d66a5f9bfda082 Mon Sep 17 00:00:00 2001 From: David Mason Date: Fri, 3 May 2019 16:52:46 -0700 Subject: [PATCH] Enable CoreFX test filtering for CoreCLR PRs (#24259) This change enables CoreFX tests for CoreCLR. --- azure-pipelines.yml | 14 ++ eng/Version.Details.xml | 5 + eng/helixcorefxtests.proj | 116 +++++++++ eng/send-to-helix-step.yml | 25 +- eng/test-job.yml | 45 ++-- tests/CoreFX/CoreFX.issues.rsp | 434 +++++++++++++++++++++++++++++++++ tests/src/Common/CoreFX/CoreFX.depproj | 53 ++-- 7 files changed, 641 insertions(+), 51 deletions(-) create mode 100644 eng/helixcorefxtests.proj create mode 100644 tests/CoreFX/CoreFX.issues.rsp diff --git a/azure-pipelines.yml b/azure-pipelines.yml index f1a9205..e783cc1 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -235,6 +235,18 @@ jobs: jobParameters: readyToRun: true testGroup: innerloop + displayNameArgs: R2R + # The CoreFX runs against CoreCLR + - template: eng/platform-matrix.yml + parameters: + jobTemplate: test-job.yml + buildConfig: release + platforms: + - Windows_NT_x64 + jobParameters: + corefxTests: true + testGroup: innerloop + displayNameArgs: CoreFX # CI - ${{ if and(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'IndividualCI', 'BatchedCI')) }}: @@ -263,6 +275,7 @@ jobs: jobParameters: readyToRun: true testGroup: outerloop + displayNameArgs: R2R # # Release test builds @@ -295,6 +308,7 @@ jobs: jobParameters: testGroup: outerloop readyToRun: true + displayNameArgs: R2R # Publish build information to Build Assets Registry diff --git a/eng/Version.Details.xml b/eng/Version.Details.xml index 73570b9..7e488ed 100644 --- a/eng/Version.Details.xml +++ b/eng/Version.Details.xml @@ -11,6 +11,11 @@ https://github.com/dotnet/arcade a7a250e9c13147134543c35fef2fb81f19592edf + + https://github.com/dotnet/corefx 173a2a165316af9a4e211ceab8c8d9692de8a528 diff --git a/eng/helixcorefxtests.proj b/eng/helixcorefxtests.proj new file mode 100644 index 0000000..bd9fc69 --- /dev/null +++ b/eng/helixcorefxtests.proj @@ -0,0 +1,116 @@ + + + + + + netstandard2.0 + + + + $(_Creator) + $(_HelixAccessToken) + $(_HelixBuild) + $(_HelixSource) + $(_HelixTargetQueues) + $(_HelixType) + $(__BuildArch) + $(__BuildType) + + + $(MSBuildThisFileDirectory)..\ + $(ProjectDir)bin\ + $(RootBinDir)tests\$(__BuildOS).$(__BuildArch).$(__BuildType)\ + true + + $(TestWorkingDir)testhost\ + $(TestWorkingDir)helix\ + $(TestArchiveRuntimeRoot)testhost-runtime.zip + + + $(_PublishTestResults) + false + true + true + true + + 600 + $([System.TimeSpan]::FromSeconds($(TimeoutInSeconds))) + 4 + true + + + + + call RunTests.cmd -r %HELIX_CORRELATION_PAYLOAD% -d %HELIX_CORRELATION_PAYLOAD% -g %HELIX_CORRELATION_PAYLOAD%\tools --rsp-file %HELIX_CORRELATION_PAYLOAD%\CoreFX.issues.rsp + ./RunTests.sh -r $HELIX_CORRELATION_PAYLOAD -d $HELIX_CORRELATION_PAYLOAD -g $HELIX_CORRELATION_PAYLOAD/tools --rsp-file $HELIX_CORRELATION_PAYLOAD/CoreFX.issues.rsp + + + + + + + + + + + + + + + + + + + + + https://dotnetfeed.blob.core.windows.net/dotnet-core + + + + + + <_TargetGroup>netcoreapp + <_AssetManifestPath>$(TestAssetBlobFeedUrl)/corefx-tests/$(MicrosoftPrivateCoreFxNETCoreAppVersion)/$(__BuildOS).$(__BuildArch)/$(_TargetGroup)/corefx-test-assets.xml + + + + + + + + + + + + + + $(TestAssetBlobFeedUrl)/%(Identity) + $(HelixCommand) + $(CommandTimeoutSpan) + + + + + + diff --git a/eng/send-to-helix-step.yml b/eng/send-to-helix-step.yml index 4192be4..c29a175 100644 --- a/eng/send-to-helix-step.yml +++ b/eng/send-to-helix-step.yml @@ -15,10 +15,17 @@ parameters: timeoutPerTestCollectionInMinutes: '' timeoutPerTestInMinutes: '' runCrossGen: '' + helixProjectArguments: '' steps: - ${{ if eq(parameters.osGroup, 'Windows_NT') }}: - - powershell: eng\common\msbuild.ps1 -ci tests\helixpublishwitharcade.proj /maxcpucount + # TODO: Remove and consolidate this when we move to arcade via init-tools.cmd. + - powershell: eng\common\build.ps1 /p:DotNetPublishToBlobFeed=true -ci -restore -projects $(Build.SourcesDirectory)\eng\empty.proj + displayName: Restore blob feed tasks + ${{ if ne(parameters.condition, '') }}: + condition: ${{ parameters.condition }} + + - powershell: eng\common\msbuild.ps1 -ci ${{ parameters.helixProjectArguments }} /maxcpucount /bl:$(Build.SourcesDirectory)/bin/Logs/SendToHelix.binlog displayName: ${{ parameters.displayName }} ${{ if ne(parameters.condition, '') }}: condition: ${{ parameters.condition }} @@ -39,9 +46,21 @@ steps: _TimeoutPerTestInMinutes: ${{ parameters.timeoutPerTestInMinutes }} ${{ if eq(parameters.publishTestResults, 'true') }}: SYSTEM_ACCESSTOKEN: $(System.AccessToken) + # TODO: remove NUGET_PACKAGES once https://github.com/dotnet/arcade/issues/1578 is fixed + NUGET_PACKAGES: $(Build.SourcesDirectory)\.packages - ${{ if ne(parameters.osGroup, 'Windows_NT') }}: - - script: ./eng/common/msbuild.sh --ci tests/helixpublishwitharcade.proj /maxcpucount + # TODO: Remove and consolidate this when we move to arcade via init-tools.sh. + - script: ./eng/common/build.sh /p:DotNetPublishToBlobFeed=true --ci --restore --projects $(Build.SourcesDirectory)/eng/empty.proj + displayName: Restore blob feed tasks + ${{ if ne(parameters.condition, '') }}: + condition: ${{ parameters.condition }} + ${{ if eq(parameters.osGroup, 'FreeBSD') }}: + env: + # Arcade uses this SDK instead of trying to restore one. + DotNetCoreSdkDir: /usr/local/dotnet + + - script: ./eng/common/msbuild.sh --ci ${{ parameters.helixProjectArguments }} /maxcpucount /bl:$(Build.SourcesDirectory)/bin/Logs/SendToHelix.binlog displayName: ${{ parameters.displayName }} ${{ if ne(parameters.condition, '') }}: condition: ${{ parameters.condition }} @@ -62,3 +81,5 @@ steps: _TimeoutPerTestInMinutes: ${{ parameters.timeoutPerTestInMinutes }} ${{ if eq(parameters.publishTestResults, 'true') }}: SYSTEM_ACCESSTOKEN: $(System.AccessToken) + # TODO: remove NUGET_PACKAGES once https://github.com/dotnet/arcade/issues/1578 is fixed + NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages diff --git a/eng/test-job.yml b/eng/test-job.yml index ab48413..145d7e3 100644 --- a/eng/test-job.yml +++ b/eng/test-job.yml @@ -7,6 +7,9 @@ parameters: readyToRun: false helixQueues: '' crossrootfsDir: '' + # If true, run the corefx tests instead of the coreclr ones + corefxTests: false + displayNameArgs: '' ### Test job @@ -23,19 +26,13 @@ jobs: helixType: 'build/tests/' # Compute job name from template parameters - ${{ if and(eq(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, false)) }}: - name: ${{ format('testbuild_pri0_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} - displayName: ${{ format('Test Pri0 {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} - ${{ if and(eq(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, true)) }}: - name: ${{ format('testbuild_pri0_r2r_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} - displayName: ${{ format('Test Pri0 R2R {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} - - ${{ if and(ne(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, false)) }}: - name: ${{ format('testbuild_pri1_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} - displayName: ${{ format('Test Pri1 {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} - ${{ if and(ne(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, true)) }}: - name: ${{ format('testbuild_pri1_r2r_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} - displayName: ${{ format('Test Pri1 R2R {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} + ${{ if eq(parameters.testGroup, 'innerloop') }}: + name: ${{ format('testbuild_pri0_{0}_{1}_{2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} + displayName: ${{ format('Test Pri0 {0} {1} {2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} + + ${{ if ne(parameters.testGroup, 'innerloop') }}: + name: ${{ format('testbuild_pri1_{0}_{1}_{2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} + displayName: ${{ format('Test Pri1 {0} {1} {2} {3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }} crossrootfsDir: ${{ parameters.crossrootfsDir }} @@ -69,6 +66,16 @@ jobs: - name: clangArg value: '-clang5.0' + - name: testhostArg + value: '' + - ${{ if eq(parameters.corefxTests, true) }}: + - ${{ if ne(parameters.osGroup, 'Windows_NT') }}: + - name: testhostArg + value: 'generatetesthostonly' + - ${{ if eq(parameters.osGroup, 'Windows_NT') }}: + - name: testhostArg + value: 'buildtesthostonly' + # FreeBSD test jobs are disabled since we don't have any FreeBSD helix queues. ${{ if eq(parameters.osGroup, 'FreeBSD') }}: condition: false @@ -115,10 +122,10 @@ jobs: # Build tests - ${{ if ne(parameters.osGroup, 'Windows_NT') }}: - - script: ./build-test.sh $(buildConfig) $(archType) $(crossArg) $(priorityArg) $(crossgenArg) $(clangArg) + - script: ./build-test.sh $(buildConfig) $(archType) $(crossArg) $(priorityArg) $(crossgenArg) $(clangArg) $(testhostArg) displayName: Build tests - ${{ if eq(parameters.osGroup, 'Windows_NT') }}: - - script: build-test.cmd $(buildConfig) $(archType) $(priorityArg) $(crossgenArg) + - script: build-test.cmd $(buildConfig) $(archType) $(priorityArg) $(crossgenArg) $(testhostArg) displayName: Build tests @@ -126,7 +133,7 @@ jobs: - template: /eng/send-to-helix-step.yml parameters: displayName: Send tests to Helix - buildConfig: ${{ parameters.buildConfig }} + buildConfig: $(buildConfigUpper) archType: ${{ parameters.archType }} osGroup: ${{ parameters.osGroup }} @@ -172,6 +179,12 @@ jobs: # DotNet-HelixApi-Access variable group helixAccessToken: $(HelixApiAccessToken) + # Sets up the template to run the corefx tests + ${{ if eq(parameters.corefxTests, true) }}: + helixProjectArguments: 'eng/helixcorefxtests.proj /t:Test /p:ArcadeBuild=True' + ${{ if eq(parameters.corefxTests, false) }}: + helixProjectArguments: 'tests/helixpublishwitharcade.proj' + ${{ if in(parameters.testGroup, 'innerloop', 'outerloop') }}: scenarios: - normal diff --git a/tests/CoreFX/CoreFX.issues.rsp b/tests/CoreFX/CoreFX.issues.rsp new file mode 100644 index 0000000..8872676 --- /dev/null +++ b/tests/CoreFX/CoreFX.issues.rsp @@ -0,0 +1,434 @@ +-notrait category=OuterLoop +-notrait category=RequiresElevation +-nomethod System.Diagnostics.TraceSourceTests.DefaultTraceListenerClassTests.EntryAssemblyName_Null_NotIncludedInTrace +-nomethod System.Globalization.Tests.CharUnicodeInfoGetUnicodeCategoryTests.GetUnicodeCategory +-nomethod System.Globalization.Tests.NumberFormatInfoNegativeInfinitySymbol.NegativeInfinitySymbol_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPercentDecimalDigits.PercentDecimalDigits_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyGroupSeparator.CurrencyGroupSeparator_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoNumberNegativePattern.NumberNegativePattern_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPositiveInfinitySymbol.PositiveInfinitySymbol_Set_Invalid +-nomethod System.Globalization.Tests.StringInfoString.String_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoNumberDecimalSeparator.NumberDecimalSeparator_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoNumberGroupSeparator.NumberGroupSeparator_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoNaNSymbol.NaNSymbol_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPositiveSign.PositiveSign_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyGroupSizes.CurrencyGroupSizes_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPercentSymbol.PercentSymbol_Set_Invalid +-nomethod System.Globalization.Tests.StringInfoCtorTests.Ctor_String_Null_ThrowsArgumentNullException +-nomethod System.Globalization.Tests.NumberFormatInfoCurrencySymbol.CurrencySymbol_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPercentDecimalSeparator.PercentDecimalSeparator_Set_Invalid +-nomethod System.Globalization.Tests.DateTimeFormatInfoGetAbbreviatedDayName.GetAbbreviatedDayName_Invalid_ThrowsArgumentOutOfRangeException +-nomethod System.Globalization.Tests.NumberFormatInfoNumberDecimalDigits.NumberDecimalDigits_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoNegativeSign.NegativeSign_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPercentGroupSizes.PercentGroupSizes_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoNumberGroupSizes.NumberGroupSizes_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPercentPositivePattern.PercentPositivePattern_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPerMilleSymbol.PerMilleSymbol_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPercentGroupSeparator.PercentGroupSeparator_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyNegativePattern.CurrencyNegativePattern_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyPositivePattern.CurrencyPositivePattern_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoPercentNegativePattern.PercentNegativePattern_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyDecimalDigits.CurrencyDecimalDigits_Set_Invalid +-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyDecimalSeparator.CurrencyDecimalSeparator_Set_Invalid +-nomethod System.Globalization.Tests.GregorianCalendarCtor.CalendarType_Set_InvalidType_ThrowsArgumentOutOfRangeException +-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateAgainstBlobs +-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateEqualityComparersAgainstBlobs +-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateBasicObjectsRoundtrip +-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.RoundtripManyObjectsInOneStream +-nomethod System.Diagnostics.Tests.StackTraceTests.ToString_NullFrame_ThrowsNullReferenceException +-nomethod BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds +-nomethod BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener +-nomethod BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener_UseEvents +-nomethod BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds_WithEtwListener +-nomethod BasicEventSourceTests.FuzzyTests.Test_Write_Fuzzy +-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_InvalidCalls +-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ZeroKwds +-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_BeforeListener +-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ToChannel_Coverage +-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsCornerCases +-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_AfterListener +-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsBasicTypes +-nomethod BasicEventSourceTests.TestsEventSourceLifetime.Test_EventSource_Lifetime +-nomethod BasicEventSourceTests.TestsManifestNegative.Test_GenerateManifest_InvalidEventSources +-nomethod BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Dynamic +-nomethod BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Contract +-nomethod System.Diagnostics.Tests.DiagnosticSourceEventSourceBridgeTests.TestShortcutKeywords +-nomethod System.Diagnostics.Tests.ActivityTests.IdGenerationInternalParent +-nomethod System.Net.Tests.HttpRequestStreamTests.Read_NullBuffer_ThrowsArgumentNullException +-nomethod System.Net.Tests.HttpResponseStreamTests.Write_NullBuffer_ThrowsArgumentNullException +-nomethod System.Net.Sockets.Tests.KeepAliveTest.Socket_Set_KeepAlive_Interval_Failure +-nomethod System.Net.Tests.WebProxyTest.WebProxy_BypassOnLocal_SpecialCases +-nomethod System.Collections.Tests.HashtableBasicTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.HashtableValuesTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.Hashtable_SyncRootTests.SyncRoot +-nomethod System.Collections.Tests.HashtableSynchronizedTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.DictionaryBaseTests.SyncRoot +-nomethod System.Collections.Tests.HashtableKeysTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayList_SyncRootTests.GetSyncRoot +-nomethod System.Collections.Tests.ArrayListAdapterTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListBasicTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListFixedIListSizeTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListFixedSizeTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListRangeTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListReadOnlyIListTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListReadOnlyTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListSynchronizedILstTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.ArrayListSynchronizedTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.CollectionBaseTests.SyncRoot +-nomethod System.Collections.Tests.Queue_SyncRootTests.SyncRoot +-nomethod System.Collections.Tests.ReadOnlyCollectionBaseTests.SyncRoot +-nomethod System.Collections.Tests.Stack_SyncRootTests.GetSyncRootBasic +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException +-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Specialized.Tests.StringDictionarySyncRootTests.SyncRoot +-nomethod System.Collections.Specialized.Tests.HybridDictionaryValuesTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Specialized.Tests.HybridDictionaryKeysTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Specialized.Tests.ListDictionary_CustomComparer_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Specialized.Tests.ListDictionary_NoComparer_Tests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Specialized.Tests.ListDictionaryKeysTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Specialized.Tests.ListDictionaryValuesTests.ICollection_NonGeneric_SyncRoot +-nomethod System.Collections.Specialized.Tests.NameObjectCollectionBaseSyncRootTests.SyncRoot +-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.KeysPropertyContainsAllKeys +-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.SyncRootTests +-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.ValuesPropertyContainsAllValues +-nomethod System.Collections.Specialized.Tests.StringCollectionTests.SyncRootTest +-nomethod System.Net.Http.Functional.Tests.PlatformHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging +-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging +-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandlerTest.GetAsync_AllowAutoRedirectTrue_RetainsOriginalFragmentIfAppropriate +-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandler_Http2_Test.Http2_InitialSettings_SentAndAcked +-nomethod System.IO.Tests.CloseTests.AfterDisposeThrows +-nomethod System.IO.Tests.CloseTests.AfterCloseThrows +-nomethod System.IO.Tests.StreamWriterWithBufferedStream_CloseTests.AfterDisposeThrows +-nomethod System.IO.Tests.StreamWriterWithBufferedStream_CloseTests.AfterCloseThrows +-nomethod System.IO.Tests.DirectoryInfo_GetSetTimes.SettingUpdatesProperties +-nomethod System.IO.Tests.Directory_GetSetTimes.SettingUpdatesProperties +-nomethod System.IO.Tests.File_GetSetTimes.SettingUpdatesProperties +-nomethod System.IO.Tests.FileInfo_GetSetTimes.SettingUpdatesProperties +-nomethod System.IO.Tests.EncryptDecrypt.EncryptDecrypt_NotSupported +-nomethod System.IO.Tests.EncryptDecrypt.NullArg_ThrowsException +-nomethod System.IO.Tests.File_Delete.Unix_NonExistentPath_Nop +-nomethod System.IO.Tests.FileInfo_Delete.Unix_NonExistentPath_Nop +-nomethod System.IO.Pipelines.Tests.FlushAsyncCancellationTests.ReadAsyncCompletesIfFlushAsyncCanceledMidFlush +-nomethod System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException +-nomethod System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException +-nomethod System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException +-nomethod System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException +-nomethod System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException +-nomethod System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException +-nomethod System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException +-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_PointFs +-nomethod System.Drawing.Tests.Graphics_DrawLineTests.DrawLines_PointFs +-nomethod System.Drawing.Tests.FontTests.ToLogFont_NullLogFont_ThrowsArgumentNullException +-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point +-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point +-nomethod System.Drawing.Tests.IconTests.ExtractAssociatedIcon_InvalidFilePath_ThrowsArgumentException +-nomethod System.Drawing.Tests.FontTests.ToLogFont_DisposedGraphics_ThrowsArgumentException +-nomethod System.Text.Tests.EncoderConvert2.EncoderASCIIConvertMixedASCIIUnicodeCharArrayPartial +-nomethod System.Text.Tests.EncoderConvert2.EncoderUTF8ConvertMixedASCIIUnicodeCharArrayPartial +-nomethod System.Text.Tests.EncoderConvert2.EncoderUTF8ConvertUnicodeCharArrayPartial +-nomethod System.Text.Tests.NegativeEncodingTests.GetByteCount_Invalid +-nomethod System.Text.Tests.UTF8EncodingDecode.Decode_InvalidBytes +-nomethod System.Text.RegularExpressions.Tests.RegexMatchTests.Match_ExcessPrefix +-nomethod System.Threading.Threads.Tests.ThreadTests.ApartmentState_NoAttributePresent_STA_Windows_Core +-nomethod System.Buffers.Text.Tests.FormatterTests.TestFormatterDecimal +-nomethod System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntSliceRemainsPinned +-nomethod System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntReadOnlyMemorySliceRemainsPinned +-nomethod System.Buffers.Text.Tests.ParserTests.TestParserSingle +-nomethod System.Buffers.Text.Tests.ParserTests.TestParserDouble +-nomethod System.Buffers.Text.Tests.FormatterTests.TestGFormatWithPrecisionNotSupported +-nomethod System.Buffers.Text.Tests.FormatterTests.TestBadFormat +-nomethod System.Tests.ConvertToStringTests.FromBoxedObject +-nomethod System.Tests.ConvertToDoubleTests.FromString +-nomethod System.Tests.ConvertToSingleTests.FromString +-nomethod System.Tests.MathTests.Max_Double +-nomethod System.Tests.MathTests.Max_Single +-nomethod System.Tests.MathTests.Min_Double +-nomethod System.Tests.MathTests.Min_Single +-nomethod System.Tests.MathFTests.Max +-nomethod System.Tests.MathFTests.Min +-nomethod System.Tests.EnvironmentTests.Version_MatchesFixedVersion +-nomethod System.Tests.AppDomainTests.ApplyPolicy +-nomethod System.Tests.AppDomainTests.GetAssemblies +-nomethod System.Runtime.InteropServices.HandleCollectorTests.Ctor_InitialThresholdGreaterThanMaximumThreshold_ThrowsArgumentException +-nomethod System.Runtime.InteropServices.Tests.GCHandleTests.Alloc_InvalidPinnedObject_ThrowsArgumentException +-nomethod System.Runtime.InteropServices.Tests.GetHINSTANCETests.GetHINSTANCE_NonRuntimeModule_ThrowsArgumentNullException +-nomethod System.Runtime.InteropServices.Tests.SafeBufferTests.Initialize_NumBytesTimesSizeOfEachElement_ThrowsOverflowException +-nomethod System.Runtime.InteropServices.Tests.GetFunctionPointerForDelegateTests.GetFunctionPointerForDelegate_DelegateCollectible_ThrowsNotSupportedException +-nomethod System.Runtime.InteropServices.Tests.GetComInterfaceForObjectTests.GetComInterfaceForObject_ObjectNotCollectible_ThrowsNotSupportedException +-nomethod System.Runtime.InteropServices.Tests.ChangeWrapperHandleStrengthTests.ChangeWrapperHandleStrength_ObjectNotCollectible_ThrowsNotSupportedException +-nomethod System.Runtime.InteropServices.Tests.CreateAggregatedObjectTests.CreateAggregatedObject_ObjectNotCollectible_ReturnsExpected +-nomethod System.Runtime.InteropServices.Tests.GetNativeVariantForObjectTests.GetNativeVariantForObject_ObjectNotCollectible_ThrowsNotSupportedException +-nomethod System.Runtime.InteropServices.Tests.GetIUnknownForObjectTests.GetIUnknownForObject_ObjectNotCollectible_ThrowsNotSupportedException +-nomethod System.Runtime.InteropServices.Tests.DispatchWrapperTests.Ctor_NullUnix_ThrowsPlatformNotSupportedException +-nomethod System.Runtime.InteropServices.Tests.ArrayWithOffsetTests.Ctor_Array_Offset +-nomethod System.Runtime.InteropServices.Tests.StringToCoTaskMemAutoTests.StringToCoTaskMemAuto_NonNullString_Roundtrips +-nomethod System.Runtime.InteropServices.Tests.StringToHGlobalAutoTests.StringToHGlobalAuto_NonNullString_Roundtrips +-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_NegativeLength_ThrowsArgumentOutOfRangeExeption +-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_ZeroPointer_ReturnsNull +-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_Win32AtomPointer_ReturnsNull +-nomethod System.Runtime.InteropServices.Tests.PtrToStringAnsiTests.PtrToStringAnsi_NegativeLength_ThrowsArgumentExeption +-nomethod System.Runtime.InteropServices.Tests.PtrToStringUniTests.PtrToStringUni_NegativeLength_ThrowsArgumentExeption +-nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_NoErrorInfo_ReturnsValidException +-nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_ErrorInfo_ReturnsValidException +-nomethod System.Runtime.Loader.Tests.DefaultLoadContextTests.LoadInDefaultContext +-nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_DelegateMarshalling +-nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_ThreadStaticAndFixedAddressValueType +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToChar_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToBoolean_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSByte_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDecimal_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToByte_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToLong_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToUShort_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToUInteger_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToInteger_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToShort_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToULong_InvalidObject_ThrowsInvalidCastException +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_String_ReturnsExpected +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_String_ReturnsExpected +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_Object_ReturnsExpected +-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_Object_ReturnsExpected +-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4LerpTest +-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest5 +-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest6 +-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4NegateTest +-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4UnaryNegationTest +-nomethod System.Numerics.Tests.Vector2Tests.Vector2ClampTest +-nomethod System.Numerics.Tests.Vector3Tests.Vector3ClampTest +-nomethod System.Numerics.Tests.Vector4Tests.Vector4ClampTest +-noclass System.Diagnostics.Tests.DebugTests +-nomethod System.Text.Tests.StringBuilderTests.Equals +-nomethod System.Tests.DecimalTests.Remainder +-nomethod System.Tests.DecimalTests.Remainder_Invalid +-nomethod System.Tests.DecimalTests+BigIntegerMod.Test +-nomethod System.Tests.DecimalTests.Round_InvalidMidpointRounding_ThrowsArgumentException +-nomethod System.Tests.ArrayTests.Copy +-nomethod System.Tests.ArraySegment_Tests.CopyTo_Invalid +-nomethod System.Tests.TimeSpanTests.Parse_Invalid +-nomethod System.Tests.TimeSpanTests.Parse_Span +-nomethod System.Tests.TimeSpanTests.Parse_Span_Invalid +-nomethod System.Tests.TimeSpanTests.Parse +-nomethod System.Tests.SingleTests.Test_ToString +-nomethod System.Tests.SingleTests.TryFormat +-nomethod System.Tests.DoubleTests.Test_ToString +-nomethod System.Tests.DoubleTests.TryFormat +-nomethod System.Tests.TimeSpanTests.Total_Days_Hours_Minutes_Seconds_Milliseconds +-nomethod System.Tests.BufferTests.BlockCopy_Invalid +-nomethod System.Tests.VersionTests.Comparisons_NullArgument_ThrowsArgumentNullException +-nomethod System.Tests.ActivatorNetcoreTests.CreateInstanceAssemblyResolve +-nomethod XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToDouble +-nomethod XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToFloat +-nomethod XDocumentTests.SDMSample.SDM_Element.ElementExplicitToFloat +-nomethod XDocumentTests.SDMSample.SDM_Element.ElementExplicitToDouble +-nomethod System.Json.Tests.JsonValueTests.Parse_DoubleTooLarge_ThrowsOverflowException +-nomethod System.Json.Tests.JsonPrimitiveTests.ToString_DateTimeOffset +-nomethod System.Json.Tests.JsonValueTests.Parse_IntegralBoundaries_LessThanMaxDouble_Works +-nomethod System.Xml.Tests.TCFullEndElement+TCWriteValue.writeValue_27 +-nomethod System.ComponentModel.DataAnnotations.Tests.RangeAttributeTests.Validate_DoubleConversionOverflows_ThrowsOverflowException +-nomethod System.ComponentModel.DataAnnotations.Tests.AssociationAttributeTests.Constructor +-nomethod System.Linq.Expressions.Tests.BindTests.StaticReadonlyField +-nomethod System.Linq.Expressions.Tests.StackSpillerTests.Spill_Optimizations_LiteralField +-nomethod XmlSerializerTests.Xml_FloatAsRoot +-nomethod XmlSerializerTests.Xml_FloatAsRoot +-nomethod DataContractSerializerTests.DCS_FloatAsRoot +-nomethod DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct +-nomethod DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes +-nomethod DataContractSerializerTests.DCS_FloatAsRoot +-nomethod DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct +-nomethod DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes +-nomethod DataContractJsonSerializerTests.DCJS_FloatAsRoot +-nomethod DataContractJsonSerializerTests.DCJS_FloatAsRoot +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTest.StringComparer +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.AddExistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemDoesNotExistThrows +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChanged +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyThrowsPreexistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.Insert +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.NonGenericAddExistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.AddExistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemDoesNotExistThrows +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChanged +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyThrowsPreexistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.Insert +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.NonGenericAddExistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.AddExistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemDoesNotExistThrows +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChanged +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullItemNotPresent +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToNewKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOldKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOtherKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyThrowsPreexistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.Insert +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.NonGenericAddExistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.AddExistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemDoesNotExistThrows +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChanged +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullItemNotPresent +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToNewKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOldKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOtherKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyThrowsPreexistingKey +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.Insert +-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.NonGenericAddExistingKey +-nomethod System.Net.NetworkInformation.Tests.PingTest.SendPingAsyncWithIPAddress +-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.ProviderSupports +-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.MetadataAttributes +-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.RegionsSnippetsAndLinePragmas +-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.RegionsSnippetsAndLinePragmas +-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.MetadataAttributes +-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.ProviderSupports +-nomethod System.Runtime.InteropServices.RuntimeInformationTests.DescriptionNameTests.VerifyRuntimeDebugNameOnNetCoreApp + +# Disable Tests from SqlClient entirely +-nonamespace System.Data.SqlClient.Tests +-nonamespace System.Data.SqlClient.ManualTesting.Tests + +# Disable Tests from System.ComponentModel.Composition entirely +-nonamespace System.ComponentModel.Composition +-nonamespace System.ComponentModel.Composition.AttributedModel +-nonamespace System.ComponentModel.Composition.Extensibility +-nonamespace System.ComponentModel.Composition.Factories +-nonamespace System.ComponentModel.Composition.Hosting +-nonamespace System.ComponentModel.Composition.Primitives +-nonamespace System.ComponentModel.Composition.ReflectionModel +-nonamespace Tests.Integration + +# Disable Tests from System.Collections.Immutable entirely +-nonamespace System.Collections.Immutable.Tests + +# Disable Tests from System.Reflection.Metadata entirely +-nonamespace System.Reflection.Metadata.Tests +-nonamespace System.Reflection.Metadata.Decoding.Tests +-nonamespace System.Reflection.Metadata.Ecma335.Tests +-nonamespace System.Reflection.PortableExecutable.Tests + +# Disable Tests from System.Text.Encodings.Web entirely +-nonamespace Microsoft.Framework.WebEncoders +-nonamespace System.Text.Encodings.Web + +# Disable Tests from System.IO.Pipelines entirely +-nonamespace System.IO.Pipelines.Tests + +# Disable Tests from System.Data.Common entirely +-nonamespace System.Data.Common +-nonamespace System.Data.Tests +-nonamespace System.Data.Tests.Common +-nonamespace System.Data.Tests.SqlTypes +-nonamespace System.Data.SqlTypes.Tests +-nonamespace System.Xml.Tests + +# Disable Tests from System.ComponentModel.TypeConverter entirely +-nonamespace System.ComponentModel.Tests +-nonamespace System.ComponentModel.Design.Tests +-nonamespace System.ComponentModel.Design.Serialization.Tests +-nonamespace System.ComponentModel.Design.Tests +-nonamespace System.ComponentModel.TypeConverterTests +-nonamespace System.Security.Authentication.ExtendedProtection.Tests +-nonamespace System.Timers.Tests +-nonamespace System.Xml.Linq.Tests + +# Disable Tests from System.Security.Cryptography.Pkcs entirely +-nonamespace System.Security.Cryptography.Pkcs.Tests +-nonamespace System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests +-nonamespace System.Security.Cryptography.Pkcs.Tests.Pkcs12 + +# Disable Tests from System.IO.Compression.Brotli entirely +-nonamespace System.IO.Compression +-nonamespace System.IO.Compression.Tests + +# Disable failing tests to get the run clean, should investigate later +-nonamespace System.Numerics.Tensors.Tests +-nonamespace System.Numerics.Tensors + +-noclass System.Media.Test.SoundPlayerTests +-noclass System.Net.Http.Tests.Utf8StringContentTests +-noclass System.Tests.Char8Tests +-noclass System.Tests.MemoryTests +-noclass System.Tests.ReflectionTests +-noclass System.Tests.Utf8ExtensionsTests +-noclass System.Tests.Utf8StringTests +-noclass System.Tests.TimeSpanTests + +-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssemblies_AssembliesAndConvention_ThrowsCompositionFailedExceptionOnCreation +-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssembly_AssemblyConventions_ThrowsCompositionFailedExceptionOnCreation +-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssembly_Assembly_ThrowsCompositionFailedExceptionOnCreation +-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssemblies_Assemblies_ThrowsCompositionFailedExceptionOnCreation +-nomethod System.IO.Tests.CtorTests.NullEncodingThrows + +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.BinaryFormattedResources +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.CanReadViaResourceManager +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.EmbeddedResourcesAreUpToDate +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.EmptyResources +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionForAddAfterGenerate +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforDuplicateKey +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullFile +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullResourceId +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullStream +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforReadOnlyStream +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.PrimitiveResources +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ResourceManagerLoadsCorrectReader +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.StreamResources +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.TypeConverterByteArrayResources +-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.TypeConverterStringResources +-nomethod System.Composition.Runtime.Tests.CompositionContractTests.Equals_Object_ReturnsExpected +-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CanConvertFrom +-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CanConvertTo +-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertFrom +-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertFrom_Throws +-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertTo +-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CreateInstance +-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.GetCreateInstanceSupported +-nomethod System.Media.Test.SystemSoundsTests.Asterisk_Get_ReturnsExpected +-nomethod System.Media.Test.SystemSoundsTests.Beep_Get_ReturnsExpected +-nomethod System.Media.Test.SystemSoundsTests.Exclamation_Get_ReturnsExpected +-nomethod System.Media.Test.SystemSoundsTests.Hand_Get_ReturnsExpected +-nomethod System.Media.Test.SystemSoundsTests.Question_Get_ReturnsExpected +-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.DisplayCertificate_InvalidInput +-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.SelectFromCollection_InvalidInput +-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.SelectFromCollection_InvalidInput_WithHwnd diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj index ecf7255..c5f095d 100644 --- a/tests/src/Common/CoreFX/CoreFX.depproj +++ b/tests/src/Common/CoreFX/CoreFX.depproj @@ -11,11 +11,6 @@ false 1.3.0-preview3-26501-04 - 2.2.0-preview1-02902-01 - - 2.0.3 - 2.4.1-pre.build.4059 - 2.2.0-beta2-build3300 2.0.19 2.1.0 4.6.0-preview1-26817-04 @@ -30,33 +25,6 @@ - - $(CoreFXXUnitPackageVersion) - - - $(CoreFXXUnitPackageVersion) - - - $(XUnitAssertVersion) - - - $(XUnitAbstractionsVersion) - - - $(CoreFXXUnitPackageVersion) - - - $(CoreFXXUnitPackageVersion) - - - $(CoreFXXUnitPackageVersion) - - - $(XUnitNetcoreExtensionsVersion) - - - $(MicrosoftPrivateCoreFxTestUtilitiesPackageVersion) - $(MicrosoftPrivateCoreFxNETCoreAppVersion) @@ -84,9 +52,22 @@ $(MicrosoftPrivateCoreFxNETCoreAppVersion) - + + $(MicrosoftPrivateCoreFxNETCoreAppVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppVersion) + + + $(MicrosoftPrivateCoreFxNETCoreAppVersion) + + + + 4.7.0-preview4.19164.7 + $(MicrosoftPrivateCoreFxNETCoreAppVersion) @@ -120,6 +101,9 @@ $(MicrosoftPrivateCoreFxNETCoreAppVersion) + + $(MicrosoftPrivateCoreFxNETCoreAppVersion) + $(MicrosoftPrivateCoreFxNETCoreAppVersion) @@ -160,6 +144,9 @@ + + $(MicrosoftPrivateCoreFxNETCoreAppVersion) + $(MicrosoftPrivateCoreFxNETCoreAppVersion) -- 2.7.4