d16c88b67bcf6520ed323e1bb2dd9de50c613c97
[platform/upstream/coreclr.git] / tests / CoreFX / CoreFX.issues.json
1 [
2     {
3         "name": "System.Diagnostics.TraceSource.Tests",
4         "enabled": true,
5         "exclusions": {
6             "namespaces": null,
7             "classes": null,
8             "methods": [
9                 {
10                     "name": "System.Diagnostics.TraceSourceTests.DefaultTraceListenerClassTests.EntryAssemblyName_Null_NotIncludedInTrace",
11                     "reason": "outdated"
12                 }
13             ]
14         }
15     },
16     {
17         "name": "System.Globalization.Tests",
18         "enabled": true,
19         "exclusions": {
20             "namespaces": null,
21             "classes": null,
22             "methods": [
23                 {
24                     "name": "System.Globalization.Tests.CharUnicodeInfoGetUnicodeCategoryTests.GetUnicodeCategory",
25                     "reason": "We updated the Unicode data and didn't pick yet the updated tests from corefx. we should remove this entry after updating the tests in coreclr."
26                 }
27             ]
28         }
29     },
30     {
31         "name": "System.Globalization.Calendars.Tests",
32         "enabled": true,
33         "exclusions": {
34             "namespaces": null,
35             "classes": null,
36             "methods": [
37                 {
38                     "name": "System.Globalization.Tests.GregorianCalendarCtor.CalendarType_Set_InvalidType_ThrowsArgumentOutOfRangeException",
39                     "reason": "Fixed param name in .NET Core."
40                 }
41             ]
42         }
43     },
44     {
45         "name": "System.Data.SqlClient.ManualTesting.Tests",
46         "enabled": false,
47         "exclusions": {
48             "namespaces": null,
49             "classes": null,
50             "methods": null
51         }
52     },
53     {
54         "name": "System.Data.SqlClient.Stress.Tests",
55         "enabled": false,
56         "exclusions": {
57             "namespaces": null,
58             "classes": null,
59             "methods": null
60         }
61     },
62     {
63         "name": "System.Data.SqlClient.Tests",
64         "enabled": false,
65         "exclusions": {
66             "namespaces": null,
67             "classes": null,
68             "methods": null
69         }
70     },
71     {
72         "name": "System.ComponentModel.Composition.Tests",
73         "enabled": false,
74         "exclusions": {
75             "namespaces": null,
76             "classes": null,
77             "methods": null
78         }
79     },
80     {
81         "name": "System.Runtime.Serialization.Formatters.Tests",
82         "enabled": true,
83         "exclusions": {
84             "namespaces": null,
85             "classes": null,
86             "methods": [
87                 {
88                     "name": "System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateAgainstBlobs",
89                     "reason": "The stored blob for type System.CodeDom.MemberAttributes is outdated and needs to be updated."
90                 },
91                 {
92                     "name": "System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateEqualityComparersAgainstBlobs",
93                     "reason": "outdated"
94                 },
95                 {
96                     "name": "System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateBasicObjectsRoundtrip",
97                     "reason": "outdated"
98                 },
99                 {
100                     "name": "System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.RoundtripManyObjectsInOneStream",
101                     "reason": "outdated"
102                 }
103             ]
104         }
105     },
106     {
107         "name": "System.Collections.Immutable.Tests",
108         "enabled": false,
109         "exclusions": {
110             "namespaces": null,
111             "classes": null,
112             "methods": null
113         }
114     },
115     {
116         "name": "System.Reflection.Metadata.Tests",
117         "enabled": false,
118         "exclusions": {
119             "namespaces": null,
120             "classes": null,
121             "methods": null
122         }
123     },
124     {
125         "name": "System.Text.Encodings.Web.Tests",
126         "enabled": false,
127         "exclusions": {
128             "namespaces": null,
129             "classes": null,
130             "methods": null
131         }
132     },
133     {
134         "name": "System.IO.Pipelines.Tests",
135         "enabled": false,
136         "exclusions": {
137             "namespaces": null,
138             "classes": null,
139             "methods": null
140         }
141     },
142     {
143         "name": "System.Data.Common.Tests",
144         "enabled": false,
145         "exclusions": {
146             "namespaces": null,
147             "classes": null,
148             "methods": null
149         }
150     },
151     {
152         "name": "System.Diagnostics.Tracing.Tests",
153         "enabled": true,
154         "exclusions": {
155             "namespaces": null,
156             "classes": null,
157             "methods": [
158                 {
159                     "name": "BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds",
160                     "reason": "Assert.Equal() Failure Expected: 1 Actual: 2"
161                 },
162                 {
163                     "name": "BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener",
164                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
165                 },
166                 {
167                     "name": "BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener_UseEvents",
168                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
169                 },
170                 {
171                     "name": "BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds_WithEtwListener",
172                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
173                 },
174                 {
175                     "name": "BasicEventSourceTests.FuzzyTests.Test_Write_Fuzzy",
176                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
177                 },
178                 {
179                     "name": "BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_InvalidCalls",
180                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
181                 },
182                 {
183                     "name": "BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ZeroKwds",
184                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
185                 },
186                 {
187                     "name": "BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_BeforeListener",
188                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
189                 },
190                 {
191                     "name": "BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ToChannel_Coverage",
192                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
193                 },
194                 {
195                     "name": "BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsCornerCases",
196                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
197                 },
198                 {
199                     "name": "BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_AfterListener",
200                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
201                 },
202                 {
203                     "name": "BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsBasicTypes",
204                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
205                 },
206                 {
207                     "name": "BasicEventSourceTests.TestsEventSourceLifetime.Test_EventSource_Lifetime",
208                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
209                 },
210                 {
211                     "name": "BasicEventSourceTests.TestsManifestNegative.Test_GenerateManifest_InvalidEventSources",
212                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
213                 },
214                 {
215                     "name": "BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Dynamic",
216                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
217                 },
218                 {
219                     "name": "BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Contract",
220                     "reason": "Assert.Equal() Failure Expected: Actual:   System.Runtime "
221                 }
222             ]
223         }
224     },
225     {
226         "name": "System.Diagnostics.DiagnosticSource.Tests",
227         "enabled": true,
228         "exclusions": {
229             "namespaces": null,
230             "classes": null,
231             "methods": [
232                 {
233                     "name": "System.Diagnostics.Tests.DiagnosticSourceEventSourceBridgeTests.TestShortcutKeywords",
234                     "reason": "Assert.Equal() Failure ↓ (pos 0) Expected: Activity1Start Actual:   Event ↑ (pos 0)"
235                 },
236                 {
237                     "name": "System.Diagnostics.Tests.ActivityTests.IdGenerationInternalParent",
238                     "reason": "Assert.Equal() Failure Expected: úúúda-4ecabd4ccb066678.child1-1. Actual:   úúúda-4ecabd4ccb066678.1."
239                 }
240             ]
241         }
242     },
243     {
244         "name": "System.Net.HttpListener.Tests",
245         "enabled": true,
246         "exclusions": {
247             "namespaces": null,
248             "classes": null,
249             "methods": [
250                 {
251                     "name": "System.Net.Tests.HttpRequestStreamTests.Read_NullBuffer_ThrowsArgumentNullException",
252                     "reason": "Assert.Throws() Failure Expected: typeof(System.ArgumentNullException) Actual:   typeof(System.NullReferenceException): Object reference not set to an instance of an object."
253                 },
254                 {
255                     "name": "System.Net.Tests.HttpResponseStreamTests.Write_NullBuffer_ThrowsArgumentNullException",
256                     "reason": "Assert.Throws() Failure Expected: typeof(System.ArgumentNullException) Actual:   typeof(System.NullReferenceException): Object reference not set to an instance of an object."
257                 }
258             ]
259         }
260     },
261     {
262         "name": "System.Net.Sockets.Tests",
263         "enabled": true,
264         "exclusions": {
265             "namespaces": null,
266             "classes": null,
267             "methods": [
268                 {
269                     "name": "System.Net.Sockets.Tests.KeepAliveTest.Socket_Set_KeepAlive_Interval_Failure",
270                     "reason": "outdated"
271                 }
272             ]
273         }
274     },
275     {
276         "name": "System.Net.WebProxy.Tests",
277         "enabled": true,
278         "exclusions": {
279             "namespaces": null,
280             "classes": null,
281             "methods": [
282                 {
283                     "name" : "System.Net.Tests.WebProxyTest.WebProxy_BypassOnLocal_SpecialCases",
284                     "reason" : "outdated"
285                 }
286             ]
287         }
288     },
289     {
290         "name": "System.ComponentModel.TypeConverter.Tests",
291         "enabled": true,
292         "exclusions": {
293             "namespaces": null,
294             "classes": null,
295             "methods": [
296                 {
297                     "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertFrom_ULongFlagsEnum_String",
298                     "reason": "System.OverflowException : Value was either too large or too small for an Int64"
299                 },
300                 {
301                     "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertFrom_ULongFlagsEnum_EnumArray",
302                     "reason": "System.OverflowException : Value was either too large or too small for an Int64."
303                 },
304                 {
305                     "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertTo_ULongFlagsEnum_EnumArray",
306                     "reason": "System.OverflowException : Value was either too large or too small for an Int64."
307                 },
308                 {
309                     "name": "System.ComponentModel.TypeConverterTests.SizeFConverterTests.ConvertTo",
310                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
311                 },
312                 {
313                     "name": "System.ComponentModel.TypeConverterTests.SizeFConverterTests.ConvertToString",
314                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
315                 },
316                 {
317                     "name": "System.ComponentModel.TypeConverterTests.SizeFConverterTests.ConvertToInvariantString",
318                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
319                 },
320             ]
321         }
322     },
323     {
324         "name": "System.Collections.NonGeneric.Tests",
325         "enabled": true,
326         "exclusions": {
327             "namespaces": null,
328             "classes": null,
329             "methods": [
330                 {
331                     "name": "System.Collections.Tests.HashtableBasicTests.ICollection_NonGeneric_SyncRoot",
332                     "reason": "waiting on corefx update"
333                 },
334                 {
335                     "name": "System.Collections.Tests.HashtableValuesTests.ICollection_NonGeneric_SyncRoot",
336                     "reason": "waiting on corefx update"
337                 },
338                 {
339                     "name": "System.Collections.Tests.Hashtable_SyncRootTests.SyncRoot",
340                     "reason": "waiting on corefx update"
341                 },
342                 {
343                     "name": "System.Collections.Tests.HashtableSynchronizedTests.ICollection_NonGeneric_SyncRoot",
344                     "reason": "waiting on corefx update"
345                 },
346                 {
347                     "name": "System.Collections.Tests.DictionaryBaseTests.SyncRoot",
348                     "reason": "waiting on corefx update"
349                 },
350                 {
351                     "name": "System.Collections.Tests.HashtableKeysTests.ICollection_NonGeneric_SyncRoot",
352                     "reason": "waiting on corefx update"
353                 },
354                 {
355                     "name": "System.Collections.Tests.ArrayList_SyncRootTests.GetSyncRoot ",
356                     "reason": "waiting on corefx test update"
357                 },
358                 {
359                     "name": "System.Collections.Tests.ArrayListAdapterTests.ICollection_NonGeneric_SyncRoot",
360                     "reason": "waiting on corefx test update"
361                 },
362                 {
363                     "name": "System.Collections.Tests.ArrayListBasicTests.ICollection_NonGeneric_SyncRoot",
364                     "reason": "waiting on corefx test update"
365                 },
366                 {
367                     "name": "System.Collections.Tests.ArrayListFixedIListSizeTests.ICollection_NonGeneric_SyncRoot",
368                     "reason": "waiting on corefx test update"
369                 },
370                 {
371                     "name": "System.Collections.Tests.ArrayListFixedSizeTests.ICollection_NonGeneric_SyncRoot",
372                     "reason": "waiting on corefx test update"
373                 },
374                 {
375                     "name": "System.Collections.Tests.ArrayListRangeTests.ICollection_NonGeneric_SyncRoot",
376                     "reason": "waiting on corefx test update"
377                 },
378                 {
379                     "name": "System.Collections.Tests.ArrayListReadOnlyIListTests.ICollection_NonGeneric_SyncRoot",
380                     "reason": "waiting on corefx test update"
381                 },
382                 {
383                     "name": "System.Collections.Tests.ArrayListReadOnlyTests.ICollection_NonGeneric_SyncRoot",
384                     "reason": "waiting on corefx test update"
385                 },
386                 {
387                     "name": "System.Collections.Tests.ArrayListSynchronizedILstTests.ICollection_NonGeneric_SyncRoot",
388                     "reason": "waiting on corefx test update"
389                 },
390                 {
391                     "name": "System.Collections.Tests.ArrayListSynchronizedTests.ICollection_NonGeneric_SyncRoot",
392                     "reason": "waiting on corefx test update"
393                 },
394                 {
395                     "name": "System.Collections.Tests.CollectionBaseTests.SyncRoot ",
396                     "reason": "waiting on corefx test update"
397                 },
398                 {
399                     "name": "System.Collections.Tests.Queue_SyncRootTests.SyncRoot ",
400                     "reason": "waiting on corefx test update"
401                 },
402                 {
403                     "name": "System.Collections.Tests.ReadOnlyCollectionBaseTests.SyncRoot ",
404                     "reason": "waiting on corefx test update"
405                 },
406                 {
407                     "name": "System.Collections.Tests.Stack_SyncRootTests.GetSyncRootBasic ",
408                     "reason": "waiting on corefx test update"
409                 },
410             ]
411         }
412     },
413     {
414         "name": "System.Collections.Tests",
415         "enabled": true,
416         "exclusions": {
417             "namespaces": null,
418             "classes": null,
419             "methods": [
420                 {
421                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
422                     "reason": "outdated"
423                 },
424                 {
425                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
426                     "reason": "outdated"
427                 },
428                 {
429                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
430                     "reason": "outdated"
431                 },
432                 {
433                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
434                     "reason": "outdated"
435                 },
436                 {
437                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
438                     "reason": "outdated"
439                 },
440                 {
441                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
442                     "reason": "outdated"
443                 },
444                 {
445                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
446                     "reason": "outdated"
447                 },
448                 {
449                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
450                     "reason": "outdated"
451                 },
452                 {
453                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
454                     "reason": "outdated"
455                 },
456                 {
457                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
458                     "reason": "outdated"
459                 },
460                 {
461                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
462                     "reason": "outdated"
463                 },
464                 {
465                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
466                     "reason": "outdated"
467                 },
468                 {
469                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
470                     "reason": "outdated"
471                 },
472                 {
473                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
474                     "reason": "outdated"
475                 },
476                 {
477                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
478                     "reason": "outdated"
479                 },
480                 {
481                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
482                     "reason": "outdated"
483                 },
484                 {
485                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
486                     "reason": "outdated"
487                 },
488                 {
489                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
490                     "reason": "outdated"
491                 },
492                 {
493                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
494                     "reason": "outdated"
495                 },
496                 {
497                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
498                     "reason": "outdated"
499                 },
500                 {
501                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
502                     "reason": "outdated"
503                 },
504                 {
505                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
506                     "reason": "outdated"
507                 },
508                 {
509                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
510                     "reason": "outdated"
511                 },
512                 {
513                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
514                     "reason": "outdated"
515                 },
516                 {
517                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot",
518                     "reason": "waiting on corefx update"
519                 },
520                 {
521                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot",
522                     "reason": "waiting on corefx update"
523                 },
524                 {
525                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot",
526                     "reason": "waiting on corefx update"
527                 },
528                 {
529                     "name": "System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot",
530                     "reason": "waiting on corefx test update"
531                 },
532                 {
533                     "name": "System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot",
534                     "reason": "waiting on corefx test update"
535                 },
536                 {
537                     "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot",
538                     "reason": "waiting on corefx test update"
539                 },
540                 {
541                     "name": "System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot",
542                     "reason": "waiting on corefx test update"
543                 },
544                 {
545                     "name": "System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot",
546                     "reason": "waiting on corefx test update"
547                 },
548                 {
549                     "name": "System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot",
550                     "reason": "waiting on corefx test update"
551                 },
552                 {
553                     "name": "System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot",
554                     "reason": "waiting on corefx test update"
555                 },
556                 {
557                     "name": "System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot",
558                     "reason": "waiting on corefx test update"
559                 },
560                 {
561                     "name": "System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot",
562                     "reason": "waiting on corefx test update"
563                 },
564                 {
565                     "name": "System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot",
566                     "reason": "waiting on corefx test update"
567                 },
568             ]
569         }
570     },
571     {
572         "name": "System.Collections.Specialized.Tests",
573         "enabled": true,
574         "exclusions": {
575             "namespaces": null,
576             "classes": null,
577             "methods": [
578                 {
579                     "name": "System.Collections.Specialized.Tests.StringDictionarySyncRootTests.SyncRoot",
580                     "reason": "waiting on corefx update"
581                 },
582                 {
583                     "name": "System.Collections.Specialized.Tests.HybridDictionaryValuesTests.ICollection_NonGeneric_SyncRoot",
584                     "reason": "waiting on corefx update"
585                 },
586                 {
587                     "name": "System.Collections.Specialized.Tests.HybridDictionaryKeysTests.ICollection_NonGeneric_SyncRoot",
588                     "reason": "waiting on corefx update"
589                 },
590                 {
591                     "name": "System.Collections.Specialized.Tests.ListDictionary_CustomComparer_Tests.ICollection_NonGeneric_SyncRoot",
592                     "reason": "waiting on corefx test update"
593                 },
594                 {
595                     "name": "System.Collections.Specialized.Tests.ListDictionary_NoComparer_Tests.ICollection_NonGeneric_SyncRoot",
596                     "reason": "waiting on corefx test update"
597                 },
598                 {
599                     "name": "System.Collections.Specialized.Tests.ListDictionaryKeysTests.ICollection_NonGeneric_SyncRoot",
600                     "reason": "waiting on corefx test update"
601                 },
602                 {
603                     "name": "System.Collections.Specialized.Tests.ListDictionaryValuesTests.ICollection_NonGeneric_SyncRoot",
604                     "reason": "waiting on corefx test update"
605                 },
606                 {
607                     "name": "System.Collections.Specialized.Tests.NameObjectCollectionBaseSyncRootTests.SyncRoot ",
608                     "reason": "waiting on corefx test update"
609                 },
610                 {
611                     "name": "System.Collections.Specialized.Tests.OrderedDictionaryTests.KeysPropertyContainsAllKeys ",
612                     "reason": "waiting on corefx test update"
613                 },
614                 {
615                     "name": "System.Collections.Specialized.Tests.OrderedDictionaryTests.SyncRootTests ",
616                     "reason": "waiting on corefx test update"
617                 },
618                 {
619                     "name": "System.Collections.Specialized.Tests.OrderedDictionaryTests.ValuesPropertyContainsAllValues ",
620                     "reason": "waiting on corefx test update"
621                 },
622                 {
623                     "name": "System.Collections.Specialized.Tests.StringCollectionTests.SyncRootTest",
624                     "reason": "waiting on corefx test update"
625                 },
626             ]
627         }
628     },
629     {
630         "name": "System.Net.Http.Functional.Tests",
631         "enabled": true,
632         "exclusions": {
633             "namespaces": null,
634             "classes": null,
635             "methods": [
636                 {
637                     "name": "System.Net.Http.Functional.Tests.PlatformHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging",
638                     "reason": "System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException : Remote process failed with an unhandled exception."
639                 },
640                 {
641                     "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging",
642                     "reason": "System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException : Remote process failed with an unhandled exception."
643                 },
644                 {
645                     "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandlerTest.GetAsync_AllowAutoRedirectTrue_RetainsOriginalFragmentIfAppropriate",
646                     "reason": "outdated"
647                 },
648                 {
649                     "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandler_Http2_Test.Http2_InitialSettings_SentAndAcked",
650                     "reason": "outdated"
651                 }
652             ]
653         }
654     },
655     {
656         "name": "System.IO.FileSystem.Tests",
657         "enabled": true,
658         "exclusions": {
659             "namespaces": null,
660             "classes": null,
661             "methods": [
662                 {
663                     "name": "System.IO.Tests.DirectoryInfo_GetSetTimes.SettingUpdatesProperties",
664                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
665                 },
666                 {
667                     "name": "System.IO.Tests.Directory_GetSetTimes.SettingUpdatesProperties",
668                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
669                 },
670                 {
671                     "name": "System.IO.Tests.File_GetSetTimes.SettingUpdatesProperties",
672                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
673                 },
674                 {
675                     "name": "System.IO.Tests.FileInfo_GetSetTimes.SettingUpdatesProperties",
676                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
677                 },
678                 {
679                     "name": "System.IO.Tests.EncryptDecrypt.EncryptDecrypt_NotSupported",
680                     "reason": "outdated"
681                 },
682                 {
683                     "name": "System.IO.Tests.EncryptDecrypt.NullArg_ThrowsException",
684                     "reason": "outdated"
685                 },
686                 {
687                     "name": "System.IO.Tests.File_Delete.Unix_NonExistentPath_Nop",
688                     "reason": "outdated (deleted from corefx)"
689                 },
690                 {
691                     "name": "System.IO.Tests.FileInfo_Delete.Unix_NonExistentPath_Nop",
692                     "reason": "outdated (deleted from corefx)"
693                 }
694             ]
695         }
696     },
697     {
698         "name": "System.IO.Pipelines.Tests",
699         "enabled": true,
700         "exclusions": {
701             "namespaces": null,
702             "classes": null,
703             "methods": [
704                 {
705                     "name": "System.IO.Pipelines.Tests.FlushAsyncCancellationTests.ReadAsyncCompletesIfFlushAsyncCanceledMidFlush",
706                     "reason": "Unstable"
707                 }
708             ]
709         }
710     },
711     {
712         "name": "System.Drawing.Common.Tests",
713         "enabled": true,
714         "exclusions": {
715             "namespaces": null,
716             "classes": null,
717             "methods": [
718                 {
719                     "name": "System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException",
720                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'InterpolationMode'.\\nParameter name: value"
721                 },
722                 {
723                     "name": "System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException",
724                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'CompositingQuality'.\\nParameter name: value"
725                 },
726                 {
727                     "name": "System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException",
728                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'PixelOffsetMode'.\\nParameter name: value"
729                 },
730                 {
731                     "name": "System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException",
732                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'GraphicsUnit'.\\nParameter name: value"
733                 },
734                 {
735                     "name": "System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException",
736                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'SmoothingMode'.\\nParameter name: value"
737                 },
738                 {
739                     "name": "System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException",
740                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'CompositingMode'.\\nParameter name: value"
741                 },
742                 {
743                     "name": "System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException",
744                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'TextRenderingHint'.\\nParameter name: value"
745                 },
746                 {
747                     "name": "System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_PointFs",
748                     "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Byte[] [208, 0, 8, 33, 6, ...]\\r\\nActual:   Byte[] [153, 27, 131, 228, 197, ...]"
749                 },
750                 {
751                     "name": "System.Drawing.Tests.Graphics_DrawLineTests.DrawLines_PointFs",
752                     "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Byte[] [142, 194, 251, 180, 222, ...]\\r\\nActual:   Byte[] [212, 29, 140, 217, 143, ...]"
753                 },
754                 {
755                     "name": "System.Drawing.Tests.FontTests.ToLogFont_NullLogFont_ThrowsArgumentNullException",
756                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual:   typeof(System.AccessViolationException): Attempted to read or write protected memory. This is often an indication that other memory is corrupt."
757                 },
758                 {
759                     "name": "System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point",
760                     "reason": "https://github.com/dotnet/corefx/issues/30180"
761                 },
762                 {
763                     "name": "System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point",
764                     "reason": "https://github.com/dotnet/corefx/issues/30180"
765                 },
766                 {
767                     "name": "System.Drawing.Tests.IconTests.ExtractAssociatedIcon_InvalidFilePath_ThrowsArgumentException",
768                     "reason": "https://github.com/dotnet/corefx/issues/34122"
769                 },
770                 {
771                     "name": "System.Drawing.Tests.FontTests.ToLogFont_DisposedGraphics_ThrowsArgumentException",
772                     "reason": "outdated"
773                 }
774             ]
775         }
776     },
777     {
778         "name": "System.Text.RegularExpressions.Tests",
779         "enabled": true,
780         "exclusions": {
781             "namespaces": null,
782             "classes": null,
783             "methods": [
784                 {
785                     "name": "System.Text.RegularExpressions.Tests.RegexMatchTests.Match_ExcessPrefix",
786                     "reason": "https://github.com/dotnet/coreclr/issues/18912"
787                 }
788             ]
789         }
790     },
791     {
792         "name": "System.Threading.Thread.Tests",
793         "enabled": true,
794         "exclusions": {
795             "namespaces": null,
796             "classes": null,
797             "methods": [
798                 {
799                     "name": "System.Threading.Threads.Tests.ThreadTests.ApartmentState_NoAttributePresent_STA_Windows_Core",
800                     "reason": "https://github.com/dotnet/coreclr/issues/19478"
801                 }
802             ]
803         }
804     },
805     {
806         "name": "System.Memory.Tests",
807         "enabled": true,
808         "exclusions": {
809             "namespaces": null,
810             "classes": null,
811             "methods": [
812                 {
813                     "name": "System.Buffers.Text.Tests.FormatterTests.TestFormatterDecimal",
814                     "reason": "https://github.com/dotnet/coreclr/pull/19775"
815                 },
816                 {
817                     "name": "System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntSliceRemainsPinned",
818                     "reason": "https://github.com/dotnet/corefx/pull/32994"
819                 },
820                 {
821                     "name": "System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntReadOnlyMemorySliceRemainsPinned",
822                     "reason": "https://github.com/dotnet/corefx/pull/32994"
823                 },
824                 {
825                     "name": "System.Buffers.Text.Tests.ParserTests.TestParserSingle",
826                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
827                 },
828                 {
829                     "name": "System.Buffers.Text.Tests.ParserTests.TestParserDouble",
830                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
831                 },
832                 {
833                     "name": "System.Buffers.Text.Tests.FormatterTests.TestGFormatWithPrecisionNotSupported",
834                     "reason": "https://github.com/dotnet/coreclr/pull/22434"
835                 },
836                 {
837                     "name": "System.Buffers.Text.Tests.FormatterTests.TestBadFormat",
838                     "reason": "https://github.com/dotnet/coreclr/pull/22434"
839                 },
840             ]
841         }
842     },
843     {
844         "name": "System.Runtime.Extensions.Tests",
845         "enabled": true,
846         "exclusions": {
847             "namespaces": null,
848             "classes": null,
849             "methods": [
850                 {
851                     "name": "System.Tests.ConvertToStringTests.FromBoxedObject",
852                     "reason": "https://github.com/dotnet/coreclr/pull/19775"
853                 },
854                 {
855                     "name": "System.Tests.ConvertToDoubleTests.FromString",
856                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
857                 },
858                 {
859                     "name": "System.Tests.ConvertToSingleTests.FromString",
860                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
861                 },
862                 {
863                     "name": "System.Tests.MathTests.Max_Double",
864                     "reason": "https://github.com/dotnet/coreclr/pull/20912"
865                 },
866                 {
867                     "name": "System.Tests.MathTests.Max_Single",
868                     "reason": "https://github.com/dotnet/coreclr/pull/20912"
869                 },
870                 {
871                     "name": "System.Tests.MathTests.Min_Double",
872                     "reason": "https://github.com/dotnet/coreclr/pull/20912"
873                 },
874                 {
875                     "name": "System.Tests.MathTests.Min_Single",
876                     "reason": "https://github.com/dotnet/coreclr/pull/20912"
877                 },
878                 {
879                     "name": "System.Tests.MathFTests.Max",
880                     "reason": "https://github.com/dotnet/coreclr/pull/20912"
881                 },
882                 {
883                     "name": "System.Tests.MathFTests.Min",
884                     "reason": "https://github.com/dotnet/coreclr/pull/20912"
885                 },
886             ]
887         }
888     },
889     {
890         "name": "System.Runtime.InteropServices.Tests",
891         "enabled": true,
892         "exclusions": {
893             "namespaces": null,
894             "classes": null,
895             "methods": [
896                 {
897                     "name": "System.Runtime.InteropServices.Tests.GCHandleTests.Alloc_InvalidPinnedObject_ThrowsArgumentException",
898                     "reason": "outdated"
899                 },
900                 {
901                     "name": "System.Runtime.InteropServices.Tests.GetHINSTANCETests.GetHINSTANCE_NonRuntimeModule_ThrowsArgumentNullException",
902                     "reason": "https://github.com/dotnet/coreclr/pull/30925"
903                 },
904                 {
905                     "name" : "System.Runtime.InteropServices.Tests.SafeBufferTests.Initialize_NumBytesTimesSizeOfEachElement_ThrowsOverflowException",
906                     "reason" : "https://github.com/dotnet/coreclr/pull/20132"
907                 },
908                 {
909                     "name" : "System.Runtime.InteropServices.Tests.GetFunctionPointerForDelegateTests.GetFunctionPointerForDelegate_DelegateCollectible_ThrowsNotSupportedException",
910                     "reason" : "outdated"
911                 },
912                 {
913                     "name" : "System.Runtime.InteropServices.Tests.GetComInterfaceForObjectTests.GetComInterfaceForObject_ObjectNotCollectible_ThrowsNotSupportedException",
914                     "reason" : "outdated"
915                 },
916                 {
917                     "name" : "System.Runtime.InteropServices.Tests.ChangeWrapperHandleStrengthTests.ChangeWrapperHandleStrength_ObjectNotCollectible_ThrowsNotSupportedException",
918                     "reason" : "outdated"
919                 },
920                 {
921                     "name" : "System.Runtime.InteropServices.Tests.CreateAggregatedObjectTests.CreateAggregatedObject_ObjectNotCollectible_ReturnsExpected",
922                     "reason" : "outdated"
923                 },
924                 {
925                     "name" : "System.Runtime.InteropServices.Tests.GetNativeVariantForObjectTests.GetNativeVariantForObject_ObjectNotCollectible_ThrowsNotSupportedException",
926                     "reason" : "outdated"
927                 },
928                 {
929                     "name" : "System.Runtime.InteropServices.Tests.GetIUnknownForObjectTests.GetIUnknownForObject_ObjectNotCollectible_ThrowsNotSupportedException",
930                     "reason" : "outdated"
931                 },
932                 {
933                     "name": "System.Runtime.InteropServices.Tests.DispatchWrapperTests.Ctor_NullUnix_ThrowsPlatformNotSupportedException",
934                     "reason": "outdated"
935                 },
936                 {
937                     "name": "System.Runtime.InteropServices.Tests.ArrayWithOffsetTests.Ctor_Array_Offset",
938                     "reason": "outdated"
939                 }
940             ]
941         }
942     },
943     {
944         "name": "System.Runtime.Loader.Tests",
945         "enabled": true,
946         "exclusions": {
947             "namespaces": null,
948             "classes": null,
949             "methods": [
950                 {
951                     "name" : "System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_DelegateMarshalling",
952                     "reason" : "outdated"
953                 },
954                 {
955                     "name" : "System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_ThreadStaticAndFixedAddressValueType",
956                     "reason" : "outdated"
957                 }
958             ]
959         }
960     },
961     {
962         "name": "System.Security.Cryptography.Pkcs.Tests",
963         "enabled": false,
964         "exclusions": {
965             "namespaces": null,
966             "classes": null,
967             "methods": null
968         }
969     },
970     {
971         "name": "Microsoft.VisualBasic.Tests",
972         "enabled": true,
973         "exclusions": {
974             "namespaces": null,
975             "classes": null,
976             "methods": [
977                 {
978                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToChar_InvalidObject_ThrowsInvalidCastException",
979                     "reason" : "outdated"
980                 },
981                 {
982                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_InvalidObject_ThrowsInvalidCastException",
983                     "reason" : "outdated"
984                 },
985                 {
986                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToBoolean_InvalidObject_ThrowsInvalidCastException",
987                     "reason" : "outdated"
988                 },
989                 {
990                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToSByte_InvalidObject_ThrowsInvalidCastException",
991                     "reason" : "outdated"
992                 },
993                 {
994                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_InvalidObject_ThrowsInvalidCastException",
995                     "reason" : "outdated"
996                 },
997                 {
998                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToDecimal_InvalidObject_ThrowsInvalidCastException",
999                     "reason" : "outdated"
1000                 },
1001                 {
1002                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToByte_InvalidObject_ThrowsInvalidCastException",
1003                     "reason" : "outdated"
1004                 },
1005                 {
1006                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToLong_InvalidObject_ThrowsInvalidCastException",
1007                     "reason" : "outdated"
1008                 },
1009                 {
1010                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToUShort_InvalidObject_ThrowsInvalidCastException",
1011                     "reason" : "outdated"
1012                 },
1013                 {
1014                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToUInteger_InvalidObject_ThrowsInvalidCastException",
1015                     "reason" : "outdated"
1016                 },
1017                 {
1018                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToInteger_InvalidObject_ThrowsInvalidCastException",
1019                     "reason" : "outdated"
1020                 },
1021                 {
1022                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToShort_InvalidObject_ThrowsInvalidCastException",
1023                     "reason" : "outdated"
1024                 },
1025                 {
1026                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToULong_InvalidObject_ThrowsInvalidCastException",
1027                     "reason" : "outdated"
1028                 },
1029                 {
1030                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_String_ReturnsExpected",
1031                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1032                 },
1033                 {
1034                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_String_ReturnsExpected",
1035                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1036                 },
1037                 {
1038                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_Object_ReturnsExpected",
1039                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1040                 },
1041                 {
1042                     "name" : "Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_Object_ReturnsExpected",
1043                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1044                 },
1045             ]
1046         }
1047     },
1048     {
1049         "name": "System.Numerics.Vectors.Tests",
1050         "enabled": true,
1051         "exclusions": {
1052             "namespaces": null,
1053             "classes": null,
1054             "methods": [
1055                 {
1056                     "name" : "System.Numerics.Tests.Matrix4x4Tests.Matrix4x4LerpTest",
1057                     "reason" : "https://github.com/dotnet/coreclr/pull/20994"
1058                 },
1059                 {
1060                     "name" : "System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest5",
1061                     "reason" : "https://github.com/dotnet/coreclr/pull/20994"
1062                 },
1063                 {
1064                     "name" : "System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest6",
1065                     "reason" : "https://github.com/dotnet/coreclr/pull/20994"
1066                 },
1067                 {
1068                     "name" : "System.Numerics.Tests.Matrix4x4Tests.Matrix4x4NegateTest",
1069                     "reason" : "https://github.com/dotnet/coreclr/pull/20994"
1070                 },
1071                 {
1072                     "name" : "System.Numerics.Tests.Matrix4x4Tests.Matrix4x4UnaryNegationTest",
1073                     "reason" : "https://github.com/dotnet/coreclr/pull/20994"
1074                 },
1075                 {
1076                     "name" : "System.Numerics.Tests.Vector2Tests.Vector2ClampTest",
1077                     "reason" : "outdated"
1078                 },
1079                 {
1080                     "name" : "System.Numerics.Tests.Vector3Tests.Vector3ClampTest",
1081                     "reason" : "outdated"
1082                 },
1083                 {
1084                     "name" : "System.Numerics.Tests.Vector4Tests.Vector4ClampTest",
1085                     "reason" : "outdated"
1086                 }
1087             ]
1088         }
1089     },
1090     {
1091         "name": "System.Diagnostics.Debug.Tests",
1092         "enabled": true,
1093         "exclusions": {
1094             "namespaces": null,
1095             "classes": [
1096                 {
1097                     "name" : "System.Diagnostics.Tests.DebugTests",
1098                     "reason" : "refactoring Debug"
1099                 }
1100             ],
1101             "methods": null
1102         }
1103     },
1104     {
1105         "name": "System.Runtime.Tests",
1106         "enabled": true,
1107         "exclusions": {
1108             "namespaces": null,
1109             "classes": null,
1110             "methods": [
1111                 {
1112                     "name": "System.Text.Tests.StringBuilderTests.Equals",
1113                     "reason": "Because of a change in StringBuilder, this test is outdated."
1114                 },
1115                 {
1116                     "name": "System.Tests.DecimalTests.Remainder",
1117                     "reason": "https://github.com/dotnet/coreclr/issues/12605"
1118                 },
1119                 {
1120                     "name": "System.Tests.DecimalTests.Remainder_Invalid",
1121                     "reason": "https://github.com/dotnet/coreclr/issues/12605"
1122                 },
1123                 {
1124                     "name": "System.Tests.DecimalTests+BigIntegerMod.Test",
1125                     "reason": "https://github.com/dotnet/coreclr/issues/12605"
1126                 },
1127                 {
1128                     "name": "System.Tests.DecimalTests.Round_InvalidMidpointRounding_ThrowsArgumentException",
1129                     "reason": "outdated"
1130                 }, 
1131                 {
1132                     "name": "System.Tests.ArrayTests.Copy",
1133                     "reason": "Needs updates for XUnit 2.4"
1134                 },
1135                 {
1136                     "name": "System.Tests.TimeSpanTests.Parse_Invalid",
1137                     "reason": "Temporary disabling till merging the PR https://github.com/dotnet/corefx/pull/34561"
1138                 },
1139                 {
1140                     "name": "System.Tests.TimeSpanTests.Parse_Span",
1141                     "reason": "Temporary disabling till merging the PR https://github.com/dotnet/corefx/pull/34561"
1142                 },
1143                 {
1144                     "name": "System.Tests.TimeSpanTests.Parse_Span_Invalid",
1145                     "reason": "Temporary disabling till merging the PR https://github.com/dotnet/corefx/pull/34561"
1146                 },
1147                 {
1148                     "name": "System.Tests.TimeSpanTests.Parse",
1149                     "reason": "Temporary disabling till merging the PR https://github.com/dotnet/corefx/pull/34561"
1150                 },
1151                 {
1152                     "name": "System.Tests.SingleTests.Test_ToString",
1153                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1154                 },
1155                 {
1156                     "name": "System.Tests.SingleTests.TryFormat",
1157                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1158                 },
1159                 {
1160                     "name": "System.Tests.DoubleTests.Test_ToString",
1161                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1162                 },
1163                 {
1164                     "name": "System.Tests.DoubleTests.TryFormat",
1165                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1166                 },
1167                 {
1168                     "name": "System.Tests.TimeSpanTests.Total_Days_Hours_Minutes_Seconds_Milliseconds",
1169                     "reason" : "https://github.com/dotnet/coreclr/pull/22040"
1170                 },
1171             ]
1172         }
1173     },
1174     {
1175         "name": "System.Xml.Linq.SDMSample.Tests",
1176         "enabled": true,
1177         "exclusions": {
1178             "namespaces": null,
1179             "classes": null,
1180             "methods": [
1181                 {
1182                     "name": "XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToDouble",
1183                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
1184                 },
1185                 {
1186                     "name": "XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToFloat",
1187                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
1188                 },
1189                 {
1190                     "name": "XDocumentTests.SDMSample.SDM_Element.ElementExplicitToFloat",
1191                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
1192                 },
1193                 {
1194                     "name": "XDocumentTests.SDMSample.SDM_Element.ElementExplicitToDouble",
1195                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
1196                 },
1197             ]
1198         }
1199     },
1200     {
1201         "name": "System.Json.Tests",
1202         "enabled": true,
1203         "exclusions": {
1204             "namespaces": null,
1205             "classes": null,
1206             "methods": [
1207                 {
1208                     "name": "System.Json.Tests.JsonValueTests.Parse_DoubleTooLarge_ThrowsOverflowException",
1209                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
1210                 },
1211                 {
1212                     "name": "System.Json.Tests.JsonPrimitiveTests.ToString_DateTimeOffset",
1213                     "reason": "waiting on corefx test update"
1214                 },
1215                 {
1216                     "name": "System.Json.Tests.JsonValueTests.Parse_IntegralBoundaries_LessThanMaxDouble_Works",
1217                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1218                 },
1219             ]
1220         }
1221     },
1222     {
1223         "name": "System.Xml.RW.XmlWriterApi.Tests",
1224         "enabled": true,
1225         "exclusions": {
1226             "namespaces": null,
1227             "classes": null,
1228             "methods": [
1229                 {
1230                     "name": "System.Xml.Tests.TCFullEndElement+TCWriteValue.writeValue_27",
1231                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
1232                 },
1233             ]
1234         }
1235     },
1236     {
1237         "name": "System.ComponentModel.Annotations.Tests",
1238         "enabled": true,
1239         "exclusions": {
1240             "namespaces": null,
1241             "classes": null,
1242             "methods": [
1243                 {
1244                     "name": "System.ComponentModel.DataAnnotations.Tests.RangeAttributeTests.Validate_DoubleConversionOverflows_ThrowsOverflowException",
1245                     "reason": "https://github.com/dotnet/coreclr/pull/20707"
1246                 },
1247                 {
1248                     "name": "System.ComponentModel.DataAnnotations.Tests.AssociationAttributeTests.Constructor",
1249                     "reason": "https://github.com/dotnet/coreclr/pull/22595"
1250                 },
1251             ]
1252         }
1253     },
1254     {
1255         "name": "System.Linq.Expressions.Tests",
1256         "enabled": true,
1257         "exclusions": {
1258             "namespaces": null,
1259             "classes": null,
1260             "methods": [
1261                 {
1262                     "name": "System.Linq.Expressions.Tests.BindTests.StaticReadonlyField",
1263                     "reason": "https://github.com/dotnet/coreclr/pull/20886 and https://github.com/dotnet/corefx/pull/33413"
1264                 },
1265                 {
1266                     "name": "System.Linq.Expressions.Tests.StackSpillerTests.Spill_Optimizations_LiteralField",
1267                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1268                 },
1269             ]
1270         }
1271     },
1272     {
1273         "name": "System.Xml.XmlSerializer.Tests",
1274         "enabled": true,
1275         "exclusions": {
1276             "namespaces": null,
1277             "classes": null,
1278             "methods": [
1279                 {
1280                     "name": "XmlSerializerTests.Xml_FloatAsRoot",
1281                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1282                 },
1283             ]
1284         }
1285     },
1286     {
1287         "name": "System.Xml.XmlSerializer.ReflectionOnly.Tests",
1288         "enabled": true,
1289         "exclusions": {
1290             "namespaces": null,
1291             "classes": null,
1292             "methods": [
1293                 {
1294                     "name": "XmlSerializerTests.Xml_FloatAsRoot",
1295                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1296                 },
1297             ]
1298         }
1299     },
1300     {
1301         "name": "System.Runtime.Serialization.Xml.Tests",
1302         "enabled": true,
1303         "exclusions": {
1304             "namespaces": null,
1305             "classes": null,
1306             "methods": [
1307                 {
1308                     "name": "DataContractSerializerTests.DCS_FloatAsRoot",
1309                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1310                 },
1311                 {
1312                     "name": "DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct",
1313                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1314                 },
1315                 {
1316                     "name": "DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes",
1317                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1318                 },
1319             ]
1320         }
1321     },
1322     {
1323         "name": "System.Runtime.Serialization.Xml.ReflectionOnly.Tests",
1324         "enabled": true,
1325         "exclusions": {
1326             "namespaces": null,
1327             "classes": null,
1328             "methods": [
1329                 {
1330                     "name": "DataContractSerializerTests.DCS_FloatAsRoot",
1331                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1332                 },
1333                 {
1334                     "name": "DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct",
1335                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1336                 },
1337                 {
1338                     "name": "DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes",
1339                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1340                 },
1341             ]
1342         }
1343     },
1344     {
1345         "name": "System.Runtime.Serialization.Json.Tests",
1346         "enabled": true,
1347         "exclusions": {
1348             "namespaces": null,
1349             "classes": null,
1350             "methods": [
1351                 {
1352                     "name": "DataContractJsonSerializerTests.DCJS_FloatAsRoot",
1353                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1354                 },
1355             ]
1356         }
1357     },
1358     {
1359         "name": "System.Runtime.Serialization.Json.ReflectionOnly.Tests",
1360         "enabled": true,
1361         "exclusions": {
1362             "namespaces": null,
1363             "classes": null,
1364             "methods": [
1365                 {
1366                     "name": "DataContractJsonSerializerTests.DCJS_FloatAsRoot",
1367                     "reason": "https://github.com/dotnet/coreclr/pull/22040"
1368                 },
1369             ]
1370         }
1371     },
1372     {
1373         "name": "System.ObjectModel.Tests",
1374         "enabled": true,
1375         "exclusions": {
1376             "namespaces": null,
1377             "classes": null,
1378             "methods": [
1379                                 {
1380                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTest.StringComparer",
1381                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1382                 },
1383                 {
1384                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.AddExistingKey",
1385                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1386                 },
1387                 {
1388                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemDoesNotExistThrows",
1389                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1390                 },
1391                 {
1392                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChanged",
1393                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1394                 },
1395                 {
1396                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent",
1397                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1398                 },
1399                 {
1400                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey",
1401                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1402                 },
1403                 {
1404                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyThrowsPreexistingKey",
1405                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1406                 },
1407                 {
1408                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.Insert",
1409                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1410                 },
1411                 {
1412                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.NonGenericAddExistingKey",
1413                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1414                 },
1415                 {
1416                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.AddExistingKey",
1417                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1418                 },
1419                 {
1420                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemDoesNotExistThrows",
1421                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1422                 },
1423                 {
1424                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChanged",
1425                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1426                 },
1427                 {
1428                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent",
1429                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1430                 },
1431                 {
1432                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey",
1433                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1434                 },
1435                 {
1436                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyThrowsPreexistingKey",
1437                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1438                 },
1439                 {
1440                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.Insert",
1441                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1442                 },
1443                 {
1444                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.NonGenericAddExistingKey",
1445                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1446                 },
1447                 {
1448                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.AddExistingKey",
1449                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1450                 },
1451                 {
1452                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemDoesNotExistThrows",
1453                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1454                 },
1455                 {
1456                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChanged",
1457                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1458                 },
1459                 {
1460                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent",
1461                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1462                 },
1463                 {
1464                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey",
1465                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1466                 },
1467                 {
1468                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullItemNotPresent",
1469                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1470                 },
1471                 {
1472                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToNewKey",
1473                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1474                 },
1475                 {
1476                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOldKey",
1477                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1478                 },
1479                 {
1480                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOtherKey",
1481                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1482                 },
1483                 {
1484                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyThrowsPreexistingKey",
1485                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1486                 },
1487                 {
1488                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.Insert",
1489                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1490                 },
1491                 {
1492                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.NonGenericAddExistingKey",
1493                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1494                 },
1495                 {
1496                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.AddExistingKey",
1497                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1498                 },
1499                 {
1500                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemDoesNotExistThrows",
1501                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1502                 },
1503                 {
1504                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChanged",
1505                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1506                 },
1507                 {
1508                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent",
1509                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1510                 },
1511                 {
1512                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey",
1513                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1514                 },
1515                 {
1516                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullItemNotPresent",
1517                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1518                 },
1519                 {
1520                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToNewKey",
1521                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1522                 },
1523                 {
1524                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOldKey",
1525                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1526                 },
1527                 {
1528                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOtherKey",
1529                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1530                 },
1531                 {
1532                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyThrowsPreexistingKey",
1533                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1534                 },
1535                 {
1536                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.Insert",
1537                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1538                 },
1539                 {
1540                     "name": "System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.NonGenericAddExistingKey",
1541                     "reason": "https://github.com/dotnet/coreclr/pull/22455"
1542                 },
1543             ]
1544         }
1545     },
1546     {
1547         "name": "System.Net.Ping.Functional.Tests",
1548         "enabled": true,
1549         "exclusions": {
1550             "namespaces": null,
1551             "classes": null,
1552             "methods": [
1553                 {
1554                     "name": "System.Net.NetworkInformation.Tests.PingTest.SendPingAsyncWithIPAddress",
1555                     "reason": "https://github.com/dotnet/corefx/issues/35351"
1556                 }
1557             ]
1558         }
1559     },
1560 ]