tests/CoreFX/CoreFX.issues.json

   1 [
   2     {
   3         "name": "System.Data.SqlClient.ManualTesting.Tests",
   4         "enabled": false,
   5         "exclusions": {
   6             "namespaces": null,
   7             "classes": null,
   8             "methods": null
   9         }
  10     },
  11     {
  12         "name": "System.Data.SqlClient.Stress.Tests",
  13         "enabled": false,
  14         "exclusions": {
  15             "namespaces": null,
  16             "classes": null,
  17             "methods": null
  18         }
  19     },
  20     {
  21         "name": "System.Data.SqlClient.Tests",
  22         "enabled": false,
  23         "exclusions": {
  24             "namespaces": null,
  25             "classes": null,
  26             "methods": null
  27         }
  28     },
  29     {
  30         "name": "System.ComponentModel.Composition.Tests",
  31         "enabled": false,
  32         "exclusions": {
  33             "namespaces": null,
  34             "classes": null,
  35             "methods": null
  36         }
  37     },
  38     {
  39         "name": "System.Runtime.Serialization.Formatters.Tests",
  40         "enabled": true,
  41         "exclusions": {
  42             "namespaces": null,
  43             "classes": null,
  44             "methods": [
  45                 {
  46                     "name": "System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateAgainstBlobs",
  47                     "reason": "The stored blob for type System.CodeDom.MemberAttributes is outdated and needs to be updated."
  48                 }
  49             ]
  50         }
  51     },
  52     {
  53         "name": "System.Diagnostics.Tracing.Tests",
  54         "enabled": true,
  55         "exclusions": {
  56             "namespaces": null,
  57             "classes": null,
  58             "methods": [
  59                 {
  60                     "name": "BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds",
  61                     "reason": "Assert.Equal() Failure Expected: 1 Actual: 2"
  62                 }
  63             ]
  64         }
  65     },
  66     {
  67         "name": "System.Diagnostics.DiagnosticSource.Tests",
  68         "enabled": true,
  69         "exclusions": {
  70             "namespaces": null,
  71             "classes": null,
  72             "methods": [
  73                 {
  74                     "name": "System.Diagnostics.Tests.DiagnosticSourceEventSourceBridgeTests.TestShortcutKeywords",
  75                     "reason": "Assert.Equal() Failure ↓ (pos 0) Expected: Activity1Start Actual:   Event ↑ (pos 0)"
  76                 },
  77                 {
  78                     "name": "System.Diagnostics.Tests.ActivityTests.IdGenerationInternalParent",
  79                     "reason": "Assert.Equal() Failure Expected: úúúda-4ecabd4ccb066678.child1-1. Actual:   úúúda-4ecabd4ccb066678.1."
  80                 }
  81             ]
  82         }
  83     },
  84     {
  85         "name": "System.Net.HttpListener.Tests",
  86         "enabled": true,
  87         "exclusions": {
  88             "namespaces": null,
  89             "classes": null,
  90             "methods": [
  91                 {
  92                     "name": "System.Net.Tests.HttpRequestStreamTests.Read_NullBuffer_ThrowsArgumentNullException",
  93                     "reason": "Assert.Throws() Failure Expected: typeof(System.ArgumentNullException) Actual:   typeof(System.NullReferenceException): Object reference not set to an instance of an object."
  94                 },
  95                 {
  96                     "name": "System.Net.Tests.HttpResponseStreamTests.Write_NullBuffer_ThrowsArgumentNullException",
  97                     "reason": "Assert.Throws() Failure Expected: typeof(System.ArgumentNullException) Actual:   typeof(System.NullReferenceException): Object reference not set to an instance of an object."
  98                 }
  99             ]
 100         }
 101     },
 102     {
 103         "name": "System.ComponentModel.TypeConverter.Tests",
 104         "enabled": true,
 105         "exclusions": {
 106             "namespaces": null,
 107             "classes": null,
 108             "methods": [
 109                 {
 110                     "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertFrom_ULongFlagsEnum_String",
 111                     "reason": "System.OverflowException : Value was either too large or too small for an Int64"
 112                 },
 113                 {
 114                     "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertFrom_ULongFlagsEnum_EnumArray",
 115                     "reason": "System.OverflowException : Value was either too large or too small for an Int64."
 116                 },
 117                 {
 118                     "name": "System.ComponentModel.Tests.EnumConverterTests.ConvertTo_ULongFlagsEnum_EnumArray",
 119                     "reason": "System.OverflowException : Value was either too large or too small for an Int64."
 120                 }
 121             ]
 122         }
 123     },
 124     {
 125         "name": "System.Collections.Tests",
 126         "enabled": true,
 127         "exclusions": {
 128             "namespaces": null,
 129             "classes": null,
 130             "methods": [
 131                 {
 132                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 133                     "reason": "outdated"
 134                 },
 135                 {
 136                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 137                     "reason": "outdated"
 138                 },
 139                 {
 140                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 141                     "reason": "outdated"
 142                 },
 143                 {
 144                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 145                     "reason": "outdated"
 146                 },
 147                 {
 148                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 149                     "reason": "outdated"
 150                 },
 151                 {
 152                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 153                     "reason": "outdated"
 154                 },
 155                 {
 156                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 157                     "reason": "outdated"
 158                 },
 159                 {
 160                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 161                     "reason": "outdated"
 162                 },
 163                 {
 164                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 165                     "reason": "outdated"
 166                 },
 167                 {
 168                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 169                     "reason": "outdated"
 170                 },
 171                 {
 172                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 173                     "reason": "outdated"
 174                 },
 175                 {
 176                     "name": "System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 177                     "reason": "outdated"
 178                 },
 179                 {
 180                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 181                     "reason": "outdated"
 182                 },
 183                 {
 184                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 185                     "reason": "outdated"
 186                 },
 187                 {
 188                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 189                     "reason": "outdated"
 190                 },
 191                 {
 192                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 193                     "reason": "outdated"
 194                 },
 195                 {
 196                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 197                     "reason": "outdated"
 198                 },
 199                 {
 200                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 201                     "reason": "outdated"
 202                 },
 203                 {
 204                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 205                     "reason": "outdated"
 206                 },
 207                 {
 208                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 209                     "reason": "outdated"
 210                 },
 211                 {
 212                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 213                     "reason": "outdated"
 214                 },
 215                 {
 216                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException",
 217                     "reason": "outdated"
 218                 },
 219                 {
 220                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException",
 221                     "reason": "outdated"
 222                 },
 223                 {
 224                     "name": "System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException",
 225                     "reason": "outdated"
 226                 }
 227             ]
 228         }
 229     },
 230     {
 231         "name": "System.Net.Http.Functional.Tests",
 232         "enabled": true,
 233         "exclusions": {
 234             "namespaces": null,
 235             "classes": null,
 236             "methods": [
 237                 {
 238                     "name": "System.Net.Http.Functional.Tests.PlatformHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging",
 239                     "reason": "System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException : Remote process failed with an unhandled exception."
 240                 },
 241                 {
 242                     "name": "System.Net.Http.Functional.Tests.SocketsHttpHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging",
 243                     "reason": "System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException System.Diagnostics.RemoteExecutorTestBase+RemoteInvokeHandle+RemoteExecutionException : Remote process failed with an unhandled exception."
 244                 }
 245             ]
 246         }
 247     },
 248     {
 249         "name": "System.IO.FileSystem.Tests",
 250         "enabled": true,
 251         "exclusions": {
 252             "namespaces": null,
 253             "classes": null,
 254             "methods": [
 255                 {
 256                     "name": "System.IO.Tests.DirectoryInfo_GetSetTimes.SettingUpdatesProperties",
 257                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
 258                 },
 259                 {
 260                     "name": "System.IO.Tests.Directory_GetSetTimes.SettingUpdatesProperties",
 261                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
 262                 },
 263                 {
 264                     "name": "System.IO.Tests.File_GetSetTimes.SettingUpdatesProperties",
 265                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
 266                 },
 267                 {
 268                     "name": "System.IO.Tests.FileInfo_GetSetTimes.SettingUpdatesProperties",
 269                     "reason": "Assert.All() Failure: 6 out of 6 items in the collection did not pass."
 270                 },
 271                 {
 272                     "name": "System.IO.Tests.EncryptDecrypt.EncryptDecrypt_NotSupported",
 273                     "reason": "outdated"
 274                 },
 275                 {
 276                     "name": "System.IO.Tests.EncryptDecrypt.NullArg_ThrowsException",
 277                     "reason": "outdated"
 278                 }
 279             ]
 280         }
 281     },
 282     {
 283         "name": "System.IO.Pipelines.Tests",
 284         "enabled": true,
 285         "exclusions": {
 286             "namespaces": null,
 287             "classes": null,
 288             "methods": [
 289                 {
 290                     "name": "System.IO.Pipelines.Tests.FlushAsyncCancellationTests.ReadAsyncCompletesIfFlushAsyncCanceledMidFlush",
 291                     "reason": "Unstable"
 292                 }
 293             ]
 294         }
 295     },
 296     {
 297         "name": "System.Drawing.Common.Tests",
 298         "enabled": true,
 299         "exclusions": {
 300             "namespaces": null,
 301             "classes": null,
 302             "methods": [
 303                 {
 304                     "name": "System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException",
 305                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'InterpolationMode'.\\nParameter name: value"
 306                 },
 307                 {
 308                     "name": "System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException",
 309                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'CompositingQuality'.\\nParameter name: value"
 310                 },
 311                 {
 312                     "name": "System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException",
 313                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'PixelOffsetMode'.\\nParameter name: value"
 314                 },
 315                 {
 316                     "name": "System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException",
 317                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'GraphicsUnit'.\\nParameter name: value"
 318                 },
 319                 {
 320                     "name": "System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException",
 321                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-2) is invalid for Enum type 'SmoothingMode'.\\nParameter name: value"
 322                 },
 323                 {
 324                     "name": "System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException",
 325                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'CompositingMode'.\\nParameter name: value"
 326                 },
 327                 {
 328                     "name": "System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException",
 329                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\nExpected: typeof(System.ComponentModel.InvalidEnumArgumentException)\\nActual:   typeof(System.ComponentModel.InvalidEnumArgumentException): The value of argument 'value' (-1) is invalid for Enum type 'TextRenderingHint'.\\nParameter name: value"
 330                 },
 331                 {
 332                     "name": "System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_PointFs",
 333                     "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Byte[] [208, 0, 8, 33, 6, ...]\\r\\nActual:   Byte[] [153, 27, 131, 228, 197, ...]"
 334                 },
 335                 {
 336                     "name": "System.Drawing.Tests.Graphics_DrawLineTests.DrawLines_PointFs",
 337                     "reason": "Xunit.Sdk.EqualException Assert.Equal() Failure\\r\\nExpected: Byte[] [142, 194, 251, 180, 222, ...]\\r\\nActual:   Byte[] [212, 29, 140, 217, 143, ...]"
 338                 },
 339                 {
 340                     "name": "System.Drawing.Tests.FontTests.ToLogFont_NullLogFont_ThrowsArgumentNullException",
 341                     "reason": "Xunit.Sdk.ThrowsException Assert.Throws() Failure\\r\\nExpected: typeof(System.ArgumentNullException)\\r\\nActual:   typeof(System.AccessViolationException): Attempted to read or write protected memory. This is often an indication that other memory is corrupt."
 342                 },
 343                 {
 344                     "name": "System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point",
 345                     "reason": "https://github.com/dotnet/corefx/issues/30180"
 346                 },
 347                 {
 348                     "name": "System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point",
 349                     "reason": "https://github.com/dotnet/corefx/issues/30180"
 350                 }
 351             ]
 352         }
 353     },
 354     {
 355         "name": "System.Text.RegularExpressions.Tests",
 356         "enabled": true,
 357         "exclusions": {
 358             "namespaces": null,
 359             "classes": null,
 360             "methods": [
 361                 {
 362                     "name": "System.Text.RegularExpressions.Tests.RegexMatchTests.Match_ExcessPrefix",
 363                     "reason": "https://github.com/dotnet/coreclr/issues/18912"
 364                 }
 365             ]
 366         }
 367     },
 368     {
 369         "name": "System.Threading.Thread.Tests",
 370         "enabled": true,
 371         "exclusions": {
 372             "namespaces": null,
 373             "classes": null,
 374             "methods": [
 375                 {
 376                     "name": "System.Threading.Threads.Tests.ThreadTests.ApartmentState_NoAttributePresent_STA_Windows_Core",
 377                     "reason": "https://github.com/dotnet/coreclr/issues/19478"
 378                 }
 379             ]
 380         }
 381     },
 382     {
 383         "name": "System.Memory.Tests",
 384         "enabled": true,
 385         "exclusions": {
 386             "namespaces": null,
 387             "classes": null,
 388             "methods": [
 389                 {
 390                     "name": "System.Buffers.Text.Tests.FormatterTests.TestFormatterDecimal",
 391                     "reason": "https://github.com/dotnet/coreclr/pull/19775"
 392                 }
 393             ]
 394         }
 395     },
 396     {
 397         "name": "System.Runtime.Extensions.Tests",
 398         "enabled": true,
 399         "exclusions": {
 400             "namespaces": null,
 401             "classes": null,
 402             "methods": [
 403                 {
 404                     "name": "System.Tests.ConvertToStringTests.FromBoxedObject",
 405                     "reason": "https://github.com/dotnet/coreclr/pull/19775"
 406                 }
 407             ]
 408         }
 409     },
 410     {
 411         "name": "System.Runtime.InteropServices.Tests",
 412         "enabled": true,
 413         "exclusions": {
 414             "namespaces": null,
 415             "classes": null,
 416             "methods": [
 417                 {
 418                     "name": "System.Runtime.InteropServices.Tests.GetHINSTANCETests.GetHINSTANCE_NonRuntimeModule_ThrowsArgumentNullException",
 419                     "reason": "https://github.com/dotnet/coreclr/pull/30925"
 420                 },
 421                 {
 422                     "name" : "System.Runtime.InteropServices.Tests.SafeBufferTests.Initialize_NumBytesTimesSizeOfEachElement_ThrowsOverflowException",
 423                     "reason" : "https://github.com/dotnet/coreclr/pull/20132"
 424                 },
 425                 {
 426                     "name" : "System.Runtime.InteropServices.Tests.GetFunctionPointerForDelegateTests.GetFunctionPointerForDelegate_DelegateCollectible_ThrowsNotSupportedException",
 427                     "reason" : "outdated"
 428                 }
 429             ]
 430         }
 431     },
 432     {
 433         "name": "System.Runtime.Loader.Tests",
 434         "enabled": true,
 435         "exclusions": {
 436             "namespaces": null,
 437             "classes": null,
 438             "methods": [
 439                 {
 440                     "name" : "System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_DelegateMarshalling",
 441                     "reason" : "outdated"
 442                 },
 443                 {
 444                     "name" : "System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_ThreadStaticAndFixedAddressValueType",
 445                     "reason" : "outdated"
 446                 }
 447             ]
 448         }
 449     },
 450     {
 451         "name": "System.Security.Cryptography.Pkcs.Tests",
 452         "enabled": false,
 453         "exclusions": {
 454             "namespaces": null,
 455             "classes": null,
 456             "methods": null
 457         }
 458     }
 459 ]