ngraph/python/tests/test_onnx/test_backend.py

   1 # ******************************************************************************
   2 # Copyright 2018-2020 Intel Corporation
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15 # ******************************************************************************
  16
  17 from __future__ import absolute_import
  18 from __future__ import division
  19 from __future__ import print_function
  20 from __future__ import unicode_literals
  21
  22 import logging
  23
  24 import onnx.backend.test
  25
  26 from tests.test_onnx.utils.onnx_backend import OpenVinoTestBackend
  27 from tests import (BACKEND_NAME,
  28                    xfail_issue_33540,
  29                    xfail_issue_34314,
  30                    xfail_issue_35926,
  31                    xfail_issue_38084,
  32                    xfail_issue_33616,
  33                    xfail_issue_38085,
  34                    xfail_issue_38086,
  35                    xfail_issue_38087,
  36                    xfail_issue_35923,
  37                    xfail_issue_36483,
  38                    xfail_issue_34323,
  39                    xfail_issue_35915,
  40                    xfail_issue_34310,
  41                    xfail_issue_36476,
  42                    xfail_issue_36478,
  43                    xfail_issue_36437,
  44                    xfail_issue_38088,
  45                    xfail_issue_38089,
  46                    xfail_issue_38090,
  47                    xfail_issue_38091,
  48                    xfail_issue_35929,
  49                    xfail_issue_38699,
  50                    xfail_issue_33596,
  51                    xfail_issue_38701,
  52                    xfail_issue_33595,
  53                    xfail_issue_33651,
  54                    xfail_issue_38705,
  55                    xfail_issue_38706,
  56                    xfail_issue_38736,
  57                    xfail_issue_38707,
  58                    xfail_issue_38708,
  59                    xfail_issue_33538,
  60                    xfail_issue_38710,
  61                    xfail_issue_33581,
  62                    xfail_issue_38712,
  63                    xfail_issue_38713,
  64                    xfail_issue_38714,
  65                    xfail_issue_38715,
  66                    xfail_issue_33488,
  67                    xfail_issue_38717,
  68                    xfail_issue_33589,
  69                    xfail_issue_38719,
  70                    xfail_issue_33535,
  71                    xfail_issue_38722,
  72                    xfail_issue_38723,
  73                    xfail_issue_38724,
  74                    xfail_issue_38725,
  75                    xfail_issue_38726,
  76                    xfail_issue_33512,
  77                    xfail_issue_33606,
  78                    xfail_issue_33644,
  79                    xfail_issue_33515,
  80                    xfail_issue_38732,
  81                    xfail_issue_38733,
  82                    xfail_issue_38734,
  83                    xfail_issue_38735)
  84
  85
  86 def expect_fail(test_case_path, xfail):  # type: (str) -> None
  87     """Mark the test as expected to fail."""
  88     module_name, test_name = test_case_path.split(".")
  89     module = globals().get(module_name)
  90     if hasattr(module, test_name):
  91         xfail(getattr(module, test_name))
  92     else:
  93         logging.getLogger().warning("Could not mark test as XFAIL, not found: %s", test_case_path)
  94
  95
  96 OpenVinoTestBackend.backend_name = BACKEND_NAME
  97
  98 # This is a pytest magic variable to load extra plugins
  99 # Uncomment the line below to enable the ONNX compatibility report
 100 # pytest_plugins = "onnx.backend.test.report",
 101
 102 # import all test cases at global scope to make them visible to python.unittest
 103 backend_test = onnx.backend.test.BackendTest(OpenVinoTestBackend, __name__)
 104
 105 skip_tests_general = [
 106     # Big model tests (see test_zoo_models.py):
 107     "test_bvlc_alexnet",
 108     "test_densenet121",
 109     "test_inception_v1",
 110     "test_inception_v2",
 111     "test_resnet50",
 112     "test_shufflenet",
 113     "test_squeezenet",
 114     "test_vgg19",
 115     "test_zfnet512",
 116 ]
 117
 118 for test in skip_tests_general:
 119     backend_test.exclude(test)
 120
 121 # NOTE: ALL backend_test.exclude CALLS MUST BE PERFORMED BEFORE THE CALL TO globals().update
 122
 123 OnnxBackendNodeModelTest = None
 124 OnnxBackendSimpleModelTest = None
 125 OnnxBackendPyTorchOperatorModelTest = None
 126 OnnxBackendPyTorchConvertedModelTest = None
 127 globals().update(backend_test.enable_report().test_cases)
 128
 129 tests_expected_to_fail = [
 130     (xfail_issue_34314,
 131         "OnnxBackendNodeModelTest.test_rnn_seq_length_cpu",
 132         "OnnxBackendNodeModelTest.test_simple_rnn_defaults_cpu",
 133         "OnnxBackendNodeModelTest.test_simple_rnn_with_initial_bias_cpu"),
 134     (xfail_issue_33540,
 135         "OnnxBackendNodeModelTest.test_gru_defaults_cpu",
 136         "OnnxBackendNodeModelTest.test_gru_seq_length_cpu",
 137         "OnnxBackendNodeModelTest.test_gru_with_initial_bias_cpu"),
 138     (xfail_issue_35926,
 139         "OnnxBackendNodeModelTest.test_expand_dim_changed_cpu",
 140         "OnnxBackendNodeModelTest.test_expand_dim_unchanged_cpu",
 141         "OnnxBackendSimpleModelTest.test_expand_shape_model1_cpu",
 142         "OnnxBackendSimpleModelTest.test_expand_shape_model2_cpu",
 143         "OnnxBackendSimpleModelTest.test_expand_shape_model3_cpu",
 144         "OnnxBackendSimpleModelTest.test_expand_shape_model4_cpu",
 145         "OnnxBackendNodeModelTest.test_reshape_extended_dims_cpu",
 146         "OnnxBackendNodeModelTest.test_reshape_negative_dim_cpu",
 147         "OnnxBackendNodeModelTest.test_reshape_one_dim_cpu",
 148         "OnnxBackendNodeModelTest.test_reshape_reduced_dims_cpu",
 149         "OnnxBackendNodeModelTest.test_reshape_negative_extended_dims_cpu",
 150         "OnnxBackendNodeModelTest.test_reshape_reordered_all_dims_cpu",
 151         "OnnxBackendNodeModelTest.test_reshape_reordered_last_dims_cpu",
 152         "OnnxBackendNodeModelTest.test_reshape_zero_and_negative_dim_cpu",
 153         "OnnxBackendNodeModelTest.test_reshape_zero_dim_cpu",
 154         "OnnxBackendNodeModelTest.test_tile_cpu",
 155         "OnnxBackendNodeModelTest.test_tile_precomputed_cpu",
 156         "OnnxBackendNodeModelTest.test_constantofshape_float_ones_cpu",
 157         "OnnxBackendNodeModelTest.test_constantofshape_int_zeros_cpu",
 158         "OnnxBackendNodeModelTest.test_scatter_with_axis_cpu",
 159         "OnnxBackendNodeModelTest.test_scatter_without_axis_cpu",
 160         "OnnxBackendNodeModelTest.test_nonmaxsuppression_center_point_box_format_cpu",
 161         "OnnxBackendNodeModelTest.test_nonmaxsuppression_flipped_coordinates_cpu",
 162         "OnnxBackendNodeModelTest.test_nonmaxsuppression_identical_boxes_cpu",
 163         "OnnxBackendNodeModelTest.test_nonmaxsuppression_limit_output_size_cpu",
 164         "OnnxBackendNodeModelTest.test_nonmaxsuppression_single_box_cpu",
 165         "OnnxBackendNodeModelTest.test_nonmaxsuppression_suppress_by_IOU_and_scores_cpu",
 166         "OnnxBackendNodeModelTest.test_nonmaxsuppression_suppress_by_IOU_cpu",
 167         "OnnxBackendNodeModelTest.test_nonmaxsuppression_two_batches_cpu",
 168         "OnnxBackendNodeModelTest.test_nonmaxsuppression_two_classes_cpu",
 169         "OnnxBackendNodeModelTest.test_slice_default_axes_cpu",
 170         "OnnxBackendNodeModelTest.test_roialign_cpu",
 171         "OnnxBackendNodeModelTest.test_scatter_elements_with_axis_cpu",
 172         "OnnxBackendNodeModelTest.test_scatter_elements_with_negative_indices_cpu",
 173         "OnnxBackendNodeModelTest.test_scatter_elements_without_axis_cpu",
 174         "OnnxBackendNodeModelTest.test_constant_pad_cpu",
 175         "OnnxBackendNodeModelTest.test_edge_pad_cpu",
 176         "OnnxBackendNodeModelTest.test_reflect_pad_cpu",
 177         "OnnxBackendNodeModelTest.test_top_k_cpu",
 178         "OnnxBackendNodeModelTest.test_top_k_negative_axis_cpu",
 179         "OnnxBackendNodeModelTest.test_top_k_smallest_cpu",
 180         "OnnxBackendNodeModelTest.test_where_long_example_cpu",
 181         "OnnxBackendNodeModelTest.test_gather_0_cpu",
 182         "OnnxBackendNodeModelTest.test_gather_1_cpu",
 183         "OnnxBackendNodeModelTest.test_mod_int64_fmod_cpu",
 184         "OnnxBackendNodeModelTest.test_reversesequence_batch_cpu",
 185         "OnnxBackendNodeModelTest.test_reversesequence_time_cpu",
 186         "OnnxBackendPyTorchOperatorModelTest.test_operator_non_float_params_cpu",
 187         "OnnxBackendPyTorchConvertedModelTest.test_Embedding_cpu",
 188         "OnnxBackendPyTorchConvertedModelTest.test_Embedding_sparse_cpu",
 189         "OnnxBackendNodeModelTest.test_constantofshape_int_shape_zero_cpu",
 190         "OnnxBackendNodeModelTest.test_max_int64_cpu",
 191         "OnnxBackendNodeModelTest.test_pow_types_float32_int64_cpu",
 192         "OnnxBackendNodeModelTest.test_pow_types_float_cpu",
 193         "OnnxBackendNodeModelTest.test_pow_types_int64_float32_cpu",
 194         "OnnxBackendNodeModelTest.test_pow_types_int64_int64_cpu",
 195         "OnnxBackendNodeModelTest.test_pow_types_int_cpu",
 196         "OnnxBackendNodeModelTest.test_min_int64_cpu",
 197         "OnnxBackendNodeModelTest.test_gather_negative_indices_cpu",
 198         "OnnxBackendNodeModelTest.test_scatternd_cpu"),
 199     (xfail_issue_38084,
 200         "OnnxBackendNodeModelTest.test_nonzero_example_cpu",
 201         "OnnxBackendNodeModelTest.test_range_int32_type_negative_delta_cpu",
 202         "OnnxBackendNodeModelTest.test_range_float_type_positive_delta_cpu"),
 203     (xfail_issue_33616,
 204         "OnnxBackendNodeModelTest.test_maxpool_2d_ceil_cpu",
 205         "OnnxBackendNodeModelTest.test_maxpool_2d_dilations_cpu",
 206         "OnnxBackendNodeModelTest.test_averagepool_2d_ceil_cpu"),
 207     (xfail_issue_38085,
 208         "OnnxBackendNodeModelTest.test_upsample_nearest_cpu"),
 209     (xfail_issue_38086,
 210         "OnnxBackendNodeModelTest.test_dynamicquantizelinear_min_adjusted_expanded_cpu",
 211         "OnnxBackendNodeModelTest.test_dynamicquantizelinear_expanded_cpu",
 212         "OnnxBackendNodeModelTest.test_dynamicquantizelinear_max_adjusted_expanded_cpu",
 213         "OnnxBackendNodeModelTest.test_quantizelinear_cpu"),
 214     (xfail_issue_38087,
 215         "OnnxBackendNodeModelTest.test_convtranspose_1d_cpu"),
 216     (xfail_issue_35923,
 217         "OnnxBackendNodeModelTest.test_prelu_broadcast_cpu",
 218         "OnnxBackendNodeModelTest.test_prelu_example_cpu"),
 219     (xfail_issue_36483,
 220         "OnnxBackendNodeModelTest.test_ceil_cpu",
 221         "OnnxBackendNodeModelTest.test_ceil_example_cpu"),
 222     (xfail_issue_34323,
 223         "OnnxBackendNodeModelTest.test_constant_cpu",
 224         "OnnxBackendNodeModelTest.test_dropout_default_cpu",
 225         "OnnxBackendNodeModelTest.test_eyelike_populate_off_main_diagonal_cpu",
 226         "OnnxBackendNodeModelTest.test_eyelike_without_dtype_cpu",
 227         "OnnxBackendNodeModelTest.test_max_one_input_cpu",
 228         "OnnxBackendNodeModelTest.test_min_one_input_cpu",
 229         "OnnxBackendNodeModelTest.test_shape_cpu",
 230         "OnnxBackendNodeModelTest.test_shape_example_cpu",
 231         "OnnxBackendNodeModelTest.test_size_cpu",
 232         "OnnxBackendNodeModelTest.test_size_example_cpu",
 233         "OnnxBackendNodeModelTest.test_sum_one_input_cpu",
 234         "OnnxBackendNodeModelTest.test_dropout_default_ratio_cpu",
 235         "OnnxBackendNodeModelTest.test_dropout_default_old_cpu",
 236         "OnnxBackendNodeModelTest.test_dropout_random_old_cpu",
 237         "OnnxBackendNodeModelTest.test_training_dropout_default_cpu",
 238         "OnnxBackendNodeModelTest.test_training_dropout_zero_ratio_cpu",
 239         "OnnxBackendNodeModelTest.test_training_dropout_cpu"),
 240     (xfail_issue_35915,
 241         "OnnxBackendNodeModelTest.test_equal_bcast_cpu",
 242         "OnnxBackendNodeModelTest.test_equal_cpu",
 243         "OnnxBackendNodeModelTest.test_min_int16_cpu",
 244         "OnnxBackendNodeModelTest.test_min_uint8_cpu"),
 245     (xfail_issue_34310,
 246         "OnnxBackendNodeModelTest.test_lstm_defaults_cpu",
 247         "OnnxBackendNodeModelTest.test_lstm_with_initial_bias_cpu",
 248         "OnnxBackendNodeModelTest.test_lstm_with_peepholes_cpu"),
 249     (xfail_issue_36476,
 250         "OnnxBackendNodeModelTest.test_max_uint32_cpu",
 251         "OnnxBackendNodeModelTest.test_min_uint32_cpu"),
 252     (xfail_issue_36478,
 253         "OnnxBackendNodeModelTest.test_max_uint64_cpu",
 254         "OnnxBackendNodeModelTest.test_min_uint64_cpu",
 255         "OnnxBackendNodeModelTest.test_pow_types_float32_uint64_cpu"),
 256     (xfail_issue_36437,
 257         "OnnxBackendNodeModelTest.test_argmax_default_axis_example_cpu",
 258         "OnnxBackendNodeModelTest.test_argmax_default_axis_random_cpu",
 259         "OnnxBackendNodeModelTest.test_argmax_keepdims_example_cpu",
 260         "OnnxBackendNodeModelTest.test_argmax_keepdims_random_cpu",
 261         "OnnxBackendNodeModelTest.test_argmax_negative_axis_keepdims_example_cpu",
 262         "OnnxBackendNodeModelTest.test_argmax_negative_axis_keepdims_random_cpu",
 263         "OnnxBackendNodeModelTest.test_argmin_default_axis_example_cpu",
 264         "OnnxBackendNodeModelTest.test_argmin_default_axis_random_cpu",
 265         "OnnxBackendNodeModelTest.test_argmin_keepdims_example_cpu",
 266         "OnnxBackendNodeModelTest.test_argmin_keepdims_random_cpu",
 267         "OnnxBackendNodeModelTest.test_argmin_negative_axis_keepdims_example_cpu",
 268         "OnnxBackendNodeModelTest.test_argmin_negative_axis_keepdims_random_cpu",
 269         "OnnxBackendNodeModelTest.test_argmax_keepdims_random_select_last_index_cpu",
 270         "OnnxBackendNodeModelTest.test_argmax_negative_axis_keepdims_example_select_last_index_cpu",
 271         "OnnxBackendNodeModelTest.test_argmax_keepdims_example_select_last_index_cpu",
 272         "OnnxBackendNodeModelTest.test_argmin_default_axis_random_select_last_index_cpu",
 273         "OnnxBackendNodeModelTest.test_argmin_default_axis_example_select_last_index_cpu",
 274         "OnnxBackendNodeModelTest.test_argmax_default_axis_random_select_last_index_cpu",
 275         "OnnxBackendNodeModelTest.test_argmax_default_axis_example_select_last_index_cpu",
 276         "OnnxBackendNodeModelTest.test_argmax_negative_axis_keepdims_random_select_last_index_cpu",
 277         "OnnxBackendNodeModelTest.test_argmin_negative_axis_keepdims_random_select_last_index_cpu",
 278         "OnnxBackendNodeModelTest.test_argmin_negative_axis_keepdims_example_select_last_index_cpu",
 279         "OnnxBackendNodeModelTest.test_argmin_keepdims_example_select_last_index_cpu",
 280         "OnnxBackendNodeModelTest.test_argmin_keepdims_random_select_last_index_cpu",
 281         "OnnxBackendNodeModelTest.test_pow_types_float32_uint32_cpu"),
 282     (xfail_issue_38088,
 283         "OnnxBackendPyTorchConvertedModelTest.test_GLU_cpu"),
 284     (xfail_issue_38089,
 285         "OnnxBackendPyTorchConvertedModelTest.test_GLU_dim_cpu"),
 286     (xfail_issue_38090,
 287         "OnnxBackendNodeModelTest.test_not_2d_cpu",
 288         "OnnxBackendNodeModelTest.test_not_3d_cpu",
 289         "OnnxBackendNodeModelTest.test_not_4d_cpu",
 290         "OnnxBackendNodeModelTest.test_or2d_cpu",
 291         "OnnxBackendNodeModelTest.test_or3d_cpu",
 292         "OnnxBackendNodeModelTest.test_or4d_cpu",
 293         "OnnxBackendNodeModelTest.test_or_bcast3v1d_cpu",
 294         "OnnxBackendNodeModelTest.test_or_bcast3v2d_cpu",
 295         "OnnxBackendNodeModelTest.test_or_bcast4v2d_cpu",
 296         "OnnxBackendNodeModelTest.test_or_bcast4v3d_cpu",
 297         "OnnxBackendNodeModelTest.test_or_bcast4v4d_cpu",
 298         "OnnxBackendNodeModelTest.test_xor2d_cpu",
 299         "OnnxBackendNodeModelTest.test_xor3d_cpu",
 300         "OnnxBackendNodeModelTest.test_xor4d_cpu",
 301         "OnnxBackendNodeModelTest.test_xor_bcast3v1d_cpu",
 302         "OnnxBackendNodeModelTest.test_xor_bcast3v2d_cpu",
 303         "OnnxBackendNodeModelTest.test_xor_bcast4v2d_cpu",
 304         "OnnxBackendNodeModelTest.test_xor_bcast4v3d_cpu",
 305         "OnnxBackendNodeModelTest.test_xor_bcast4v4d_cpu",
 306         "OnnxBackendNodeModelTest.test_greater_equal_expanded_cpu",
 307         "OnnxBackendNodeModelTest.test_less_equal_bcast_expanded_cpu",
 308         "OnnxBackendNodeModelTest.test_max_int16_cpu",
 309         "OnnxBackendNodeModelTest.test_max_uint16_cpu",
 310         "OnnxBackendNodeModelTest.test_less_equal_expanded_cpu",
 311         "OnnxBackendNodeModelTest.test_max_int8_cpu",
 312         "OnnxBackendNodeModelTest.test_max_uint8_cpu",
 313         "OnnxBackendNodeModelTest.test_maxpool_2d_uint8_cpu",
 314         "OnnxBackendNodeModelTest.test_min_float16_cpu",
 315         "OnnxBackendNodeModelTest.test_greater_equal_bcast_expanded_cpu",
 316         "OnnxBackendNodeModelTest.test_min_uint16_cpu",
 317         "OnnxBackendNodeModelTest.test_max_float16_cpu",
 318         "OnnxBackendNodeModelTest.test_min_int8_cpu",
 319         "OnnxBackendNodeModelTest.test_greater_bcast_cpu",
 320         "OnnxBackendNodeModelTest.test_greater_cpu",
 321         "OnnxBackendNodeModelTest.test_less_bcast_cpu",
 322         "OnnxBackendNodeModelTest.test_less_cpu",
 323         "OnnxBackendNodeModelTest.test_mod_mixed_sign_float16_cpu",
 324         "OnnxBackendNodeModelTest.test_argmax_no_keepdims_example_cpu",
 325         "OnnxBackendNodeModelTest.test_argmax_no_keepdims_random_cpu",
 326         "OnnxBackendNodeModelTest.test_argmin_no_keepdims_random_cpu",
 327         "OnnxBackendNodeModelTest.test_argmax_no_keepdims_random_select_last_index_cpu",
 328         "OnnxBackendNodeModelTest.test_argmax_no_keepdims_example_select_last_index_cpu",
 329         "OnnxBackendNodeModelTest.test_argmin_no_keepdims_example_select_last_index_cpu",
 330         "OnnxBackendNodeModelTest.test_argmin_no_keepdims_random_select_last_index_cpu",
 331         "OnnxBackendNodeModelTest.test_cast_FLOAT_to_FLOAT16_cpu",
 332         "OnnxBackendNodeModelTest.test_and3d_cpu",
 333         "OnnxBackendNodeModelTest.test_and4d_cpu",
 334         "OnnxBackendNodeModelTest.test_and_bcast3v1d_cpu",
 335         "OnnxBackendNodeModelTest.test_and_bcast3v2d_cpu",
 336         "OnnxBackendNodeModelTest.test_and_bcast4v2d_cpu",
 337         "OnnxBackendNodeModelTest.test_and_bcast4v3d_cpu",
 338         "OnnxBackendNodeModelTest.test_and_bcast4v4d_cpu",
 339         "OnnxBackendNodeModelTest.test_argmin_no_keepdims_example_cpu",
 340         "OnnxBackendNodeModelTest.test_clip_default_int8_inbounds_cpu",
 341         "OnnxBackendNodeModelTest.test_and2d_cpu",
 342         "OnnxBackendNodeModelTest.test_clip_default_int8_min_cpu",
 343         "OnnxBackendNodeModelTest.test_clip_default_int8_max_cpu"),
 344     (xfail_issue_38091,
 345         "OnnxBackendNodeModelTest.test_round_cpu",
 346         "OnnxBackendNodeModelTest.test_mvn_cpu",
 347         "OnnxBackendNodeModelTest.test_elu_example_cpu",
 348         "OnnxBackendNodeModelTest.test_logsoftmax_axis_0_cpu",
 349         "OnnxBackendNodeModelTest.test_logsoftmax_axis_1_cpu",
 350         "OnnxBackendNodeModelTest.test_logsoftmax_default_axis_cpu"),
 351     (xfail_issue_35929,
 352         "OnnxBackendPyTorchOperatorModelTest.test_operator_add_size1_broadcast_cpu",
 353         "OnnxBackendPyTorchOperatorModelTest.test_operator_add_size1_singleton_broadcast_cpu",
 354         "OnnxBackendPyTorchOperatorModelTest.test_operator_add_broadcast_cpu",
 355         "OnnxBackendPyTorchOperatorModelTest.test_operator_addconstant_cpu",
 356         "OnnxBackendPyTorchOperatorModelTest.test_operator_add_size1_right_broadcast_cpu",
 357         "OnnxBackendNodeModelTest.test_cast_DOUBLE_to_FLOAT_cpu",
 358         "OnnxBackendNodeModelTest.test_cast_FLOAT16_to_DOUBLE_cpu",
 359         "OnnxBackendNodeModelTest.test_cast_DOUBLE_to_FLOAT16_cpu",
 360         "OnnxBackendNodeModelTest.test_cumsum_1d_cpu",
 361         "OnnxBackendNodeModelTest.test_cast_FLOAT_to_DOUBLE_cpu",
 362         "OnnxBackendNodeModelTest.test_cumsum_1d_reverse_cpu",
 363         "OnnxBackendNodeModelTest.test_cumsum_1d_exclusive_cpu",
 364         "OnnxBackendNodeModelTest.test_cumsum_1d_reverse_exclusive_cpu",
 365         "OnnxBackendNodeModelTest.test_cumsum_2d_axis_0_cpu",
 366         "OnnxBackendNodeModelTest.test_cumsum_2d_negative_axis_cpu",
 367         "OnnxBackendNodeModelTest.test_eyelike_with_dtype_cpu",
 368         "OnnxBackendNodeModelTest.test_cumsum_2d_axis_1_cpu",
 369         "OnnxBackendNodeModelTest.test_mod_mixed_sign_float64_cpu",
 370         "OnnxBackendNodeModelTest.test_max_float64_cpu",
 371         "OnnxBackendNodeModelTest.test_min_float64_cpu"),
 372     (xfail_issue_38699,
 373         "OnnxBackendSimpleModelTest.test_gradient_of_add_and_mul_cpu",
 374         "OnnxBackendSimpleModelTest.test_gradient_of_add_cpu"),
 375     (xfail_issue_33596,
 376         "OnnxBackendSimpleModelTest.test_sequence_model5_cpu",
 377         "OnnxBackendSimpleModelTest.test_sequence_model7_cpu",
 378         "OnnxBackendSimpleModelTest.test_sequence_model1_cpu",
 379         "OnnxBackendSimpleModelTest.test_sequence_model3_cpu",
 380         "OnnxBackendSimpleModelTest.test_sequence_model6_cpu",
 381         "OnnxBackendSimpleModelTest.test_sequence_model8_cpu",
 382         "OnnxBackendSimpleModelTest.test_sequence_model4_cpu",
 383         "OnnxBackendSimpleModelTest.test_sequence_model2_cpu"),
 384     (xfail_issue_38701,
 385         "OnnxBackendSimpleModelTest.test_strnorm_model_monday_casesensintive_nochangecase_cpu",
 386         "OnnxBackendSimpleModelTest.test_strnorm_model_nostopwords_nochangecase_cpu",
 387         "OnnxBackendSimpleModelTest.test_strnorm_model_monday_empty_output_cpu",
 388         "OnnxBackendSimpleModelTest.test_strnorm_model_monday_insensintive_upper_twodim_cpu",
 389         "OnnxBackendSimpleModelTest.test_strnorm_model_monday_casesensintive_lower_cpu",
 390         "OnnxBackendSimpleModelTest.test_strnorm_model_monday_casesensintive_upper_cpu",
 391         "OnnxBackendNodeModelTest.test_strnormalizer_nostopwords_nochangecase_cpu",
 392         "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_casesensintive_nochangecase_cpu",
 393         "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_insensintive_upper_twodim_cpu",
 394         "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_casesensintive_lower_cpu",
 395         "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_empty_output_cpu",
 396         "OnnxBackendNodeModelTest.test_strnormalizer_export_monday_casesensintive_upper_cpu",
 397         "OnnxBackendNodeModelTest.test_cast_STRING_to_FLOAT_cpu",
 398         "OnnxBackendNodeModelTest.test_cast_FLOAT_to_STRING_cpu"),
 399     (xfail_issue_33595,
 400         "OnnxBackendNodeModelTest.test_unique_not_sorted_without_axis_cpu",
 401         "OnnxBackendNodeModelTest.test_unique_sorted_with_negative_axis_cpu",
 402         "OnnxBackendNodeModelTest.test_unique_sorted_with_axis_cpu",
 403         "OnnxBackendNodeModelTest.test_unique_sorted_with_axis_3d_cpu",
 404         "OnnxBackendNodeModelTest.test_unique_sorted_without_axis_cpu"),
 405     (xfail_issue_33651,
 406         "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_batch_onlybigrams_skip5_cpu",
 407         "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_onlybigrams_levelempty_cpu",
 408         "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_batch_onlybigrams_skip0_cpu",
 409         "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_uniandbigrams_skip5_cpu",
 410         "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_only_bigrams_skip0_cpu",
 411         "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_batch_uniandbigrams_skip5_cpu",
 412      "OnnxBackendNodeModelTest.test_tfidfvectorizer_tf_onlybigrams_skip5_cpu"),
 413     (xfail_issue_38705,
 414         "OnnxBackendNodeModelTest.test_training_dropout_mask_cpu",
 415         "OnnxBackendNodeModelTest.test_training_dropout_default_mask_cpu",
 416         "OnnxBackendNodeModelTest.test_training_dropout_zero_ratio_mask_cpu",
 417         "OnnxBackendNodeModelTest.test_maxpool_with_argmax_2d_precomputed_strides_cpu",
 418         "OnnxBackendNodeModelTest.test_maxpool_with_argmax_2d_precomputed_pads_cpu",
 419         "OnnxBackendNodeModelTest.test_dropout_default_mask_cpu",
 420         "OnnxBackendNodeModelTest.test_dropout_default_mask_ratio_cpu"),
 421     (xfail_issue_38706,
 422         "OnnxBackendNodeModelTest.test_split_zero_size_splits_cpu"),
 423     (xfail_issue_38736,
 424         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_sum_log_prob_expanded_cpu",
 425         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_expanded_cpu",  # noqa
 426         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_sum_expanded_cpu",
 427         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded_cpu",  # noqa
 428         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_expanded_cpu",  # noqa
 429         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_expanded_cpu",  # noqa
 430         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_expanded_cpu",  # noqa
 431         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_expanded_cpu",
 432         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_weights_log_prob_expanded_cpu",
 433         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_weights_expanded_cpu",
 434         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_log_prob_expanded_cpu",
 435         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded_cpu",  # noqa
 436         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_expanded_cpu",
 437         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_log_prob_expanded_cpu",
 438         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_expanded_cpu",  # noqa
 439         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded_cpu",  # noqa
 440         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_4d_expanded_cpu",
 441         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_3d_log_prob_expanded_cpu",
 442         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_expanded_cpu",  # noqa
 443         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_expanded_cpu",
 444         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_3d_expanded_cpu",
 445         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_expanded_cpu",
 446         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_expanded_cpu",
 447         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_expanded_cpu",  # noqa
 448         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded_cpu",  # noqa
 449         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_expanded_cpu",  # noqa
 450         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_expanded_cpu",  # noqa
 451         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_expanded_cpu",
 452         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_log_prob_expanded_cpu",
 453         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_3d_expanded_cpu",
 454         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_expanded_cpu",
 455         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_expanded_cpu",
 456         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded_cpu",  # noqa
 457         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_expanded_cpu",  # noqa
 458         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_cpu",  # noqa
 459         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_cpu",  # noqa
 460         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_cpu",  # noqa
 461         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_cpu",  # noqa
 462         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_cpu",  # noqa
 463         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_cpu",  # noqa
 464         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_cpu",
 465         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_cpu",  # noqa
 466         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_cpu",
 467         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_cpu",
 468         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_cpu",  # noqa
 469         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_cpu",
 470         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_cpu",
 471         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_cpu",  # noqa
 472         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_cpu",
 473         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_cpu",
 474         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NC_cpu",
 475         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_cpu"),  # noqa
 476     (xfail_issue_38707,
 477         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_weights_cpu",
 478         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_sum_cpu",
 479         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_cpu",
 480         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_cpu",
 481         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_cpu",
 482         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_cpu",
 483         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_cpu",
 484         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_sum_log_prob_cpu",
 485         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_log_prob_cpu",
 486         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_none_weights_log_prob_cpu",
 487         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_cpu",
 488         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_cpu",
 489         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_cpu",
 490         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_log_prob_cpu",
 491         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_cpu",  # noqa
 492         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_cpu",
 493         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_cpu",
 494         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_cpu",
 495         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_4d_cpu",
 496         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_cpu",  # noqa
 497         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_weight_ignore_index_3d_cpu",
 498         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_cpu",
 499         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_cpu",
 500         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_cpu",
 501         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_log_prob_cpu",
 502         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_cpu",  # noqa
 503         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_cpu",  # noqa
 504         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_3d_log_prob_cpu",
 505         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_cpu",  # noqa
 506         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_cpu",  # noqa
 507         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_mean_3d_cpu",
 508         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_cpu",
 509         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_cpu",  # noqa
 510         "OnnxBackendNodeModelTest.test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_cpu"),  # noqa
 511     (xfail_issue_38708,
 512         "OnnxBackendNodeModelTest.test_slice_default_steps_cpu",
 513         "OnnxBackendNodeModelTest.test_slice_negative_axes_cpu",
 514         "OnnxBackendNodeModelTest.test_slice_neg_steps_cpu",
 515         "OnnxBackendNodeModelTest.test_slice_neg_cpu",
 516         "OnnxBackendNodeModelTest.test_slice_cpu",
 517         "OnnxBackendNodeModelTest.test_slice_end_out_of_bounds_cpu",
 518         "OnnxBackendNodeModelTest.test_slice_start_out_of_bounds_cpu"),
 519     (xfail_issue_33538,
 520         "OnnxBackendNodeModelTest.test_scan_sum_cpu",
 521         "OnnxBackendNodeModelTest.test_scan9_sum_cpu"),
 522     (xfail_issue_38710,
 523         "OnnxBackendNodeModelTest.test_resize_downsample_scales_linear_align_corners_cpu",
 524         "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_cpu",
 525         "OnnxBackendNodeModelTest.test_resize_downsample_scales_cubic_cpu",
 526         "OnnxBackendNodeModelTest.test_resize_downsample_scales_cubic_align_corners_cpu",
 527         "OnnxBackendNodeModelTest.test_resize_upsample_scales_nearest_cpu",
 528         "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_asymmetric_cpu",
 529         "OnnxBackendNodeModelTest.test_resize_downsample_scales_cubic_A_n0p5_exclude_outside_cpu",
 530         "OnnxBackendNodeModelTest.test_resize_upsample_scales_linear_cpu",
 531         "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_align_corners_cpu",
 532         "OnnxBackendNodeModelTest.test_resize_upsample_scales_linear_align_corners_cpu",
 533         "OnnxBackendNodeModelTest.test_resize_upsample_scales_cubic_A_n0p5_exclude_outside_cpu",
 534         "OnnxBackendNodeModelTest.test_resize_downsample_scales_nearest_cpu",
 535         "OnnxBackendNodeModelTest.test_resize_downsample_scales_linear_cpu"),
 536     (xfail_issue_33581,
 537         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_expanded_cpu",  # noqa
 538         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_expanded_cpu",  # noqa
 539         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_expanded_cpu",
 540         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_expanded_cpu",
 541         "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded_cpu",  # noqa
 542      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded_cpu",  # noqa
 543      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded_cpu",  # noqa
 544      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_expanded_cpu",  # noqa
 545      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1_expanded_cpu",
 546      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded_cpu",  # noqa
 547      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_expanded_cpu",  # noqa
 548      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NC_expanded_cpu",
 549      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded_cpu",  # noqa
 550      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_expanded_cpu",  # noqa
 551      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_expanded_cpu",  # noqa
 552      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_expanded_cpu",  # noqa
 553      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_expanded_cpu",  # noqa
 554      "OnnxBackendNodeModelTest.test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_expanded_cpu",  # noqa
 555      "OnnxBackendNodeModelTest.test_gather_elements_0_cpu",
 556      "OnnxBackendNodeModelTest.test_gather_elements_negative_indices_cpu",
 557      "OnnxBackendNodeModelTest.test_gather_elements_1_cpu"),
 558     (xfail_issue_38712,
 559         "OnnxBackendNodeModelTest.test_mod_mixed_sign_int16_cpu",
 560         "OnnxBackendNodeModelTest.test_mod_uint8_cpu",
 561         "OnnxBackendNodeModelTest.test_mod_uint64_cpu",
 562         "OnnxBackendNodeModelTest.test_mod_uint32_cpu",
 563         "OnnxBackendNodeModelTest.test_mod_uint16_cpu",
 564         "OnnxBackendNodeModelTest.test_mod_mixed_sign_int8_cpu",
 565         "OnnxBackendNodeModelTest.test_mod_mixed_sign_int64_cpu",
 566         "OnnxBackendNodeModelTest.test_mod_broadcast_cpu",
 567         "OnnxBackendNodeModelTest.test_mod_mixed_sign_int32_cpu"),
 568     (xfail_issue_38713,
 569         "OnnxBackendNodeModelTest.test_momentum_cpu",
 570         "OnnxBackendNodeModelTest.test_nesterov_momentum_cpu",
 571         "OnnxBackendNodeModelTest.test_momentum_multiple_cpu"),
 572     (xfail_issue_38714,
 573         "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_ceil_half_pixel_cpu",
 574         "OnnxBackendNodeModelTest.test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn_cpu",
 575         "OnnxBackendNodeModelTest.test_resize_upsample_sizes_cubic_cpu",
 576         "OnnxBackendNodeModelTest.test_resize_downsample_sizes_nearest_cpu",
 577         "OnnxBackendNodeModelTest.test_resize_downsample_sizes_linear_pytorch_half_pixel_cpu",
 578         "OnnxBackendNodeModelTest.test_resize_downsample_sizes_cubic_cpu",
 579         "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric_cpu",  # noqa
 580         "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_floor_align_corners_cpu",
 581         "OnnxBackendNodeModelTest.test_resize_upsample_sizes_nearest_cpu"),
 582     (xfail_issue_38715,
 583         "OnnxBackendNodeModelTest.test_onehot_without_axis_cpu",
 584         "OnnxBackendNodeModelTest.test_onehot_with_negative_axis_cpu",
 585         "OnnxBackendNodeModelTest.test_onehot_with_axis_cpu",
 586         "OnnxBackendNodeModelTest.test_onehot_negative_indices_cpu"),
 587     (xfail_issue_33488,
 588         "OnnxBackendNodeModelTest.test_maxunpool_export_with_output_shape_cpu",
 589         "OnnxBackendNodeModelTest.test_maxunpool_export_without_output_shape_cpu"),
 590     (xfail_issue_38717,
 591         "OnnxBackendNodeModelTest.test_greater_equal_bcast_cpu",
 592         "OnnxBackendNodeModelTest.test_greater_equal_cpu"),
 593     (xfail_issue_33589,
 594         "OnnxBackendNodeModelTest.test_isnan_cpu",
 595         "OnnxBackendNodeModelTest.test_isinf_positive_cpu",
 596         "OnnxBackendNodeModelTest.test_isinf_negative_cpu",
 597         "OnnxBackendNodeModelTest.test_isinf_cpu"),
 598     (xfail_issue_38719,
 599         "OnnxBackendNodeModelTest.test_gathernd_example_int32_cpu",
 600         "OnnxBackendNodeModelTest.test_gathernd_example_float32_cpu",
 601         "OnnxBackendNodeModelTest.test_gathernd_example_int32_batch_dim1_cpu"),
 602     (xfail_issue_33535,
 603         "OnnxBackendNodeModelTest.test_dynamicquantizelinear_min_adjusted_cpu",
 604         "OnnxBackendNodeModelTest.test_dynamicquantizelinear_cpu",
 605         "OnnxBackendNodeModelTest.test_dynamicquantizelinear_max_adjusted_cpu"),
 606     (xfail_issue_38722,
 607         "OnnxBackendNodeModelTest.test_matmulinteger_cpu",
 608         "OnnxBackendNodeModelTest.test_qlinearmatmul_2D_cpu",
 609         "OnnxBackendNodeModelTest.test_qlinearmatmul_3D_cpu"),
 610     (xfail_issue_38723,
 611         "OnnxBackendNodeModelTest.test_qlinearconv_cpu"),
 612     (xfail_issue_38724,
 613         "OnnxBackendNodeModelTest.test_resize_tf_crop_and_resize_cpu"),
 614     (xfail_issue_38725,
 615         "OnnxBackendNodeModelTest.test_range_int32_type_negative_delta_expanded_cpu",
 616         "OnnxBackendNodeModelTest.test_range_float_type_positive_delta_expanded_cpu"),
 617     (xfail_issue_38726,
 618         "OnnxBackendNodeModelTest.test_less_equal_cpu",
 619         "OnnxBackendNodeModelTest.test_less_equal_bcast_cpu"),
 620     (xfail_issue_33512,
 621         "OnnxBackendNodeModelTest.test_einsum_transpose_cpu",
 622         "OnnxBackendNodeModelTest.test_einsum_batch_diagonal_cpu",
 623         "OnnxBackendNodeModelTest.test_einsum_batch_matmul_cpu",
 624         "OnnxBackendNodeModelTest.test_einsum_sum_cpu",
 625         "OnnxBackendNodeModelTest.test_einsum_inner_prod_cpu"),
 626     (xfail_issue_33606,
 627         "OnnxBackendNodeModelTest.test_det_2d_cpu",
 628         "OnnxBackendNodeModelTest.test_det_nd_cpu"),
 629     (xfail_issue_33644,
 630         "OnnxBackendNodeModelTest.test_compress_negative_axis_cpu",
 631         "OnnxBackendNodeModelTest.test_compress_default_axis_cpu",
 632         "OnnxBackendNodeModelTest.test_compress_1_cpu",
 633         "OnnxBackendNodeModelTest.test_compress_0_cpu"),
 634     (xfail_issue_33515,
 635         "OnnxBackendNodeModelTest.test_bitshift_left_uint8_cpu",
 636         "OnnxBackendNodeModelTest.test_bitshift_right_uint64_cpu",
 637         "OnnxBackendNodeModelTest.test_bitshift_right_uint16_cpu",
 638         "OnnxBackendNodeModelTest.test_bitshift_right_uint32_cpu",
 639         "OnnxBackendNodeModelTest.test_bitshift_right_uint8_cpu",
 640         "OnnxBackendNodeModelTest.test_bitshift_left_uint32_cpu",
 641         "OnnxBackendNodeModelTest.test_bitshift_left_uint16_cpu",
 642         "OnnxBackendNodeModelTest.test_bitshift_left_uint64_cpu"),
 643     (xfail_issue_38732,
 644         "OnnxBackendNodeModelTest.test_convinteger_with_padding_cpu",
 645         "OnnxBackendNodeModelTest.test_basic_convinteger_cpu"),
 646     (xfail_issue_38733,
 647         "OnnxBackendNodeModelTest.test_celu_cpu"),
 648     (xfail_issue_38734,
 649         "OnnxBackendNodeModelTest.test_adam_multiple_cpu",
 650         "OnnxBackendNodeModelTest.test_adam_cpu"),
 651     (xfail_issue_38735,
 652         "OnnxBackendNodeModelTest.test_adagrad_multiple_cpu",
 653         "OnnxBackendNodeModelTest.test_adagrad_cpu")
 654 ]
 655
 656 for test_group in tests_expected_to_fail:
 657     for test_case in test_group[1:]:
 658         expect_fail("{}".format(test_case), test_group[0])