Update tolerance values for ONNX model tests (#3131)

diff --git a/ngraph/python/tests/test_onnx/test_zoo_models.py b/ngraph/python/tests/test_onnx/test_zoo_models.py
index a3e43bf..d587b91 100644 (file)
--- a/ngraph/python/tests/test_onnx/test_zoo_models.py
+++ b/ngraph/python/tests/test_onnx/test_zoo_models.py
@@ -87,6 +87,18 @@ tolerance_map = {
     "densenet121": {"atol": 1e-7, "rtol": 0.0011},
     "resnet152v1": {"atol": 1e-7, "rtol": 0.003},
     "test_shufflenetv2": {"atol": 1e-05, "rtol": 0.001},
+    "tiny_yolov2": {"atol": 1e-05, "rtol": 0.001},
+    "mobilenetv2-1": {"atol": 1e-04, "rtol": 0.001},
+    "resnet101v1": {"atol": 1e-04, "rtol": 0.001},
+    "resnet101v2": {"atol": 1e-06, "rtol": 0.001},
+    "resnet152v2": {"atol": 1e-05, "rtol": 0.001},
+    "resnet18v2": {"atol": 1e-05, "rtol": 0.001},
+    "resnet34v2": {"atol": 1e-05, "rtol": 0.001},
+    "vgg16": {"atol": 1e-05, "rtol": 0.001},
+    "vgg19-bn": {"atol": 1e-05, "rtol": 0.001},
+    "test_tiny_yolov2": {"atol": 1e-05, "rtol": 0.001},
+    "test_resnet152v2": {"atol": 1e-04, "rtol": 0.001},
+    "test_mobilenetv2-1": {"atol": 1e-04, "rtol": 0.001},
 }
 
 zoo_models = []
@@ -145,16 +157,6 @@ if len(zoo_models) > 0:
             (xfail_issue_34323, "test_onnx_model_zoo_text_machine_comprehension_bert_squad_model_bertsquad_8_download_sample_8_bertsquad8_cpu"),
             (xfail_issue_39685, "test_onnx_model_zoo_text_machine_comprehension_roberta_model_roberta_sequence_classification_9_roberta_sequence_classification_9_roberta_sequence_classification_9_cpu"),
             (xfail_issue_39669, "test_onnx_model_zoo_text_machine_comprehension_t5_model_t5_encoder_12_t5_encoder_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_mobilenet_model_mobilenetv2_7_mobilenetv2_1.0_mobilenetv2_1.0_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet101_v2_7_resnet101v2_resnet101_v2_7_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet34_v2_7_resnet34v2_resnet34_v2_7_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_vgg_model_vgg16_7_vgg16_vgg16_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet152_v2_7_resnet152v2_resnet152_v2_7_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_vgg_model_vgg19_bn_7_vgg19_bn_vgg19_bn_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_object_detection_segmentation_tiny_yolov2_model_tinyyolov2_7_tiny_yolov2_model_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_object_detection_segmentation_tiny_yolov2_model_tinyyolov2_8_tiny_yolov2_Model_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet18_v2_7_resnet18v2_resnet18_v2_7_cpu"),
-            (xfail_issue_36533, "test_onnx_model_zoo_vision_classification_resnet_model_resnet101_v1_7_resnet101v1_resnet101_v1_7_cpu"),
             (xfail_issue_38084, "test_onnx_model_zoo_vision_object_detection_segmentation_mask_rcnn_model_MaskRCNN_10_mask_rcnn_R_50_FPN_1x_cpu"),
             (xfail_issue_42779, "test_onnx_model_zoo_vision_object_detection_segmentation_ssd_model_ssd_10_model_cpu"),
             (xfail_issue_38084, "test_onnx_model_zoo_vision_object_detection_segmentation_faster_rcnn_model_FasterRCNN_10_faster_rcnn_R_50_FPN_1x_cpu"),
@@ -162,15 +164,11 @@ if len(zoo_models) > 0:
             (xfail_issue_41815, "test_onnx_model_zoo_vision_object_detection_segmentation_tiny_yolov3_model_tiny_yolov3_11_yolov3_tiny_cpu"),
 
             # Model MSFT
-            (xfail_issue_36533, "test_MSFT_opset10_tf_inception_v2_model_cpu"),
-            (xfail_issue_36533, "test_MSFT_opset8_test_tiny_yolov2_model_cpu"),
-            (xfail_issue_36533, "test_MSFT_opset9_tf_inception_v2_model_cpu"),
-            (xfail_issue_36533, "test_MSFT_opset8_tf_inception_v2_model_cpu"),
-            (xfail_issue_36533, "test_MSFT_opset7_test_resnet152v2_resnet152v2_cpu"),
-            (xfail_issue_36533, "test_MSFT_opset7_test_tiny_yolov2_model_cpu"),
             (xfail_issue_36533, "test_MSFT_opset7_tf_inception_v2_model_cpu"),
+            (xfail_issue_36533, "test_MSFT_opset8_tf_inception_v2_model_cpu"),
+            (xfail_issue_36533, "test_MSFT_opset9_tf_inception_v2_model_cpu"),
             (xfail_issue_36533, "test_MSFT_opset11_tf_inception_v2_model_cpu"),
-            (xfail_issue_36533, "test_MSFT_opset7_test_mobilenetv2_1.0_mobilenetv2_1.0_cpu"),
+            (xfail_issue_36533, "test_MSFT_opset10_tf_inception_v2_model_cpu"),
 
             (xfail_issue_40686, "test_MSFT_opset7_fp16_tiny_yolov2_onnxzoo_winmlperf_tiny_yolov2_cpu"),
             (xfail_issue_40686, "test_MSFT_opset8_fp16_tiny_yolov2_onnxzoo_winmlperf_tiny_yolov2_cpu"),