From cb2ee6807758291d2834ee0c4e04a58c712f1b37 Mon Sep 17 00:00:00 2001 From: Simon Hausmann Date: Thu, 24 Jan 2013 10:20:12 +0100 Subject: [PATCH] Skip Intl tests for now and re-generate TestExpectations Change-Id: I178222506bf697451a3b83c8595bfb0e88b71eae Reviewed-by: Lars Knoll --- tests/TestExpectations | 189 ++++++++----------------------------------------- tests/test262.py | 2 +- 2 files changed, 29 insertions(+), 162 deletions(-) diff --git a/tests/TestExpectations b/tests/TestExpectations index 427e158..9efb8a8 100644 --- a/tests/TestExpectations +++ b/tests/TestExpectations @@ -6,7 +6,7 @@ S15.1.3.2_A2.5_T1 # uses octal number 15.2.3.6-2-17-1 failing -# Tests failing that are supposed to pass. + 10.4.2-1-2 failing 10.4.3-1-104 failing 10.4.3-1-106 failing @@ -73,12 +73,12 @@ S11.3.2_A4_T4 failing 11.4.1-5-2 failing S11.4.1_A1 failing S11.4.1_A2.1 failing +S11.5.1_A2.4_T1 failing +S11.5.1_A2.4_T3 failing 11.4.4-2-1-s failing 11.4.4-2-2-s failing 11.4.5-2-1-s failing 11.4.5-2-2-s failing -S11.5.1_A2.4_T1 failing -S11.5.1_A2.4_T3 failing S11.5.2_A2.4_T1 failing S11.5.2_A2.4_T3 failing S11.5.3_A2.4_T1 failing @@ -87,14 +87,14 @@ S11.5.3_A3_T1.4 failing S11.5.3_A3_T2.3 failing S11.5.3_A3_T2.9 failing S11.5.3_A4_T2 failing -S11.7.1_A2.4_T1 failing -S11.7.1_A2.4_T3 failing -S11.7.2_A2.4_T1 failing -S11.7.2_A2.4_T3 failing S11.6.1_A2.4_T1 failing S11.6.1_A2.4_T3 failing S11.6.2_A2.4_T1 failing S11.6.2_A2.4_T3 failing +S11.7.1_A2.4_T1 failing +S11.7.1_A2.4_T3 failing +S11.7.2_A2.4_T1 failing +S11.7.2_A2.4_T3 failing S11.8.2_A2.4_T1 failing S11.8.2_A2.4_T3 failing S11.8.3_A2.4_T1 failing @@ -119,6 +119,18 @@ S11.9.4_A2.4_T1 failing S11.9.4_A2.4_T3 failing S11.9.5_A2.4_T1 failing S11.9.5_A2.4_T3 failing +12.10-0-3 failing +S12.10_A1.11_T1 failing +S12.10_A1.11_T2 failing +S12.10_A1.11_T4 failing +S12.10_A1.12_T1 failing +S12.10_A1.12_T2 failing +S12.10_A1.12_T4 failing +S12.10_A1.4_T4 failing +S12.10_A1.4_T5 failing +S12.10_A1.5_T4 failing +S12.10_A1.5_T5 failing +12.14-13 failing S12.10_A3.11_T1 failing S12.10_A3.11_T2 failing S12.10_A3.11_T3 failing @@ -133,18 +145,6 @@ S12.10_A3.4_T4 failing S12.10_A3.4_T5 failing S12.10_A3.5_T4 failing S12.10_A3.5_T5 failing -12.14-13 failing -12.10-0-3 failing -S12.10_A1.11_T1 failing -S12.10_A1.11_T2 failing -S12.10_A1.11_T4 failing -S12.10_A1.12_T1 failing -S12.10_A1.12_T2 failing -S12.10_A1.12_T4 failing -S12.10_A1.4_T4 failing -S12.10_A1.4_T5 failing -S12.10_A1.5_T4 failing -S12.10_A1.5_T5 failing S13_A15_T4 failing S13_A3_T1 failing 13.1-11-s failing @@ -183,14 +183,23 @@ S15.12.2_A1 failing 15.4.4.14-9-a-17 failing 15.4.4.14-9-a-7 failing 15.4.4.14-9-a-9 failing +15.4.4.14-9-b-i-5 failing 15.4.4.15-8-b-i-5 failing +15.4.4.16-7-c-i-6 failing +15.4.4.17-7-c-i-6 failing +15.4.4.18-7-c-i-6 failing 15.4.4.19-5-1 failing +15.4.4.19-8-c-i-6 failing +15.4.4.20-9-c-i-6 failing +15.4.4.21-8-b-iii-1-6 failing 15.4.4.21-9-c-i-6 failing +15.4.4.22-8-b-iii-1-6 failing 15.4.4.22-9-c-i-6 failing S15.4.4.3_A1_T1 failing S15.4.4.3_A3_T1 failing 15.4.4.4-5-b-iii-3-b-1 failing 15.4.4.4-5-c-i-1 failing +S15.4.4.4_A1_T2 failing S15.4.4.4_A2_T1 failing S15.4.4.4_A2_T2 failing S15.4.4.4_A3_T1 failing @@ -198,135 +207,6 @@ S15.5.4.11_A5_T1 failing 15.5.4.20-4-1 failing S15.5.4.8_A1_T4 failing S15.7.4.5_A1.4_T01 failing -6.4_c failing -8.0_L15 failing -9.1_a failing -9.1_b failing -9.2.1_1 failing -9.2.1_2 failing -9.2.1_3 failing -9.2.1_4 failing -9.2.1_8_c_ii failing -9.2.1_8_c_vi failing -9.2.2 failing -9.2.3_5 failing -9.2.5_11_g_ii_2 failing -9.2.5_6 failing -9.2.6_2 failing -9.2.6_4 failing -9.2.6_4_b failing -9.2.6_4_c failing -9.2.8_1_c failing -9.2.8_4 failing -10.1.1_1 failing -10.1.1_10 failing -10.1.1_11 failing -10.1.1_13 failing -10.1.1_19_b failing -10.1.1_19_c failing -10.1.1_20 failing -10.1.1_23 failing -10.1.1_6 failing -10.1.2_a failing -10.1.3 failing -10.1_L15 failing -10.2.1 failing -10.2.2 failing -10.2.2_L15 failing -10.2.3_b failing -10.3.1 failing -10.3.2_1_a_L15 failing -10.3.2_1_c failing -10.3.2_CS_a failing -10.3.2_CS_b_NN failing -10.3.2_CS_c_NN failing -10.3.2_CS_d_NN failing -10.3.2_L15 failing -10.3.3 failing -10.3.3_L15 failing -10.3_L15 failing -10.3_a failing -10.3_b failing -10.4_a failing -11.1.1_1 failing -11.1.1_15 failing -11.1.1_17 failing -11.1.1_19 failing -11.1.1_20_c failing -11.1.1_21 failing -11.1.1_34 failing -11.1.1_6 failing -11.1.1_7 failing -11.1.2 failing -11.1.3 failing -11.1_L15 failing -11.2.1 failing -11.2.2 failing -11.2.2_L15 failing -11.2.3_b failing -11.3.1 failing -11.3.2_1_a_L15 failing -11.3.2_1_a_ii failing -11.3.2_1_c failing -11.3.2_FN_1 failing -11.3.2_FN_2 failing -11.3.2_FN_3_b failing -11.3.2_L15 failing -11.3.2_TRF failing -11.3.2_TRP failing -11.3.3 failing -11.3.3_L15 failing -11.3_L15 failing -11.3_a failing -11.3_b failing -11.4_a failing -12.1.1_1 failing -12.1.1_18 failing -12.1.1_22 failing -12.1.1_23 failing -12.1.1_25 failing -12.1.1_5 failing -12.1.1_6 failing -12.1.1_TDTO failing -12.1.2 failing -12.1.3 failing -12.1_L15 failing -12.2.1 failing -12.2.2 failing -12.2.2_L15 failing -12.2.3_b failing -12.2.3_c failing -12.3.1 failing -12.3.2_1_a_L15 failing -12.3.2_1_c failing -12.3.2_FDT_1 failing -12.3.2_FDT_7_a_iv failing -12.3.2_L15 failing -12.3.2_TLT_2 failing -12.3.3 failing -12.3.3_L15 failing -12.3_L15 failing -12.3_a failing -12.3_b failing -12.4_a failing -13.1.1_6 failing -13.1.1_7 failing -13.2.1_4 failing -13.2.1_5 failing -13.3.0_2 failing -13.3.0_6 failing -13.3.0_7 failing -6.2.2_a failing -6.2.2_b failing -6.2.2_c failing -6.2.3 failing -6.2.4 failing -6.3.1_a failing -6.3.1_b failing -6.4_a failing -6.4_b failing - -# Tests that are passing but are supposed to fail (@negative) Sbp_12.5_A9_T3 failing Sbp_12.6.2_A13_T3 failing Sbp_7.8.4_A6.1_T4 failing @@ -350,16 +230,3 @@ S12.9_A1_T7 failing S12.9_A1_T8 failing S12.9_A1_T9 failing S15.2.4.4_A14 failing - -# Array regressions -S15.4.4.4_A1_T2 failing -15.4.4.18-7-c-i-6 failing -15.4.4.19-8-c-i-6 failing -15.4.4.20-9-c-i-6 failing -15.4.4.22-8-b-iii-1-6 failing -15.4.4.14-9-b-i-5 failing -15.4.4.16-7-c-i-6 failing -15.4.4.17-7-c-i-6 failing -15.4.4.21-8-b-iii-1-6 failing -15.12.3_4-1-1 -15.12.3_4-1-3 diff --git a/tests/test262.py b/tests/test262.py index 09a3931..607fca7 100755 --- a/tests/test262.py +++ b/tests/test262.py @@ -431,7 +431,7 @@ class TestSuite(object): else: logging.warning("Unexpected path %s", full_path) rel_path = full_path - if self.ShouldRun(rel_path, tests): + if self.ShouldRun(rel_path, tests) and not rel_path.startswith("intl402/"): basename = path.basename(full_path)[:-3] name = rel_path.split(path.sep)[:-1] + [basename] if EXCLUDE_LIST.count(basename) >= 1 or self.expectations.testsToSkip.count(basename) >= 1: -- 2.7.4