Skip Intl tests for now and re-generate TestExpectations

Change-Id: I178222506bf697451a3b83c8595bfb0e88b71eae
Reviewed-by: Lars Knoll <lars.knoll@digia.com>

diff --git a/tests/TestExpectations b/tests/TestExpectations
index 427e158..9efb8a8 100644 (file)
--- a/tests/TestExpectations
+++ b/tests/TestExpectations
@@ -6,7 +6,7 @@ S15.1.3.2_A2.5_T1
 # uses octal number
 15.2.3.6-2-17-1 failing
 
-# Tests failing that are supposed to pass.
+
 10.4.2-1-2 failing
 10.4.3-1-104 failing
 10.4.3-1-106 failing
@@ -73,12 +73,12 @@ S11.3.2_A4_T4 failing
 11.4.1-5-2 failing
 S11.4.1_A1 failing
 S11.4.1_A2.1 failing
+S11.5.1_A2.4_T1 failing
+S11.5.1_A2.4_T3 failing
 11.4.4-2-1-s failing
 11.4.4-2-2-s failing
 11.4.5-2-1-s failing
 11.4.5-2-2-s failing
-S11.5.1_A2.4_T1 failing
-S11.5.1_A2.4_T3 failing
 S11.5.2_A2.4_T1 failing
 S11.5.2_A2.4_T3 failing
 S11.5.3_A2.4_T1 failing
@@ -87,14 +87,14 @@ S11.5.3_A3_T1.4 failing
 S11.5.3_A3_T2.3 failing
 S11.5.3_A3_T2.9 failing
 S11.5.3_A4_T2 failing
-S11.7.1_A2.4_T1 failing
-S11.7.1_A2.4_T3 failing
-S11.7.2_A2.4_T1 failing
-S11.7.2_A2.4_T3 failing
 S11.6.1_A2.4_T1 failing
 S11.6.1_A2.4_T3 failing
 S11.6.2_A2.4_T1 failing
 S11.6.2_A2.4_T3 failing
+S11.7.1_A2.4_T1 failing
+S11.7.1_A2.4_T3 failing
+S11.7.2_A2.4_T1 failing
+S11.7.2_A2.4_T3 failing
 S11.8.2_A2.4_T1 failing
 S11.8.2_A2.4_T3 failing
 S11.8.3_A2.4_T1 failing
@@ -119,6 +119,18 @@ S11.9.4_A2.4_T1 failing
 S11.9.4_A2.4_T3 failing
 S11.9.5_A2.4_T1 failing
 S11.9.5_A2.4_T3 failing
+12.10-0-3 failing
+S12.10_A1.11_T1 failing
+S12.10_A1.11_T2 failing
+S12.10_A1.11_T4 failing
+S12.10_A1.12_T1 failing
+S12.10_A1.12_T2 failing
+S12.10_A1.12_T4 failing
+S12.10_A1.4_T4 failing
+S12.10_A1.4_T5 failing
+S12.10_A1.5_T4 failing
+S12.10_A1.5_T5 failing
+12.14-13 failing
 S12.10_A3.11_T1 failing
 S12.10_A3.11_T2 failing
 S12.10_A3.11_T3 failing
@@ -133,18 +145,6 @@ S12.10_A3.4_T4 failing
 S12.10_A3.4_T5 failing
 S12.10_A3.5_T4 failing
 S12.10_A3.5_T5 failing
-12.14-13 failing
-12.10-0-3 failing
-S12.10_A1.11_T1 failing
-S12.10_A1.11_T2 failing
-S12.10_A1.11_T4 failing
-S12.10_A1.12_T1 failing
-S12.10_A1.12_T2 failing
-S12.10_A1.12_T4 failing
-S12.10_A1.4_T4 failing
-S12.10_A1.4_T5 failing
-S12.10_A1.5_T4 failing
-S12.10_A1.5_T5 failing
 S13_A15_T4 failing
 S13_A3_T1 failing
 13.1-11-s failing
@@ -183,14 +183,23 @@ S15.12.2_A1 failing
 15.4.4.14-9-a-17 failing
 15.4.4.14-9-a-7 failing
 15.4.4.14-9-a-9 failing
+15.4.4.14-9-b-i-5 failing
 15.4.4.15-8-b-i-5 failing
+15.4.4.16-7-c-i-6 failing
+15.4.4.17-7-c-i-6 failing
+15.4.4.18-7-c-i-6 failing
 15.4.4.19-5-1 failing
+15.4.4.19-8-c-i-6 failing
+15.4.4.20-9-c-i-6 failing
+15.4.4.21-8-b-iii-1-6 failing
 15.4.4.21-9-c-i-6 failing
+15.4.4.22-8-b-iii-1-6 failing
 15.4.4.22-9-c-i-6 failing
 S15.4.4.3_A1_T1 failing
 S15.4.4.3_A3_T1 failing
 15.4.4.4-5-b-iii-3-b-1 failing
 15.4.4.4-5-c-i-1 failing
+S15.4.4.4_A1_T2 failing
 S15.4.4.4_A2_T1 failing
 S15.4.4.4_A2_T2 failing
 S15.4.4.4_A3_T1 failing
@@ -198,135 +207,6 @@ S15.5.4.11_A5_T1 failing
 15.5.4.20-4-1 failing
 S15.5.4.8_A1_T4 failing
 S15.7.4.5_A1.4_T01 failing
-6.4_c failing
-8.0_L15 failing
-9.1_a failing
-9.1_b failing
-9.2.1_1 failing
-9.2.1_2 failing
-9.2.1_3 failing
-9.2.1_4 failing
-9.2.1_8_c_ii failing
-9.2.1_8_c_vi failing
-9.2.2 failing
-9.2.3_5 failing
-9.2.5_11_g_ii_2 failing
-9.2.5_6 failing
-9.2.6_2 failing
-9.2.6_4 failing
-9.2.6_4_b failing
-9.2.6_4_c failing
-9.2.8_1_c failing
-9.2.8_4 failing
-10.1.1_1 failing
-10.1.1_10 failing
-10.1.1_11 failing
-10.1.1_13 failing
-10.1.1_19_b failing
-10.1.1_19_c failing
-10.1.1_20 failing
-10.1.1_23 failing
-10.1.1_6 failing
-10.1.2_a failing
-10.1.3 failing
-10.1_L15 failing
-10.2.1 failing
-10.2.2 failing
-10.2.2_L15 failing
-10.2.3_b failing
-10.3.1 failing
-10.3.2_1_a_L15 failing
-10.3.2_1_c failing
-10.3.2_CS_a failing
-10.3.2_CS_b_NN failing
-10.3.2_CS_c_NN failing
-10.3.2_CS_d_NN failing
-10.3.2_L15 failing
-10.3.3 failing
-10.3.3_L15 failing
-10.3_L15 failing
-10.3_a failing
-10.3_b failing
-10.4_a failing
-11.1.1_1 failing
-11.1.1_15 failing
-11.1.1_17 failing
-11.1.1_19 failing
-11.1.1_20_c failing
-11.1.1_21 failing
-11.1.1_34 failing
-11.1.1_6 failing
-11.1.1_7 failing
-11.1.2 failing
-11.1.3 failing
-11.1_L15 failing
-11.2.1 failing
-11.2.2 failing
-11.2.2_L15 failing
-11.2.3_b failing
-11.3.1 failing
-11.3.2_1_a_L15 failing
-11.3.2_1_a_ii failing
-11.3.2_1_c failing
-11.3.2_FN_1 failing
-11.3.2_FN_2 failing
-11.3.2_FN_3_b failing
-11.3.2_L15 failing
-11.3.2_TRF failing
-11.3.2_TRP failing
-11.3.3 failing
-11.3.3_L15 failing
-11.3_L15 failing
-11.3_a failing
-11.3_b failing
-11.4_a failing
-12.1.1_1 failing
-12.1.1_18 failing
-12.1.1_22 failing
-12.1.1_23 failing
-12.1.1_25 failing
-12.1.1_5 failing
-12.1.1_6 failing
-12.1.1_TDTO failing
-12.1.2 failing
-12.1.3 failing
-12.1_L15 failing
-12.2.1 failing
-12.2.2 failing
-12.2.2_L15 failing
-12.2.3_b failing
-12.2.3_c failing
-12.3.1 failing
-12.3.2_1_a_L15 failing
-12.3.2_1_c failing
-12.3.2_FDT_1 failing
-12.3.2_FDT_7_a_iv failing
-12.3.2_L15 failing
-12.3.2_TLT_2 failing
-12.3.3 failing
-12.3.3_L15 failing
-12.3_L15 failing
-12.3_a failing
-12.3_b failing
-12.4_a failing
-13.1.1_6 failing
-13.1.1_7 failing
-13.2.1_4 failing
-13.2.1_5 failing
-13.3.0_2 failing
-13.3.0_6 failing
-13.3.0_7 failing
-6.2.2_a failing
-6.2.2_b failing
-6.2.2_c failing
-6.2.3 failing
-6.2.4 failing
-6.3.1_a failing
-6.3.1_b failing
-6.4_a failing
-6.4_b failing
-
-# Tests that are passing but are supposed to fail (@negative)
 Sbp_12.5_A9_T3 failing
 Sbp_12.6.2_A13_T3 failing
 Sbp_7.8.4_A6.1_T4 failing
@@ -350,16 +230,3 @@ S12.9_A1_T7 failing
 S12.9_A1_T8 failing
 S12.9_A1_T9 failing
 S15.2.4.4_A14 failing
-
-# Array regressions
-S15.4.4.4_A1_T2 failing
-15.4.4.18-7-c-i-6 failing
-15.4.4.19-8-c-i-6 failing
-15.4.4.20-9-c-i-6 failing
-15.4.4.22-8-b-iii-1-6 failing
-15.4.4.14-9-b-i-5 failing
-15.4.4.16-7-c-i-6 failing
-15.4.4.17-7-c-i-6 failing
-15.4.4.21-8-b-iii-1-6 failing
-15.12.3_4-1-1
-15.12.3_4-1-3

diff --git a/tests/test262.py b/tests/test262.py
index 09a3931..607fca7 100755 (executable)
--- a/tests/test262.py
+++ b/tests/test262.py
@@ -431,7 +431,7 @@ class TestSuite(object):
           else:
             logging.warning("Unexpected path %s", full_path)
             rel_path = full_path
-          if self.ShouldRun(rel_path, tests):
+          if self.ShouldRun(rel_path, tests) and not rel_path.startswith("intl402/"):
             basename = path.basename(full_path)[:-3]
             name = rel_path.split(path.sep)[:-1] + [basename]
             if EXCLUDE_LIST.count(basename) >= 1 or self.expectations.testsToSkip.count(basename) >= 1: