Extend test262 harness to cover intl402 suite as well.
authormstarzinger@chromium.org <mstarzinger@chromium.org@ce2b1a6d-e550-0410-aec6-3dcde31c8c00>
Thu, 19 Sep 2013 14:51:50 +0000 (14:51 +0000)
committermstarzinger@chromium.org <mstarzinger@chromium.org@ce2b1a6d-e550-0410-aec6-3dcde31c8c00>
Thu, 19 Sep 2013 14:51:50 +0000 (14:51 +0000)
R=jochen@chromium.org, machenbach@chromium.org
BUG=v8:2745
TEST=test262

Review URL: https://codereview.chromium.org/23898010

git-svn-id: http://v8.googlecode.com/svn/branches/bleeding_edge@16836 ce2b1a6d-e550-0410-aec6-3dcde31c8c00

test/test262/test262.status
test/test262/testcfg.py

index d080e01..9da8af1 100644 (file)
@@ -36,6 +36,30 @@ def FAIL_OK = FAIL, OKAY
 # V8 Bug: http://code.google.com/p/v8/issues/detail?id=691
 11.2.3-3_3: FAIL
 
+######################## NEEDS INVESTIGATION ###########################
+
+# These test failures are specific to the intl402 suite and need investigation
+# to be either marked as bugs with issues filed for them or as deliberate
+# incompatibilities if the test cases turn out to be broken or ambiguous.
+6.2.3: FAIL
+9.2.1_2: FAIL
+9.2.5_11_g_ii_2: FAIL
+9.2.6_2: FAIL
+10.1.1_a: FAIL
+10.1.2.1_4: FAIL
+10.3_a: FAIL
+11.1.1_20_c: FAIL
+11.1.1_a: FAIL
+11.1.2.1_4: FAIL
+11.3.2_TRP: FAIL
+11.3_a: FAIL
+12.1.1_a: FAIL
+12.1.2.1_4: FAIL
+12.3.2_FDT_7_a_iv: FAIL
+12.3.3: FAIL
+12.3_a: FAIL
+15.5.4.9_3: PASS || FAIL
+
 ##################### DELIBERATE INCOMPATIBILITIES #####################
 
 # This tests precision of Math functions.  The implementation for those
index fc03504..f723eb0 100644 (file)
@@ -39,8 +39,7 @@ from testrunner.objects import testcase
 TEST_262_ARCHIVE_REVISION = "99aac3bc1cad"  # This is the r365 revision.
 TEST_262_ARCHIVE_MD5 = "aadbd720ce9bdb4f8f3de066f4d7eea1"
 TEST_262_URL = "http://hg.ecmascript.org/tests/test262/archive/%s.tar.bz2"
-TEST_262_HARNESS = ["sta.js", "testBuiltInObject.js"]
-TEST_262_SKIP = ["intl402"]
+TEST_262_HARNESS = ["sta.js", "testBuiltInObject.js", "testIntl.js"]
 
 
 class Test262TestSuite(testsuite.TestSuite):
@@ -60,8 +59,6 @@ class Test262TestSuite(testsuite.TestSuite):
     for dirname, dirs, files in os.walk(self.testroot):
       for dotted in [x for x in dirs if x.startswith(".")]:
         dirs.remove(dotted)
-      for skipped in [x for x in dirs if x in TEST_262_SKIP]:
-        dirs.remove(skipped)
       dirs.sort()
       files.sort()
       for filename in files: