From: machenbach@chromium.org Date: Wed, 29 Jan 2014 15:13:45 +0000 (+0000) Subject: Skip Mozilla tests with timeouts. X-Git-Tag: upstream/4.7.83~10976 X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=3b8b18c39c67cdaa24d3019ebd38c1b910992252;p=platform%2Fupstream%2Fv8.git Skip Mozilla tests with timeouts. - Let Mozilla tests with timeouts always run in no-variants mode. Otherwise the stress-run causes a 16 minutes timeout in debug mode and 32 minutes on arm debug. - Four test cases with exponentially long running regular expressions are skipped entirely. BUG= R=jkummerow@chromium.org Review URL: https://codereview.chromium.org/148913006 git-svn-id: http://v8.googlecode.com/svn/branches/bleeding_edge@18916 ce2b1a6d-e550-0410-aec6-3dcde31c8c00 --- diff --git a/test/mozilla/mozilla.status b/test/mozilla/mozilla.status index fdea0a9..dfe61c2 100644 --- a/test/mozilla/mozilla.status +++ b/test/mozilla/mozilla.status @@ -75,7 +75,7 @@ 'js1_2/function/Number': [SKIP], # TODO(2018): Temporarily allow timeout in debug mode. - 'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, FAIL]], + 'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS, FAIL]], ##################### SLOW TESTS ##################### @@ -103,11 +103,11 @@ ##################### FLAKY TESTS ##################### # These tests time out in debug mode but pass in product mode - 'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT]], - 'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT]], - 'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT]], - 'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT]], - 'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT]], + 'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]], 'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]], @@ -116,7 +116,7 @@ 'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]], # http://b/issue?id=1206983 'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL]], - 'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT]], + 'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], # These tests create two Date objects just after each other and # expects them to match. Sometimes this happens on the border @@ -166,7 +166,7 @@ 'js1_5/Array/regress-99120-01': [PASS, FAIL], 'js1_5/Array/regress-99120-02': [PASS, FAIL], 'js1_5/Regress/regress-347306-01': [PASS, FAIL], - 'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT]], + 'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], # The following two tests assume that daylight savings time starts first @@ -187,7 +187,7 @@ # Tests that sorting arrays of ints is less than 3 times as fast # as sorting arrays of strings. - 'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT]], + 'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], # Tests depend on GC timings. Inherently flaky. @@ -273,14 +273,18 @@ # PCRE's match limit is reached. SpiderMonkey hangs on the first one, # JSC returns true somehow. Maybe they up the match limit? There is # an open V8 bug 676063 about this. - 'ecma_3/RegExp/regress-330684': [TIMEOUT], + # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives + # any useful coverage. + 'ecma_3/RegExp/regress-330684': [SKIP], # This test contains a regexp that runs exponentially long. Spidermonkey # standalone will hang, though apparently inside Firefox it will trigger a # long-running-script timeout. JSCRE passes by hitting the matchLimit and # just pretending that an exhaustive search found no match. - 'ecma_3/RegExp/regress-307456': [PASS, TIMEOUT], + # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives + # any useful coverage. + 'ecma_3/RegExp/regress-307456': [SKIP], # We do not detect overflow in bounds for back references and {} @@ -613,7 +617,7 @@ # This test seems designed to fail (it produces a 700Mbyte string). # We fail on out of memory. The important thing is not to crash. - 'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT]], + 'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], # This test fails since we now throw in String.prototype.match when apply # is given null or undefined as this argument (and so does firefox nightly). @@ -747,12 +751,15 @@ 'js1_5/extensions/toLocaleFormat-01': [FAIL_OK], 'js1_5/extensions/toLocaleFormat-02': [FAIL_OK], - 'js1_5/extensions/regress-330569': [TIMEOUT], - 'js1_5/extensions/regress-351448': [TIMEOUT], + # TODO(yangguo): Both tests have complex regular expressions (nested (.*)* + # and the like). Please investigate if these tests provide any coverage. + # Furthermore, an exception is expected which is not thrown by v8. + 'js1_5/extensions/regress-330569': [SKIP], + 'js1_5/extensions/regress-351448': [SKIP], # In the 64-bit version, this test takes longer to run out of memory # than it does in the 32-bit version when attempting to generate a huge # error message in debug mode. - 'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT]], + 'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT, NO_VARIANTS]], ##################### DECOMPILATION TESTS ##################### @@ -831,7 +838,7 @@ # BUG(1040): Allow this test to timeout. - 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT], + 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS], }], # 'arch == arm' @@ -851,6 +858,6 @@ # BUG(1040): Allow this test to timeout. - 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT], + 'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS], }], # 'arch == mipsel' ]