Skip Mozilla tests with timeouts.

- Let Mozilla tests with timeouts always run in no-variants mode. Otherwise the stress-run causes a 16 minutes timeout in debug mode and 32 minutes on arm debug.
- Four test cases with exponentially long running regular expressions are skipped entirely.

BUG=
R=jkummerow@chromium.org

Review URL: https://codereview.chromium.org/148913006

git-svn-id: http://v8.googlecode.com/svn/branches/bleeding_edge@18916 ce2b1a6d-e550-0410-aec6-3dcde31c8c00
parent 405e8eaf
......@@ -75,7 +75,7 @@
'js1_2/function/Number': [SKIP],
# TODO(2018): Temporarily allow timeout in debug mode.
'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, FAIL]],
'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS, FAIL]],
##################### SLOW TESTS #####################
......@@ -103,11 +103,11 @@
##################### FLAKY TESTS #####################
# These tests time out in debug mode but pass in product mode
'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT]],
'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT]],
'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT]],
'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT]],
'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT]],
'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],
'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]],
'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]],
......@@ -116,7 +116,7 @@
'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]],
# http://b/issue?id=1206983
'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL]],
'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT]],
'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
# These tests create two Date objects just after each other and
# expects them to match. Sometimes this happens on the border
......@@ -166,7 +166,7 @@
'js1_5/Array/regress-99120-01': [PASS, FAIL],
'js1_5/Array/regress-99120-02': [PASS, FAIL],
'js1_5/Regress/regress-347306-01': [PASS, FAIL],
'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT]],
'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
# The following two tests assume that daylight savings time starts first
......@@ -187,7 +187,7 @@
# Tests that sorting arrays of ints is less than 3 times as fast
# as sorting arrays of strings.
'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT]],
'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
# Tests depend on GC timings. Inherently flaky.
......@@ -273,14 +273,18 @@
# PCRE's match limit is reached. SpiderMonkey hangs on the first one,
# JSC returns true somehow. Maybe they up the match limit? There is
# an open V8 bug 676063 about this.
'ecma_3/RegExp/regress-330684': [TIMEOUT],
# TODO(yangguo): Hangs on complex regexp. Please investigate if this gives
# any useful coverage.
'ecma_3/RegExp/regress-330684': [SKIP],
# This test contains a regexp that runs exponentially long. Spidermonkey
# standalone will hang, though apparently inside Firefox it will trigger a
# long-running-script timeout. JSCRE passes by hitting the matchLimit and
# just pretending that an exhaustive search found no match.
'ecma_3/RegExp/regress-307456': [PASS, TIMEOUT],
# TODO(yangguo): Hangs on complex regexp. Please investigate if this gives
# any useful coverage.
'ecma_3/RegExp/regress-307456': [SKIP],
# We do not detect overflow in bounds for back references and {}
......@@ -613,7 +617,7 @@
# This test seems designed to fail (it produces a 700Mbyte string).
# We fail on out of memory. The important thing is not to crash.
'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT]],
'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],
# This test fails since we now throw in String.prototype.match when apply
# is given null or undefined as this argument (and so does firefox nightly).
......@@ -747,12 +751,15 @@
'js1_5/extensions/toLocaleFormat-01': [FAIL_OK],
'js1_5/extensions/toLocaleFormat-02': [FAIL_OK],
'js1_5/extensions/regress-330569': [TIMEOUT],
'js1_5/extensions/regress-351448': [TIMEOUT],
# TODO(yangguo): Both tests have complex regular expressions (nested (.*)*
# and the like). Please investigate if these tests provide any coverage.
# Furthermore, an exception is expected which is not thrown by v8.
'js1_5/extensions/regress-330569': [SKIP],
'js1_5/extensions/regress-351448': [SKIP],
# In the 64-bit version, this test takes longer to run out of memory
# than it does in the 32-bit version when attempting to generate a huge
# error message in debug mode.
'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT]],
'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT, NO_VARIANTS]],
##################### DECOMPILATION TESTS #####################
......@@ -831,7 +838,7 @@
# BUG(1040): Allow this test to timeout.
'js1_5/GC/regress-203278-2': [PASS, TIMEOUT],
'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS],
}], # 'arch == arm'
......@@ -851,6 +858,6 @@
# BUG(1040): Allow this test to timeout.
'js1_5/GC/regress-203278-2': [PASS, TIMEOUT],
'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS],
}], # 'arch == mipsel'
]
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment