Skip to content

V
V8
Commit 0a1cad37 authored by Michael Achenbach's avatar Michael Achenbach Committed by Commit Bot
Browse files
Options

[test] Deprecate timeout test expectations 

Tests should instead be skipped or fixed.

Existing timeout expectations are either optimistically deleted or replaced by the SLOW keyword.

Change-Id: Ic43f52bf18d0702674c95f9263a109041a1c9cd8
Reviewed-on: https://chromium-review.googlesource.com/518122Reviewed-by: 's avatarMichael Starzinger <mstarzinger@chromium.org>
Commit-Queue: Michael Achenbach <machenbach@chromium.org>
Cr-Commit-Position: refs/heads/master@{#45552}
parent f4664d02
Hide whitespace changes
Inline Side-by-side
Showing with 44 additions and 55 deletions
test/cctest/cctest.status
View file @ 0a1cad37
...@@ -36,9 +36,6 @@ ...@@ -36,9 +36,6 @@
# maintain it until the CL is done. # maintain it until the CL is done.
'test-heap-profiler/AllocationSitesAreVisible': [FAIL], 'test-heap-profiler/AllocationSitesAreVisible': [FAIL],
# BUG(382): Weird test. Can't guarantee that it never times out.
'test-api/ApplyInterruption': [PASS, TIMEOUT],
# These tests always fail. They are here to test test.py. If # These tests always fail. They are here to test test.py. If
# they don't fail then test.py has failed. # they don't fail then test.py has failed.
'test-serialize/TestThatAlwaysFails': [FAIL], 'test-serialize/TestThatAlwaysFails': [FAIL],
...@@ -147,7 +144,7 @@ ...@@ -147,7 +144,7 @@
['arch == arm64 and simulator_run == True', { ['arch == arm64 and simulator_run == True', {
# Pass but take too long with the simulator. # Pass but take too long with the simulator.
'test-api/ExternalArrays': [PASS, TIMEOUT], 'test-api/ExternalArrays': [PASS, SLOW],
'test-api/Threading*': [PASS, SKIP], 'test-api/Threading*': [PASS, SKIP],
}], # 'arch == arm64 and simulator_run == True' }], # 'arch == arm64 and simulator_run == True'
......
test/mjsunit/mjsunit.status
View file @ 0a1cad37
...@@ -42,8 +42,8 @@ ...@@ -42,8 +42,8 @@
# Issue 1719: Slow to collect arrays over several contexts. # Issue 1719: Slow to collect arrays over several contexts.
'regress/regress-524': [SKIP], 'regress/regress-524': [SKIP],
# When that bug is fixed, revert the expectation to: # When that bug is fixed, revert the expectation to:
# Skip long running test in debug and allow it to timeout in release mode. # Skip long running test in debug.
# regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]], # regress/regress-524: [PASS, ['mode == debug', SKIP]],
# This test non-deterministically runs out of memory on Windows ia32. # This test non-deterministically runs out of memory on Windows ia32.
'regress/regress-crbug-160010': [SKIP], 'regress/regress-crbug-160010': [SKIP],
...@@ -88,13 +88,8 @@ ...@@ -88,13 +88,8 @@
# TODO(arm): This seems to flush out a bug on arm with simulator. # TODO(arm): This seems to flush out a bug on arm with simulator.
'array-constructor': [PASS, SLOW, ['arch == arm and simulator == True', SKIP]], 'array-constructor': [PASS, SLOW, ['arch == arm and simulator == True', SKIP]],
# Issue 4413: this test sometimes times out with TSAN because we trigger
# the slow path in C++ with holey arrays in Function.prototype.apply.
# TODO(bmeurer): Add fast support for holey arrays in apply.
'apply': [PASS, TIMEOUT],
# Very slow on ARM and MIPS, contains no architecture dependent code. # Very slow on ARM and MIPS, contains no architecture dependent code.
'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', TIMEOUT]], 'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
'regress/regress-3976': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]], 'regress/regress-3976': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
'regress/regress-crbug-482998': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]], 'regress/regress-crbug-482998': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]],
...@@ -269,9 +264,6 @@ ...@@ -269,9 +264,6 @@
############################################################################## ##############################################################################
['arch == arm64 or arch == android_arm64', { ['arch == arm64 or arch == android_arm64', {
# arm64 TF timeout.
'regress/regress-1257': [PASS, TIMEOUT],
# Requires bigger stack size in the Genesis and if stack size is increased, # Requires bigger stack size in the Genesis and if stack size is increased,
# the test requires too much time to run. However, the problem test covers # the test requires too much time to run. However, the problem test covers
# should be platform-independent. # should be platform-independent.
...@@ -330,19 +322,19 @@ ...@@ -330,19 +322,19 @@
'unicodelctest-no-optimization': [PASS, SLOW], 'unicodelctest-no-optimization': [PASS, SLOW],
'unicodelctest': [PASS, SLOW], 'unicodelctest': [PASS, SLOW],
'unicode-test': [PASS, SLOW], 'unicode-test': [PASS, SLOW],
'whitespaces': [PASS, TIMEOUT, SLOW], 'whitespaces': [PASS, SLOW],
}], # 'arch == arm64' }], # 'arch == arm64'
['arch == arm64 and mode == debug and simulator_run == True', { ['arch == arm64 and mode == debug and simulator_run == True', {
# Pass but take too long with the simulator in debug mode. # Pass but take too long with the simulator in debug mode.
'array-sort': [PASS, TIMEOUT], 'array-sort': [PASS, SLOW],
'packed-elements': [SKIP], 'packed-elements': [SKIP],
'regexp-global': [SKIP], 'regexp-global': [SKIP],
'math-floor-of-div': [PASS, TIMEOUT], 'math-floor-of-div': [PASS, SLOW],
'math-floor-of-div-nosudiv': [PASS, TIMEOUT], 'math-floor-of-div-nosudiv': [PASS, SLOW],
'unicodelctest': [PASS, TIMEOUT], 'unicodelctest': [PASS, SLOW],
'unicodelctest-no-optimization': [PASS, TIMEOUT], 'unicodelctest-no-optimization': [PASS, SLOW],
# Issue 3219: # Issue 3219:
'getters-on-elements': [PASS, ['gc_stress == True', FAIL]], 'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
}], # 'arch == arm64 and mode == debug and simulator_run == True' }], # 'arch == arm64 and mode == debug and simulator_run == True'
...@@ -399,9 +391,9 @@ ...@@ -399,9 +391,9 @@
# Flaky test that can hit compilation-time stack overflow in debug mode. # Flaky test that can hit compilation-time stack overflow in debug mode.
'unicode-test': [PASS, ['mode == debug', PASS, FAIL]], 'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],
# Times out often in release mode on ARM. # Slow in release mode on ARM.
'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]], 'compiler/regress-stacktrace-methods': [PASS, SLOW],
'array-splice': [PASS, TIMEOUT], 'array-splice': [PASS, SLOW],
# Long running tests. Skipping because having them timeout takes too long on # Long running tests. Skipping because having them timeout takes too long on
# the buildbot. # the buildbot.
...@@ -427,7 +419,7 @@ ...@@ -427,7 +419,7 @@
'regress/regress-2790': [PASS, SLOW], 'regress/regress-2790': [PASS, SLOW],
'regress/regress-91008': [PASS, SLOW], 'regress/regress-91008': [PASS, SLOW],
'regress/regress-json-stringify-gc': [PASS, SLOW], 'regress/regress-json-stringify-gc': [PASS, SLOW],
'string-indexof-2': [PASS, TIMEOUT], 'string-indexof-2': [PASS, SLOW],
}], # 'arch == arm or arch == android_arm' }], # 'arch == arm or arch == android_arm'
############################################################################## ##############################################################################
...@@ -455,12 +447,12 @@ ...@@ -455,12 +447,12 @@
'try': [PASS, ['mode == debug', SKIP]], 'try': [PASS, ['mode == debug', SKIP]],
'array-constructor': [PASS, ['mode == debug', SKIP]], 'array-constructor': [PASS, ['mode == debug', SKIP]],
# Times out often in release mode on MIPS. # Slow in release mode on MIPS.
'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]], 'compiler/regress-stacktrace-methods': [PASS, SLOW],
'array-splice': [PASS, TIMEOUT], 'array-splice': [PASS, SLOW],
# Long running test. # Long running test.
'string-indexof-2': [PASS, TIMEOUT], 'string-indexof-2': [PASS, SLOW],
# Long running tests. Skipping because having them timeout takes too long on # Long running tests. Skipping because having them timeout takes too long on
# the buildbot. # the buildbot.
...@@ -485,12 +477,12 @@ ...@@ -485,12 +477,12 @@
'try': [PASS, ['mode == debug', SKIP]], 'try': [PASS, ['mode == debug', SKIP]],
'array-constructor': [PASS, ['mode == debug', SKIP]], 'array-constructor': [PASS, ['mode == debug', SKIP]],
# Times out often in release mode on MIPS. # Slow in release mode on MIPS.
'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOUT]], 'compiler/regress-stacktrace-methods': [PASS, SLOW],
'array-splice': [PASS, TIMEOUT], 'array-splice': [PASS, SLOW],
# Long running test. # Long running test.
'string-indexof-2': [PASS, TIMEOUT], 'string-indexof-2': [PASS, SLOW],
# BUG(3251035): Timeouts in long looping crankshaft optimization # BUG(3251035): Timeouts in long looping crankshaft optimization
# tests. Skipping because having them timeout takes too long on the # tests. Skipping because having them timeout takes too long on the
......
test/mozilla/mozilla.status
View file @ 0a1cad37
...@@ -109,8 +109,8 @@ ...@@ -109,8 +109,8 @@
'js1_5/extensions/regress-452565': [FAIL], 'js1_5/extensions/regress-452565': [FAIL],
'js1_5/extensions/scope-001': [FAIL], 'js1_5/extensions/scope-001': [FAIL],
# To add insult to injury, these tests time out in debug mode # To add insult to injury, these tests time out in debug mode
'js1_5/Regress/regress-360969-03': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/Regress/regress-360969-03': [FAIL, ['mode == debug', NO_VARIANTS]],
'js1_5/Regress/regress-360969-04': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/Regress/regress-360969-04': [FAIL, ['mode == debug', NO_VARIANTS]],
# Function declarations are no longer allowed as the body of a with statement. # Function declarations are no longer allowed as the body of a with statement.
'js1_5/Regress/regress-326453': [FAIL], 'js1_5/Regress/regress-326453': [FAIL],
...@@ -138,8 +138,8 @@ ...@@ -138,8 +138,8 @@
'ecma_3/Date/15.9.3.2-1': [SKIP], 'ecma_3/Date/15.9.3.2-1': [SKIP],
'js1_2/function/Number': [SKIP], 'js1_2/function/Number': [SKIP],
# TODO(2018): Temporarily allow timeout in debug mode. # TODO(2018): Might timeout in debug mode.
'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS, FAIL]], 'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', NO_VARIANTS, FAIL]],
# These tests use invalid LHS expressions in assignments. # These tests use invalid LHS expressions in assignments.
'js1_5/Regress/regress-319391': [SKIP], 'js1_5/Regress/regress-319391': [SKIP],
...@@ -180,9 +180,9 @@ ...@@ -180,9 +180,9 @@
##################### FLAKY TESTS ##################### ##################### FLAKY TESTS #####################
# These tests time out in debug mode but pass in product mode # These tests time out in debug mode but pass in product mode
'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', NO_VARIANTS]],
'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', NO_VARIANTS]],
'js1_5/extensions/regress-365527': [PASS, SLOW, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/extensions/regress-365527': [PASS, SLOW, ['mode == debug', NO_VARIANTS]],
'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]], 'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]],
'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]], 'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]],
...@@ -191,10 +191,10 @@ ...@@ -191,10 +191,10 @@
'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]], 'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]],
# http://b/issue?id=1206983 # http://b/issue?id=1206983
'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL], NO_VARIANTS], 'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL], NO_VARIANTS],
'ecma/FunctionObjects/15.3.1.1-3': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'ecma/FunctionObjects/15.3.1.1-3': [PASS, FAIL, ['mode == debug', NO_VARIANTS]],
'ecma/FunctionObjects/15.3.2.1-3': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'ecma/FunctionObjects/15.3.2.1-3': [PASS, FAIL, ['mode == debug', NO_VARIANTS]],
'ecma/FunctionObjects/15.3.5-1': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'ecma/FunctionObjects/15.3.5-1': [PASS, FAIL, ['mode == debug', NO_VARIANTS]],
'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', NO_VARIANTS]],
# These tests create two Date objects just after each other and # These tests create two Date objects just after each other and
# expects them to match. Sometimes this happens on the border # expects them to match. Sometimes this happens on the border
...@@ -245,7 +245,7 @@ ...@@ -245,7 +245,7 @@
'js1_5/Array/regress-99120-01': [PASS, FAIL, NO_VARIANTS], 'js1_5/Array/regress-99120-01': [PASS, FAIL, NO_VARIANTS],
'js1_5/Array/regress-99120-02': [PASS, FAIL], 'js1_5/Array/regress-99120-02': [PASS, FAIL],
'js1_5/Regress/regress-347306-01': [PASS, FAIL], 'js1_5/Regress/regress-347306-01': [PASS, FAIL],
'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT], NO_VARIANTS], 'js1_5/Regress/regress-416628': [PASS, FAIL, NO_VARIANTS],
# The following two tests assume that daylight savings time starts first # The following two tests assume that daylight savings time starts first
...@@ -266,7 +266,7 @@ ...@@ -266,7 +266,7 @@
# Tests that sorting arrays of ints is less than 3 times as fast # Tests that sorting arrays of ints is less than 3 times as fast
# as sorting arrays of strings. # as sorting arrays of strings.
'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', NO_VARIANTS]],
# Tests depend on GC timings. Inherently flaky. # Tests depend on GC timings. Inherently flaky.
...@@ -664,7 +664,7 @@ ...@@ -664,7 +664,7 @@
# This test seems designed to fail (it produces a 700Mbyte string). # This test seems designed to fail (it produces a 700Mbyte string).
# We fail on out of memory. The important thing is not to crash. # We fail on out of memory. The important thing is not to crash.
'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]], 'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', NO_VARIANTS]],
# This test fails since we now throw in String.prototype.match when apply # This test fails since we now throw in String.prototype.match when apply
# is given null or undefined as this argument (and so does firefox nightly). # is given null or undefined as this argument (and so does firefox nightly).
...@@ -802,7 +802,7 @@ ...@@ -802,7 +802,7 @@
# In the 64-bit version, this test takes longer to run out of memory # In the 64-bit version, this test takes longer to run out of memory
# than it does in the 32-bit version when attempting to generate a huge # than it does in the 32-bit version when attempting to generate a huge
# error message in debug mode. # error message in debug mode.
'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT, NO_VARIANTS]], 'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', NO_VARIANTS]],
##################### DECOMPILATION TESTS ##################### ##################### DECOMPILATION TESTS #####################
...@@ -900,8 +900,8 @@ ...@@ -900,8 +900,8 @@
'js1_5/Regress/regress-404755': [SKIP], 'js1_5/Regress/regress-404755': [SKIP],
'js1_5/Regress/regress-451322': [SKIP], 'js1_5/Regress/regress-451322': [SKIP],
# BUG(1040): Allow this test to timeout. # BUG(1040): This test might time out.
'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS], 'js1_5/GC/regress-203278-2': [PASS, SLOW, NO_VARIANTS],
}], # 'arch == arm or arch == arm64' }], # 'arch == arm or arch == arm64'
...@@ -928,8 +928,8 @@ ...@@ -928,8 +928,8 @@
'js1_5/Regress/regress-451322': [SKIP], 'js1_5/Regress/regress-451322': [SKIP],
# BUG(1040): Allow this test to timeout. # BUG(1040): This test might time out.
'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS], 'js1_5/GC/regress-203278-2': [PASS, SLOW, NO_VARIANTS],
}], # 'arch == mipsel or arch == mips64el or arch == mips64' }], # 'arch == mipsel or arch == mips64el or arch == mips64'
['arch == mipsel and simulator_run == True', { ['arch == mipsel and simulator_run == True', {
...@@ -956,8 +956,8 @@ ...@@ -956,8 +956,8 @@
'js1_5/Regress/regress-451322': [SKIP], 'js1_5/Regress/regress-451322': [SKIP],
# BUG(1040): Allow this test to timeout. # BUG(1040): This test might time out.
'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS], 'js1_5/GC/regress-203278-2': [PASS, SLOW, NO_VARIANTS],
}], # 'arch == mips' }], # 'arch == mips'
['arch == arm and simulator_run == True', { ['arch == arm and simulator_run == True', {
......
tools/testrunner/local/statusfile.py
View file @ 0a1cad37
...@@ -49,7 +49,7 @@ FAIL_SLOPPY = "FAIL_SLOPPY" ...@@ -49,7 +49,7 @@ FAIL_SLOPPY = "FAIL_SLOPPY"
ALWAYS = "ALWAYS" ALWAYS = "ALWAYS"
KEYWORDS = {} KEYWORDS = {}
for key in [SKIP, FAIL, PASS, OKAY, TIMEOUT, CRASH, SLOW, FAIL_OK, for key in [SKIP, FAIL, PASS, OKAY, CRASH, SLOW, FAIL_OK,
FAST_VARIANTS, NO_VARIANTS, PASS_OR_FAIL, FAIL_SLOPPY, ALWAYS]: FAST_VARIANTS, NO_VARIANTS, PASS_OR_FAIL, FAIL_SLOPPY, ALWAYS]:
KEYWORDS[key] = key KEYWORDS[key] = key
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment