Commit e19bc613 authored by Michael Achenbach's avatar Michael Achenbach Committed by Commit Bot

[test] Tolerate timeout on numfuzz with combined tests

A timeout result of randomly combined tests is not a useful indicator.
Therefore we ignore those now. This also prevents timeouts from being
re-run.

TBR=sergiyb@chromium.org
NOTRY=true

Bug: v8:6917
Change-Id: I8e5eb93e2f13067ca5270fb152c3dc1eda1bb3c2
Reviewed-on: https://chromium-review.googlesource.com/888559Reviewed-by: 's avatarMichael Achenbach <machenbach@chromium.org>
Commit-Queue: Michael Achenbach <machenbach@chromium.org>
Cr-Commit-Position: refs/heads/master@{#50879}
parent 2c58593a
...@@ -177,8 +177,8 @@ class CombinedTest(testcase.TestCase): ...@@ -177,8 +177,8 @@ class CombinedTest(testcase.TestCase):
self._tests = tests self._tests = tests
def _prepare_outcomes(self, force_update=True): def _prepare_outcomes(self, force_update=True):
self._statusfile_outcomes = outproc.OUTCOMES_PASS self._statusfile_outcomes = outproc.OUTCOMES_PASS_OR_TIMEOUT
self.expected_outcomes = outproc.OUTCOMES_PASS self.expected_outcomes = outproc.OUTCOMES_PASS_OR_TIMEOUT
def _get_shell_with_flags(self, ctx): def _get_shell_with_flags(self, ctx):
"""In addition to standard set of shell flags it appends: """In addition to standard set of shell flags it appends:
......
...@@ -13,6 +13,9 @@ from ..testproc.result import Result ...@@ -13,6 +13,9 @@ from ..testproc.result import Result
OUTCOMES_PASS = [statusfile.PASS] OUTCOMES_PASS = [statusfile.PASS]
OUTCOMES_FAIL = [statusfile.FAIL] OUTCOMES_FAIL = [statusfile.FAIL]
# We tolerate timeout with combined tests.
OUTCOMES_PASS_OR_TIMEOUT = [statusfile.PASS, statusfile.TIMEOUT]
class BaseOutProc(object): class BaseOutProc(object):
def process(self, output, reduction=None): def process(self, output, reduction=None):
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment