rerun.py 1.84 KB
Newer Older
1 2 3 4
# Copyright 2018 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

5 6
import collections

7
from . import base
8
from .result import RerunResult
9 10 11 12 13


class RerunProc(base.TestProcProducer):
  def __init__(self, rerun_max, rerun_max_total=None):
    super(RerunProc, self).__init__('Rerun')
14 15
    self._requirement = base.DROP_OUTPUT

16 17
    self._rerun = {}
    self._results = collections.defaultdict(list)
18 19 20 21
    self._rerun_max = rerun_max
    self._rerun_total_left = rerun_max_total

  def _next_test(self, test):
22
    return self._send_next_subtest(test)
23

24
  def _result_for(self, test, subtest, result):
25 26 27 28 29 30 31 32 33 34 35 36
    # First result
    if subtest.procid[-2:] == '-1':
      # Passed, no reruns
      if not result.has_unexpected_output:
        self._send_result(test, result)
        return

      self._rerun[test.procid] = 0

    results = self._results[test.procid]
    results.append(result)

37
    if not self.is_stopped and self._needs_rerun(test, result):
38 39 40
      self._rerun[test.procid] += 1
      if self._rerun_total_left is not None:
        self._rerun_total_left -= 1
41
      self._send_next_subtest(test, self._rerun[test.procid])
42
    else:
43
      result = RerunResult.create(results)
44 45 46 47 48 49 50 51 52
      self._finalize_test(test)
      self._send_result(test, result)

  def _needs_rerun(self, test, result):
    # TODO(majeski): Limit reruns count for slow tests.
    return ((self._rerun_total_left is None or self._rerun_total_left > 0) and
            self._rerun[test.procid] < self._rerun_max and
            result.has_unexpected_output)

53
  def _send_next_subtest(self, test, run=0):
54
    subtest = self._create_subtest(test, str(run + 1), keep_output=(run != 0))
55
    return self._send_test(subtest)
56 57 58

  def _finalize_test(self, test):
    del self._rerun[test.procid]
59
    del self._results[test.procid]