predictable_wrapper.py 2.22 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
#!/usr/bin/env python
# Copyright 2017 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""
Wrapper script for verify-predictable mode. D8 is expected to be compiled with
v8_enable_verify_predictable.

The actual test command is expected to be passed to this wraper as is. E.g.:
predictable_wrapper.py path/to/d8 --test --predictable --flag1 --flag2

The command is run up to three times and the printed allocation hash is
compared. Differences are reported as errors.
"""

17 18 19 20

# for py2/py3 compatibility
from __future__ import print_function

21 22 23
import sys

from testrunner.local import command
24
from testrunner.local import utils
25

26

27
MAX_TRIES = 3
28
TIMEOUT = 120
29

30
# Predictable mode works only when run on the host os.
31
command.setup(utils.GuessOS(), None)
32

33 34 35 36 37 38 39
def main(args):
  def allocation_str(stdout):
    for line in reversed((stdout or '').splitlines()):
      if line.startswith('### Allocations = '):
        return line
    return None

40
  cmd = command.Command(args[0], args[1:], timeout=TIMEOUT)
41 42 43

  previous_allocations = None
  for run in range(1, MAX_TRIES + 1):
44
    print('### Predictable run #%d' % run)
45 46
    output = cmd.execute()
    if output.stdout:
47 48
      print('### Stdout:')
      print(output.stdout)
49
    if output.stderr:
50 51 52
      print('### Stderr:')
      print(output.stderr)
    print('### Return code: %s' % output.exit_code)
53 54 55
    if output.HasTimedOut():
      # If we get a timeout in any run, we are in an unpredictable state. Just
      # report it as a failure and don't rerun.
56
      print('### Test timed out')
57 58 59 60 61 62 63 64
      return 1
    allocations = allocation_str(output.stdout)
    if not allocations:
      print ('### Test had no allocation output. Ensure this is built '
             'with v8_enable_verify_predictable and that '
             '--verify-predictable is passed at the cmd line.')
      return 2
    if previous_allocations and previous_allocations != allocations:
65
      print('### Allocations differ')
66 67 68 69 70 71 72 73 74 75 76
      return 3
    if run >= MAX_TRIES:
      # No difference on the last run -> report a success.
      return 0
    previous_allocations = allocations
  # Unreachable.
  assert False


if __name__ == '__main__':
  sys.exit(main(sys.argv[1:]))