Revert "[tools] Clean up py2 code"

This reverts commit 1289704a.

Reason for revert:
https://ci.chromium.org/ui/p/v8/builders/ci/V8%20Mac%20-%20arm64%20-%20release/8735/overview

Original change's description:
> [tools] Clean up py2 code
>
> Bug: chromium:1292013
> Change-Id: Ic2c3a197005a2136bb0eda4cbb36d8eb57f42a7c
> Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/3523047
> Reviewed-by: Liviu Rau <liviurau@chromium.org>
> Commit-Queue: Michael Achenbach <machenbach@chromium.org>
> Cr-Commit-Position: refs/heads/main@{#79507}

Bug: chromium:1292013
Change-Id: I48c38209220b775d0caa45f487ed163f78333e0c
No-Presubmit: true
No-Tree-Checks: true
No-Try: true
Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/3532228
Auto-Submit: Michael Achenbach <machenbach@chromium.org>
Commit-Queue: Rubber Stamper <rubber-stamper@appspot.gserviceaccount.com>
Bot-Commit: Rubber Stamper <rubber-stamper@appspot.gserviceaccount.com>
Cr-Commit-Position: refs/heads/main@{#79508}

tools/PRESUBMIT.py

@@ -9,6 +9,5 @@ USE_PYTHON3 = True
 
 def CheckChangeOnCommit(input_api, output_api):
   tests = input_api.canned_checks.GetUnitTestsInDirectory(
-      input_api, output_api, 'unittests', files_to_check=[r'.+_test\.py$'],
-      run_on_python2=False)
+      input_api, output_api, 'unittests', files_to_check=[r'.+_test\.py$'])
   return input_api.RunTests(tests)

tools/testrunner/PRESUBMIT.py

@@ -14,7 +14,6 @@ def _CommonChecks(input_api, output_api):
       input_api.os_path.join(input_api.PresubmitLocalPath()),
       files_to_check=[r'.+_unittest\.py$'],
       files_to_skip=[],
-      run_on_python2=False,
   ))
 
 def CheckChangeOnUpload(input_api, output_api):

tools/testrunner/base_runner.py

@@ -2,6 +2,8 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import print_function
 from functools import reduce
 
 from collections import OrderedDict, namedtuple

tools/testrunner/local/command.py

@@ -2,6 +2,9 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 from contextlib import contextmanager
 import os
 import re
@@ -16,6 +19,8 @@ from ..local.android import (
 from ..local import utils
 from ..objects import output
 
+PYTHON3 = sys.version_info >= (3, 0)
+
 BASE_DIR = os.path.normpath(
     os.path.join(os.path.dirname(os.path.abspath(__file__)), '..' , '..', '..'))
 
@@ -110,11 +115,17 @@ class BaseCommand(object):
 
       timer.cancel()
 
+    def convert(stream):
+      if PYTHON3:
+        return stream.decode('utf-8', 'replace')
+      else:
+        return stream.decode('utf-8', 'replace').encode('utf-8')
+
     return output.Output(
       process.returncode,
       timeout_occured[0],
-      stdout.decode('utf-8', 'replace'),
-      stderr.decode('utf-8', 'replace'),
+      convert(stdout),
+      convert(stderr),
       process.pid,
       duration
     )

tools/testrunner/local/pool.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2014 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 from contextlib import contextmanager
 from multiprocessing import Process, Queue
 import os

tools/testrunner/local/pool_unittest.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2014 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
@@ -28,7 +28,7 @@ class PoolTest(unittest.TestCase):
         # Any result can be a heartbeat due to timings.
         continue
       results.add(result.value)
-    self.assertEqual(set(range(0, 10)), results)
+    self.assertEquals(set(range(0, 10)), results)
 
   def testException(self):
     results = set()
@@ -42,7 +42,7 @@ class PoolTest(unittest.TestCase):
         results.add(result.value)
     expect = set(range(0, 12))
     expect.remove(10)
-    self.assertEqual(expect, results)
+    self.assertEquals(expect, results)
 
   def testAdd(self):
     results = set()
@@ -54,8 +54,7 @@ class PoolTest(unittest.TestCase):
       results.add(result.value)
       if result.value < 30:
         pool.add([result.value + 20])
-    self.assertEqual(
-        set(range(0, 10)) | set(range(20, 30)) | set(range(40, 50)),
+    self.assertEquals(set(range(0, 10) + range(20, 30) + range(40, 50)),
                       results)
 
 

tools/testrunner/local/statusfile.py

@@ -25,6 +25,10 @@
 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+from __future__ import absolute_import
+
 import os
 import re
 

tools/testrunner/local/statusfile_unittest.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2016 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+
+from __future__ import absolute_import
 import os
 import sys
 import unittest

tools/testrunner/local/testsuite_unittest.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2016 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

tools/testrunner/local/utils.py

@@ -25,6 +25,9 @@
 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 from os.path import exists
 from os.path import isdir
 from os.path import join

tools/testrunner/local/verbose.py

@@ -25,6 +25,9 @@
 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 import sys
 import time
 

tools/testrunner/num_fuzzer.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 #
 # Copyright 2017 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import absolute_import
+from __future__ import print_function
+
 import random
 import sys
 

tools/testrunner/outproc/base.py

@@ -2,7 +2,12 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
-from itertools import zip_longest
+try: # Python3
+  from itertools import zip_longest
+  PYTHON3 = True
+except ImportError: # Python2
+  from itertools import izip_longest as zip_longest
+  PYTHON3 = False
 
 from ..testproc.base import (
     DROP_RESULT, DROP_OUTPUT, DROP_PASS_OUTPUT, DROP_PASS_STDOUT)
@@ -142,7 +147,9 @@ class ExpectedOutProc(OutProc):
     if output.exit_code != 0:
       return True
 
-    with open(self._expected_filename, 'r', encoding='utf-8') as f:
+    # TODO(https://crbug.com/1292013): Simplify after Python3 migration.
+    kwargs = {'encoding': 'utf-8'} if PYTHON3 else {}
+    with open(self._expected_filename, 'r', **kwargs) as f:
       expected_lines = f.readlines()
 
     for act_iterator in self._act_block_iterator(output):

tools/testrunner/outproc/message.py

@@ -5,7 +5,10 @@
 import os
 import re
 
-from itertools import zip_longest
+try: # Python3
+  from itertools import zip_longest
+except ImportError: # Python2
+  from itertools import izip_longest as zip_longest
 
 from . import base
 

tools/testrunner/standard_runner.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 #
 # Copyright 2017 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import absolute_import
+from __future__ import print_function
 from functools import reduce
 
 import datetime

tools/testrunner/testproc/combiner.py

@@ -2,6 +2,9 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 from collections import defaultdict
 import time
 

tools/testrunner/testproc/progress.py

@@ -2,6 +2,10 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+from __future__ import absolute_import
+
 import datetime
 import json
 import os

tools/testrunner/testproc/sequence_unittest.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2021 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
@@ -87,8 +87,7 @@ class TestSequenceProc(unittest.TestCase):
     self.assertEqual(set(test.n for test in tests), results.tests)
 
   def test_wrong_usage(self):
-    with self.assertRaises(Exception):
-      SequenceProc(0)
+    self.assertRaises(lambda: SequenceProc(0))
 
   def test_no_tests(self):
     self._test([], 1, 1)

tools/testrunner/testproc/shard_unittest.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2019 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

tools/testrunner/testproc/sigproc.py

@@ -2,6 +2,9 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 import signal
 
 from . import base

tools/testrunner/testproc/timeout.py

+from __future__ import print_function
 # Copyright 2018 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

tools/testrunner/testproc/util.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2020 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

tools/testrunner/testproc/util_unittest.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2020 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+from __future__ import absolute_import
+
 import os
 import sys
 import unittest

tools/testrunner/testproc/variant_unittest.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2019 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

tools/testrunner/utils/dump_build_config_gyp.py

@@ -11,6 +11,9 @@ Raw gyp values are supported - they will be tranformed into valid json.
 """
 # TODO(machenbach): Remove this when gyp is deprecated.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 import json
 import os
 import sys

tools/unittests/run_tests_test.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 # Copyright 2017 the V8 project authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
@@ -17,6 +17,9 @@ with different test suite extensions and build configurations.
 # TODO(machenbach): Coverage data from multiprocessing doesn't work.
 # TODO(majeski): Add some tests for the fuzzers.
 
+# for py2/py3 compatibility
+from __future__ import print_function
+
 import collections
 import contextlib
 import json
@@ -27,7 +30,11 @@ import sys
 import tempfile
 import unittest
 
-from io import StringIO
+# TODO(https://crbug.com/1292016): Remove after Python3 migration.
+try:
+  from cStringIO import StringIO
+except ImportError:
+  from io import StringIO
 
 TOOLS_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
 TEST_DATA_ROOT = os.path.join(TOOLS_ROOT, 'unittests', 'testdata')

tools/v8_presubmit.py

-#!/usr/bin/env python3
+#!/usr/bin/env python
 #
 # Copyright 2012 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
@@ -27,8 +27,17 @@
 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
-import hashlib
-md5er = hashlib.md5
+
+# for py2/py3 compatibility
+from __future__ import absolute_import
+from __future__ import print_function
+
+try:
+  import hashlib
+  md5er = hashlib.md5
+except ImportError as e:
+  import md5
+  md5er = md5.new
 
 
 import json
@@ -46,11 +55,13 @@ from testrunner.local import statusfile
 from testrunner.local import testsuite
 from testrunner.local import utils
 
-def decode(arg, encoding="utf-8"):
-  return arg.decode(encoding)
+PYTHON3 = sys.version_info >= (3, 0)
+
+def maybe_decode(arg, encoding="utf-8"):
+  return arg.decode(encoding) if PYTHON3 else arg
 
-def encode(arg, encoding="utf-8"):
-  return arg.encode(encoding)
+def maybe_encode(arg, encoding="utf-8"):
+  return arg.encode(encoding) if PYTHON3 else arg
 
 # Special LINT rules diverging from default and reason.
 # build/header_guard: Our guards have the form "V8_FOO_H_", not "SRC_FOO_H_".
@@ -89,7 +100,7 @@ def CppLintWorker(command):
     out_lines = ""
     error_count = -1
     while True:
-      out_line = decode(process.stderr.readline())
+      out_line = maybe_decode(process.stderr.readline())
       if out_line == '' and process.poll() != None:
         if error_count == -1:
           print("Failed to process %s" % command.pop())
@@ -115,7 +126,7 @@ def TorqueLintWorker(command):
     out_lines = ""
     error_count = 0
     while True:
-      out_line = decode(process.stderr.readline())
+      out_line = maybe_decode(process.stderr.readline())
       if out_line == '' and process.poll() != None:
         break
       out_lines += out_line
@@ -145,7 +156,7 @@ def JSLintWorker(command):
         sys.stdout.write("error code " + str(rc) + " running clang-format.\n")
         return rc
 
-      if decode(output) != contents:
+      if maybe_decode(output) != contents:
         return 1
 
       return 0
@@ -203,7 +214,7 @@ class FileContentsCache(object):
     for file in files:
       try:
         handle = open(file, "r")
-        file_sum = md5er(encode(handle.read())).digest()
+        file_sum = md5er(maybe_encode(handle.read())).digest()
         if not file in self.sums or self.sums[file] != file_sum:
           changed_or_new.append(file)
           self.sums[file] = file_sum
@@ -487,7 +498,7 @@ class SourceProcessor(SourceFileProcessor):
       output = subprocess.Popen('git ls-files --full-name',
                                 stdout=PIPE, cwd=path, shell=True)
       result = []
-      for file in decode(output.stdout.read()).split():
+      for file in maybe_decode(output.stdout.read()).split():
         for dir_part in os.path.dirname(file).replace(os.sep, '/').split('/'):
           if self.IgnoreDir(dir_part):
             break
@@ -621,7 +632,7 @@ class SourceProcessor(SourceFileProcessor):
     for file in files:
       try:
         handle = open(file, "rb")
-        contents = decode(handle.read(), "ISO-8859-1")
+        contents = maybe_decode(handle.read(), "ISO-8859-1")
         if len(contents) > 0 and not self.ProcessContents(file, contents):
           success = False
           violations += 1