# Copyright (c) 2017 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """ This script (intended to be invoked by autoninja or autoninja.bat) detects whether a build is using goma. If so it runs with a large -j value, and otherwise it chooses a small one. This auto-adjustment makes using goma simpler and safer, and avoids errors that can cause slow goma builds or swap-storms on non-goma builds. """ from __future__ import print_function import multiprocessing import os import re import sys SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__)) # The -t tools are incompatible with -j t_specified = False j_specified = False output_dir = '.' input_args = sys.argv # On Windows the autoninja.bat script passes along the arguments enclosed in # double quotes. This prevents multiple levels of parsing of the special '^' # characters needed when compiling a single file but means that this script gets # called with a single argument containing all of the actual arguments, # separated by spaces. When this case is detected we need to do argument # splitting ourselves. This means that arguments containing actual spaces are # not supported by autoninja, but that is not a real limitation. if (sys.platform.startswith('win') and len(sys.argv) == 2 and input_args[1].count(' ') > 0): input_args = sys.argv[:1] + sys.argv[1].split() # Ninja uses getopt_long, which allow to intermix non-option arguments. # To leave non supported parameters untouched, we do not use getopt. for index, arg in enumerate(input_args[1:]): if arg.startswith('-j'): j_specified = True if arg.startswith('-t'): t_specified = True if arg == '-C': # + 1 to get the next argument and +1 because we trimmed off input_args[0] output_dir = input_args[index + 2] elif arg.startswith('-C'): # Support -Cout/Default output_dir = arg[2:] use_goma = False try: # If GOMA_DISABLED is set (to anything) then gomacc will use the local # compiler instead of doing a goma compile. This is convenient if you want # to briefly disable goma. It avoids having to rebuild the world when # transitioning between goma/non-goma builds. However, it is not as fast as # doing a "normal" non-goma build because an extra process is created for each # compile step. Checking this environment variable ensures that autoninja uses # an appropriate -j value in this situation. if 'GOMA_DISABLED' not in os.environ: with open(os.path.join(output_dir, 'args.gn')) as file_handle: for line in file_handle: # This regex pattern copied from create_installer_archive.py m = re.match(r'^\s*use_goma\s*=\s*true(\s*$|\s*#.*$)', line) if m: use_goma = True except IOError: pass # Specify ninja.exe on Windows so that ninja.bat can call autoninja and not # be called back. ninja_exe = 'ninja.exe' if sys.platform.startswith('win') else 'ninja' ninja_exe_path = os.path.join(SCRIPT_DIR, ninja_exe) # Use absolute path for ninja path, # or fail to execute ninja if depot_tools is not in PATH. args = [ninja_exe_path] + input_args[1:] num_cores = multiprocessing.cpu_count() if not j_specified and not t_specified: if use_goma: args.append('-j') core_multiplier = int(os.environ.get("NINJA_CORE_MULTIPLIER", "40")) j_value = num_cores * core_multiplier if sys.platform.startswith('win'): # On windows, j value higher than 1000 does not improve build performance. j_value = min(j_value, 1000) elif sys.platform == 'darwin': # On Mac, j value higher than 500 causes 'Too many open files' error # (crbug.com/936864). j_value = min(j_value, 500) args.append('%d' % j_value) else: core_addition = os.environ.get("NINJA_CORE_ADDITION") if core_addition: core_addition = int(core_addition) args.append('-j') args.append('%d' % (num_cores + core_addition)) # On Windows, fully quote the path so that the command processor doesn't think # the whole output is the command. # On Linux and Mac, if people put depot_tools in directories with ' ', # shell would misunderstand ' ' as a path separation. # TODO(yyanagisawa): provide proper quating for Windows. # see https://cs.chromium.org/chromium/src/tools/mb/mb.py for i in range(len(args)): if (i == 0 and sys.platform.startswith('win')) or ' ' in args[i]: args[i] = '"%s"' % args[i].replace('"', '\\"') print(' '.join(args))