| # Copyright (c) 2017 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """ |
| This script (intended to be invoked by autoninja or autoninja.bat) detects |
| whether a build is using goma. If so it runs with a large -j value, and |
| otherwise it chooses a small one. This auto-adjustment makes using goma simpler |
| and safer, and avoids errors that can cause slow goma builds or swap-storms |
| on non-goma builds. |
| """ |
| |
| import multiprocessing |
| import os |
| import re |
| import sys |
| |
| SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__)) |
| |
| # The -t tools are incompatible with -j |
| t_specified = False |
| j_specified = False |
| output_dir = '.' |
| input_args = sys.argv |
| # On Windows the autoninja.bat script passes along the arguments enclosed in |
| # double quotes. This prevents multiple levels of parsing of the special '^' |
| # characters needed when compiling a single file but means that this script gets |
| # called with a single argument containing all of the actual arguments, |
| # separated by spaces. When this case is detected we need to do argument |
| # splitting ourselves. This means that arguments containing actual spaces are |
| # not supported by autoninja, but that is not a real limitation. |
| if (sys.platform.startswith('win') and len(sys.argv) == 2 and |
| input_args[1].count(' ') > 0): |
| input_args = sys.argv[:1] + sys.argv[1].split() |
| |
| # Ninja uses getopt_long, which allow to intermix non-option arguments. |
| # To leave non supported parameters untouched, we do not use getopt. |
| for index, arg in enumerate(input_args[1:]): |
| if arg.startswith('-j'): |
| j_specified = True |
| if arg.startswith('-t'): |
| t_specified = True |
| if arg == '-C': |
| # + 1 to get the next argument and +1 because we trimmed off input_args[0] |
| output_dir = input_args[index + 2] |
| elif arg.startswith('-C'): |
| # Support -Cout/Default |
| output_dir = arg[2:] |
| |
| use_goma = False |
| try: |
| # If GOMA_DISABLED is set (to anything) then gomacc will use the local |
| # compiler instead of doing a goma compile. This is convenient if you want |
| # to briefly disable goma. It avoids having to rebuild the world when |
| # transitioning between goma/non-goma builds. However, it is not as fast as |
| # doing a "normal" non-goma build because an extra process is created for each |
| # compile step. Checking this environment variable ensures that autoninja uses |
| # an appropriate -j value in this situation. |
| if 'GOMA_DISABLED' not in os.environ: |
| with open(os.path.join(output_dir, 'args.gn')) as file_handle: |
| for line in file_handle: |
| # This regex pattern copied from create_installer_archive.py |
| m = re.match('^\s*use_goma\s*=\s*true(\s*$|\s*#.*$)', line) |
| if m: |
| use_goma = True |
| except IOError: |
| pass |
| |
| # Specify ninja.exe on Windows so that ninja.bat can call autoninja and not |
| # be called back. |
| ninja_exe = 'ninja.exe' if sys.platform.startswith('win') else 'ninja' |
| ninja_exe_path = os.path.join(SCRIPT_DIR, ninja_exe) |
| |
| # Use absolute path for ninja path, |
| # or fail to execute ninja if depot_tools is not in PATH. |
| args = [ninja_exe_path] + input_args[1:] |
| |
| num_cores = multiprocessing.cpu_count() |
| if not j_specified and not t_specified: |
| if use_goma: |
| args.append('-j') |
| core_multiplier = int(os.environ.get("NINJA_CORE_MULTIPLIER", "40")) |
| j_value = num_cores * core_multiplier |
| |
| if sys.platform.startswith('win'): |
| # On windows, j value higher than 1000 does not improve build performance. |
| j_value = min(j_value, 1000) |
| |
| args.append('%d' % j_value) |
| else: |
| core_addition = os.environ.get("NINJA_CORE_ADDITION") |
| if core_addition: |
| core_addition = int(core_addition) |
| args.append('-j') |
| args.append('%d' % (num_cores + core_addition)) |
| |
| # On Windows, fully quote the path so that the command processor doesn't think |
| # the whole output is the command. |
| # On Linux and Mac, if people put depot_tools in directories with ' ', |
| # shell would misunderstand ' ' as a path separation. |
| # TODO(yyanagisawa): provide proper quating for Windows. |
| # see https://cs.chromium.org/chromium/src/tools/mb/mb.py |
| for i in range(len(args)): |
| if (i == 0 and sys.platform.startswith('win')) or ' ' in args[i]: |
| args[i] = '"%s"' % args[i].replace('"', '\\"') |
| |
| print ' '.join(args) |