| # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| DEPS = [ |
| 'depot_tools/bot_update', |
| 'depot_tools/gclient', |
| 'depot_tools/git', |
| 'depot_tools/infra_paths', |
| 'depot_tools/presubmit', |
| 'recipe_engine/context', |
| 'recipe_engine/file', |
| 'recipe_engine/json', |
| 'recipe_engine/path', |
| 'recipe_engine/properties', |
| 'recipe_engine/python', |
| 'recipe_engine/step', |
| 'depot_tools/gerrit', |
| 'depot_tools/tryserver', |
| 'v8', |
| 'webrtc', |
| ] |
| |
| |
| def _RunStepsInternal(api): |
| repo_name = api.properties.get('repo_name') |
| |
| gclient_config = None |
| if repo_name: |
| api.gclient.set_config(repo_name) |
| else: |
| gclient_config = api.gclient.make_config() |
| solution = gclient_config.solutions.add() |
| solution.url = api.properties['repository_url'] |
| solution.name = api.properties['solution_name'] |
| gclient_config.got_revision_mapping[solution.name] = 'got_revision' |
| |
| bot_update_step = api.bot_update.ensure_checkout( |
| gclient_config=gclient_config) |
| relative_root = api.gclient.calculate_patch_root( |
| api.properties['patch_project'], |
| gclient_config=gclient_config).rstrip('/') |
| got_revision_properties = api.bot_update.get_project_revision_properties( |
| relative_root, gclient_config or api.gclient.c) |
| upstream = bot_update_step.json.output['properties'].get( |
| got_revision_properties[0]) |
| |
| abs_root = api.context.cwd.join(relative_root) |
| with api.context(cwd=abs_root): |
| # TODO(hinoka): Extract email/name from issue? |
| api.git('-c', 'user.email=commit-bot@chromium.org', |
| '-c', 'user.name=The Commit Bot', |
| 'commit', '-a', '-m', 'Committed patch', |
| name='commit-git-patch', infra_step=False) |
| |
| if api.properties.get('runhooks'): |
| with api.context(cwd=api.path['checkout']): |
| api.gclient.runhooks() |
| |
| presubmit_args = [ |
| '--issue', api.properties['patch_issue'], |
| '--patchset', api.properties['patch_set'], |
| '--gerrit_url', api.properties['patch_gerrit_url'], |
| '--gerrit_fetch', |
| ] |
| if api.properties.get('dry_run'): |
| presubmit_args.append('--dry_run') |
| |
| presubmit_args.extend([ |
| '--root', abs_root, |
| '--commit', |
| '--verbose', '--verbose', |
| '--skip_canned', 'CheckTreeIsOpen', |
| '--skip_canned', 'CheckBuildbotPendingBuilds', |
| '--upstream', upstream, # '' if not in bot_update mode. |
| ]) |
| |
| |
| env = {} |
| if repo_name in ['build', 'build_internal', 'build_internal_scripts_slave']: |
| # This should overwrite the existing pythonpath which includes references to |
| # the local build checkout (but the presubmit scripts should only pick up |
| # the scripts from presubmit_build checkout). |
| env['PYTHONPATH'] = '' |
| |
| # Repos that have '.vpython' spec. |
| venv = None |
| if repo_name == 'luci_py': |
| venv = abs_root.join('.vpython') |
| |
| try: |
| with api.context(env=env): |
| # 8 minutes seems like a reasonable upper bound on presubmit timings. |
| # According to event mon data we have, it seems like anything longer than |
| # this is a bug, and should just instant fail. |
| api.presubmit(*presubmit_args, venv=venv, timeout=8 * 60) |
| except api.step.StepTimeout: |
| raise |
| except api.step.StepFailure as step_failure: |
| if step_failure.result and step_failure.result.retcode == 1: |
| api.tryserver.set_test_failure_tryjob_result() |
| else: |
| # Script presubmit_support.py returns 2 on infra failures, but if we get |
| # something else or nothing at all, then it's also an infra failure. |
| api.tryserver.set_invalid_test_results_tryjob_result() |
| raise |
| |
| |
| def RunSteps(api): |
| try: |
| safe_buildername = ''.join( |
| c if c.isalnum() else '_' for c in api.properties['buildername']) |
| # HACK to avoid invalidating caches when PRESUBMIT running |
| # on special infra/config branch, which is typically orphan. |
| if 'infra/config' == api.gerrit.get_change_destination_branch( |
| name='get_patch_destination_branch', |
| host=api.properties['patch_gerrit_url'], |
| change=api.properties['patch_issue']): |
| safe_buildername += '_infra_config' |
| cwd = api.path['builder_cache'].join(safe_buildername) |
| api.file.ensure_directory('ensure builder cache dir', cwd) |
| except KeyError: |
| # No explicit builder cache directory defined. Use the "start_dir" |
| # directory. |
| # TODO(machenbach): Remove this case when all builders using this recipe |
| # migrated to LUCI. |
| cwd = api.path['start_dir'] |
| with api.context(cwd=cwd): |
| with api.tryserver.set_failure_hash(): |
| return _RunStepsInternal(api) |
| |
| |
| def GenTests(api): |
| # TODO(machenbach): This uses the same tryserver for all repos, which doesn't |
| # reflect reality (cosmetical problem only). |
| REPO_NAMES = [ |
| 'build', |
| 'build_internal', |
| 'build_internal_scripts_slave', |
| 'catapult', |
| 'chrome_golo', |
| 'chromium', |
| 'depot_tools', |
| 'gyp', |
| 'internal_deps', |
| 'master_deps', |
| 'nacl', |
| 'pdfium', |
| 'skia', |
| 'slave_deps', |
| 'v8', |
| 'webports', |
| 'webrtc', |
| ] |
| for repo_name in REPO_NAMES: |
| yield ( |
| api.test(repo_name) + |
| api.properties.tryserver( |
| mastername='tryserver.chromium.linux', |
| buildername='%s_presubmit' % repo_name, |
| repo_name=repo_name, |
| gerrit_project=repo_name) + |
| api.step_data('presubmit', api.json.output([['%s_presubmit' % repo_name, |
| ['compile']]])) |
| ) |
| |
| yield ( |
| api.test('chromium_timeout') + |
| api.properties.tryserver( |
| mastername='tryserver.chromium.linux', |
| buildername='chromium_presubmit', |
| repo_name='chromium', |
| gerrit_project='chromium/src') + |
| api.step_data('presubmit', api.json.output( |
| [['chromium_presubmit', ['compile']]]), times_out_after=60*20) |
| ) |
| |
| yield ( |
| api.test('chromium_dry_run') + |
| api.properties.tryserver( |
| mastername='tryserver.chromium.linux', |
| buildername='chromium_presubmit', |
| repo_name='chromium', |
| gerrit_project='chromium/src', |
| dry_run=True) + |
| api.step_data('presubmit', api.json.output([['chromium_presubmit', |
| ['compile']]])) |
| ) |
| |
| yield ( |
| api.test('infra_with_runhooks') + |
| api.properties.tryserver( |
| mastername='tryserver.chromium.linux', |
| buildername='infra_presubmit', |
| repo_name='infra', |
| gerrit_project='infra/infra', |
| runhooks=True) + |
| api.step_data('presubmit', api.json.output([['infra_presubmit', |
| ['compile']]])) |
| ) |
| |
| yield ( |
| api.test('recipes-py') + |
| api.properties.tryserver( |
| mastername='tryserver.infra', |
| buildername='infra_presubmit', |
| repo_name='recipes_py', |
| gerrit_project='infra/luci/recipes-py', |
| runhooks=True) + |
| api.step_data('presubmit', api.json.output([['infra_presubmit', |
| ['compile']]])) |
| ) |
| |
| yield ( |
| api.test('luci-py') + |
| api.properties.tryserver( |
| mastername='luci.infra.try', |
| buildername='Luci-py Presubmit', |
| repo_name='luci_py', |
| gerrit_project='infra/luci/luci-py') + |
| api.step_data('presubmit', api.json.output({})) |
| ) |
| |
| yield ( |
| api.test('presubmit-failure') + |
| api.properties.tryserver( |
| mastername='tryserver.chromium.linux', |
| buildername='chromium_presubmit', |
| repo_name='chromium', |
| gerrit_project='chromium/src') + |
| api.step_data('presubmit', api.json.output({}, retcode=1)) |
| ) |
| |
| yield ( |
| api.test('presubmit-infra-failure') + |
| api.properties.tryserver( |
| mastername='tryserver.chromium.linux', |
| buildername='chromium_presubmit', |
| repo_name='chromium', |
| gerrit_project='chromium/src') + |
| api.step_data('presubmit', api.json.output({}, retcode=2)) |
| ) |
| |
| yield ( |
| api.test('repository_url') + |
| api.properties.tryserver( |
| mastername='tryserver.chromium.linux', |
| buildername='chromium_presubmit', |
| repository_url='https://skia.googlesource.com/skia.git', |
| gerrit_project='skia', |
| solution_name='skia') + |
| api.step_data('presubmit', |
| api.json.output([['chromium_presubmit', ['compile']]])) |
| ) |
| |
| yield ( |
| api.test('v8_with_cache') + |
| api.properties.tryserver( |
| mastername='tryserver.v8', |
| buildername='v8_presubmit', |
| repo_name='v8', |
| gerrit_project='v8/v8', |
| runhooks=True, |
| path_config='generic') |
| ) |
| |
| yield ( |
| api.test('v8_with_cache_infra_config_branch') + |
| api.properties.tryserver( |
| mastername='tryserver.v8', |
| buildername='v8_presubmit', |
| repo_name='v8', |
| gerrit_project='v8/v8', |
| runhooks=True, |
| path_config='generic') + |
| api.step_data( |
| 'gerrit get_patch_destination_branch', |
| api.gerrit.get_one_change_response_data(branch='infra/config')) |
| ) |
