| # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| from PB.recipe_engine import result as result_pb2 |
| from PB.go.chromium.org.luci.buildbucket.proto import common as common_pb2 |
| |
| from recipe_engine import post_process |
| import textwrap |
| |
| from dataclasses import dataclass |
| |
| from recipe_engine.recipe_api import RecipeScriptApi |
| from recipe_engine.recipe_test_api import RecipeTestApi |
| |
| from RECIPE_MODULES.build import angle, v8, webrtc |
| from RECIPE_MODULES.depot_tools import gclient, presubmit, tryserver |
| from RECIPE_MODULES.recipe_engine import ( |
| buildbucket, |
| context, |
| cv, |
| file, |
| json, |
| path, |
| properties, |
| ) |
| |
| |
| @dataclass |
| class DEPS(RecipeScriptApi): |
| angle: angle.API |
| buildbucket: buildbucket.API |
| context: context.API |
| cv: cv.API |
| file: file.API |
| gclient: gclient.API |
| json: json.API |
| path: path.API |
| presubmit: presubmit.API |
| properties: properties.API |
| tryserver: tryserver.API |
| v8: v8.API |
| webrtc: webrtc.API |
| |
| |
| @dataclass |
| class TEST_DEPS(RecipeTestApi): |
| buildbucket: buildbucket.TEST_API |
| cv: cv.TEST_API |
| json: json.TEST_API |
| properties: properties.TEST_API |
| tryserver: tryserver.TEST_API |
| |
| |
| def RunSteps(api: DEPS): |
| repo_name = api.properties.get('repo_name') |
| |
| # TODO(nodir): remove repo_name and repository_url properties. |
| # They are redundant with api.tryserver.gerrit_change_repo_url. |
| gclient_config = None |
| if repo_name: |
| api.gclient.set_config(repo_name) |
| else: |
| gclient_config = api.gclient.make_config() |
| solution = gclient_config.solutions.add() |
| solution.url = api.properties.get( |
| 'repository_url', api.tryserver.gerrit_change_repo_url) |
| # Solution name shouldn't matter for most users, particularly if there is no |
| # DEPS file, but if someone wants to override it, fine. |
| solution.name = api.properties.get('solution_name', 's') |
| gclient_config.got_revision_mapping[solution.name] = 'got_revision' |
| api.gclient.c = gclient_config |
| |
| safe_buildername = ''.join( |
| c if c.isalnum() else '_' for c in api.buildbucket.builder_name) |
| # HACK to avoid invalidating caches when PRESUBMIT running |
| # on special infra/config branch, which is typically orphan. |
| if api.tryserver.gerrit_change_target_ref == 'refs/heads/infra/config': |
| safe_buildername += '_infra_config' |
| cwd = api.path.cache_dir.joinpath('builder', safe_buildername) |
| api.file.ensure_directory('ensure builder cache dir', cwd) |
| |
| skip_owners = False |
| # TODO(crbug.com/1046950): Make this check stricter. |
| |
| if (not api.tryserver.gerrit_change or ( |
| api.tryserver.gerrit_change.host == 'chromium-review.googlesource.com' and |
| api.tryserver.gerrit_change.project == 'chromium/src' and |
| api.tryserver.gerrit_change_target_ref.startswith('refs/branch-heads/'))): |
| skip_owners = True |
| |
| # We will add the android and linux target for all os besides win. This will |
| # only impact presubmit runs impacting CI because of the first condition |
| if not api.tryserver.gerrit_change and api.gclient.m.platform._name == "linux": |
| # Ensures that pydeps checks android and linux checkouts as well |
| api.gclient.c.target_os.add('android') |
| api.gclient.c.target_os.add('linux') |
| |
| if api.cv.active and api.cv.run_mode == api.cv.DRY_RUN: |
| api.cv.allow_reuse_for(*[api.cv.DRY_RUN]) |
| with api.context(cwd=cwd): |
| bot_update_step = api.presubmit.prepare() |
| if not api.tryserver.gerrit_change: |
| # The value True does not matter, we just check that PRESUBMIT_SKIP_NETWORK |
| # exists. It is just added to suffice the dict type |
| with api.context(env={'PRESUBMIT_SKIP_NETWORK': True}): |
| return api.presubmit.execute( |
| bot_update_step, |
| skip_owners, |
| run_all=not api.tryserver.gerrit_change) |
| return api.presubmit.execute( |
| bot_update_step, skip_owners, run_all=not api.tryserver.gerrit_change) |
| |
| |
| def GenTests(api: TEST_DEPS): |
| yield api.test( |
| 'non_cq', |
| api.buildbucket.try_build( |
| project='chromium', |
| bucket='try', |
| builder='chromium_presubmit', |
| git_repo='https://chromium.googlesource.com/chromium/src'), |
| api.step_data('presubmit', api.json.output({})), |
| ) |
| |
| yield api.test( |
| 'ci', |
| api.buildbucket.ci_build( |
| project='chromium', |
| bucket='ci', |
| builder='chromium_presubmit', |
| git_repo='https://chromium.googlesource.com/chromium/src'), |
| api.properties( |
| repository_url='https://chromium.googlesource.com/chromium/src.git',), |
| api.step_data('presubmit', api.json.output({})), |
| ) |
| |
| yield api.test( |
| 'cq_dry_run', |
| api.buildbucket.try_build( |
| project='chromium', |
| bucket='try', |
| builder='chromium_presubmit', |
| git_repo='https://chromium.googlesource.com/chromium/src'), |
| api.cv(run_mode=api.cv.DRY_RUN), |
| api.step_data('presubmit', api.json.output({})), |
| # TODO(yiwzhang): drop the expectation and assert this build is |
| # reusable here once it becomes easier to check output properties. |
| ) |
| |
| yield api.test( |
| 'cq_full_run', |
| api.buildbucket.try_build( |
| project='chromium', |
| bucket='try', |
| builder='chromium_presubmit', |
| git_repo='https://chromium.googlesource.com/chromium/src'), |
| api.cv(run_mode=api.cv.FULL_RUN), |
| api.step_data('presubmit', api.json.output({})), |
| # TODO(yiwzhang): drop the expectation and assert this build is *NOT* |
| # reusable here once it becomes easier to check output properties. |
| ) |
| |
| REPO_NAMES = [ |
| 'angle', |
| 'build', |
| 'build_internal', |
| 'catapult', |
| 'chrome_golo', |
| 'chromium', |
| 'depot_tools', |
| 'gyp', |
| 'nacl', |
| 'openscreen', |
| 'pdfium', |
| 'skia', |
| 'v8', |
| 'webpagereplay', |
| 'webports', |
| 'webrtc', |
| ] |
| for repo_name in REPO_NAMES: |
| yield api.test( |
| repo_name, |
| api.properties.tryserver( |
| buildername='%s_presubmit' % repo_name, |
| repo_name=repo_name, |
| gerrit_project=repo_name), |
| api.properties(**{'$depot_tools/presubmit': { |
| 'timeout_s': 654 |
| }}), |
| api.step_data( |
| 'presubmit', |
| api.json.output({ |
| 'errors': [], |
| 'notifications': [], |
| 'warnings': [] |
| })), |
| ) |
| |
| yield api.test( |
| 'repository_url_with_solution_name', |
| api.properties.tryserver( |
| buildername='chromium_presubmit', |
| repository_url='https://skia.googlesource.com/skia.git', |
| gerrit_project='skia', |
| solution_name='skia'), |
| api.properties(**{'$depot_tools/presubmit': { |
| 'timeout_s': 654 |
| }}), |
| api.step_data( |
| 'presubmit', |
| api.json.output({ |
| 'errors': [], |
| 'notifications': [], |
| 'warnings': [] |
| })), |
| ) |
| |
| yield api.test( |
| 'v8_with_cache', |
| api.properties.tryserver( |
| buildername='v8_presubmit', |
| repo_name='v8', |
| gerrit_project='v8/v8', |
| runhooks=True), |
| api.properties(**{'$depot_tools/presubmit': { |
| 'timeout_s': 654 |
| }}), |
| ) |
| |
| yield api.test( |
| 'v8_with_cache_infra_config_branch', |
| api.properties.tryserver( |
| buildername='v8_presubmit', |
| repo_name='v8', |
| gerrit_project='v8/v8', |
| runhooks=True), |
| api.properties(**{'$depot_tools/presubmit': { |
| 'timeout_s': 654 |
| }}), |
| api.tryserver.gerrit_change_target_ref('refs/heads/infra/config'), |
| ) |
| |
| yield api.test( |
| 'branch_presubmit', |
| api.buildbucket.try_build( |
| project='chromium', |
| bucket='try', |
| builder='chromium_presubmit', |
| git_repo='https://chromium.googlesource.com/chromium/src'), |
| api.step_data('presubmit', api.json.output({})), |
| api.tryserver.gerrit_change_target_ref('refs/branch-heads/3987'), |
| ) |
