blob: 2a2e80d6d3c0d5fc4c22c41122fd19b0f03b2e39 [file] [log] [blame]
[
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[depot_tools]/gerrit_client.py",
"changes",
"--host",
"https://chromium-review.googlesource.com",
"--json_file",
"/path/to/tmp/json",
"--limit",
"1",
"-p",
"change=456789",
"-o",
"ALL_REVISIONS",
"-o",
"DOWNLOAD_COMMANDS"
],
"cwd": "[CACHE]/builder",
"env": {
"PATH": "<PATH>:RECIPE_REPO[depot_tools]"
},
"infra_step": true,
"name": "gerrit fetch current CL info",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output@[@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"branch\": \"master\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revisions\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"184ebe53805e102605d11f6b143486d15c23a09c\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"_number\": \"12\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"ref\": \"refs/changes/89/456789/12\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@]@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
"--spec-path",
"cache_dir = '[CACHE]/git'\nsolutions = [{'deps_file': 'DEPS', 'managed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/libyuv/libyuv'}]",
"--patch_root",
"src",
"--revision_mapping_file",
"{\"got_revision\": \"src\"}",
"--git-cache-dir",
"[CACHE]/git",
"--cleanup-dir",
"[CLEANUP]/bot_update",
"--output_json",
"/path/to/tmp/json",
"--patch_ref",
"https://chromium.googlesource.com/libyuv@refs/heads/master:refs/changes/89/456789/12",
"--revision",
"src@aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
],
"cwd": "[CACHE]/builder",
"env_suffixes": {
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "bot_update",
"~followup_annotations": [
"@@@STEP_TEXT@Some step text@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": \"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"directories\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/src.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@"
]
},
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[CACHE]/goma/client",
"-ensure-file",
"infra_internal/goma/client/mac-amd64 release",
"-json-output",
"/path/to/tmp/json",
"-service-account-json",
"/creds/service_accounts/service-account-goma-client.json"
],
"infra_step": true,
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/mac-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[START_DIR]",
"-ensure-file",
"infra/tools/mac_toolchain/${platform} git_revision:796d2b92cff93fc2059623ce0a66284373ceea0a",
"-json-output",
"/path/to/tmp/json"
],
"env": {
"CHROME_HEADLESS": "1"
},
"name": "ensure_installed",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:796\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/mac_toolchain/${platform}\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[depot_tools]/gclient.py",
"runhooks"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"FORCE_MAC_TOOLCHAIN": "1",
"GYP_DEFINES": "clang=1 gomadir='[CACHE]/goma/client' target_arch=x64 use_goma=1",
"MAC_TOOLCHAIN_INSTALLER": "[START_DIR]/mac_toolchain"
},
"env_suffixes": {
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"name": "gclient runhooks"
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[depot_tools]/gn.py",
"--root=[CACHE]/builder/src",
"gen",
"//out/Release",
"--args=is_clang=true symbol_level=2 dcheck_always_on=true is_debug=false target_cpu=\"x64\" use_goma=true goma_dir=\"[CACHE]/goma/client\""
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"FORCE_MAC_TOOLCHAIN": "1",
"GOMA_USE_LOCAL": "false"
},
"name": "gn"
},
{
"allow_subannotations": true,
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::chromium]/resources/clang_revision.py",
"--src-dir",
"[CACHE]/builder/src",
"--output-json",
"/path/to/tmp/json"
],
"env": {
"CHROME_HEADLESS": "1",
"FORCE_MAC_TOOLCHAIN": "1"
},
"name": "clang_revision",
"~followup_annotations": [
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"clang_revision\": \"123456-7\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "preprocess_for_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/goma/data/mac_rel"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1"
},
"infra_step": true,
"name": "preprocess_for_goma.goma cache directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"restart"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"FORCE_MAC_TOOLCHAIN": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data/mac_rel",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_FAIL_FAST": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"infra_step": true,
"name": "preprocess_for_goma.start_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9&timestamp=2012-05-14T12:53:21.500000@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"start",
"--cloudtail-path",
"cloudtail",
"--cloudtail-service-account-json",
"/creds/service_accounts/service-account-goma-cloudtail.json",
"--pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1"
},
"infra_step": true,
"name": "preprocess_for_goma.start cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[build::chromium]/resources/ninja_wrapper.py",
"--ninja_info_output",
"/path/to/tmp/json",
"--failure_output",
"/path/to/tmp/",
"--",
"RECIPE_REPO[depot_tools]/ninja",
"-w",
"dupbuild=err",
"-C",
"[CACHE]/builder/src/out/Release",
"-j",
"20"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"FORCE_MAC_TOOLCHAIN": "1",
"GOMA_USE_LOCAL": "false"
},
"name": "compile"
},
{
"cmd": [
"RECIPE_REPO[depot_tools]/ninja",
"-w",
"dupbuild=err",
"-C",
"[CACHE]/builder/src/out/Release",
"-j",
"20",
"-d",
"explain",
"-n"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"FORCE_MAC_TOOLCHAIN": "1",
"GOMA_USE_LOCAL": "false"
},
"name": "compile confirm no-op",
"stdout": "/path/to/tmp/"
},
{
"cmd": [],
"name": "postprocess_for_goma"
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"jsonstatus",
"[TMP_BASE]/goma_jsonstatus.json"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@",
"@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"stat"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_stat",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"stop"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.stop_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--",
"python",
"RECIPE_REPO[build]/scripts/slave/upload_goma_logs.py",
"--upload-compiler-proxy-info",
"--log-url-json-file",
"/path/to/tmp/json",
"--gsutil-py-path",
"RECIPE_REPO[depot_tools]/gsutil.py",
"--bigquery-service-account-json",
"/creds/service_accounts/service-account-goma-bigquery.json",
"--json-status",
"[TMP_BASE]/goma_jsonstatus.json",
"--ninja-log-outdir",
"[CACHE]/builder/src/out/Release",
"--ninja-log-command-file",
"[\"RECIPE_REPO[depot_tools]/ninja\", \"-w\", \"dupbuild=err\", \"-C\", \"[CACHE]/builder/src/out/Release\", \"-j\", 20]",
"--build-exit-status",
"0",
"--build-step-name",
"compile",
"--ninja-log-compiler",
"goma-clang",
"--goma-stats-file",
"[TMP_BASE]/goma_stats",
"--goma-counterz-file",
"[TMP_BASE]/goma_counterz",
"--goma-crash-report-id-file",
"[TMP_BASE]/crash_report_id",
"--builder-id-json",
"{\"bucket\": \"master.tryserver.libyuv\", \"builder\": \"mac_rel\", \"project\": \"\"}",
"--is-luci",
"--buildbot-buildername",
"mac_rel",
"--buildbot-mastername",
"tryserver.libyuv",
"--buildbot-slavename",
"bot_id"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1"
},
"name": "postprocess_for_goma.upload_log",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"ninja_log\": \"https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@",
"@@@STEP_LINK@ninja_log@https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"stop",
"--killed-pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"cwd": "[CACHE]/builder/src",
"env": {
"CHROME_HEADLESS": "1"
},
"infra_step": true,
"name": "postprocess_for_goma.stop cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_REPO[build]/scripts/slave/runtest.py",
"--target",
"Release",
"--factory-properties",
"{\"BUILD_CONFIG\": \"Release\", \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"bot_id\": \"bot_id\", \"buildername\": \"mac_rel\", \"buildnumber\": 1337, \"mastername\": \"tryserver.libyuv\", \"patch_branch\": \"master\", \"patch_gerrit_url\": \"https://chromium-review.googlesource.com\", \"patch_issue\": 456789, \"patch_project\": \"libyuv\", \"patch_ref\": \"refs/changes/89/456789/12\", \"patch_repository_url\": \"https://chromium.googlesource.com/libyuv\", \"patch_set\": 12, \"patch_storage\": \"gerrit\", \"recipe\": \"libyuv/libyuv\", \"revision\": \"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
"--build-properties",
"{\"BUILD_CONFIG\": \"Release\", \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"bot_id\": \"bot_id\", \"buildername\": \"mac_rel\", \"buildnumber\": 1337, \"mastername\": \"tryserver.libyuv\", \"patch_branch\": \"master\", \"patch_gerrit_url\": \"https://chromium-review.googlesource.com\", \"patch_issue\": 456789, \"patch_project\": \"libyuv\", \"patch_ref\": \"refs/changes/89/456789/12\", \"patch_repository_url\": \"https://chromium.googlesource.com/libyuv\", \"patch_set\": 12, \"patch_storage\": \"gerrit\", \"recipe\": \"libyuv/libyuv\", \"revision\": \"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",
"--step-name=libyuv_unittest",
"--builder-name=mac_rel",
"--slave-name=bot_id",
"--build-number=1337",
"libyuv_unittest"
],
"cwd": "[CACHE]/builder",
"env": {
"BUILD_SLAVE_UTILS_GSUTIL_PY_PATH": "RECIPE_REPO[depot_tools]/gsutil.py",
"CHROME_HEADLESS": "1"
},
"name": "libyuv_unittest"
},
{
"jsonResult": null,
"name": "$result"
}
]