blob: 4082d44deb8a8fac8461d15f619f5e462748fbe2 [file] [log] [blame]
[
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
"--spec-path",
"cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/external/github.com/WebAssembly/waterfall.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'depot_tools', 'url': 'https://chromium.googlesource.com/chromium/tools/depot_tools.git'}]",
"--revision_mapping_file",
"{\"got_revision\": \"depot_tools\", \"got_waterfall_revision\": \"src\"}",
"--git-cache-dir",
"[GIT_CACHE]",
"--cleanup-dir",
"[CLEANUP]/bot_update",
"--output_json",
"/path/to/tmp/json",
"--revision",
"src@origin/master"
],
"cwd": "[BUILDER_CACHE]",
"env_suffixes": {
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "bot_update",
"~followup_annotations": [
"@@@STEP_TEXT@Some step text@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": \"origin/master\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"depot_tools\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/depot_tools.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"59bbfb4465019d8ed83bfe88fef566922953452a\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"59bbfb4465019d8ed83bfe88fef566922953452a\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#91780}\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_waterfall_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_waterfall_revision_cp\": \"refs/heads/master@{#170242}\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"directories\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"depot_tools\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/depot_tools.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"59bbfb4465019d8ed83bfe88fef566922953452a\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/src.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@SET_BUILD_PROPERTY@got_revision@\"59bbfb4465019d8ed83bfe88fef566922953452a\"@@@",
"@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#91780}\"@@@",
"@@@SET_BUILD_PROPERTY@got_waterfall_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@SET_BUILD_PROPERTY@got_waterfall_revision_cp@\"refs/heads/master@{#170242}\"@@@"
]
},
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[GOMA_CACHE]/client",
"-ensure-file",
"infra_internal/goma/client/linux-amd64 release",
"-json-output",
"/path/to/tmp/json",
"-service-account-json",
"/creds/service_accounts/service-account-goma-client.json"
],
"infra_step": true,
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [],
"name": "preprocess_for_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[GOMA_CACHE]/data/linux"
],
"infra_step": true,
"name": "preprocess_for_goma.goma cache directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[GOMA_CACHE]/client/goma_ctl.py",
"restart"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[GOMA_CACHE]/data/linux",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"infra_step": true,
"name": "preprocess_for_goma.start_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9&timestamp=2012-05-14T12:53:21.500000@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"start",
"--cloudtail-path",
"cloudtail",
"--cloudtail-service-account-json",
"/creds/service_accounts/service-account-goma-cloudtail.json",
"--pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"infra_step": true,
"name": "preprocess_for_goma.start cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"allow_subannotations": true,
"cmd": [
"python",
"-u",
"[BUILDER_CACHE]/src/src/build.py"
],
"cwd": "[BUILDER_CACHE]/src",
"env": {
"BUILDBOT_BUILDERNAME": "linux",
"BUILDBOT_BUILDNUMBER": "123456",
"BUILDBOT_GOT_WATERFALL_REVISION": "f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9",
"BUILDBOT_MASTERNAME": "client.wasm.llvm",
"BUILDBOT_REVISION": "2d72510e447ab60a9728aeea2362d8be2cbd7789",
"GOMA_DIR": "[GOMA_CACHE]/client",
"PYTHONUNBUFFERED": "1"
},
"env_suffixes": {
"PATH": [
"[BUILDER_CACHE]/depot_tools"
]
},
"name": "annotated steps"
},
{
"cmd": [],
"name": "postprocess_for_goma"
},
{
"cmd": [
"python",
"-u",
"[GOMA_CACHE]/client/goma_ctl.py",
"jsonstatus",
"[TMP_BASE]/goma_jsonstatus.json"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[GOMA_CACHE]/data/linux",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@",
"@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"[GOMA_CACHE]/client/goma_ctl.py",
"stat"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[GOMA_CACHE]/data/linux",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_stat",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[GOMA_CACHE]/client/goma_ctl.py",
"stop"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[GOMA_CACHE]/data/linux",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.stop_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--",
"python",
"RECIPE_REPO[build]/scripts/slave/upload_goma_logs.py",
"--upload-compiler-proxy-info",
"--log-url-json-file",
"/path/to/tmp/json",
"--gsutil-py-path",
"RECIPE_REPO[depot_tools]/gsutil.py",
"--bigquery-service-account-json",
"/creds/service_accounts/service-account-goma-bigquery.json",
"--json-status",
"[TMP_BASE]/goma_jsonstatus.json",
"--build-exit-status",
"0",
"--goma-stats-file",
"[TMP_BASE]/goma_stats",
"--goma-counterz-file",
"[TMP_BASE]/goma_counterz",
"--goma-crash-report-id-file",
"[TMP_BASE]/crash_report_id",
"--build-id",
"8945511751514863184",
"--builder-id-json",
"{\"bucket\": \"ci\", \"builder\": \"linux\", \"project\": \"wasm\"}",
"--is-luci",
"--buildbot-buildername",
"linux"
],
"name": "postprocess_for_goma.upload_log",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"stop",
"--killed-pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"infra_step": true,
"name": "postprocess_for_goma.stop cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"jsonResult": null,
"name": "$result"
}
]