| [ |
| { |
| "cmd": [], |
| "name": "ensure_goma" |
| }, |
| { |
| "cmd": [ |
| "cipd.bat", |
| "ensure", |
| "-root", |
| "[CACHE]\\goma\\client", |
| "-ensure-file", |
| "infra_internal/goma/client/${platform} release", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd.bat", |
| "ensure", |
| "-root", |
| "[CACHE]\\goma\\bqupload", |
| "-ensure-file", |
| "infra/tools/bqupload/${platform} git_revision:643892f957c8e106dff793468101f2ecfc31abb7", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed (2)", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:643\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/bqupload/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "gn", |
| "gen", |
| "out/Release", |
| "--args=use_goma=true goma_dir=[CACHE]\\goma\\client" |
| ], |
| "name": "gn" |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]\\resources\\fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]\\goma\\data\\Linux_Builder" |
| ], |
| "infra_step": true, |
| "name": "preprocess_for_goma.goma cache directory", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]\\goma\\client\\goma_ctl.py", |
| "restart" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]\\crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]\\goma\\data\\Linux_Builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]\\goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]\\goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json" |
| }, |
| "infra_step": true, |
| "name": "preprocess_for_goma.start_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma.goma_with_global_service_account", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]\\scripts\\tools\\runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]\\resources\\cloudtail_utils.py", |
| "start", |
| "--cloudtail-path", |
| "cloudtail.exe", |
| "--pid-file", |
| "[TMP_BASE]\\cloudtail.pid", |
| "--cloudtail-service-account-json", |
| "C:\\creds\\service_accounts\\service-account-goma-cloudtail.json" |
| ], |
| "infra_step": true, |
| "name": "preprocess_for_goma.start cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "ninja", |
| "-C", |
| "out/Release", |
| "-j", |
| "80" |
| ], |
| "name": "ninja" |
| }, |
| { |
| "cmd": [], |
| "name": "postprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]\\goma\\client\\goma_ctl.py", |
| "jsonstatus", |
| "[TMP_BASE]\\goma_jsonstatus.json" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]\\crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]\\goma\\data\\Linux_Builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]\\goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]\\goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_jsonstatus", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]\\goma\\client\\goma_ctl.py", |
| "stat" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]\\crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]\\goma\\data\\Linux_Builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]\\goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]\\goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_stat", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]\\goma\\client\\goma_ctl.py", |
| "stop" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]\\crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]\\goma\\data\\Linux_Builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]\\goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]\\goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.stop_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_REPO[build]\\scripts\\tools\\runit.py", |
| "--show-path", |
| "--", |
| "python", |
| "RECIPE_REPO[build]\\recipes\\upload_goma_logs.py", |
| "--upload-compiler-proxy-info", |
| "--log-url-json-file", |
| "/path/to/tmp/json", |
| "--gsutil-py-path", |
| "RECIPE_REPO[depot_tools]\\gsutil.py", |
| "--bqupload-path", |
| "[CACHE]\\goma\\bqupload\\bqupload", |
| "--bigquery-service-account-json", |
| "C:\\creds\\service_accounts\\service-account-goma-bigquery.json", |
| "--json-status", |
| "[TMP_BASE]\\goma_jsonstatus.json", |
| "--ninja-log-outdir", |
| "out/Release", |
| "--ninja-log-command-file", |
| "[\"ninja\", \"-C\", \"out/Release\", \"-j\", \"80\"]", |
| "--build-exit-status", |
| "0", |
| "--build-step-name", |
| "ninja", |
| "--ninja-log-compiler", |
| "goma", |
| "--goma-stats-file", |
| "[TMP_BASE]\\goma_stats", |
| "--goma-counterz-file", |
| "[TMP_BASE]\\goma_counterz", |
| "--goma-crash-report-id-file", |
| "[TMP_BASE]\\crash_report_id", |
| "--build-id", |
| "8945511751514863184", |
| "--builder-id-json", |
| "{\"bucket\": \"ci\", \"builder\": \"Linux Builder\", \"project\": \"chromium\"}", |
| "--is-luci", |
| "--buildbot-buildername", |
| "Linux Builder", |
| "--buildbot-mastername", |
| "test_group", |
| "--buildbot-slavename", |
| "fake-bot-id" |
| ], |
| "name": "postprocess_for_goma.upload_log", |
| "timeout": 300, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"ninja_log\": \"https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz\"@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@", |
| "@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@", |
| "@@@STEP_LINK@ninja_log@https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]\\scripts\\tools\\runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]\\resources\\cloudtail_utils.py", |
| "stop", |
| "--killed-pid-file", |
| "[TMP_BASE]\\cloudtail.pid" |
| ], |
| "infra_step": true, |
| "name": "postprocess_for_goma.stop cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "name": "$result" |
| } |
| ] |
