| [ |
| { |
| "cmd": [], |
| "name": "ensure_goma" |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[CACHE]/goma/client", |
| "-ensure-file", |
| "infra_internal/goma/client/${platform} release", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[CACHE]/goma/bqupload", |
| "-ensure-file", |
| "infra/tools/bqupload/${platform} git_revision:643892f957c8e106dff793468101f2ecfc31abb7", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed (2)", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:643\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/bqupload/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/goma/data/builder" |
| ], |
| "infra_step": true, |
| "name": "preprocess_for_goma.goma cache directory", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "restart" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_ARBITRARY_TOOLCHAIN_SUPPORT": "true", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "infra_step": true, |
| "name": "preprocess_for_goma.start_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma.goma_with_global_service_account", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| "start", |
| "--cloudtail-path", |
| "cloudtail", |
| "--pid-file", |
| "[TMP_BASE]/cloudtail.pid", |
| "--cloudtail-service-account-json", |
| "/creds/service_accounts/service-account-goma-cloudtail.json" |
| ], |
| "infra_step": true, |
| "name": "preprocess_for_goma.start cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "ninja", |
| "-C", |
| "None/out/Release" |
| ], |
| "name": "compile" |
| }, |
| { |
| "cmd": [], |
| "name": "postprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "jsonstatus", |
| "[TMP_BASE]/goma_jsonstatus.json" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_ARBITRARY_TOOLCHAIN_SUPPORT": "true", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_jsonstatus", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "stat" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_ARBITRARY_TOOLCHAIN_SUPPORT": "true", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_stat", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "stop" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_ARBITRARY_TOOLCHAIN_SUPPORT": "true", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/builder", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.stop_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--", |
| "python", |
| "RECIPE_REPO[build]/recipes/upload_goma_logs.py", |
| "--upload-compiler-proxy-info", |
| "--log-url-json-file", |
| "/path/to/tmp/json", |
| "--gsutil-py-path", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "--bqupload-path", |
| "[CACHE]/goma/bqupload/bqupload", |
| "--bigquery-service-account-json", |
| "/creds/service_accounts/service-account-goma-bigquery.json", |
| "--json-status", |
| "[TMP_BASE]/goma_jsonstatus.json", |
| "--build-exit-status", |
| "0", |
| "--build-step-name", |
| "compile", |
| "--goma-stats-file", |
| "[TMP_BASE]/goma_stats", |
| "--goma-counterz-file", |
| "[TMP_BASE]/goma_counterz", |
| "--goma-crash-report-id-file", |
| "[TMP_BASE]/crash_report_id", |
| "--build-id", |
| "8945511751514863184", |
| "--builder-id-json", |
| "{\"bucket\": \"ci\", \"builder\": \"builder\", \"project\": \"project\"}", |
| "--is-luci", |
| "--buildbot-buildername", |
| "builder", |
| "--buildbot-slavename", |
| "fake-bot-id" |
| ], |
| "name": "postprocess_for_goma.upload_log", |
| "timeout": 300, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\"@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@", |
| "@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| "stop", |
| "--killed-pid-file", |
| "[TMP_BASE]/cloudtail.pid" |
| ], |
| "infra_step": true, |
| "name": "postprocess_for_goma.stop cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "jsonstatus", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@details@jsonstatus: OrderedDict([('notice', [OrderedDict([('infra_status', OrderedDict([('num_user_error', 0), ('ping_status_code', 200)]))])])])@@@", |
| "@@@STEP_LOG_END@details@@@" |
| ] |
| }, |
| { |
| "name": "$result" |
| } |
| ] |
