| [ |
| { |
| "cmd": [], |
| "name": "ensure_goma" |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[CACHE]/goma/client", |
| "-ensure-file", |
| "infra_internal/goma/client/${platform} release", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[CACHE]/goma/bqupload", |
| "-ensure-file", |
| "infra/tools/bqupload/${platform} git_revision:643892f957c8e106dff793468101f2ecfc31abb7", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed (2)", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:643\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/bqupload/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::chromium]/resources/clang_revision.py", |
| "--src-dir", |
| "None", |
| "--output-json", |
| "/path/to/tmp/json" |
| ], |
| "env": { |
| "CHROME_HEADLESS": "1" |
| }, |
| "name": "clang_revision", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"clang_revision\": \"123456-7\"@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@", |
| "@@@SET_BUILD_PROPERTY@clang_revision@\"123456-7\"@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/goma/data" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1" |
| }, |
| "infra_step": true, |
| "name": "preprocess_for_goma.goma cache directory", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "restart" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1", |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_ALLOWED_NETWORK_ERROR_DURATION": "1800", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data", |
| "GOMA_DEPS_CACHE_FILE": "goma_deps_cache", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_ENABLE_GLOBAL_FILE_STAT_CACHE": "true", |
| "GOMA_HERMETIC": "fallback", |
| "GOMA_LOCAL_OUTPUT_CACHE_DIR": "[CACHE]/goma/localoutputcache", |
| "GOMA_MAX_ACTIVE_FAIL_FALLBACK_TASKS": "1", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "infra_step": true, |
| "name": "preprocess_for_goma.start_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma.goma_with_global_service_account", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| "start", |
| "--cloudtail-path", |
| "cloudtail", |
| "--pid-file", |
| "[TMP_BASE]/cloudtail.pid", |
| "--cloudtail-service-account-json", |
| "/creds/service_accounts/service-account-goma-cloudtail.json" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1" |
| }, |
| "infra_step": true, |
| "name": "preprocess_for_goma.start cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[build::chromium]/resources/ninja_wrapper.py", |
| "--ninja_info_output", |
| "/path/to/tmp/json", |
| "--failure_output", |
| "/path/to/tmp/", |
| "--no_prune_venv", |
| "--", |
| "RECIPE_REPO[depot_tools]/autoninja", |
| "-w", |
| "dupbuild=err", |
| "-C", |
| "None/out/Release", |
| "-j", |
| "80" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_BUILD_TYPE": "_official", |
| "CHROME_HEADLESS": "1", |
| "CHROMIUM_BUILD": "_google_chrome", |
| "GOMA_USE_LOCAL": "false", |
| "PATH": "<PATH>:RECIPE_REPO[depot_tools]" |
| }, |
| "name": "compile" |
| }, |
| { |
| "cmd": [ |
| "RECIPE_REPO[depot_tools]/autoninja", |
| "-w", |
| "dupbuild=err", |
| "-C", |
| "None/out/Release", |
| "-j", |
| "80", |
| "-d", |
| "explain", |
| "-n" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_BUILD_TYPE": "_official", |
| "CHROME_HEADLESS": "1", |
| "CHROMIUM_BUILD": "_google_chrome", |
| "GOMA_USE_LOCAL": "false", |
| "PATH": "<PATH>:RECIPE_REPO[depot_tools]" |
| }, |
| "name": "compile confirm no-op" |
| }, |
| { |
| "cmd": [], |
| "name": "postprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "jsonstatus", |
| "[TMP_BASE]/goma_jsonstatus.json" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1", |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_jsonstatus", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "stat" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1", |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_stat", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "stop" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1", |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.stop_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--", |
| "python", |
| "RECIPE_REPO[build]/recipes/upload_goma_logs.py", |
| "--upload-compiler-proxy-info", |
| "--log-url-json-file", |
| "/path/to/tmp/json", |
| "--gsutil-py-path", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "--bqupload-path", |
| "[CACHE]/goma/bqupload/bqupload", |
| "--bigquery-service-account-json", |
| "/creds/service_accounts/service-account-goma-bigquery.json", |
| "--json-status", |
| "[TMP_BASE]/goma_jsonstatus.json", |
| "--ninja-log-outdir", |
| "None/out/Release", |
| "--ninja-log-command-file", |
| "[\"RECIPE_REPO[depot_tools]/autoninja\", \"-w\", \"dupbuild=err\", \"-C\", \"None/out/Release\", \"-j\", 80]", |
| "--build-exit-status", |
| "0", |
| "--build-step-name", |
| "compile", |
| "--ninja-log-compiler", |
| "goma-clang", |
| "--goma-stats-file", |
| "[TMP_BASE]/goma_stats", |
| "--goma-counterz-file", |
| "[TMP_BASE]/goma_counterz", |
| "--goma-crash-report-id-file", |
| "[TMP_BASE]/crash_report_id", |
| "--builder-id-json", |
| "{\"bucket\": \"\", \"builder\": \"\", \"project\": \"\"}", |
| "--is-luci", |
| "--buildbot-slavename", |
| "fake-bot-id" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1" |
| }, |
| "name": "postprocess_for_goma.upload_log", |
| "timeout": 300, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"ninja_log\": \"https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz\"@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@", |
| "@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@", |
| "@@@STEP_LINK@ninja_log@https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| "stop", |
| "--killed-pid-file", |
| "[TMP_BASE]/cloudtail.pid" |
| ], |
| "cwd": "None", |
| "env": { |
| "CHROME_HEADLESS": "1" |
| }, |
| "infra_step": true, |
| "name": "postprocess_for_goma.stop cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "name": "$result" |
| } |
| ] |
