blob: 03143728f5834340c372c948111d5cc856d20a4d [file] [log] [blame]
[
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[CACHE]/goma/client",
"-ensure-file",
"infra_internal/goma/client/linux-amd64 release",
"-json-output",
"/path/to/tmp/json",
"-service-account-json",
"/creds/service_accounts/service-account-goma-client.json"
],
"infra_step": true,
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/linux-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
"--spec-path",
"cache_dir = '[CACHE]/git'\nsolutions = [{'deps_file': 'DEPS', 'managed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}]",
"--patch_root",
"src",
"--revision_mapping_file",
"{\"got_revision\": \"src\", \"got_swarming_client_revision\": \"src/tools/swarming_client\", \"got_v8_revision\": \"src/v8\", \"got_webkit_revision\": \"src/third_party/WebKit\"}",
"--git-cache-dir",
"[CACHE]/git",
"--cleanup-dir",
"[CLEANUP]/bot_update",
"--output_json",
"/path/to/tmp/json",
"--revision",
"src@123456789abcdef"
],
"env_prefixes": {
"PATH": [
"RECIPE_PACKAGE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "bot_update",
"~followup_annotations": [
"@@@STEP_TEXT@Some step text@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": \"123456789abcdef\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src/third_party/WebKit\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/WebKit.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"5e2293dffc3cd07d37fbedea3b500f0eb650614d\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_webkit_revision\": \"5e2293dffc3cd07d37fbedea3b500f0eb650614d\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_webkit_revision_cp\": \"refs/heads/master@{#124383}\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"directories\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/src.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src/third_party/WebKit\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/src/third_party/WebKit.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"5e2293dffc3cd07d37fbedea3b500f0eb650614d\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/src/tools/swarming_client.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/src/v8.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@",
"@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@",
"@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@",
"@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@",
"@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@",
"@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@",
"@@@SET_BUILD_PROPERTY@got_webkit_revision@\"5e2293dffc3cd07d37fbedea3b500f0eb650614d\"@@@",
"@@@SET_BUILD_PROPERTY@got_webkit_revision_cp@\"refs/heads/master@{#124383}\"@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"rmtree",
"[START_DIR]/src/out/Release"
],
"infra_step": true,
"name": "clobber"
},
{
"cmd": [
"python",
"-u",
"RECIPE_PACKAGE_REPO[depot_tools]/gclient.py",
"runhooks"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"CHROMIUM_GYP_SYNTAX_CHECK": "1",
"DEPOT_TOOLS_UPDATE": "0",
"GYP_DEFINES": "component=static_library gomadir='[CACHE]/goma/client' target_arch=x64 use_goma=1",
"LANDMINES_VERBOSE": "1"
},
"env_suffixes": {
"PATH": [
"RECIPE_PACKAGE_REPO[depot_tools]"
]
},
"name": "gclient runhooks"
},
{
"cmd": [
"python",
"-u",
"[START_DIR]/src/tools/mb/mb.py",
"gen",
"-m",
"client.nacl.sdk",
"-b",
"mac-sdk-multirel",
"--config-file",
"[START_DIR]/src/tools/mb/mb_config.pyl",
"--goma-dir",
"[CACHE]/goma/client",
"//out/Release"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMA_USE_LOCAL": "false"
},
"name": "generate_build_files"
},
{
"cmd": [],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1"
},
"name": "preprocess_for_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/goma/data/mac_sdk_multirel"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1"
},
"infra_step": true,
"name": "preprocess_for_goma.goma cache directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"restart"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_ALLOWED_NETWORK_ERROR_DURATION": "1800",
"GOMA_CACHE_DIR": "[CACHE]/goma/data/mac_sdk_multirel",
"GOMA_DEPS_CACHE_FILE": "goma_deps_cache",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"infra_step": true,
"name": "preprocess_for_goma.start_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9&timestamp=2012-05-14T12:53:21.500000@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"start",
"--cloudtail-path",
"cloudtail",
"--cloudtail-service-account-json",
"/creds/service_accounts/service-account-goma-cloudtail.json",
"--pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1"
},
"infra_step": true,
"name": "preprocess_for_goma.start cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[build::chromium]/resources/ninja_wrapper.py",
"--ninja_info_output",
"/path/to/tmp/json",
"--failure_output",
"/path/to/tmp/",
"--",
"RECIPE_PACKAGE_REPO[depot_tools]/ninja",
"-w",
"dupbuild=err",
"-C",
"[START_DIR]/src/out/Release",
"-j",
"20",
"chrome"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMA_USE_LOCAL": "false"
},
"name": "compile"
},
{
"cmd": [
"RECIPE_PACKAGE_REPO[depot_tools]/ninja",
"-w",
"dupbuild=err",
"-C",
"[START_DIR]/src/out/Release",
"-j",
"20",
"chrome",
"-d",
"explain",
"-n"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMA_USE_LOCAL": "false"
},
"name": "compile confirm no-op",
"stdout": "/path/to/tmp/"
},
{
"cmd": [],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1"
},
"name": "postprocess_for_goma"
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"jsonstatus",
"[TMP_BASE]/goma_jsonstatus.json"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@",
"@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"stat"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_stat",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"stop"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1",
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.stop_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--",
"python",
"RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py",
"--upload-compiler-proxy-info",
"--log-url-json-file",
"/path/to/tmp/json",
"--gsutil-py-path",
"RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
"--bigquery-service-account-json",
"/creds/service_accounts/service-account-goma-bigquery.json",
"--json-status",
"[TMP_BASE]/goma_jsonstatus.json",
"--ninja-log-outdir",
"[START_DIR]/src/out/Release",
"--ninja-log-command-file",
"[\"RECIPE_PACKAGE_REPO[depot_tools]/ninja\", \"-w\", \"dupbuild=err\", \"-C\", \"[START_DIR]/src/out/Release\", \"-j\", 20, \"chrome\"]",
"--build-exit-status",
"0",
"--build-step-name",
"compile",
"--ninja-log-compiler",
"goma",
"--goma-stats-file",
"[TMP_BASE]/goma_stats",
"--goma-counterz-file",
"[TMP_BASE]/goma_counterz",
"--goma-crash-report-id-file",
"[TMP_BASE]/crash_report_id",
"--builder-id-json",
"{\"bucket\": null, \"builder\": null, \"project\": null}",
"--buildbot-buildername",
"mac-sdk-multirel",
"--buildbot-mastername",
"client.nacl.sdk",
"--buildbot-slavename",
"TestSlave"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1"
},
"name": "postprocess_for_goma.upload_log",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"ninja_log\": \"https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@",
"@@@STEP_LINK@ninja_log@https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"stop",
"--killed-pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"cwd": "[START_DIR]/src",
"env": {
"CHROME_HEADLESS": "1"
},
"infra_step": true,
"name": "postprocess_for_goma.stop cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"allow_subannotations": true,
"cmd": [
"python",
"-u",
"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_PACKAGE_REPO[build]/scripts/slave/chromium/nacl_sdk_buildbot_run.py"
],
"name": "annotated_steps"
},
{
"name": "$result",
"recipe_result": null,
"status_code": 0
}
]