blob: 3ec6b79e3ddf83500bf35cb46b5787e18377bea8 [file] [log] [blame]
[
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[depot_tools::cipd]\\resources\\bootstrap.py",
"--platform",
"windows-amd64",
"--dest-directory",
"[SLAVE_BUILD]\\cipd",
"--json-output",
"/path/to/tmp/json"
],
"name": "ensure_goma.install cipd",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_TEXT@cipd instance_id: 40-chars-fake-of-the-package-instance_id@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"executable\": \"[SLAVE_BUILD]\\\\cipd\\\\cipd\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[SLAVE_BUILD]\\cipd\\cipd",
"ensure",
"--root",
"[CACHE]\\cipd\\goma",
"--list",
"infra/tools/cloudtail/windows-amd64 goma_recipe_module\ninfra_internal/goma/client/windows-amd64 release",
"--json-output",
"/path/to/tmp/json",
"--service-account-json",
"C:\\creds\\service_accounts\\service-account-goma-client.json"
],
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-goma_recipe_modu\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/cloudtail/windows-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/windows-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]\\cipd\\goma\\goma_ctl.py",
"restart"
],
"env": {
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json"
},
"name": "start_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[build::goma]\\resources\\cloudtail_utils.py",
"start",
"--cloudtail-path",
"[CACHE]\\cipd\\goma\\cloudtail"
],
"env": {
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json"
},
"name": "start cloudtail",
"stdout": "/path/to/tmp/"
},
{
"cmd": [
"python",
"-u",
"\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limit = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcept NotImplementedError:\n jobs = 50\n\nprint jobs\n"
],
"name": "calculate the number of recommended jobs",
"stdout": "/path/to/tmp/",
"~followup_annotations": [
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@",
"@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@",
"@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma backend.@@@",
"@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@try:@@@",
"@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cpu_count() * 10)@@@",
"@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
"@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@print jobs@@@",
"@@@STEP_LOG_END@python.inline@@@"
]
},
{
"cmd": [
"echo",
"50"
],
"name": "echo goma jobs"
},
{
"cmd": [
"echo",
"50"
],
"name": "echo goma jobs second"
},
{
"cmd": [
"python",
"-u",
"[CACHE]\\cipd\\goma\\goma_ctl.py",
"jsonstatus",
"[CACHE]\\cipd\\goma\\jsonstatus"
],
"env": {
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json"
},
"name": "goma_jsonstatus"
},
{
"cmd": [
"python",
"-u",
"[CACHE]\\cipd\\goma\\goma_ctl.py",
"stat"
],
"env": {
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json"
},
"name": "goma_stat"
},
{
"cmd": [
"python",
"-u",
"[CACHE]\\cipd\\goma\\goma_ctl.py",
"stop"
],
"env": {
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json"
},
"name": "stop_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_PACKAGE_REPO[build]\\scripts\\slave\\upload_goma_logs.py",
"--upload-compiler-proxy-info",
"--json-status",
"[CACHE]\\cipd\\goma\\jsonstatus",
"--ninja-log-exit-status",
"-1",
"--buildbot-buildername",
"test_builder",
"--buildbot-mastername",
"test_master",
"--buildbot-slavename",
"test_slave",
"--buildbot-clobber",
"1"
],
"env": {
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "C:\\creds\\service_accounts\\service-account-goma-client.json"
},
"name": "upload_log"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[build::goma]\\resources\\cloudtail_utils.py",
"stop",
"--killed-pid",
"12345"
],
"name": "stop cloudtail"
},
{
"name": "$result",
"recipe_result": null,
"status_code": 0
}
]