blob: dcdb26e2a30ce2326eb7fffc33c16954c824acff [file] [log] [blame]
[
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py",
"--platform",
"mac-amd64",
"--dest-directory",
"[SLAVE_BUILD]/cipd",
"--json-output",
"/path/to/tmp/json"
],
"name": "ensure_goma.install cipd",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_TEXT@cipd instance_id: 40-chars-fake-of-the-package-instance_id@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"executable\": \"[SLAVE_BUILD]/cipd/cipd\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-package-instance_id\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"[SLAVE_BUILD]/cipd/cipd",
"ensure",
"--root",
"[CACHE]/cipd/goma",
"--list",
"infra/tools/cloudtail/mac-amd64 goma_recipe_module\ninfra_internal/goma/client/mac-amd64 release",
"--json-output",
"/path/to/tmp/json",
"--service-account-json",
"/creds/service_accounts/service-account-goma-client.json"
],
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-goma_recipe_modu\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/cloudtail/mac-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/mac-amd64\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/cipd/goma/goma_ctl.py",
"restart"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
"GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "start_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"start",
"--cloudtail-path",
"[CACHE]/cipd/goma/cloudtail"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
"GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "start cloudtail",
"stdout": "/path/to/tmp/"
},
{
"cmd": [
"python",
"-u",
"\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limit = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcept NotImplementedError:\n jobs = 50\n\nprint jobs\n"
],
"name": "calculate the number of recommended jobs",
"stdout": "/path/to/tmp/",
"~followup_annotations": [
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
"@@@STEP_LOG_LINE@python.inline@import sys@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@",
"@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@",
"@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma backend.@@@",
"@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@try:@@@",
"@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cpu_count() * 10)@@@",
"@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
"@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
"@@@STEP_LOG_LINE@python.inline@@@@",
"@@@STEP_LOG_LINE@python.inline@print jobs@@@",
"@@@STEP_LOG_END@python.inline@@@"
]
},
{
"cmd": [
"echo",
"50"
],
"name": "echo goma jobs"
},
{
"cmd": [
"echo",
"50"
],
"name": "echo goma jobs second"
},
{
"cmd": [
"python",
"-u",
"[CACHE]/cipd/goma/goma_ctl.py",
"jsonstatus",
"[CACHE]/cipd/goma/jsonstatus"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
"GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "goma_jsonstatus"
},
{
"cmd": [
"python",
"-u",
"[CACHE]/cipd/goma/goma_ctl.py",
"stat"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
"GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "goma_stat"
},
{
"cmd": [
"python",
"-u",
"[CACHE]/cipd/goma/goma_ctl.py",
"stop"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
"GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "stop_goma"
},
{
"cmd": [
"python",
"-u",
"RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py",
"--upload-compiler-proxy-info",
"--json-status",
"[CACHE]/cipd/goma/jsonstatus",
"--ninja-log-outdir",
"build_data_dir",
"--ninja-log-compiler",
"goma",
"--ninja-log-command",
"('ninja', '-j', '500')",
"--ninja-log-exit-status",
"0",
"--goma-stats-file",
"build_data_dir/goma_stats_proto",
"--goma-crash-report-id-file",
"build_data_dir/crash_report_id_file",
"--build-data-dir",
"build_data_dir",
"--buildbot-buildername",
"test_builder",
"--buildbot-mastername",
"test_master",
"--buildbot-slavename",
"test_slave",
"--buildbot-clobber",
"1"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "build_data_dir/crash_report_id_file",
"GOMA_DUMP_STATS_FILE": "build_data_dir/goma_stats_proto",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "upload_log"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"stop",
"--killed-pid",
"12345"
],
"name": "stop cloudtail"
},
{
"name": "$result",
"recipe_result": null,
"status_code": 0
}
]