blob: 784fb3502f09d825ddaeb93807026ce3b5fbbcae [file] [log] [blame]
[
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/builder"
],
"infra_step": true,
"name": "init cache if not exists"
},
{
"cmd": [
"python",
"-u",
"RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
"--spec-path",
"cache_dir = '[CACHE]/git'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': True, 'name': 'pdfium', 'url': 'https://pdfium.googlesource.com/pdfium.git'}]\ntarget_os = ['android']",
"--revision_mapping_file",
"{\"got_revision\": \"pdfium\"}",
"--git-cache-dir",
"[CACHE]/git",
"--cleanup-dir",
"[CLEANUP]/bot_update",
"--output_json",
"/path/to/tmp/json",
"--revision",
"pdfium@2d72510e447ab60a9728aeea2362d8be2cbd7789",
"--refs",
"refs/heads/master"
],
"cwd": "[CACHE]/builder",
"env": {
"GIT_HTTP_LOW_SPEED_LIMIT": "102400",
"GIT_HTTP_LOW_SPEED_TIME": "300"
},
"env_suffixes": {
"DEPOT_TOOLS_UPDATE": [
"0"
],
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"infra_step": true,
"name": "bot_update",
"~followup_annotations": [
"@@@STEP_TEXT@Some step text@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"pdfium\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"pdfium\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/pdfium.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
"@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"pdfium\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#52055}\"@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"root\": \"pdfium\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"directories\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"pdfium\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/pdfium.git\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"revision\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@",
"@@@STEP_LOG_LINE@json.output@ }, @@@",
"@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@SET_BUILD_PROPERTY@got_revision@\"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@",
"@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#52055}\"@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[depot_tools]/gclient.py",
"runhooks"
],
"cwd": "[CACHE]/builder",
"env_suffixes": {
"PATH": [
"RECIPE_REPO[depot_tools]"
]
},
"name": "gclient runhooks"
},
{
"cmd": [],
"name": "ensure_goma"
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[CACHE]/goma/client",
"-ensure-file",
"infra_internal/goma/client/${platform} release",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"infra_step": true,
"name": "ensure_goma.ensure_installed",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"cipd",
"ensure",
"-root",
"[CACHE]/goma/bqupload",
"-ensure-file",
"infra/tools/bqupload/${platform} git_revision:643892f957c8e106dff793468101f2ecfc31abb7",
"-max-threads",
"0",
"-json-output",
"/path/to/tmp/json"
],
"infra_step": true,
"name": "ensure_goma.ensure_installed (2)",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:643\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/bqupload/resolved-platform\"@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[depot_tools]/gn.py",
"--check",
"--root=[CACHE]/builder/pdfium",
"gen",
"//out/debug_v8",
"--args=is_debug=true is_component_build=false pdf_enable_v8=true pdf_enable_xfa=false pdf_use_skia=false pdf_use_skia_paths=false pdf_is_standalone=true use_goma=true goma_dir=\"[CACHE]/goma/client\" target_os=\"android\""
],
"cwd": "[CACHE]/builder/pdfium",
"name": "gn gen"
},
{
"cmd": [],
"name": "preprocess_for_goma"
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
"--json-output",
"/path/to/tmp/json",
"ensure-directory",
"--mode",
"0777",
"[CACHE]/goma/data/android"
],
"infra_step": true,
"name": "preprocess_for_goma.goma cache directory",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"restart"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data/android",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"infra_step": true,
"name": "preprocess_for_goma.start_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9@@@"
]
},
{
"cmd": [],
"name": "preprocess_for_goma.goma_with_global_service_account",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"start",
"--cloudtail-path",
"cloudtail",
"--pid-file",
"[TMP_BASE]/cloudtail.pid",
"--cloudtail-service-account-json",
"/creds/service_accounts/service-account-goma-cloudtail.json"
],
"infra_step": true,
"name": "preprocess_for_goma.start cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"RECIPE_REPO[depot_tools]/ninja",
"-C",
"[CACHE]/builder/pdfium/out/debug_v8",
"-j",
"80",
"pdfium_all"
],
"name": "compile with ninja"
},
{
"cmd": [],
"name": "postprocess_for_goma"
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"jsonstatus",
"[TMP_BASE]/goma_jsonstatus.json"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data/android",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_jsonstatus",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@",
"@@@STEP_LOG_LINE@json.output@ {@@@",
"@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@",
"@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@",
"@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ }@@@",
"@@@STEP_LOG_LINE@json.output@ ]@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"stat"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data/android",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.goma_stat",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"python",
"-u",
"[CACHE]/goma/client/goma_ctl.py",
"stop"
],
"env": {
"GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id",
"GOMA_CACHE_DIR": "[CACHE]/goma/data/android",
"GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz",
"GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats",
"GOMA_ENABLE_COUNTERZ": "true",
"GOMA_HERMETIC": "error",
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json"
},
"name": "postprocess_for_goma.stop_goma",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"cmd": [
"vpython",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--",
"python",
"RECIPE_REPO[build]/recipes/upload_goma_logs.py",
"--upload-compiler-proxy-info",
"--log-url-json-file",
"/path/to/tmp/json",
"--gsutil-py-path",
"RECIPE_REPO[depot_tools]/gsutil.py",
"--bqupload-path",
"[CACHE]/goma/bqupload/bqupload",
"--bigquery-service-account-json",
"/creds/service_accounts/service-account-goma-bigquery.json",
"--json-status",
"[TMP_BASE]/goma_jsonstatus.json",
"--ninja-log-outdir",
"[CACHE]/builder/pdfium/out/debug_v8",
"--ninja-log-command-file",
"[\"RECIPE_REPO[depot_tools]/ninja\", \"-C\", \"[CACHE]/builder/pdfium/out/debug_v8\", \"-j\", 80, \"pdfium_all\"]",
"--build-exit-status",
"0",
"--build-step-name",
"compile with ninja",
"--ninja-log-compiler",
"unknown",
"--goma-stats-file",
"[TMP_BASE]/goma_stats",
"--goma-counterz-file",
"[TMP_BASE]/goma_counterz",
"--goma-crash-report-id-file",
"[TMP_BASE]/crash_report_id",
"--build-id",
"8945511751514863184",
"--builder-id-json",
"{\"bucket\": \"ci\", \"builder\": \"android\", \"project\": \"pdfium\"}",
"--is-luci",
"--buildbot-buildername",
"android",
"--buildbot-mastername",
"client.pdfium",
"--buildbot-slavename",
"fake-bot-id"
],
"name": "postprocess_for_goma.upload_log",
"timeout": 300,
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@",
"@@@STEP_LOG_LINE@json.output@{@@@",
"@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\", @@@",
"@@@STEP_LOG_LINE@json.output@ \"ninja_log\": \"https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz\"@@@",
"@@@STEP_LOG_LINE@json.output@}@@@",
"@@@STEP_LOG_END@json.output@@@",
"@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@",
"@@@STEP_LINK@ninja_log@https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz@@@"
]
},
{
"cmd": [
"python",
"-u",
"RECIPE_REPO[build]/scripts/tools/runit.py",
"--show-path",
"--with-third-party-lib",
"--",
"python",
"RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
"stop",
"--killed-pid-file",
"[TMP_BASE]/cloudtail.pid"
],
"infra_step": true,
"name": "postprocess_for_goma.stop cloudtail",
"~followup_annotations": [
"@@@STEP_NEST_LEVEL@1@@@"
]
},
{
"name": "$result"
}
]