| [ |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/builder" |
| ], |
| "infra_step": true, |
| "name": "init cache if not exists" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", |
| "--spec-path", |
| "cache_dir = '[CACHE]/git'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': True, 'name': 'pdfium', 'url': 'https://pdfium.googlesource.com/pdfium.git'}]", |
| "--revision_mapping_file", |
| "{\"got_revision\": \"pdfium\"}", |
| "--git-cache-dir", |
| "[CACHE]/git", |
| "--cleanup-dir", |
| "[CLEANUP]/bot_update", |
| "--output_json", |
| "/path/to/tmp/json", |
| "--revision", |
| "pdfium@2d72510e447ab60a9728aeea2362d8be2cbd7789", |
| "--refs", |
| "refs/heads/master" |
| ], |
| "cwd": "[CACHE]/builder", |
| "env": { |
| "GIT_HTTP_LOW_SPEED_LIMIT": "102400", |
| "GIT_HTTP_LOW_SPEED_TIME": "300" |
| }, |
| "env_suffixes": { |
| "DEPOT_TOOLS_UPDATE": [ |
| "0" |
| ], |
| "PATH": [ |
| "RECIPE_REPO[depot_tools]" |
| ] |
| }, |
| "infra_step": true, |
| "name": "bot_update", |
| "~followup_annotations": [ |
| "@@@STEP_TEXT@Some step text@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"pdfium\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"pdfium\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/pdfium.git\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"revision\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"pdfium\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#52055}\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"root\": \"pdfium\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"source_manifest\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"directories\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"pdfium\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"git_checkout\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"repo_url\": \"https://fake.org/pdfium.git\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"revision\": \"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"version\": 0@@@", |
| "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@", |
| "@@@SET_BUILD_PROPERTY@got_revision@\"2d72510e447ab60a9728aeea2362d8be2cbd7789\"@@@", |
| "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#52055}\"@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[depot_tools]/gclient.py", |
| "runhooks" |
| ], |
| "cwd": "[CACHE]/builder", |
| "env_suffixes": { |
| "PATH": [ |
| "RECIPE_REPO[depot_tools]" |
| ] |
| }, |
| "name": "gclient runhooks" |
| }, |
| { |
| "cmd": [], |
| "name": "ensure_goma" |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[CACHE]/goma/client", |
| "-ensure-file", |
| "infra_internal/goma/client/${platform} release", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-release---------\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/client/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "cipd", |
| "ensure", |
| "-root", |
| "[CACHE]/goma/bqupload", |
| "-ensure-file", |
| "infra/tools/bqupload/${platform} git_revision:643892f957c8e106dff793468101f2ecfc31abb7", |
| "-max-threads", |
| "0", |
| "-json-output", |
| "/path/to/tmp/json" |
| ], |
| "infra_step": true, |
| "name": "ensure_goma.ensure_installed (2)", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_id-of-git_revision:643\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/bqupload/resolved-platform\"@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[depot_tools]/gn.py", |
| "--check", |
| "--root=[CACHE]/builder/pdfium", |
| "gen", |
| "//out/release_v8_ubsan", |
| "--args=is_debug=false is_component_build=false pdf_enable_v8=true pdf_enable_xfa=false pdf_use_skia=false pdf_use_skia_paths=false pdf_is_standalone=true use_goma=true goma_dir=\"[CACHE]/goma/client\" is_ubsan_security=true is_ubsan_no_recover=true" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "name": "gn gen" |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "ensure-directory", |
| "--mode", |
| "0777", |
| "[CACHE]/goma/data/linux_ubsan" |
| ], |
| "infra_step": true, |
| "name": "preprocess_for_goma.goma cache directory", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "restart" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/linux_ubsan", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "infra_step": true, |
| "name": "preprocess_for_goma.start_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LINK@cloudtail@https://console.cloud.google.com/logs/viewer?project=goma-logs&resource=gce_instance%2Finstance_id%2Ffakevm999-m9@@@" |
| ] |
| }, |
| { |
| "cmd": [], |
| "name": "preprocess_for_goma.goma_with_global_service_account", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| "start", |
| "--cloudtail-path", |
| "cloudtail", |
| "--pid-file", |
| "[TMP_BASE]/cloudtail.pid", |
| "--cloudtail-service-account-json", |
| "/creds/service_accounts/service-account-goma-cloudtail.json" |
| ], |
| "infra_step": true, |
| "name": "preprocess_for_goma.start cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "RECIPE_REPO[depot_tools]/ninja", |
| "-C", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan", |
| "-j", |
| "80", |
| "pdfium_all" |
| ], |
| "name": "compile with ninja" |
| }, |
| { |
| "cmd": [], |
| "name": "postprocess_for_goma" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "jsonstatus", |
| "[TMP_BASE]/goma_jsonstatus.json" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/linux_ubsan", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_jsonstatus", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"notice\": [@@@", |
| "@@@STEP_LOG_LINE@json.output@ {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"infra_status\": {@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"num_user_error\": 0, @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"ping_status_code\": 200@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ }@@@", |
| "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "stat" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/linux_ubsan", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.goma_stat", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/goma/client/goma_ctl.py", |
| "stop" |
| ], |
| "env": { |
| "GOMACTL_CRASH_REPORT_ID_FILE": "[TMP_BASE]/crash_report_id", |
| "GOMA_CACHE_DIR": "[CACHE]/goma/data/linux_ubsan", |
| "GOMA_DUMP_COUNTERZ_FILE": "[TMP_BASE]/goma_counterz", |
| "GOMA_DUMP_STATS_FILE": "[TMP_BASE]/goma_stats", |
| "GOMA_ENABLE_COUNTERZ": "true", |
| "GOMA_HERMETIC": "error", |
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" |
| }, |
| "name": "postprocess_for_goma.stop_goma", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--", |
| "python", |
| "RECIPE_REPO[build]/recipes/upload_goma_logs.py", |
| "--upload-compiler-proxy-info", |
| "--log-url-json-file", |
| "/path/to/tmp/json", |
| "--gsutil-py-path", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "--bqupload-path", |
| "[CACHE]/goma/bqupload/bqupload", |
| "--bigquery-service-account-json", |
| "/creds/service_accounts/service-account-goma-bigquery.json", |
| "--json-status", |
| "[TMP_BASE]/goma_jsonstatus.json", |
| "--ninja-log-outdir", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan", |
| "--ninja-log-command-file", |
| "[\"RECIPE_REPO[depot_tools]/ninja\", \"-C\", \"[CACHE]/builder/pdfium/out/release_v8_ubsan\", \"-j\", 80, \"pdfium_all\"]", |
| "--build-exit-status", |
| "0", |
| "--build-step-name", |
| "compile with ninja", |
| "--ninja-log-compiler", |
| "unknown", |
| "--goma-stats-file", |
| "[TMP_BASE]/goma_stats", |
| "--goma-counterz-file", |
| "[TMP_BASE]/goma_counterz", |
| "--goma-crash-report-id-file", |
| "[TMP_BASE]/crash_report_id", |
| "--build-id", |
| "8945511751514863184", |
| "--builder-id-json", |
| "{\"bucket\": \"ci\", \"builder\": \"linux_ubsan\", \"project\": \"pdfium\"}", |
| "--is-luci", |
| "--buildbot-buildername", |
| "linux_ubsan", |
| "--buildbot-mastername", |
| "client.pdfium", |
| "--buildbot-slavename", |
| "fake-bot-id" |
| ], |
| "name": "postprocess_for_goma.upload_log", |
| "timeout": 300, |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@", |
| "@@@STEP_LOG_LINE@json.output@{@@@", |
| "@@@STEP_LOG_LINE@json.output@ \"compiler_proxy_log\": \"https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz\", @@@", |
| "@@@STEP_LOG_LINE@json.output@ \"ninja_log\": \"https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz\"@@@", |
| "@@@STEP_LOG_LINE@json.output@}@@@", |
| "@@@STEP_LOG_END@json.output@@@", |
| "@@@STEP_LINK@compiler_proxy_log@https://chromium-build-stats.appspot.com/compiler_proxy_log/2017/03/30/build11-m1/compiler_proxy.exe.BUILD11-M1.chrome-bot.log.INFO.20170329-222936.4420.gz@@@", |
| "@@@STEP_LINK@ninja_log@https://chromium-build-stats.appspot.com/ninja_log/2017/03/30/build11-m1/ninja_log.build11-m1.chrome-bot.20170329-224321.9976.gz@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_REPO[build]/scripts/tools/runit.py", |
| "--show-path", |
| "--with-third-party-lib", |
| "--", |
| "python", |
| "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| "stop", |
| "--killed-pid-file", |
| "[TMP_BASE]/cloudtail.pid" |
| ], |
| "infra_step": true, |
| "name": "postprocess_for_goma.stop cloudtail", |
| "~followup_annotations": [ |
| "@@@STEP_NEST_LEVEL@1@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/pdfium_unittests" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "unittests" |
| }, |
| { |
| "cmd": [ |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/pdfium_embeddertests" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "embeddertests" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/builder/pdfium/testing/tools/run_javascript_tests.py", |
| "--build-dir", |
| "out/release_v8_ubsan", |
| "--gold_properties", |
| "gitHash 2d72510e447ab60a9728aeea2362d8be2cbd7789 master client.pdfium builder linux_ubsan build_number 1234", |
| "--gold_output_dir", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "--gold_key", |
| "debug false is_standalone true javascript_runtime enabled os linux skia false skia_paths false ubsan_no_recover true ubsan_security true v8 true xfa false xfa_runtime disabled" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "javascript tests" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/builder/pdfium/testing/tools/run_javascript_tests.py", |
| "--build-dir", |
| "out/release_v8_ubsan", |
| "--gold_properties", |
| "gitHash 2d72510e447ab60a9728aeea2362d8be2cbd7789 master client.pdfium builder linux_ubsan build_number 1234", |
| "--gold_output_dir", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "--gold_key", |
| "debug false is_standalone true javascript_runtime disabled os linux skia false skia_paths false ubsan_no_recover true ubsan_security true v8 true xfa false xfa_runtime disabled", |
| "--disable-javascript" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "javascript tests (javascript disabled)" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "\nimport contextlib\nimport math\nimport socket\nimport sys\nimport time\nimport urllib2\n\nHASHES_URL = 'https://pdfium-gold.skia.org/_/hashes'\nRETRIES = 5\nTIMEOUT = 60\nWAIT_BASE = 15\n\nsocket.setdefaulttimeout(TIMEOUT)\nfor retry in range(RETRIES):\n try:\n with contextlib.closing(\n urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:\n hashes = w.read()\n with open(sys.argv[1], 'w') as f:\n f.write(hashes)\n break\n except Exception as e:\n print 'Failed to get uninteresting hashes from %s:' % HASHES_URL\n print e\n if retry == RETRIES:\n raise\n waittime = WAIT_BASE * math.pow(2, retry)\n print 'Retry in %d seconds.' % waittime\n time.sleep(waittime)\n", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/ignore_hashes.txt" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "infra_step": true, |
| "name": "get uninteresting hashes", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@import contextlib@@@", |
| "@@@STEP_LOG_LINE@python.inline@import math@@@", |
| "@@@STEP_LOG_LINE@python.inline@import socket@@@", |
| "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| "@@@STEP_LOG_LINE@python.inline@import time@@@", |
| "@@@STEP_LOG_LINE@python.inline@import urllib2@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@HASHES_URL = 'https://pdfium-gold.skia.org/_/hashes'@@@", |
| "@@@STEP_LOG_LINE@python.inline@RETRIES = 5@@@", |
| "@@@STEP_LOG_LINE@python.inline@TIMEOUT = 60@@@", |
| "@@@STEP_LOG_LINE@python.inline@WAIT_BASE = 15@@@", |
| "@@@STEP_LOG_LINE@python.inline@@@@", |
| "@@@STEP_LOG_LINE@python.inline@socket.setdefaulttimeout(TIMEOUT)@@@", |
| "@@@STEP_LOG_LINE@python.inline@for retry in range(RETRIES):@@@", |
| "@@@STEP_LOG_LINE@python.inline@ try:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ with contextlib.closing(@@@", |
| "@@@STEP_LOG_LINE@python.inline@ urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ hashes = w.read()@@@", |
| "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[1], 'w') as f:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ f.write(hashes)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ break@@@", |
| "@@@STEP_LOG_LINE@python.inline@ except Exception as e:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print 'Failed to get uninteresting hashes from %s:' % HASHES_URL@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print e@@@", |
| "@@@STEP_LOG_LINE@python.inline@ if retry == RETRIES:@@@", |
| "@@@STEP_LOG_LINE@python.inline@ raise@@@", |
| "@@@STEP_LOG_LINE@python.inline@ waittime = WAIT_BASE * math.pow(2, retry)@@@", |
| "@@@STEP_LOG_LINE@python.inline@ print 'Retry in %d seconds.' % waittime@@@", |
| "@@@STEP_LOG_LINE@python.inline@ time.sleep(waittime)@@@", |
| "@@@STEP_LOG_END@python.inline@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/builder/pdfium/testing/tools/run_pixel_tests.py", |
| "--build-dir", |
| "out/release_v8_ubsan", |
| "--gold_properties", |
| "gitHash 2d72510e447ab60a9728aeea2362d8be2cbd7789 master client.pdfium builder linux_ubsan build_number 1234", |
| "--gold_output_dir", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "--gold_key", |
| "debug false is_standalone true javascript_runtime enabled os linux skia false skia_paths false ubsan_no_recover true ubsan_security true v8 true xfa false xfa_runtime disabled" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "pixel tests" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "glob", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "*.png" |
| ], |
| "infra_step": true, |
| "name": "find images", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@glob@[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/someimage.png@@@", |
| "@@@STEP_LOG_END@glob@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "-m", |
| "----", |
| "cp", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/*.png", |
| "gs://skia-pdfium-gm/dm-images-v1" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload images" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "----", |
| "cp", |
| "-z", |
| "json,log", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/dm.json", |
| "gs://skia-pdfium-gm/dm-json-v1/2012/05/14/12/2d72510e447ab60a9728aeea2362d8be2cbd7789/linux_ubsan/1337000001/pixel/dm.json" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload JSON" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/builder/pdfium/testing/tools/run_pixel_tests.py", |
| "--build-dir", |
| "out/release_v8_ubsan", |
| "--gold_properties", |
| "gitHash 2d72510e447ab60a9728aeea2362d8be2cbd7789 master client.pdfium builder linux_ubsan build_number 1234", |
| "--gold_output_dir", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "--gold_key", |
| "debug false is_standalone true javascript_runtime disabled os linux skia false skia_paths false ubsan_no_recover true ubsan_security true v8 true xfa false xfa_runtime disabled", |
| "--disable-javascript" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "pixel tests (javascript disabled)" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "glob", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "*.png" |
| ], |
| "infra_step": true, |
| "name": "find images (2)", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@glob@[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/someimage.png@@@", |
| "@@@STEP_LOG_END@glob@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "-m", |
| "----", |
| "cp", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/*.png", |
| "gs://skia-pdfium-gm/dm-images-v1" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload images (2)" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "----", |
| "cp", |
| "-z", |
| "json,log", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/dm.json", |
| "gs://skia-pdfium-gm/dm-json-v1/2012/05/14/12/2d72510e447ab60a9728aeea2362d8be2cbd7789/linux_ubsan/1337000004/pixel/dm.json" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload JSON (2)" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/builder/pdfium/testing/tools/run_corpus_tests.py", |
| "--build-dir", |
| "out/release_v8_ubsan", |
| "--gold_properties", |
| "gitHash 2d72510e447ab60a9728aeea2362d8be2cbd7789 master client.pdfium builder linux_ubsan build_number 1234", |
| "--gold_output_dir", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "--gold_key", |
| "debug false is_standalone true javascript_runtime enabled os linux skia false skia_paths false ubsan_no_recover true ubsan_security true v8 true xfa false xfa_runtime disabled" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "corpus tests" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "glob", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "*.png" |
| ], |
| "infra_step": true, |
| "name": "find images (3)", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@glob@[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/someimage.png@@@", |
| "@@@STEP_LOG_END@glob@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "-m", |
| "----", |
| "cp", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/*.png", |
| "gs://skia-pdfium-gm/dm-images-v1" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload images (3)" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "----", |
| "cp", |
| "-z", |
| "json,log", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/dm.json", |
| "gs://skia-pdfium-gm/dm-json-v1/2012/05/14/12/2d72510e447ab60a9728aeea2362d8be2cbd7789/linux_ubsan/1337000007/corpus/dm.json" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload JSON (3)" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "[CACHE]/builder/pdfium/testing/tools/run_corpus_tests.py", |
| "--build-dir", |
| "out/release_v8_ubsan", |
| "--gold_properties", |
| "gitHash 2d72510e447ab60a9728aeea2362d8be2cbd7789 master client.pdfium builder linux_ubsan build_number 1234", |
| "--gold_output_dir", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "--gold_key", |
| "debug false is_standalone true javascript_runtime disabled os linux skia false skia_paths false ubsan_no_recover true ubsan_security true v8 true xfa false xfa_runtime disabled", |
| "--disable-javascript" |
| ], |
| "cwd": "[CACHE]/builder/pdfium", |
| "env": { |
| "UBSAN_OPTIONS": "allocator_may_return_null=1 detect_leaks=1 symbolize=1 external_symbolizer_path=third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer" |
| }, |
| "name": "corpus tests (javascript disabled)" |
| }, |
| { |
| "cmd": [ |
| "vpython", |
| "-u", |
| "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py", |
| "--json-output", |
| "/path/to/tmp/json", |
| "glob", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output", |
| "*.png" |
| ], |
| "infra_step": true, |
| "name": "find images (4)", |
| "~followup_annotations": [ |
| "@@@STEP_LOG_LINE@glob@[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/someimage.png@@@", |
| "@@@STEP_LOG_END@glob@@@" |
| ] |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "-m", |
| "----", |
| "cp", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/*.png", |
| "gs://skia-pdfium-gm/dm-images-v1" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload images (4)" |
| }, |
| { |
| "cmd": [ |
| "python", |
| "-u", |
| "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py", |
| "--", |
| "RECIPE_REPO[depot_tools]/gsutil.py", |
| "----", |
| "cp", |
| "-z", |
| "json,log", |
| "[CACHE]/builder/pdfium/out/release_v8_ubsan/gold_output/dm.json", |
| "gs://skia-pdfium-gm/dm-json-v1/2012/05/14/12/2d72510e447ab60a9728aeea2362d8be2cbd7789/linux_ubsan/1337000010/corpus/dm.json" |
| ], |
| "infra_step": true, |
| "name": "gsutil upload JSON (4)" |
| }, |
| { |
| "name": "$result" |
| } |
| ] |