| { |
| "comment": [ |
| "This file contains manually-specified tests that should be merged into", |
| "testing/buildbot/chromium.perf.fyi.json." |
| ], |
| "Mojo Linux Perf": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "loading.desktop.network_service", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=release", |
| "--xvfb" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "loading.desktop.network_service", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| } |
| ] |
| }, |
| "Histogram Pipeline Linux Perf": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "dummy_benchmark.histogram_benchmark_1", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "dummy_benchmark.histogram_benchmark_1", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "dummy_benchmark.histogram_benchmark_1", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "dummy_benchmark.histogram_benchmark_1.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "loading.desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "loading.desktop", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "loading.desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "loading.desktop.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.common_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.common_desktop", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.common_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.common_desktop.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.memory_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.memory_desktop", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "system_health.memory_desktop", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "system_health.memory_desktop.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "speedometer2", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=release", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "speedometer2", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "speedometer2", |
| "-v", |
| "--upload-results", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--browser=reference", |
| "--xvfb", |
| "--also-run-disabled-tests" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "speedometer2.reference", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| } |
| ] |
| }, |
| "One Buildbot Step Test Builder": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "smoothness.maps", |
| "-v", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--xvfb", |
| "--browser=release" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "benchmark1 smoothness.maps", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "merge": { |
| "args": [ |
| ], |
| "script": "//tools/perf/upload_perf_results.py" |
| }, |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "swarm823-c4", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "blink_perf.css", |
| "-v", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--xvfb", |
| "--browser=release" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "benchmark2 blink_perf.css", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "merge": { |
| "args": [ |
| ], |
| "script": "//tools/perf/upload_perf_results.py" |
| }, |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "swarm823-c4", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| }, |
| { |
| "args": [ |
| "-v", |
| "--output-format=histograms", |
| "--output-format=json-test-results", |
| "--xvfb", |
| "--browser=release" |
| ], |
| "isolate_name": "performance_test_suite", |
| "name": "performance_test_suite", |
| "override_compile_targets": [ |
| "peformance_test_suite" |
| ], |
| "merge": { |
| "args": [ |
| ], |
| "script": "//tools/perf/upload_perf_results.py" |
| }, |
| "trigger_script": { |
| "args": [ |
| "--bot-id", "swarm846-c4", |
| "--bot-id", "swarm847-c4" |
| ], |
| "script": "//tools/perf/perf_device_trigger.py" |
| }, |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| } |
| ] |
| }, |
| "Android Nexus 5X Perf FYI": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "experimental.startup.android.coldish", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "experimental.startup.android.coldish", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build46-b1--device1", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "heap_profiling.mobile.disabled", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "heap_profiling.mobile.disabled", |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build46-b1--device2", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "heap_profiling.mobile.native", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "heap_profiling.mobile.native", |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build46-b1--device2", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "heap_profiling.mobile.pseudo", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "heap_profiling.mobile.pseudo", |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build46-b1--device2", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "smoothness.oop_rasterization.top_25_smooth", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "smoothness.oop_rasterization.top_25_smooth", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build46-b1--device2", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| }, |
| { |
| "args": [ |
| "thread_times.oop_rasterization.key_mobile", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=android-chromium" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "thread_times.oop_rasterization.key_mobile", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build46-b1--device2", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 3600, |
| "hard_timeout": 1080, |
| "ignore_task_failure": false, |
| "io_timeout": 360 |
| } |
| } |
| |
| ] |
| }, |
| "Linux ChromeOS Perf (mus-viz)": { |
| "isolated_scripts": [ |
| { |
| "args": [ |
| "smoothness.top_25_smooth", |
| "-v", |
| "--upload-results", |
| "--output-format=chartjson", |
| "--browser=exact", |
| "--browser-executable=./chrome" |
| ], |
| "isolate_name": "telemetry_perf_tests", |
| "name": "smoothness.top_25_smooth", |
| "override_compile_targets": [ |
| "telemetry_perf_tests" |
| ], |
| "swarming": { |
| "can_use_on_swarming_builders": true, |
| "dimension_sets": [ |
| { |
| "id": "build34-a1", |
| "pool": "Chrome-perf-fyi" |
| } |
| ], |
| "expiration": 36000, |
| "hard_timeout": 10800, |
| "ignore_task_failure": false, |
| "io_timeout": 3600 |
| } |
| } |
| ] |
| } |
| } |
