blob: f45ce37c302aa037cdba6c1266a83a96ef722211 [file] [log] [blame]
# Copyright 2017 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.
# The test suites understood by the waterfalls. Two kinds of entries
# are supported here:
# 1. Dictionaries that directly define test suites.
# 2. Compositions, in the form of lists which refer to other test
# suites.
#
# This file must be sorted by key. Run ./generate_buildbot_json.py -c to check
# your ordering; it will print out incorrectly sorted keys if there are any.
{
# Test suites.
'basic_suites': {
'android_ar_gtests': {
'monochrome_public_test_ar_apk': {},
},
'android_ddready_vr_gtests': {
'chrome_public_test_vr_apk-ddready-cardboard': {
'args': [
'--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
'--replace-system-package=com.google.vr.vrcore,//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
],
'swarming': {
'shards': 2,
},
'test': 'chrome_public_test_vr_apk',
},
'chrome_public_test_vr_apk-ddready-ddview': {
'args': [
'--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_ddview_skipdon_setupcomplete.json',
'--replace-system-package=com.google.vr.vrcore,//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
'--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_keyboard/vr_keyboard_current.apk',
],
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
'swarming': {
'shards': 4,
},
'test': 'chrome_public_test_vr_apk',
},
'chrome_public_test_vr_apk-ddready-dynamicsettings': {
'args': [
'--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_enable_vr_settings_service.json',
'--replace-system-package=com.google.vr.vrcore,//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
'--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_keyboard/vr_keyboard_current.apk',
'--annotation=Restriction=VR_Settings_Service',
'--vr-settings-service-enabled',
],
'test': 'chrome_public_test_vr_apk',
},
},
'android_incremental_tests': {
'base_unittests': {
'args': [
'--gtest_filter=PathUtilsTest.TestGetDataDirectory',
],
},
'chrome_public_test_apk': {
'args': [
'--gtest_filter=TabTest.testTabContext',
],
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
},
'content_browsertests': {
'args': [
'--gtest_filter=AndroidGranularityMovementBrowserTest.NavigateByCharacters.',
],
},
},
'android_isolated_scripts': {
'content_shell_crash_test': {
'args': [
'--platform=android',
],
},
},
'android_modern_smoke_tests': {
'chrome_modern_public_bundle_fake_modules_smoke_test': {},
'chrome_modern_public_bundle_smoke_test': {},
'chrome_modern_public_smoke_test': {},
},
'android_monochrome_smoke_tests': {
'monochrome_public_bundle_fake_modules_smoke_test': {},
'monochrome_public_bundle_smoke_test': {},
'monochrome_public_smoke_test': {},
},
'android_oreo_standard_gtests': {
'chrome_public_test_apk': {
'swarming': {
'shards': 5,
},
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
},
'webview_instrumentation_test_apk': {
'swarming': {
'expiration': 10800,
'shards': 5,
},
},
},
'android_pagecontroller_self_tests': {
'chrome_java_test_pagecontroller_tests': {},
},
'android_smoke_tests': {
'chrome_public_smoke_test': {},
},
'android_specific_chromium_gtests': {
'android_browsertests': {
'swarming': {
'shards': 1,
},
},
'android_webview_unittests': {},
'breakpad_unittests': {},
'chrome_public_test_apk': {
'swarming': {
'shards': 20,
},
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
},
'chrome_public_test_vr_apk': {
'args': [
'--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
'--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
],
'swarming': {
'shards': 2,
},
},
'content_shell_test_apk': {
'swarming': {
'shards': 3,
},
},
'gl_tests': {
# TODO(kbr): these are actually run on many of the GPU bots, which have
# physical hardware for several of the desktop OSs. Once the GPU JSON
# generation script is merged with this one, this should be promoted from
# the Android-specific section.
},
'gl_unittests': {
# TODO(kbr): these are actually run on many of the GPU bots, which have
# physical hardware for several of the desktop OSs. Once the GPU JSON
# generation script is merged with this one, this should be promoted from
# the Android-specific section.
},
'mojo_test_apk': {},
'ui_android_unittests': {},
'vr_android_unittests': {},
'webview_instrumentation_test_apk': {
'swarming': {
'shards': 7,
},
},
},
'android_trichrome_smoke_tests': {
'trichrome_chrome_bundle_fake_modules_smoke_test': {},
'trichrome_chrome_bundle_smoke_test': {},
},
'android_vega_vr_gtests': {
'chrome_public_test_vr_apk-vega': {
'args': [
'--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_ddview_skipdon_setupcomplete.json',
],
'test': 'chrome_public_test_vr_apk',
'experiment_percentage': 100,
},
},
'android_webview_gpu_telemetry_tests': {
'pixel_skia': {
'name': 'android_webview_pixel_skia_gold_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
'telemetry_test_name': 'pixel',
},
},
'aura_gtests': {
'aura_unittests': {},
'compositor_unittests': {},
'wm_unittests': {},
},
'bfcache_android_specific_gtests': {
'bf_cache_android_browsertests': {
'args': [
'--enable-features=BackForwardCache,BackForwardCacheNoTimeEviction,ServiceWorkerOnUI,ProactivelySwapBrowsingInstance',
'--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.android_browsertests.filter'
],
'test': 'android_browsertests',
},
'bf_cache_chrome_public_test_apk': {
'args': [
'--enable-features=BackForwardCache,BackForwardCacheNoTimeEviction,ServiceWorkerOnUI,ProactivelySwapBrowsingInstance',
'--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.chrome_public_test_apk.filter'
],
'swarming': {
'shards': 20,
},
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
'test': 'chrome_public_test_apk',
},
'bf_cache_content_shell_test_apk': {
'args': [
'--enable-features=BackForwardCache,BackForwardCacheNoTimeEviction,ServiceWorkerOnUI,ProactivelySwapBrowsingInstance',
'--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.content_shell_test_apk.filter'
],
'swarming': {
'shards': 5,
},
'test': 'content_shell_test_apk',
},
},
'bfcache_generic_gtests': {
'bf_cache_content_browsertests': {
'args': [
'--enable-features=BackForwardCache,BackForwardCacheNoTimeEviction,ServiceWorkerOnUI,ProactivelySwapBrowsingInstance',
'--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.content_browsertests.filter'
],
'swarming': {
'shards': 20,
},
'test': 'content_browsertests',
},
'bf_cache_content_unittests': {
'args': [
'--enable-features=BackForwardCache,BackForwardCacheNoTimeEviction,ServiceWorkerOnUI,ProactivelySwapBrowsingInstance',
'--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.content_unittests.filter'
],
'swarming': {
'shards': 10,
},
'test': 'content_unittests',
},
'bf_cache_unit_tests': {
'args': [
'--enable-features=BackForwardCache,BackForwardCacheNoTimeEviction,ServiceWorkerOnUI,ProactivelySwapBrowsingInstance',
'--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.unit_tests.filter'
],
'swarming': {
'shards': 10,
},
'test': 'unit_tests',
},
},
'bfcache_linux_specific_gtests': {
'bf_cache_browser_tests': {
'args': [
'--enable-features=BackForwardCache,BackForwardCacheNoTimeEviction,ServiceWorkerOnUI,ProactivelySwapBrowsingInstance',
'--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.browser_tests.filter'
],
'swarming': {
'shards': 10,
},
'test': 'browser_tests',
},
},
'blink_cors_gtests': {
'blink_cors_blink_platform_unittests': {
'args': [
'--disable-features=OutOfBlinkCors'
],
'test': 'blink_platform_unittests'
},
'blink_cors_browser_tests': {
'args': [
'--disable-features=OutOfBlinkCors'
],
'swarming': {
'shards': 10,
},
'test': 'browser_tests'
},
'blink_cors_content_browsertests': {
'args': [
'--disable-features=OutOfBlinkCors'
],
'test': 'content_browsertests'
},
'blink_cors_content_unittests' : {
'args': [
'--disable-features=OutOfBlinkCors'
],
'test': 'content_unittests'
},
'blink_cors_extensions_browsertests': {
'args': [
'--disable-features=OutOfBlinkCors'
],
'test': 'extensions_browsertests'
},
'blink_cors_extensions_unittests': {
'args': [
'--disable-features=OutOfBlinkCors'
],
'test': 'extensions_unittests'
},
'blink_cors_services_unittests': {
'args': [
'--disable-features=OutOfBlinkCors'
],
'test': 'services_unittests'
}
},
'cast_audio_specific_chromium_gtests': {
'cast_audio_backend_unittests': {},
'cast_base_unittests': {},
'cast_crash_unittests': {},
'cast_media_unittests': {},
'cast_shell_browsertests': {
'args': [
'--enable-local-file-accesses',
'--ozone-platform=headless',
'--no-sandbox',
'--test-launcher-jobs=1',
],
'swarming': {
'can_use_on_swarming_builders': False, # https://crbug.com/861753
},
},
'cast_shell_unittests': {},
},
'cast_junit_tests': {
'cast_base_junit_tests': {},
'cast_shell_junit_tests': {},
},
'cast_video_specific_chromium_gtests': {
'cast_graphics_unittests': {},
'exo_unittests': {},
'views_unittests': {
'experiment_percentage': 100,
},
},
'check_network_annotations_script': {
'check_network_annotations': {
'script': 'check_network_annotations.py',
},
},
'chrome_public_wpt': {
'chrome_public_wpt': {
'swarming': {
'shards': 15,
'expiration': 18000,
'hard_timeout': 14400,
},
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
},
},
'chrome_sizes': {
'chrome_sizes': {
'merge': {
'script': '//tools/perf/process_perf_results.py',
},
},
},
'chromedriver_py_tests_isolated_scripts': {
'chromedriver_py_tests': {
"args": [
"--test-type=integration",
],
},
'chromedriver_replay_unittests': {},
},
'chromeos_browser_integration_tests': {
'chrome_all_tast_tests': {
'swarming': {
'idempotent': False, # https://crbug.com/923426#c27
},
},
'cros_browser_sanity_test': {},
'disk_usage_tast_test': {
"args": [
# Stripping gives more accurate disk usage data.
"--strip-chrome",
],
'merge': {
'script': '//tools/perf/process_perf_results.py',
},
'swarming': {
'idempotent': False, # https://crbug.com/923426#c27
},
},
},
'chromeos_device_all_chrome_tast_tests_informational': {
'chrome_all_tast_tests_informational': {
'swarming': {
'idempotent': False, # https://crbug.com/923426#c27
# TODO(crbug.com/968262): Remove timeout and shard the test once
# sharding is implemented for tast
'hard_timeout': 5400,
}
},
'chrome_login_tast_tests': {
'swarming': {
'idempotent': False, # https://crbug.com/923426#c27
}
},
},
# GTests to run on Chrome OS devices, but not Chrome OS VMs. Any differences
# between this and chromeos_system_friendly_gtests below should only be due
# to resource constraints (ie: not enough devices).
'chromeos_device_only_gtests': {
'base_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.base_unittests.filter',
],
},
},
'chromeos_isolated_scripts': {
'telemetry_perf_unittests': {
'args': [
'--browser=cros-chrome',
# By default, CrOS VMs' ssh servers listen on local port 9222.
'--remote=127.0.0.1',
'--remote-ssh-port=9222',
'--xvfb',
],
'swarming': {
'idempotent': False, # https://crbug.com/549140
'shards': 6,
},
},
'telemetry_unittests': {
'args': [
'--jobs=1',
'--browser=cros-chrome',
# By default, CrOS VMs' ssh servers listen on local port 9222.
'--remote=127.0.0.1',
'--remote-ssh-port=9222',
],
'swarming': {
'idempotent': False, # https://crbug.com/549140
'shards': 24,
},
},
},
'chromeos_remote_device_isolated_tests': {
'telemetry_perf_unittests': {
'args': [
'--browser=cros-chrome',
# The magic hostname that resolves to a CrOS device in the test lab.
'--remote=variable_chromeos_device_hostname',
'--xvfb',
],
'swarming': {
'idempotent': False, # https://crbug.com/549140
'shards': 2,
},
},
'telemetry_unittests': {
'args': [
'--browser=cros-chrome',
# The magic hostname that resolves to a CrOS device in the test lab.
'--remote=variable_chromeos_device_hostname',
'--jobs=1',
],
'swarming': {
'idempotent': False, # https://crbug.com/549140
'shards': 10,
},
},
},
# Tests that run on Chrome OS systems (ie: VMs, Chromebooks), *not*
# linux-chromeos.
# NOTE: We only want a small subset of test suites here, because most
# suites assume that they stub out the underlying device hardware.
# https://crbug.com/865693
'chromeos_system_friendly_gtests': {
'aura_unittests': {
'args': [
'--ozone-platform=headless',
],
},
'base_unittests': {},
'cacheinvalidation_unittests': {},
'capture_unittests': {
'args': [
'--test-launcher-jobs=1',
# Don't run CaptureMJpeg tests on ChromeOS VM because vivid,
# which is the virtual video capture device, doesn't support MJPEG.
'--gtest_filter=-*UsingRealWebcam_CaptureMjpeg*',
],
},
'cc_unittests': {},
'crypto_unittests': {},
'display_unittests': {},
'google_apis_unittests': {},
'interactive_ui_tests': {
'args': [
'--stop-ui',
'--dbus-stub',
'--gtest_filter=SplitViewTest.SplitViewResize',
],
},
'ipc_tests': {},
'jingle_unittests': {},
'latency_unittests': {},
'libcups_unittests': {
'experiment_percentage': 100,
},
'media_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.media_unittests.filter',
],
},
'midi_unittests': {},
'mojo_unittests': {},
# net_unittests has a test-time dependency on vpython. So add a CIPD'ed
# vpython of the right arch to the task, and tell the test runner to copy
# it over to the VM before the test runs.
'net_unittests': {
'args': [
'--vpython-dir=../../vpython_dir_linux_amd64',
],
'swarming': {
'cipd_packages': [
{
"cipd_package": 'infra/tools/luci/vpython/linux-amd64',
'location': 'vpython_dir_linux_amd64',
'revision': 'git_revision:9a931a5307c46b16b1c12e01e8239d4a73830b89',
}
],
'shards': 3,
},
},
'ozone_gl_unittests': {
'args': [
'--stop-ui',
],
},
'ozone_unittests': {},
'pdf_unittests': {},
'printing_unittests': {},
'profile_provider_unittest': {},
'sandbox_linux_unittests': {},
'sql_unittests': {},
'url_unittests': {},
'vaapi_unittest': {
'args': [
'--stop-ui',
# Tell libva to do dummy encoding/decoding. For more info, see:
# https://github.com/intel/libva/blob/master/va/va_fool.c#L47
'--env-var', 'LIBVA_DRIVER_NAME', 'i965',
'--env-var', 'LIBVA_FOOL_DECODE', '1',
'--env-var', 'LIBVA_FOOL_POSTP', '1',
'--gtest_filter="VaapiTest.*"',
],
},
},
'chromeos_system_friendly_gtests_experimental': {
'chrome_all_tast_tests_informational': {
'swarming': {
'idempotent': False, # https://crbug.com/923426#c27
}
},
'chrome_login_tast_tests': {
'swarming': {
'idempotent': False, # https://crbug.com/923426#c27
}
},
'services_unittests': {
'args': [
'--vpython-dir=../../vpython_dir_linux_amd64',
'--ozone-platform=headless',
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.services_unittests.filter',
],
'swarming': {
'cipd_packages': [
{
"cipd_package": 'infra/tools/luci/vpython/linux-amd64',
'location': 'vpython_dir_linux_amd64',
'revision': 'git_revision:9a931a5307c46b16b1c12e01e8239d4a73830b89',
}
],
},
},
},
'chromium_android_asan_gtests': {
# TODO(kbr): reduce duplication among these tests, and with other
# test suites.
'base_unittests': {
'args': [
'--tool=asan',
],
},
},
'chromium_android_asan_junit_tests': {
'base_junit_tests': {},
},
'chromium_android_webkit_gtests': {
'blink_heap_unittests': {},
'webkit_unit_tests': {
'test': 'blink_unittests',
},
},
'chromium_browser_tests': {
'browser_tests': {
'swarming': {
'shards': 10,
},
},
'components_browsertests': {},
'content_browsertests': {},
'interactive_ui_tests': {
'swarming': {
'shards': 3,
},
},
},
'chromium_gtests': {
'angle_unittests': {},
'base_unittests': {},
'base_util_unittests': {},
'blink_common_unittests': {},
'blink_heap_unittests': {},
'blink_platform_unittests': {},
'boringssl_crypto_tests': {},
'boringssl_ssl_tests': {},
'cacheinvalidation_unittests': {},
'capture_unittests': {
'args': [
'--gtest_filter=-*UsingRealWebcam*',
],
},
'cast_unittests': {},
'components_browsertests': {},
'components_unittests': {
'android_swarming': {
'shards': 4,
},
},
'content_browsertests': {
'android_swarming': {
'shards': 9,
},
'swarming': {
'shards': 6,
},
},
'content_unittests': {
'android_swarming': {
'shards': 3,
},
},
'crypto_unittests': {},
'events_unittests': {},
'gcm_unit_tests': {},
'gin_unittests': {},
'google_apis_unittests': {},
'gpu_unittests': {},
'gwp_asan_unittests': {},
'ipc_tests': {},
'jingle_unittests': {},
'latency_unittests': {},
'libjingle_xmpp_unittests': {},
'media_blink_unittests': {},
'media_unittests': {},
'midi_unittests': {},
'mojo_unittests': {},
'net_unittests': {
'android_swarming': {
'shards': 3,
},
},
'perfetto_unittests': {},
'services_unittests': {},
'shell_dialogs_unittests': {},
'skia_unittests': {},
'sql_unittests': {},
'storage_unittests': {},
'ui_base_unittests': {},
'ui_touch_selection_unittests': {},
'url_unittests': {},
'webkit_unit_tests': {
'test': 'blink_unittests',
'android_swarming': {
'shards': 4,
},
},
'wtf_unittests': {},
},
'chromium_gtests_for_devices_with_graphical_output': {
'cc_unittests': {},
'device_unittests': {},
'display_unittests': {},
'gfx_unittests': {},
'unit_tests': {
'android_swarming': {
'shards': 2,
},
},
'viz_unittests': {},
},
'chromium_gtests_for_linux_and_chromeos_only': {
'dbus_unittests': {},
'mojo_core_unittests': {},
'nacl_helper_nonsfi_unittests': {},
},
'chromium_gtests_for_win_and_linux_only': {
'traffic_annotation_auditor_unittests': {},
},
'chromium_junit_tests': {
'android_webview_junit_tests': {},
'base_junit_tests': {},
'chrome_java_test_pagecontroller_junit_tests': {},
'chrome_junit_tests': {},
'components_junit_tests': {},
'content_junit_tests': {},
'device_junit_tests': {},
'junit_unit_tests': {},
'keyboard_accessory_junit_tests': {},
'media_base_junit_tests': {},
'media_router_junit_tests': {},
'module_installer_junit_tests': {},
'net_junit_tests': {},
'paint_preview_junit_tests': {},
'service_junit_tests': {},
'touch_to_fill_junit_tests': {},
'ui_junit_tests': {},
'webapk_client_junit_tests': {},
'webapk_shell_apk_h2o_junit_tests': {},
'webapk_shell_apk_junit_tests': {},
},
'chromium_linux_scripts': {
'check_static_initializers': {
'script': 'check_static_initializers.py',
},
'checkdeps': {
'script': 'checkdeps.py',
},
'checkperms': {
'script': 'checkperms.py',
},
'headless_python_unittests': {
'script': 'headless_python_unittests.py',
},
'webkit_lint': {
'script': 'blink_lint_expectations.py',
},
},
'chromium_mac_scripts': {
'check_static_initializers': {
'script': 'check_static_initializers.py',
},
'webkit_lint': {
'script': 'blink_lint_expectations.py',
},
},
'chromium_scripts': {
'webkit_lint': {
'script': 'blink_lint_expectations.py',
},
},
'chromium_swarm_android_gtests': {
'base_unittests': {},
'content_browsertests': {
'swarming': {
'shards': 10,
},
},
'content_shell_test_apk': {
'swarming': {
'shards': 3,
},
},
'content_unittests': {
'swarming': {
'shards': 3,
},
},
'net_unittests': {
'swarming': {
'shards': 4,
},
},
'unit_tests': {
'swarming': {
'shards': 5,
},
},
'webview_instrumentation_test_apk': {
'swarming': {
'shards': 7,
},
},
},
'chromium_swarm_desktop_gtests': {
'base_unittests': {},
'content_browsertests': {},
'content_unittests': {},
'interactive_ui_tests': {},
'net_unittests': {},
'unit_tests': {},
},
'chromium_swarm_linux_gtests': {
'base_unittests': {
'swarming': {
'dimension_sets': [
{
'cores': '2',
},
],
},
},
'browser_tests': {
'swarming': {
'dimension_sets': [
{
'cores': '8',
},
],
'shards': 2,
},
},
'content_browsertests': {
'swarming': {
'dimension_sets': [
{
'cores': '8',
},
],
},
},
'content_unittests': {
'swarming': {
'dimension_sets': [
{
'cores': '2',
},
],
},
},
'interactive_ui_tests': {
'swarming': {
'dimension_sets': [
{
'cores': '8',
},
],
},
},
'net_unittests': {
'swarming': {
'dimension_sets': [
{
'cores': '8',
},
],
},
},
'unit_tests': {
'swarming': {
'dimension_sets': [
{
'cores': '2',
},
],
},
},
},
# On some bots we don't have capacity to run all standard tests (for example
# Android Pie), however there are tracing integration tests we want to
# ensure are still working.
'chromium_tracing_gtests': {
'services_unittests': {},
},
'chromium_web_tests_and_wpt_webdriver_isolated_scripts': {
'blink_web_tests': {
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'args': [
'--num-retries=3',
],
'isolate_name': 'blink_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
'swarming': {
'shards': 12,
}
},
'webdriver_tests_suite': {
'isolate_name': 'webdriver_wpt_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'swarming': {
'shards': 4,
},
},
},
'chromium_webkit_isolated_scripts': {
'blink_web_tests': {
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'args': [
'--num-retries=3',
],
'isolate_name': 'blink_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
'swarming': {
'shards': 12,
}
},
},
'client_v8_chromium_gtests': {
'app_shell_unittests': {},
'browser_tests': {
'swarming': {
'shards': 10,
},
},
'chrome_app_unittests': {},
'chromedriver_unittests': {},
'components_browsertests': {},
'components_unittests': {},
'compositor_unittests': {},
'content_browsertests': {},
'content_unittests': {},
'device_unittests': {},
'extensions_browsertests': {},
'extensions_unittests': {},
'gcm_unit_tests': {},
'gin_unittests': {},
'google_apis_unittests': {},
'gpu_unittests': {},
'headless_browsertests': {},
'headless_unittests': {},
'interactive_ui_tests': {},
'jingle_unittests': {},
'media_blink_unittests': {},
'nacl_loader_unittests': {},
'net_unittests': {},
'pdf_unittests': {},
'ppapi_unittests': {},
'remoting_unittests': {},
'services_unittests': {},
'sync_integration_tests': {},
'unit_tests': {},
},
'client_v8_chromium_isolated_scripts': {
'content_shell_crash_test': {},
'telemetry_gpu_unittests': {
'swarming': {
'idempotent': False, # https://crbug.com/549140
},
},
'telemetry_perf_unittests': {
'args': [
'--xvfb',
# TODO(crbug.com/1077284): Remove this once Crashpad is the default.
'--extra-browser-args=--enable-crashpad',
],
'swarming': {
'idempotent': False, # https://crbug.com/549140
'shards': 12,
},
},
'telemetry_unittests': {
'args': [
'--jobs=1',
# Disable GPU compositing, telemetry_unittests runs on VMs.
# https://crbug.com/871955
'--extra-browser-args=--disable-gpu',
],
'swarming': {
'idempotent': False, # https://crbug.com/549140
'shards': 4,
},
},
},
'components_perftests_isolated_scripts' : {
'components_perftests': {
'merge': {
'script': '//tools/perf/process_perf_results.py',
'args': [
'--smoke-test-mode',
],
},
'args': [
'--gtest-benchmark-name=components_perftests',
],
},
},
'cronet_gtests': {
'cronet_sample_test_apk': {},
'cronet_smoketests_missing_native_library_instrumentation_apk': {},
'cronet_smoketests_platform_only_instrumentation_apk': {},
'cronet_test_instrumentation_apk': {},
'cronet_tests_android': {},
'cronet_unittests_android': {},
'net_unittests': {
'swarming': {
'shards': 4,
},
},
},
'cronet_resource_sizes': {
'resource_sizes_cronet_sample_apk': {
'merge': {
'script': '//tools/perf/process_perf_results.py',
},
'swarming': {
'dimension_sets': [
# This suite simply analyzes build targets without running them.
# It can thus run on a standard linux machine w/o a device.
{
'os': 'Ubuntu-16.04',
'cpu': 'x86'
},
],
},
},
},
'cronet_sizes': {
'cronet_sizes': {
'merge': {
'script': '//tools/perf/process_perf_results.py',
},
'swarming': {
'dimension_sets': [
# This suite simply analyzes build targets without running them.
# It can thus run on a standard linux machine w/o a device.
{
'os': 'Ubuntu-16.04',
'cpu': 'x86'
},
],
},
},
},
'desktop_chromium_isolated_scripts': {
'blink_python_tests': {},
'blink_web_tests': {
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'args': [
'--num-retries=3',
],
'isolate_name': 'blink_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
'swarming': {
'shards': 12,
}
},
'content_shell_crash_test': {},
'flatbuffers_unittests': {},
'grit_python_unittests': {},
'metrics_python_tests': {},
'telemetry_gpu_unittests': {
'swarming': {
'idempotent': False, # https://crbug.com/549140
},
},
'telemetry_unittests': {
'args': [
'--jobs=1',
# Disable GPU compositing, telemetry_unittests runs on VMs.
# https://crbug.com/871955
'--extra-browser-args=--disable-gpu',
],
'swarming': {
'idempotent': False, # https://crbug.com/549140
'shards': 4,
},
},
'views_perftests': {
'merge': {
'script': '//tools/perf/process_perf_results.py',
'args': [
'--smoke-test-mode',
],
},
'args': [
'--gtest-benchmark-name=views_perftests',
],
},
},
'devtools_webkit_isolated_scripts': {
'blink_web_tests': {
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'args': [
'--num-retries=3',
],
'isolate_name': 'blink_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
'swarming': {
'shards': 12,
}
},
'webkit_layout_from_devtools': {
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'args': [
'--num-retries=3',
'--layout-tests-directory=../../third_party/devtools-frontend/src/test/webtests/',
'http/tests/devtools',
],
'isolate_name': 'devtools_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
'swarming': {
'shards': 4,
}
},
},
'fieldtrial_browser_tests': {
'no_fieldtrial_browser_tests': {
'args': [
'--disable-field-trial-config',
],
'swarming': {
'shards': 10,
},
'test': 'browser_tests',
},
# TODO(crbug.com/1025244): Move Open Screen unit tests from fieldtrial
# to linux, mac bots once we have ensured the tests are stable.
'openscreen_unittests': {}
},
'fuchsia_gpu_telemetry_tests': {
'hardware_accelerated_feature': {
'isolate_name': 'fuchsia_telemetry_gpu_integration_test',
},
'info_collection': {
'args': [
'--expected-vendor-id',
'${gpu_vendor_id}',
'--expected-device-id',
'${gpu_device_id}',
],
'isolate_name': 'fuchsia_telemetry_gpu_integration_test',
},
},
'fuchsia_gtests': {
'accessibility_unittests': {},
'angle_unittests': {},
'base_unittests': {},
'base_util_unittests': {},
'blink_common_unittests': {},
'blink_heap_unittests': {},
'blink_platform_unittests': {},
'boringssl_crypto_tests': {},
'boringssl_ssl_tests': {},
'cacheinvalidation_unittests': {},
'capture_unittests': {},
'cast_runner_browsertests': {},
'cast_runner_integration_tests': {},
'cast_runner_unittests': {},
'cc_unittests': {
'swarming': {
'shards': 2,
},
},
'components_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.components_unittests.filter',
],
},
'content_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.content_unittests.filter',
],
},
'cr_fuchsia_base_unittests': {},
'cronet_tests': {},
'cronet_unittests': {},
'crypto_unittests': {},
'display_unittests': {},
'events_unittests': {},
'gfx_unittests': {},
'gin_unittests': {},
'google_apis_unittests': {},
'gpu_unittests': {},
'http_service_tests': {},
'ipc_tests': {},
'media_blink_unittests': {},
'media_unittests': {},
'mojo_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.mojo_unittests.filter',
],
},
'net_unittests': {
'swarming': {
'shards': 4,
},
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.net_unittests.filter',
],
},
'perfetto_unittests': {},
'service_manager_unittests': {},
'services_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.services_unittests.filter',
],
},
'skia_unittests': {},
'sql_unittests': {},
'storage_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.storage_unittests.filter',
],
},
'ui_base_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.ui_base_unittests.filter',
],
},
'url_unittests': {},
'viz_unittests': {
'args': [
'--child-arg=--ozone-platform=headless',
],
},
'web_engine_browsertests': {},
'web_engine_integration_tests': {},
'web_engine_unittests': {},
'web_runner_integration_tests': {},
'wtf_unittests': {},
},
'gl_gtests': {
'gl_tests': {},
'gl_unittests': {},
},
'goma_gtests': {
'base_unittests': {},
'content_unittests': {},
},
'goma_mac_gtests': {
'base_unittests': {
'swarming': {
'dimension_sets': [
{
'os': 'Mac',
},
],
}
},
'content_unittests': {
'swarming': {
'dimension_sets': [
{
'os': 'Mac',
},
],
},
},
},
# BEGIN tests which run on the GPU bots
'gpu_angle_deqp_egl_d3d11_gtests': {
'angle_deqp_egl_d3d11_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-d3d11',
],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_egl_tests',
},
},
'gpu_angle_deqp_egl_gl_gtests': {
'angle_deqp_egl_gl_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-gl',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_egl_tests',
},
},
'gpu_angle_deqp_egl_gles_gtests': {
'angle_deqp_egl_gles_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500',
],
'args': [
'--deqp-egl-display-type=angle-gles',
],
'desktop_args': [
'--test-launcher-batch-limit=400',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_egl_tests',
},
},
'gpu_angle_deqp_egl_metal_gtests': {
'angle_deqp_egl_metal_tests': {
'args': [
'--test-launcher-batch-limit=0',
'--deqp-egl-display-type=angle-metal',
],
'should_retry_with_patch': False,
'swarming': {
'shards': 1,
},
'test': 'angle_deqp_egl_tests',
},
},
'gpu_angle_deqp_egl_vulkan_gtests': {
'angle_deqp_egl_vulkan_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-vulkan',
],
'desktop_args': [
'--test-launcher-batch-limit=400',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_egl_tests',
},
},
'gpu_angle_deqp_gles2_d3d11_gtests': {
'angle_deqp_gles2_d3d11_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-d3d11',
],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_gles2_tests',
},
},
'gpu_angle_deqp_gles2_gl_gtests': {
'angle_deqp_gles2_gl_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-gl',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_gles2_tests',
},
},
'gpu_angle_deqp_gles2_metal_gtests': {
'angle_deqp_gles2_metal_tests': {
'args': [
'--test-launcher-batch-limit=0',
'--deqp-egl-display-type=angle-metal',
],
'should_retry_with_patch': False,
'swarming': {
'shards': 1,
},
'test': 'angle_deqp_gles2_tests',
},
},
'gpu_angle_deqp_gles2_vulkan_gtests': {
'angle_deqp_gles2_vulkan_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-vulkan',
],
'desktop_args': [
'--test-launcher-batch-limit=400',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_gles2_tests',
},
},
'gpu_angle_deqp_gles31_d3d11_gtests': {
'angle_deqp_gles31_d3d11_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-d3d11'
],
'should_retry_with_patch': False,
'swarming': {
'shards': 10,
},
'test': 'angle_deqp_gles31_tests',
},
},
'gpu_angle_deqp_gles31_gl_gtests': {
'angle_deqp_gles31_gl_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-gl'
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 10,
},
'test': 'angle_deqp_gles31_tests',
},
},
'gpu_angle_deqp_gles31_vulkan_gtests': {
'angle_deqp_gles31_vulkan_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-vulkan',
],
'desktop_args': [
'--test-launcher-batch-limit=400',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 10,
},
'test': 'angle_deqp_gles31_tests',
},
},
'gpu_angle_deqp_gles3_d3d11_gtests': {
# TODO(jmadill): Run this on ANGLE roll tryservers.
# Temporarily disabled on AMD Win 7 to prevent a recipe engine crash.
# TODO(jmadill): Re-enable there when http://crbug.com/713196 is fixed.
'angle_deqp_gles3_d3d11_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-d3d11',
],
'should_retry_with_patch': False,
'swarming': {
'shards': 12,
},
'test': 'angle_deqp_gles3_tests',
},
},
'gpu_angle_deqp_gles3_gl_gtests': {
'angle_deqp_gles3_gl_tests': {
'args': [
'--test-launcher-batch-limit=400',
'--deqp-egl-display-type=angle-gl',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 12,
},
'test': 'angle_deqp_gles3_tests',
},
},
'gpu_angle_deqp_gles3_vulkan_gtests': {
'angle_deqp_gles3_vulkan_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-vulkan',
],
'desktop_args': [
'--test-launcher-batch-limit=400',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 12,
},
'test': 'angle_deqp_gles3_tests',
},
},
'gpu_angle_deqp_gles_gtests': {
'angle_deqp_gles2_gles_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-gles'
],
'desktop_args': [
'--test-launcher-batch-limit=400',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
'test': 'angle_deqp_gles2_tests',
},
'angle_deqp_gles3_gles_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-gles'
],
'desktop_args': [
'--test-launcher-batch-limit=400',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 12,
},
'test': 'angle_deqp_gles3_tests',
},
},
'gpu_angle_deqp_khr_gles2_vulkan_gtests': {
'angle_deqp_khr_gles2_vulkan_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-vulkan',
],
'desktop_args': [
'--test-launcher-batch-limit=0',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'test': 'angle_deqp_khr_gles2_tests',
},
},
'gpu_angle_deqp_khr_gles31_vulkan_gtests': {
'angle_deqp_khr_gles31_vulkan_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-vulkan',
],
'desktop_args': [
'--test-launcher-batch-limit=0',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 2,
},
'test': 'angle_deqp_khr_gles31_tests',
},
},
'gpu_angle_deqp_khr_gles3_vulkan_gtests': {
'angle_deqp_khr_gles3_vulkan_tests': {
'android_args': [
'--enable-xml-result-parsing',
'--shard-timeout=500'
],
'args': [
'--deqp-egl-display-type=angle-vulkan',
],
'desktop_args': [
'--test-launcher-batch-limit=0',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 2,
},
'test': 'angle_deqp_khr_gles3_tests',
},
},
'gpu_angle_end2end_gtests': {
'angle_end2end_tests': {
'desktop_args': [
'--use-gpu-in-tests',
],
'args': [
# ANGLE test retries deliberately disabled to prevent flakiness.
# http://crbug.com/669196
'--test-launcher-retry-limit=0',
'--test-launcher-batch-limit=256',
'--gtest_filter=-*Vulkan_SwiftShader*',
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
'swarming': {
'shards': 4,
},
},
},
# Actually uploads results to the perf dashboard
'gpu_angle_perf_isolated_scripts': {
'angle_perftests': {
'args': [
'--gtest-benchmark-name=angle_perftests',
'-v',
],
'android_args': [
'--shard-timeout=800',
'--test-launcher-batch-limit=100',
],
'merge': {
'script': '//tools/perf/process_perf_results.py',
},
},
},
# The angle perf tests should eventually be run on every platform
# ANGLE supports. Currently they run on Windows, Linux and Android.
'gpu_angle_perf_smoke_isolated_scripts': {
'angle_perftests': {
'args': [
'--gtest-benchmark-name=angle_perftests',
'-v',
# Tell the tests to exit after one frame for faster iteration.
'--one-frame-only',
],
'android_args': [
'--shard-timeout=800',
],
'merge': {
'script': '//tools/perf/process_perf_results.py',
# Does not upload to the perf dashboard
'args': [
'--smoke-test-mode',
],
},
},
},
'gpu_angle_unit_gtests': {
'angle_unittests': {
'desktop_args': [
'--use-gpu-in-tests',
# ANGLE test retries deliberately disabled to prevent flakiness.
# http://crbug.com/669196
'--test-launcher-retry-limit=0'
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
},
},
'gpu_angle_white_box_gtests': {
# TODO(ynovikov): the old generator script said the white box
# tests are supposed to run everywhere angle_end2end_tests do, but
# they actually ran only on Windows and Linux.
'angle_white_box_tests': {
'desktop_args': [
# ANGLE test retries deliberately disabled to prevent flakiness.
# http://crbug.com/669196
'--test-launcher-retry-limit=0'
],
'linux_args': ['--no-xvfb'],
'should_retry_with_patch': False,
},
},
'gpu_blink_web_tests_skia_renderer': {
'skia_renderer_gl_blink_web_tests': {
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'args': [
'--num-retries=3',
'--additional-driver-flag=--enable-gpu-rasterization',
'--additional-driver-flag=--enable-features=UseSkiaRenderer',
'--additional-driver-flag=--use-gl=any',
'--additional-driver-flag=--force-gpu-rasterization',
'--additional-driver-flag=--enable-oop-rasterization',
'--additional-driver-flag=--disable-software-compositing-fallback',
'--additional-driver-flag=--disable-headless-mode',
'--no-xvfb',
'--fuzzy-diff',
'--skipped=always',
'--test-list=../../testing/buildbot/filters/gpu.skiarenderer_vulkan_blink_web_tests.filter',
'--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/enable-features=UseSkiaRenderer',
'--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/enable-gpu-rasterization',
'--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/use-gl=any',
],
'isolate_name': 'blink_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
},
},
'gpu_blink_web_tests_vulkan': {
'vulkan_native_blink_web_tests': {
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'args': [
'--num-retries=3',
'--additional-driver-flag=--enable-gpu-rasterization',
'--additional-driver-flag=--enable-features=UseSkiaRenderer,Vulkan',
'--additional-driver-flag=--use-gl=any',
'--additional-driver-flag=--force-gpu-rasterization',
'--additional-driver-flag=--enable-oop-rasterization',
'--additional-driver-flag=--disable-software-compositing-fallback',
'--additional-driver-flag=--use-vulkan=native',
'--additional-driver-flag=--disable-vulkan-fallback-to-gl-for-testing',
'--additional-driver-flag=--disable-headless-mode',
'--no-xvfb',
'--fuzzy-diff',
'--skipped=always',
'--driver-logging',
'--test-list=../../testing/buildbot/filters/gpu.skiarenderer_vulkan_blink_web_tests.filter',
'--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/enable-features=UseSkiaRenderer',
'--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/enable-gpu-rasterization',
'--additional-expectations=../../third_party/blink/web_tests/FlagExpectations/use-vulkan=native',
],
'isolate_name': 'blink_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
},
},
# The command buffer perf tests are only run on Windows.
# They are mostly driver and platform independent.
'gpu_command_buffer_perf_passthrough_isolated_scripts': {
'passthrough_command_buffer_perftests': {
'args': [
'--gtest-benchmark-name=passthrough_command_buffer_perftests',
'-v',
'--use-cmd-decoder=passthrough',
'--use-angle=gl-null',
'--fast-run',
],
'isolate_name': 'command_buffer_perftests',
'merge': {
'script': '//tools/perf/process_perf_results.py',
'args': [
'--smoke-test-mode',
],
},
'should_retry_with_patch': False,
},
},
'gpu_common_and_optional_telemetry_tests': {
'info_collection': {
'args': [
'--expected-vendor-id',
'${gpu_vendor_id}',
'--expected-device-id',
'${gpu_device_id}',
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--force_high_performance_gpu',
],
},
'trace_test': {}
},
# GPU gtests which run on both the main and FYI waterfalls.
'gpu_common_gtests': {
'gl_tests': {
'desktop_args': [
'--use-gpu-in-tests',
],
},
'gl_unittests': {
'desktop_args': ['--use-gpu-in-tests'],
'linux_args': ['--no-xvfb'],
},
},
# GPU gtests that test only Dawn
'gpu_dawn_gtests': {
'dawn_end2end_no_spvc_tests': {
'mixins': ['dawn_end2end_gpu_test'],
'args': [
'--no-use-spvc',
'--no-use-spvc-parser',
],
'test': 'dawn_end2end_tests',
},
'dawn_end2end_skip_validation_tests': {
'mixins': ['dawn_end2end_gpu_test'],
'args': [
'--skip-validation',
],
'test': 'dawn_end2end_tests',
},
'dawn_end2end_tests': {
'mixins': ['dawn_end2end_gpu_test'],
},
'dawn_end2end_use_spvc_parser_tests': {
'mixins': ['dawn_end2end_gpu_test'],
'args': [
'--use-spvc',
'--use-spvc-parser',
],
'test': 'dawn_end2end_tests',
},
'dawn_end2end_use_spvc_tests': {
'mixins': ['dawn_end2end_gpu_test'],
'args': [
'--use-spvc',
'--no-use-spvc-parser',
],
'test': 'dawn_end2end_tests',
},
'dawn_end2end_validation_layers_tests': {
'mixins': ['dawn_end2end_gpu_test'],
'args': [
'--enable-backend-validation',
],
'test': 'dawn_end2end_tests',
},
'dawn_end2end_wire_tests': {
'mixins': ['dawn_end2end_gpu_test'],
'args': [
'--use-wire',
],
'test': 'dawn_end2end_tests',
},
},
'gpu_dawn_perf_smoke_isolated_scripts': {
'dawn_perf_tests': {
'args': [
# Tell the tests to only run one step for faster iteration.
'--override-steps=1',
'--gtest-benchmark-name=dawn_perf_tests',
'-v',
],
'merge': {
'script': '//tools/perf/process_perf_results.py',
# Does not upload to the perf dashboard
'args': [
'--smoke-test-mode',
],
},
},
},
'gpu_default_and_optional_win_specific_gtests': {
'xr_browser_tests': {
# The Windows machines this is run on should always meet all the
# requirements, so skip the runtime checks to help catch issues, e.g.
# if we're incorrectly being told a DirectX 11.1 device isn't
# available
'args': [
'--ignore-runtime-requirements=*',
],
'test': 'xr_browser_tests',
},
},
'gpu_desktop_specific_gtests': {
'tab_capture_end2end_tests': {
'args': [
'--enable-gpu',
'--test-launcher-bot-mode',
'--test-launcher-jobs=1',
'--gtest_filter=CastStreamingApiTestWithPixelOutput.EndToEnd*:TabCaptureApiPixelTest.EndToEnd*',
],
'linux_args': [ '--no-xvfb' ],
'test': 'browser_tests',
},
},
'gpu_fyi_and_optional_non_linux_gtests': {
# gpu_unittests is killing the Swarmed Linux GPU bots similarly to
# how content_unittests was: http://crbug.com/763498 .
'gpu_unittests': {
},
},
'gpu_fyi_and_optional_win_specific_gtests': {
'angle_gles1_conformance_tests': {
'args': ['--use-gpu-in-tests'],
'linux_args': ['--no-xvfb'],
},
'gles2_conform_d3d9_test': {
'args': [
'--use-gpu-in-tests',
'--use-angle=d3d9',
],
'test': 'gles2_conform_test',
},
'gles2_conform_gl_test': {
'args': [
'--use-gpu-in-tests',
'--use-angle=gl',
'--disable-gpu-sandbox',
],
'test': 'gles2_conform_test',
},
},
'gpu_fyi_mac_specific_gtests': {
# Face and barcode detection unit tests, which currently only run on
# Mac OS, and require physical hardware.
'services_unittests': {
'args': [
'--gtest_filter=*Detection*',
'--use-gpu-in-tests'
],
},
},
'gpu_fyi_vulkan_gtests': {
'vulkan_content_browsertests': {
'args': [
'--enable-gpu',
'--test-launcher-bot-mode',
'--test-launcher-jobs=1',
'--test-launcher-filter-file=../../testing/buildbot/filters/vulkan.content_browsertests.filter',
'--enable-features=UseSkiaRenderer,UiGpuRasterization,Vulkan',
'--use-vulkan=native',
'--enable-oop-rasterization',
'--enable-gpu-rasterization',
'--force-gpu-rasterization',
'--disable-software-compositing-fallback',
'--disable-vulkan-fallback-to-gl-for-testing',
'--disable-headless-mode',
],
'linux_args': [ '--no-xvfb' ],
'test': 'content_browsertests',
},
'vulkan_tests': {
'args': [
'--enable-gpu',
'--test-launcher-bot-mode',
'--test-launcher-jobs=1',
'--disable-headless-mode',
],
'linux_args': [ '--no-xvfb' ],
'test': 'vulkan_tests',
},
},
'gpu_fyi_vulkan_swiftshader_gtests': {
'vulkan_swiftshader_content_browsertests': {
'args': [
'--enable-gpu',
'--test-launcher-bot-mode',
'--test-launcher-jobs=1',
'--test-launcher-filter-file=../../testing/buildbot/filters/vulkan.content_browsertests.filter',
'--enable-features=UseSkiaRenderer,UiGpuRasterization,Vulkan',
'--use-vulkan=swiftshader',
'--enable-oop-rasterization',
'--enable-gpu-rasterization',
'--force-gpu-rasterization',
'--disable-software-compositing-fallback',
'--disable-vulkan-fallback-to-gl-for-testing',
'--disable-headless-mode',
],
'linux_args': [ '--no-xvfb' ],
'test': 'content_browsertests',
},
},
'gpu_gl_renderer_full_telemetry_tests': {
'context_lost': {
'name': 'gl_renderer_context_lost_tests',
'args': [
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
},
'depth_capture': {
'name': 'gl_renderer_depth_capture_tests',
'args': [
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
},
'gpu_process': {
'name': 'gl_renderer_gpu_process_launch_tests',
'args': [
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
},
'hardware_accelerated_feature': {
'name': 'gl_renderer_hardware_accelerated_feature_tests',
'args': [
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
},
'maps': {
'name': 'gl_renderer_maps_pixel_tests',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
},
'pixel': {
'name': 'gl_renderer_pixel_skia_gold_tests',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
},
'screenshot_sync': {
'name': 'gl_renderer_screenshot_sync_tests',
'args': [
'--dont-restore-color-profile-after-test',
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
},
},
# Very small set of test that exercise GLRenderer and produce pixels for CQ.
# For use where SkiaRenderer is enabled by field trial or default.
'gpu_gl_renderer_small_telemetry_tests': {
'gl_renderer_screenshot_sync': {
'args': [
'--dont-restore-color-profile-after-test',
'--extra-browser-args=--disable-features=UseSkiaRenderer',
],
'telemetry_test_name': 'screenshot_sync',
},
},
'gpu_gles2_conform_d3d11_test': {
'gles2_conform_d3d11_test': {
'args': [
'--use-gpu-in-tests',
'--use-angle=d3d11',
'--disable-gpu-sandbox',
],
'test': 'gles2_conform_test',
},
},
'gpu_gles2_conform_gtests': {
# The gles2_conform_tests are closed-source and deliberately only
# run on the FYI waterfall and the optional and ANGLE tryservers.
'gles2_conform_test': {
'args': ['--use-gpu-in-tests'],
},
},
'gpu_info_collection_telemetry_tests': {
'info_collection': {
'args': [
'--expected-vendor-id',
'${gpu_vendor_id}',
'--expected-device-id',
'${gpu_device_id}',
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--force_high_performance_gpu',
],
},
},
'gpu_noop_sleep_telemetry_test': {
# The former GPU-specific generator script contained logic to
# detect whether the so-called "experimental" GPU bots, which test
# newer driver versions, were identical to the "stable" versions
# of the bots, and if so to mirror their configurations. We prefer
# to keep this new script simpler and to just configure this by
# hand in waterfalls.pyl.
'noop_sleep': {
}
},
'gpu_skia_renderer_dawn_gtests': {
'cc_unittests': {
'linux_args': ['--no-xvfb'],
},
'viz_unittests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/gpu.skiarenderer_dawn_viz_unittests.filter',
],
'linux_args': ['--no-xvfb'],
},
},
'gpu_skia_renderer_dawn_telemetry_tests': {
'dawn_pixel_skia': {
'name': 'dawn_pixel_skia_gold_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
'--extra-browser-args=--enable-features=UseSkiaRenderer,UiGpuRasterization,SkiaDawn --enable-gpu-rasterization --force-gpu-rasterization --enable-oop-rasterization --disable-gpu-sandbox',
],
'linux_args': [
'--extra-browser-args=--use-vulkan=native',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
'telemetry_test_name': 'pixel',
},
'screenshot_sync': {
'args': [
'--dont-restore-color-profile-after-test',
'--extra-browser-args=--enable-features=UseSkiaRenderer,UiGpuRasterization,SkiaDawn --enable-gpu-rasterization --force-gpu-rasterization --enable-oop-rasterization --disable-gpu-sandbox',
# TODO(crbug.com/1021566): Enable the rest of these tests once Canvas
# and Software Raster are supported on Skia Dawn.
'--test-filter=ScreenshotSync_GPURasterWithDivs',
],
'linux_args': [
'--extra-browser-args=--use-vulkan=native',
],
},
},
'gpu_skia_renderer_egl_telemetry_tests': {
'egl_pixel_skia': {
'name': 'egl_pixel_skia_gold_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
'--extra-browser-args=--enable-features=UseSkiaRenderer --use-gl=egl --enable-gpu-rasterization --force-gpu-rasterization --enable-oop-rasterization --disable-software-compositing-fallback --disable-headless-mode',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
'telemetry_test_name': 'pixel',
},
},
'gpu_skia_renderer_non_vulkan_telemetry_tests': {
'context_lost': {
'args': [
'--extra-browser-args=--enable-features=UseSkiaRenderer',
],
},
'depth_capture': {
'args': [
'--extra-browser-args=--enable-features=UseSkiaRenderer',
],
},
'gpu_process': {
'name': 'gpu_process_launch_tests',
'args': [
'--extra-browser-args=--enable-features=UseSkiaRenderer',
],
},
'hardware_accelerated_feature': {
'args': [
'--extra-browser-args=--enable-features=UseSkiaRenderer',
],
},
'maps': {
'name': 'maps_pixel_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
'--extra-browser-args=--enable-features=UseSkiaRenderer',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
},
'screenshot_sync': {
'args': [
'--dont-restore-color-profile-after-test',
'--extra-browser-args=--enable-features=UseSkiaRenderer',
],
},
'skia_renderer_pixel_skia_gold_test': {
'name': 'skia_renderer_pixel_skia_gold_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
'--extra-browser-args=--enable-features=UseSkiaRenderer',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
'telemetry_test_name': 'pixel',
},
},
'gpu_skia_renderer_vulkan_gtests': {
'vulkan_content_browsertests': {
'args': [
'--use-vulkan=native',
'--disable-vulkan-fallback-to-gl-for-testing',
'--enable-features=UseSkiaRenderer,Vulkan',
'--test-launcher-filter-file=../../testing/buildbot/filters/gpu.skiarenderer_vulkan_content_browsertests.filter',
],
'swarming': {
'shards': 10,
},
'android_swarming': {
'shards': 12,
},
'test': 'content_browsertests',
},
},
'gpu_skia_renderer_vulkan_telemetry_tests': {
'vulkan_pixel_skia': {
'name': 'vulkan_pixel_skia_gold_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
'--extra-browser-args=--use-vulkan=native --disable-vulkan-fallback-to-gl-for-testing --enable-features=UseSkiaRenderer,Vulkan --use-cmd-decoder=validating',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
'telemetry_test_name': 'pixel',
},
},
'gpu_swiftshader_gtests': {
'swiftshader_unittests': {
},
},
'gpu_telemetry_tests': {
'context_lost': {},
'depth_capture': {},
'gpu_process': {
'name': 'gpu_process_launch_tests',
},
'hardware_accelerated_feature': {},
'maps': {
'name': 'maps_pixel_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
},
'pixel_skia': {
'name': 'pixel_skia_gold_test',
'args': [
'--dont-restore-color-profile-after-test',
'--test-machine-name',
'${buildername}',
],
'mixins': [
'chrome-gpu-gold-service-account',
'skia_gold_test',
],
'telemetry_test_name': 'pixel',
},
'screenshot_sync': {
'args': [
'--dont-restore-color-profile-after-test',
],
},
},
'gpu_vulkan_gtests': {
'vulkan_tests': {
'desktop_args': [
'--use-gpu-in-tests',
],
},
},
'gpu_webgl2_conformance_gl_passthrough_telemetry_tests': {
'webgl2_conformance_gl_passthrough_tests': {
'telemetry_test_name': 'webgl_conformance',
'args': [
'--webgl-conformance-version=2.0.1',
# The current working directory when run via isolate is
# out/Debug or out/Release. Reference this file relatively to
# it.
'--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-gl=angle --use-angle=gl --use-cmd-decoder=passthrough --force_high_performance_gpu',
],
'swarming': {
# These tests currently take about an hour and fifteen minutes
# to run. Split them into roughly 5-minute shards.
'shards': 20,
},
},
},
'gpu_webgl2_conformance_gles_passthrough_telemetry_tests': {
'webgl2_conformance_gles_passthrough_tests': {
'telemetry_test_name': 'webgl_conformance',
'args': [
'--webgl-conformance-version=2.0.1',
# The current working directory when run via isolate is
# out/Debug or out/Release. Reference this file relatively to
# it.
'--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-gl=angle --use-angle=gles --use-cmd-decoder=passthrough --force_high_performance_gpu',
],
'swarming': {
# These tests currently take about an hour and fifteen minutes
# to run. Split them into roughly 5-minute shards.
'shards': 20,
},
},
},
'gpu_webgl2_conformance_telemetry_tests': {
'webgl2_conformance_tests': {
'telemetry_test_name': 'webgl_conformance',
'args': [
'--webgl-conformance-version=2.0.1',
# The current working directory when run via isolate is
# out/Debug or out/Release. Reference this file relatively to
# it.
'--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--force_high_performance_gpu',
],
'swarming': {
# These tests currently take about an hour and fifteen minutes
# to run. Split them into roughly 5-minute shards.
'shards': 20,
},
},
},
'gpu_webgl2_conformance_validating_telemetry_tests': {
'webgl2_conformance_validating_tests': {
'telemetry_test_name': 'webgl_conformance',
'args': [
'--webgl-conformance-version=2.0.1',
# The current working directory when run via isolate is
# out/Debug or out/Release. Reference this file relatively to
# it.
'--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-cmd-decoder=validating --force_high_performance_gpu',
],
'swarming': {
# These tests currently take about an hour and fifteen minutes
# to run. Split them into roughly 5-minute shards.
'shards': 20,
},
},
},
'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests': {
'webgl_conformance_d3d9_passthrough': {
'telemetry_test_name': 'webgl_conformance',
'args': [
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-angle=d3d9 --use-cmd-decoder=passthrough --force_high_performance_gpu',
],
'swarming': {
'shards': 2,
},
},
},
'gpu_webgl_conformance_gl_passthrough_telemetry_tests': {
'webgl_conformance_gl_passthrough': {
'telemetry_test_name': 'webgl_conformance',
'args': [
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-gl=angle --use-angle=gl --use-cmd-decoder=passthrough --force_high_performance_gpu',
],
'swarming': {
'shards': 2,
},
},
},
'gpu_webgl_conformance_gles_passthrough_telemetry_tests': {
'webgl_conformance_gles_passthrough': {
'telemetry_test_name': 'webgl_conformance',
'args': [
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-gl=angle --use-angle=gles --use-cmd-decoder=passthrough --force_high_performance_gpu',
# The current working directory when run via isolate is
# out/Debug or out/Release. Reference this file relatively to
# it.
'--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
],
'swarming': {
'shards': 6,
},
},
},
'gpu_webgl_conformance_swangle_passthrough_telemetry_tests': {
'webgl_conformance_swangle_passthrough': {
'telemetry_test_name': 'webgl_conformance',
'args': [
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-gl=angle --use-angle=swiftshader --use-cmd-decoder=passthrough --force_high_performance_gpu',
# We are only interested in running a 'smoketest' to test swangle
# integration, not the full conformance suite.
'--test-filter=conformance/rendering/gl-drawelements.html',
],
'swarming': {
'shards': 1,
},
},
},
'gpu_webgl_conformance_telemetry_tests': {
'webgl_conformance': {
'chromeos_args': [
# If we're testing on CrOS, assume we're running on VMs. So point
# telemetry to the default SSH port of the VM. Note that this won't
# work for hardware tests.
# TODO(bpastene): Make this work for hardware tests.
'--remote=127.0.0.1',
'--remote-ssh-port=9222',
],
'args': [
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--force_high_performance_gpu',
# The current working directory when run via isolate is
# out/Debug or out/Release. Reference this file relatively to
# it.
'--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
],
'swarming': {
'shards': 2,
},
'android_swarming': {
'shards': 6,
},
},
},
'gpu_webgl_conformance_validating_telemetry_tests': {
'webgl_conformance_validating': {
'telemetry_test_name': 'webgl_conformance',
'chromeos_args': [
# If we're testing on CrOS, assume we're running on VMs. So point
# telemetry to the default SSH port of the VM. Note that this won't
# work for hardware tests.
# TODO(bpastene): Make this work for hardware tests.
'--remote=127.0.0.1',
'--remote-ssh-port=9222',
],
'args': [
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-cmd-decoder=validating --force_high_performance_gpu',
# The current working directory when run via isolate is
# out/Debug or out/Release. Reference this file relatively to
# it.
'--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
],
'swarming': {
'shards': 2,
},
'android_swarming': {
'shards': 6,
},
},
},
'gpu_webgl_conformance_vulkan_passthrough_telemetry_tests': {
'webgl_conformance_vulkan_passthrough': {
'telemetry_test_name': 'webgl_conformance',
'args': [
# On dual-GPU devices we want the high-performance GPU to be active
'--extra-browser-args=--use-angle=vulkan --use-cmd-decoder=passthrough --force_high_performance_gpu',
],
'swarming': {
'shards': 2,
},
},
},
'gpu_webgpu_integration_isolated_scripts': {
'webgpu_blink_web_tests': {
'name': 'webgpu_blink_web_tests',
'args': [
'--driver-logging',
# Disable parallel jobs to work around consistent test timeout flakes.
# TODO(crbug.com/953991): Solve this and remove the workaround.
'--jobs=1',
],
'win_args': [ '--additional-driver-flag=--disable-gpu-sandbox' ],
'win64_args': [ '--target=Release_x64' ],
'mac_args': [
# These tests run on 10.14, but web_tests [ Mac ] expectations don't
# work correctly yet under 10.14. Pretend it's 10.13.
'--platform=mac-mac10.13'
],
'linux_args': [
'--no-xvfb',
'--additional-driver-flag=--use-vulkan=native',
],
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'isolate_name': 'webgpu_blink_web_tests',
},
'webgpu_blink_web_tests_with_backend_validation': {
'name': 'webgpu_blink_web_tests_with_backend_validation',
'args': [
'--driver-logging',
# Disable parallel jobs to work around consistent test timeout flakes.
# TODO(crbug.com/953991): Solve this and remove the workaround.
'--jobs=1',
'--additional-driver-flag=--enable-dawn-backend-validation',
],
'win_args': [ '--additional-driver-flag=--disable-gpu-sandbox' ],
'win64_args': [ '--target=Release_x64' ],
'mac_args': [
# These tests run on 10.14, but web_tests [ Mac ] expectations don't
# work correctly yet under 10.14. Pretend it's 10.13.
'--platform=mac-mac10.13'
],
'linux_args': [
'--no-xvfb',
'--additional-driver-flag=--use-vulkan=native',
],
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'isolate_name': 'webgpu_blink_web_tests',
},
},
'gpu_win_intel_specific_telemetry_tests': {
'power_measurement_test': {
'telemetry_test_name': 'power',
},
},
'ios_clang_tests': {
'base_unittests': {},
'boringssl_crypto_tests': {},
'boringssl_ssl_tests': {},
'components_unittests': {},
'crypto_unittests': {},
'gfx_unittests': {},
'google_apis_unittests': {},
'ios_chrome_unittests': {},
'ios_net_unittests': {},
'ios_web_inttests': {},
'ios_web_unittests': {},
'ios_web_view_inttests': {},
'net_unittests': {},
'skia_unittests': {},
'sql_unittests': {},
'ui_base_unittests': {},
'url_unittests': {},
},
'ios_common_tests': {
'boringssl_crypto_tests': {},
'boringssl_ssl_tests': {},
'crypto_unittests': {},
'google_apis_unittests': {},
'ios_components_unittests': {},
'ios_net_unittests': {},
'ios_remoting_unittests': {},
'ios_testing_unittests': {},
'net_unittests': {},
'services_unittests': {},
'sql_unittests': {},
'url_unittests': {},
},
'ios_cronet_tests': {
'cronet_test': {},
},
'ios_eg2_tests': {
'ios_chrome_bookmarks_eg2tests_module': {},
'ios_chrome_integration_eg2tests_module': {
'swarming': {
'shards': 2,
},
},
'ios_chrome_settings_eg2tests_module': {},
'ios_chrome_signin_eg2tests_module': {},
'ios_chrome_smoke_eg2tests_module': {},
'ios_chrome_ui_eg2tests_module': {
'swarming': {
'shards': 2,
},
},
'ios_chrome_web_eg2tests_module': {},
'ios_showcase_eg2tests_module': {},
'ios_web_shell_eg2tests_module': {},
},
'ios_eg_cq_tests': {
'ios_chrome_integration_egtests': {
'swarming': {
'shards': 3,
}
},
'ios_chrome_signin_egtests': {},
'ios_chrome_ui_egtests': {
'swarming': {
'shards': 5,
}
},
'ios_web_shell_egtests': {},
},
'ios_eg_tests': {
'ios_chrome_bookmarks_egtests': {},
'ios_chrome_reading_list_egtests': {},
'ios_chrome_settings_egtests': {
'swarming': {
'shards': 3,
},
},
'ios_chrome_translate_egtests': {},
'ios_chrome_web_egtests': {},
'ios_showcase_egtests': {},
},
'ios_screen_size_dependent_tests': {
'base_unittests': {},
'components_unittests': {},
'gfx_unittests': {},
'ios_chrome_unittests': {},
'ios_web_inttests': {},
'ios_web_unittests': {},
'ios_web_view_inttests': {},
'ios_web_view_unittests': {},
'skia_unittests': {},
'ui_base_unittests': {},
},
# END tests which run on the GPU bots
'layout_ng_gtests': {
'webkit_unit_tests_ng': {
'args': [
'--disable-blink-features=LayoutNG'
],
'test': 'blink_unittests',
},
},
'leak_detection_isolated_scripts': {
'memory.leak_detection': {
'args': [
'--pageset-repeat=1',
'--test-shard-map-filename=linux_leak_detection_shard_map.json',
'--upload-results',
'--output-format=histograms',
'--browser=release',
'--xvfb'
],
'isolate_name': 'performance_test_suite',
'override_compile_targets': [
'performance_test_suite',
],
'merge': {
'args': [
'--smoke-test-mode',
],
'script': '//tools/perf/process_perf_results.py',
},
'swarming': {
'expiration': 36000,
'hard_timeout': 10800,
'ignore_task_failure': False,
'io_timeout': 3600,
'shards': 10
},
},
},
#1
'linux_chromeos_specific_gtests': {
# Chrome OS only.
'app_list_unittests': {},
'ash_unittests': {},
'aura_unittests': {},
'chromeos_components_unittests': {},
'chromeos_unittests': {},
'exo_unittests': {},
'gl_unittests_ozone': {},
'keyboard_unittests': {},
'ozone_gl_unittests': {
'args': [
'--ozone-platform=headless',
],
},
'ozone_unittests': {},
'ozone_x11_unittests': {},
'ui_chromeos_unittests': {},
'usage_time_limit_unittests': {
'experiment_percentage': 100,
},
'wayland_client_perftests': {},
},
'linux_flavor_specific_chromium_gtests': {
# Android, Chrome OS and Linux
'sandbox_linux_unittests': {},
},
'linux_ozone_common_gtests': {
'content_unittests': {},
'events_unittests': {},
},
'linux_ozone_headless_only_gtests': {
'ozone_unittests': {},
'services_unittests': {},
},
'linux_ozone_wayland_and_x11_gtests': {
'accessibility_unittests': {},
'aura_unittests': {},
'compositor_unittests': {},
'content_browsertests': {
'swarming': {
'shards': 2
},
},
'gpu_unittests': {},
'ui_touch_selection_unittests': {},
'views_unittests': {},
'viz_unittests': {},
},
'linux_ozone_x11_only_gtests': {
'ozone_x11_unittests': {},
},
'linux_specific_chromium_isolated_scripts': {
'not_site_per_process_blink_web_tests': {
# not_site_per_process_blink_web_tests provides coverage for
# running Layout Tests without site-per-process. This is the mode used
# on Android and Android bots currently do not run the full set of
# layout tests. Running in this mode on linux compensates for lack of
# direct Android coverage.
'args': [
'--additional-driver-flag',
'--disable-site-isolation-trials',
'--additional-expectations',
'src/third_party/blink/web_tests/FlagExpectations/disable-site-isolation-trials',
# layout test failures are retried 3 times when '--test-list' is not
# passed, but 0 times when '--test-list' is passed. We want to always
# retry 3 times, so we explicitly specify it.
'--num-retries=3',
],
'isolate_name': 'blink_web_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'results_handler': 'layout tests',
'swarming': {
'shards': 10,
},
},
'webdriver_tests_suite': {
'isolate_name': 'webdriver_wpt_tests',
'merge': {
'args': [
'--verbose',
],
'script': '//third_party/blink/tools/merge_web_test_results.py',
},
'swarming': {
'shards': 4,
},
},
},
'linux_specific_xr_gtests': {
'xr_browser_tests': {
'test': 'xr_browser_tests',
}
},
'mac_specific_chromium_gtests': {
'sandbox_mac_unittests': {},
'updater_tests': {},
'xr_browser_tests': {
'test': 'xr_browser_tests',
},
},
'mac_specific_isolated_scripts': {
'mac_signing_tests': {},
},
'mojo_chromiumos_specific_gtests': {
'wayland_client_perftests': {},
},
'mojo_python_unittests_isolated_scripts': {
'mojo_python_unittests': {},
},
'mojo_windows_specific_gtests': {
'services_unittests': {},
},
'monochrome_apk_checker_isolated_script': {
'monochrome_apk_checker': {},
},
# These tests will be run on the main waterfall.
'network_service_android_gtests': {
'network_service_out_of_process_chrome_public_test_apk': {
'swarming': {
'shards': 20,
},
'args': [
'--disable-features=NetworkServiceInProcess',
],
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
'test': 'chrome_public_test_apk',
},
'network_service_out_of_process_components_browsertests': {
'args': [
'--disable-features=NetworkServiceInProcess',
],
'test': 'components_browsertests',
},
'network_service_out_of_process_content_browsertests': {
'args': [
'--disable-features=NetworkServiceInProcess',
],
'swarming': {
'shards': 5,
},
'test': 'content_browsertests',
},
'network_service_out_of_process_content_shell_test_apk': {
'swarming': {
'shards': 5,
},
'args': [
'--disable-features=NetworkServiceInProcess',
],
'test': 'content_shell_test_apk',
},
'network_service_webview_instrumentation_test_apk': {
'swarming': {
'shards': 20,
},
'args': [
# TODO(crbug.com/882650): WebView currently does not support running network
# service OOP.
'--enable-features=NetworkService,NetworkServiceInProcess',
'--test-launcher-filter-file=../../testing/buildbot/filters/mojo.fyi.network_webview_instrumentation_test_apk.filter',
],
'test': 'webview_instrumentation_test_apk',
},
},
'network_service_fyi_gtests': {
'network_service_web_request_proxy_browser_tests': {
'args': [
'--enable-features=ForceWebRequestProxyForTest',
],
'swarming': {
'shards': 15,
},
'test': 'browser_tests',
},
},
'network_service_gtests': {
'network_service_browser_tests': {
'args': [
'--enable-features=NetworkService',
],
'swarming': {
'shards': 15,
},
'test': 'browser_tests',
},
'network_service_components_browsertests': {
'args': [
'--enable-features=NetworkService',
],
'test': 'components_browsertests',
},
'network_service_content_browsertests': {
'args': [
'--enable-features=NetworkService',
],
'swarming': {
'shards': 2,
},
'test': 'content_browsertests',
},
'network_service_extensions_browsertests': {
'args': [
'--enable-features=NetworkService',
],
'test': 'extensions_browsertests',
},
'network_service_interactive_ui_tests': {
'args': [
'--enable-features=NetworkService'
],
'swarming': {
'shards': 3,
},
'test': 'interactive_ui_tests',
},
},
'network_service_in_process_gtests': {
'network_service_in_process_browser_tests': {
'args': [
'--enable-features=NetworkService,NetworkServiceInProcess',
],
'swarming': {
'shards': 15,
},
'test': 'browser_tests',
},
'network_service_in_process_content_browsertests': {
'args': [
'--enable-features=NetworkService,NetworkServiceInProcess',
],
'swarming': {
'shards': 2,
},
'test': 'content_browsertests',
},
},
'nocompile_tests': {
'content_nocompile_tests': {},
},
'non_android_and_cast_and_chromeos_chromium_gtests': {
'crashpad_tests': {},
'cronet_tests': {},
'cronet_unittests': {},
'headless_browsertests': {},
'headless_unittests': {},
},
'non_android_chromium_gtests': {
'accessibility_unittests': {},
'app_shell_unittests': {},
'blink_fuzzer_unittests': {},
'browser_tests': {
'swarming': {
'shards': 10,
},
},
'chrome_app_unittests': {},
'chromedriver_unittests': {},
'extensions_browsertests': {},
'extensions_unittests': {},
'filesystem_service_unittests': {}, # https://crbug.com/862712
'interactive_ui_tests': {
'swarming': {
'shards': 3,
},
},
'message_center_unittests': {},
'nacl_loader_unittests': {},
'native_theme_unittests': {},
'pdf_unittests': {},
'ppapi_unittests': {},
'printing_unittests': {},
'remoting_unittests': {},
'service_manager_unittests': {}, # https://crbug.com/843134
'snapshot_unittests': {},
'sync_integration_tests': {},
'views_unittests': {},
},
'non_android_chromium_gtests_no_nacl': {
'accessibility_unittests': {},
'app_shell_unittests': {},
'blink_fuzzer_unittests': {},
'browser_tests': {
'swarming': {
'shards': 10,
},
},
'chrome_app_unittests': {},
'chromedriver_unittests': {},
'extensions_browsertests': {},
'extensions_unittests': {},
'filesystem_service_unittests': {}, # https://crbug.com/862712
'interactive_ui_tests': {
'swarming': {
'shards': 3,
},
},
'message_center_unittests': {},
'native_theme_unittests': {},
'pdf_unittests': {},
'ppapi_unittests': {},
'printing_unittests': {},
'remoting_unittests': {},
'service_manager_unittests': {}, # https://crbug.com/843134
'snapshot_unittests': {},
'sync_integration_tests': {},
'views_unittests': {},
},
'non_android_chromium_gtests_skia_gold': {
'views_examples_unittests': {
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
},
},
'non_skia_renderer_gtests': {
'non_skia_renderer_content_browsertests': {
'args': [
'--disable-features=UseSkiaRenderer',
'--test-launcher-filter-file=../../testing/buildbot/filters/skia_renderer.content_browsertests.filter',
],
'swarming': {
'shards': 1,
},
'test': 'content_browsertests',
},
},
'opus_tests': {
'opus_tests': {
'args': [
'--shard-timeout=3000'
],
'test': 'opus_tests',
},
},
'perfetto_gtests': {
'base_unittests': {},
'content_browsertests': {
'args': [
'--gtest_filter=*Tracing*:*MemoryInstrumentation*',
],
},
'perfetto_unittests': {},
'services_unittests': {
'args': [
'--gtest_filter=*Trace*:*Tracing*:*Perfetto*:*StackUnwinder*:*Hprof*',
],
},
},
'performance_smoke_test_isolated_scripts': {
'performance_test_suite': {
'args': [
'--pageset-repeat=1',
'--test-shard-map-filename=smoke_test_benchmark_shard_map.json',
],
'swarming': {
'hard_timeout': 960,
'shards': 2,
},
'merge': {
'args': [
'--smoke-test-mode',
],
'script': '//tools/perf/process_perf_results.py',
},
},
},
'pixel_browser_tests_gtests': {
'pixel_browser_tests': {
'name': 'pixel_browser_tests',
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/pixel_browser_tests.filter',
'--browser-ui-tests-verify-pixels',
# Do not allow retry or it will break the bulk approval process.
# When retry with fail-pass pattern, the passing test will overwrite the previously
# seen flaky version on the trace. We can triage the image using the printed link,
# but it will not show on the Skia Gold search page.
'--test-launcher-retry-limit=0',
'--enable-pixel-output-in-tests',
],
'experiment_percentage': 100,
'test': 'browser_tests',
'mixins': [
'chrome-gold-service-account',
'skia_gold_test',
],
},
},
# TODO(dpranke): These are run on the p/chromium waterfall; they should
# probably be run on other builders, and we should get rid of the p/chromium
# waterfall.
'public_build_scripts': {
'checkbins': {
'script': 'checkbins.py',
},
},
'rendering_desktop_representative_perf_tests_isolated_scripts': {
'rendering_representative_perf_tests': {
'isolate_name': 'rendering_representative_perf_tests',
'args': [
"../../tools/perf/run_benchmark",
"--benchmarks=rendering.desktop",
],
'swarming': {},
}
},
'rendering_mobile_representative_perf_tests_isolated_scripts': {
'rendering_representative_perf_tests': {
'isolate_name': 'rendering_representative_perf_tests',
'args': [
"../../tools/perf/run_benchmark",
"--benchmarks=rendering.mobile",
"--browser=android-chromium"
],
'swarming': {},
}
},
'rendering_mobile_representative_perf_tests_isolated_scripts_experimental': {
'rendering_representative_perf_tests': {
'isolate_name': 'rendering_representative_perf_tests',
'args': [
"../../tools/perf/run_benchmark",
"--benchmarks=rendering.mobile",
"--browser=android-chromium"
],
'swarming': {},
'experiment_percentage': 10,
}
},
'site_isolation_android_fyi_gtests': {
'site_per_process_android_browsertests': {
'args': [
'--site-per-process',
],
'swarming': {
'shards': 1,
},