Google Git
Sign in
chromium / chromium / src / b31d103b4e1b8dcc2195d723efdfe0d0425799ac / . / testing / buildbot / test_suite_exceptions.pyl
blob: 30f2e70705b2f79ed0f2b8989b3be13d6d9a647a [file] [log] [blame]
# Copyright 2017 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.
# Exceptions to the common test suites can only include removal from
# particular bots, and modifications on particular bots. By design,
# it's not possible to add one-off tests to bots. Instead they have to
# be added to one of the test suites in test_suites.pyl.
#
# Note that if you are excluding with variants, you will need to exclude
# per variant, with the identifier appended to the test suite name.
# For example, if you have ios_chrome_ui_eg2tests_module with variant
# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
# must exclude with the test name as:
# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
# The goal is to drive the number of exceptions to zero, to make all
# the bots behave similarly.
{
'accessibility_unittests': {
'modifications': {
'Linux ASan LSan Tests (1)': {
'args': [
# TODO(crbug.com/1442303): Re-enable.
'--gtest_filter=-AXPlatformNodeAuraLinuxTest.AtkComponentScrollTo:'
'AtkUtilAuraLinuxTest.*',
],
},
},
},
'android_browsertests': {
'modifications': {
'android-11-x86-rel': {
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
},
'android-12-x64-rel': {
# TODO(crbug.com/1225851): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
'swarming': {
'shards': 4,
},
},
'android-12l-x64-dbg-tests': {
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*:'
# https://crbug.com/1468262
'All/PaymentHandlerEnforceFullDelegationTest.WhenEnabled_ShowPaymentSheet_WhenDisabled_Reject/1',
],
'swarming': {
'shards': 4,
},
},
'android-12l-x64-fyi-dbg': {
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
'swarming': {
'shards': 4,
},
},
'android-13-x64-fyi-rel': {
'args': [
# https://crbug.com/1414886
'--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
],
'swarming': {
'shards': 4,
},
},
'android-13-x64-rel': {
'args': [
# https://crbug.com/1414886
'--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
],
'swarming': {
'shards': 4,
},
},
'android-code-coverage-native': {
'swarming': {
'shards': 3,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'ci_only': True,
'swarming': {
'shards': 9,
},
},
'android-pie-arm64-rel': {
'args': [
'--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
],
'swarming': {
'dimensions': {
'device_type': 'crosshatch',
},
# TODO(crbug/1456515): Temporarily increase the shard by 1 for the surging number of tests.
# Recover to original number of shards(4) after the bug is fixed.
'shards': 5,
},
},
'android-pie-x86-rel': {
'args': [
'--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
],
'swarming': {
'dimensions': {
'cores': '8', # crbug.com/1292221
},
'shards': 3,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'ci_only': True,
'swarming': {
'shards': 9,
},
},
},
},
'android_browsertests_no_fieldtrial': {
'modifications': {
'android-12-x64-rel': {
# TODO(crbug.com/1225851): Remove experiment and ci_only
# once the test suite is stable.
'experiment_percentage': 100,
'args': [
# https://crbug.com/1289764
'--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
],
}
},
'remove_from': [
'android-12l-x64-fyi-dbg',
],
},
'android_sync_integration_tests': {
'modifications': {
'android-12-x64-rel': {
'swarming': {
'shards': 3,
},
},
'android-code-coverage-native': {
'swarming': {
'shards': 2,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'ci_only': True,
'swarming': {
'shards': 2,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'ci_only': True,
'swarming': {
'shards': 2,
},
},
},
},
'android_webview_unittests': {
},
'angle_unittests': {
'remove_from': [
# On Android, these are already run on the main waterfall.
'Android FYI Release (Nexus 5X)',
# Times out listing tests crbug.com/1167314
'android-asan',
# Does not currently work on Lacros configurations.
'linux-lacros-asan-lsan-rel',
'linux-lacros-code-coverage',
'linux-lacros-tester-rel',
'linux-lacros-tester-fyi-rel',
'linux-lacros-dbg-tests-fyi',
],
'modifications': {
# anglebug.com/6894
'fuchsia-fyi-x64-asan': {
'args': [
# crbug.com/
'--gtest_filter=-ConstructCompilerTest.DefaultParameters',
],
},
},
},
'ash_crosapi_tests': {
'remove_from': [
# Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
# TODO(crbug.com/1376064): Re-enable.
'Linux ChromiumOS MSan Tests',
]
},
'base_unittests': {
'modifications': {
'ToTAndroid': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
],
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 5,
},
},
'fuchsia-fyi-x64-asan': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
],
},
},
},
'bf_cache_content_browsertests': {
'modifications': {
'android-bfcache-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
],
'swarming': {
'shards': 15,
},
}
}
},
'blink_platform_unittests': {
'modifications': {
'android-pie-arm64-rel': {
# TODO(crbug.com/1111436): Move this back to walleye if/when additional
# capacity has been deployed.
'swarming': {
'dimensions': {
'device_type': 'crosshatch',
},
},
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 5,
},
},
},
},
'blink_pytype': {
'remove_from': [
'linux-code-coverage',
],
},
'blink_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 30,
},
},
},
},
'blink_web_tests': {
'remove_from': [
'Win10 Tests x64 (dbg)',
],
'modifications': {
'Linux Tests': {
"args": [
"--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
],
'swarming': {
'shards': 8,
},
},
'Linux Tests (dbg)(1)': {
'args': [
'--debug',
],
'swarming': {
'shards': 12,
},
},
'Mac10.15 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 1,
},
},
'Mac11 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'Mac12 Tests': {
# TODO(crbug.com/1479108): Remove this once the bug is fixed.
'args': [
'--driver-logging',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'Mac13 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'Mac13 Tests (dbg)': {
'args': [
'--debug',
],
'swarming': {
'shards': 16,
},
},
'ToTFuchsia x64': {
'args': [
'--platform=fuchsia',
],
'swarming': {
'shards': 1,
},
},
'V8 Blink Linux Debug': {
# This builder compiles Chromium in release mode, but V8 in debug.
# TODO(machenbach): Change name and out directory of this builder to
# something less confusing.
'args': [
'-t',
'Debug',
'--release',
],
},
'V8 Blink Linux Future': {
'args': [
'--flag-specific=future-js',
],
},
'WebKit Linux ASAN': {
'args': [
'--additional-expectations',
'../../third_party/blink/web_tests/ASANExpectations',
'--timeout-ms',
'48000',
'--enable-sanitizer',
],
'swarming': {
'shards': 8,
},
},
'WebKit Linux Leak': {
'args': [
'--additional-expectations',
'../../third_party/blink/web_tests/LeakExpectations',
'--timeout-ms',
'48000',
'--enable-leak-detection',
],
'swarming': {
'shards': 4,
},
},
'WebKit Linux MSAN': {
'args': [
'--additional-expectations',
'../../third_party/blink/web_tests/MSANExpectations',
'--timeout-ms',
'66000',
'--enable-sanitizer',
],
'swarming': {
'expiration': 36000,
'hard_timeout': 10800,
'io_timeout': 3600,
'shards': 8,
},
},
'Win10 Tests x64': {
'args': [
'--target',
'Release_x64',
],
'swarming': {
# blink_web_tests has issues on non-broadwell machines.
# see https://crbug.com/1458859
'dimensions': {
'cpu': 'x86-64-Broadwell_GCE',
},
"shards": 12,
},
},
'Win10 Tests x64 (dbg)': {
'args': [
'--debug',
'--target',
'Debug_x64',
],
},
'Win11 Tests x64': {
'args': [
'--target',
'Release_x64',
],
'swarming': {
"shards": 12
},
},
# tryserver.chromium.android
'android_blink_rel': {
'args': [
'--release',
'--android',
# TODO(crbug.com/875172): run on the real GPU since the
# software fallback, SwiftShader, isn't yet for 32-bit ARM.
'--additional-driver-flag=--use-gpu-in-tests',
],
},
'devtools_frontend_linux_blink_light_rel': {
'args': [
'http/tests/devtools',
],
'swarming': {
'shards': 2,
},
},
'devtools_frontend_linux_blink_light_rel_fastbuild': {
'args': [
'http/tests/devtools',
],
'swarming': {
'shards': 2,
},
},
'fuchsia-x64-cast-receiver-rel': {
'args': [
'--platform=fuchsia',
'--jobs=1',
],
'swarming': {
'shards': 1,
},
},
'fuchsia-x64-rel': {
'args': [
'--platform=fuchsia',
'--jobs=1',
],
'swarming': {
'shards': 1,
},
},
'linux-blink-animation-use-time-delta': {
'args': [
'--debug',
],
},
'linux-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'linux-blink-web-tests-force-accessibility-rel': {
'args': [
'--flag-specific=force-renderer-accessibility',
],
'swarming': {
'shards': 20,
},
},
'linux-blink-wpt-reset-rel': {
'args': [
'--additional-driver-flag=--force-browsing-instance-reset-between-tests',
],
# The flag above will slow the tests down, and we don't want the bot to
# timeout, so set a higher timeout here.
# TODO(wjmaclean): It would be nice if we could somehow specify a delta
# to the default/inherited timeout instead of an absolute.
'swarming': {
'hard_timeout': 1500,
},
},
'linux-code-coverage': {
'args': [
'--additional-driver-flag=--no-sandbox',
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
],
'swarming': {
'shards': 8,
},
},
'linux-layout-tests-edit-ng': {
'args': [
'--flag-specific=enable-editing-ng',
],
},
'linux-rel-cft': {
"args": [
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
'--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
'--flag-specific=chrome-for-testing',
],
'swarming': {
'shards': 8,
},
},
'mac-osxbeta-rel': {
'swarming': {
'dimensions': {
'gpu': None
},
'shards': 10,
},
},
'mac-rel-cft': {
"args": [
'--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 12,
},
},
'mac10.15-blink-rel': {
'swarming': {
'shards': 1,
'hard_timeout': 2400,
},
},
'mac11.0-blink-rel': {
'swarming': {
'shards': 5,
'hard_timeout': 2400,
},
},
'mac11.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12-arm64-rel-tests': {
'args': [
'--driver-logging',
],
},
'mac12.0-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'win-rel-cft': {
'args': [
'--target',
'Release_x64',
'--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
],
'swarming': {
"shards": 12,
},
},
'win10-rel-no-external-ip': {
'args': [
'--target',
'Release_x64',
],
'swarming': {
"shards": 12
},
},
'win10.20h2-blink-rel': {
'swarming': {
'shards': 6,
'hard_timeout': 2400,
},
},
'win11-arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
'args': [
'--target',
'Release_x64',
],
},
'win11-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
'args': [
'--target',
'Release_x64',
],
},
},
},
'blink_wpt_tests': {
'remove_from': [
'Win10 Tests x64 (dbg)',
'devtools_frontend_linux_blink_light_rel',
'devtools_frontend_linux_blink_light_rel_fastbuild',
'linux-rel-cft',
'mac-rel-cft',
'win-rel-cft',
],
'modifications': {
'Linux Tests': {
"args": [
"--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
],
'swarming': {
'shards': 10,
},
},
'Linux Tests (dbg)(1)': {
'args': [
'--debug',
],
'swarming': {
'shards': 18,
},
},
'Mac10.15 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 1,
},
},
'Mac11 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'Mac12 Tests': {
'args': [
'--driver-logging',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'Mac13 Tests': {
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'Mac13 Tests (dbg)': {
'args': [
'--debug',
],
'swarming': {
'shards': 24,
},
},
'ToTFuchsia x64': {
'args': [
'--platform=fuchsia',
],
'swarming': {
'shards': 1,
},
},
'V8 Blink Linux Debug': {
# This builder compiles Chromium in release mode, but V8 in debug.
# TODO(machenbach): Change name and out directory of this builder to
# something less confusing.
'args': [
'-t',
'Debug',
'--release',
],
},
'V8 Blink Linux Future': {
'args': [
'--flag-specific=future-js',
],
},
'WebKit Linux ASAN': {
'args': [
'--additional-expectations',
'../../third_party/blink/web_tests/ASANExpectations',
'--timeout-ms',
'48000',
'--enable-sanitizer',
],
'swarming': {
'shards': 12,
},
},
'WebKit Linux Leak': {
'args': [
'--additional-expectations',
'../../third_party/blink/web_tests/LeakExpectations',
'--timeout-ms',
'48000',
'--enable-leak-detection',
],
'swarming': {
'shards': 6,
},
},
'WebKit Linux MSAN': {
'args': [
'--additional-expectations',
'../../third_party/blink/web_tests/MSANExpectations',
'--timeout-ms',
'66000',
'--enable-sanitizer',
],
'swarming': {
'expiration': 36000,
'hard_timeout': 10800,
'io_timeout': 3600,
'shards': 12,
},
},
'Win10 Tests x64': {
'args': [
'--target',
'Release_x64',
],
'swarming': {
"shards": 18,
},
},
'Win10 Tests x64 (dbg)': {
'args': [
'--debug',
'--target',
'Debug_x64',
],
},
'Win11 Tests x64': {
'args': [
'--target',
'Release_x64',
],
'swarming': {
"shards": 18
},
},
# tryserver.chromium.android
'android_blink_rel': {
'args': [
'--release',
'--android',
# TODO(crbug.com/875172): run on the real GPU since the
# software fallback, SwiftShader, isn't yet for 32-bit ARM.
'--additional-driver-flag=--use-gpu-in-tests',
],
},
'fuchsia-x64-cast-receiver-rel': {
'args': [
'--platform=fuchsia',
'--jobs=1',
],
'swarming': {
'shards': 1,
},
},
'fuchsia-x64-rel': {
'args': [
'--platform=fuchsia',
'--jobs=1',
],
'swarming': {
'shards': 1,
},
},
'linux-bfcache-rel': {
'args': [
# TODO(crbug.com/1255537): Re-enable the test.
'--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
],
},
'linux-blink-animation-use-time-delta': {
'args': [
'--debug',
],
},
'linux-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'linux-blink-web-tests-force-accessibility-rel': {
'args': [
'--flag-specific=force-renderer-accessibility',
],
},
'linux-blink-wpt-reset-rel': {
'args': [
'--additional-driver-flag=--force-browsing-instance-reset-between-tests',
],
},
'linux-code-coverage': {
'args': [
'--additional-driver-flag=--no-sandbox',
'--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
],
},
'linux-layout-tests-edit-ng': {
'args': [
'--flag-specific=enable-editing-ng',
],
},
'linux-rel-cft': {
"args": [
"--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
'--flag-specific=chrome-for-testing',
],
'swarming': {
'shards': 10,
},
},
'mac-osxbeta-rel': {
'swarming': {
'dimensions': {
'gpu': None
},
'shards': 7,
},
},
'mac-rel-cft': {
'args': [
'--driver-logging',
],
'swarming': {
'dimensions': {
'gpu': None,
},
'shards': 18,
},
},
'mac10.15-blink-rel': {
'swarming': {
'shards': 1,
'hard_timeout': 2400,
},
},
'mac11.0-blink-rel': {
'swarming': {
'shards': 7,
'hard_timeout': 2400,
},
},
'mac11.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12-arm64-rel-tests': {
'args': [
'--driver-logging',
],
},
'mac12.0-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'mac12.0.arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
},
'win-rel-cft': {
'args': [
'--target',
'Release_x64',
],
'swarming': {
"shards": 18,
},
},
'win10-rel-no-external-ip': {
'args': [
'--target',
'Release_x64',
],
'swarming': {
"shards": 18
},
},
'win10.20h2-blink-rel': {
'swarming': {
'shards': 9,
'hard_timeout': 2400,
},
},
'win11-arm64-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
'args': [
'--target',
'Release_x64',
],
},
'win11-blink-rel': {
'swarming': {
'hard_timeout': 2400,
},
'args': [
'--target',
'Release_x64',
],
},
},
},
'browser_tests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
'linux-win_cross-rel',
'ToTLinuxTSan', # https://crbug.com/368525
# TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
# off CQ.
'Mac13 Tests (dbg)', # https://crbug.com/1201386
'mac-code-coverage', # https://crbug.com/1201386
'mac11-arm64-rel-tests', # https://crbug.com/1406364
'mac12-arm64-rel-tests', # https://crbug.com/1406364
'mac13-arm64-rel-tests', # https://crbug.com/1406364
'Linux TSan Tests', # https://crbug.com/368525
'linux-exp-tsan-fyi-rel', # https://crbug.com/368525
'Win10 Tests x64 (dbg)',
],
'modifications': {
'CrWinAsan': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 40,
},
},
'CrWinAsan(dll)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 40,
},
},
'Linux - Future (dbg)': { # client.v8.chromium
'swarming': {
'shards': 10,
},
},
'Linux ASan LSan Tests (1)': {
'ci_only': True,
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 40,
},
},
'Linux CFI': {
'swarming': {
'shards': 20, # https://crbug.com/1361973
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
# And even more slow on linux-chromeos: crbug.com/1491533.
'swarming': {
'shards': 140,
'hard_timeout': 7200,
},
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
# run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
# crbug.com/865455
'swarming': {
'shards': 70,
},
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
],
},
'Linux MSan Tests': {
'swarming': {
'shards': 23,
},
},
'Linux Tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
'shards': 20,
},
},
# https://crbug.com/1084469
'Linux Tests (Wayland)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
],
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
'shards': 20,
},
},
'Linux Tests (dbg)(1)': {
# crbug.com/1066161
# crbug.com/1459645
# crbug.com/1508286
'swarming': {
'shards': 32,
},
},
'Mac ASan 64 Tests (1)': {
'swarming': {
'shards': 30,
},
# crbug.com/1196416
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
],
'experiment_percentage': 100, # https://crbug.com/1251657
},
'Mac Builder Next': {
'swarming': {
'shards': 20, # crbug.com/1419045
},
},
'Mac10.15 Tests': {
# crbug.com/1042757
'swarming': {
'shards': 30,
},
'experiment_percentage': 100,
},
'Mac11 Tests': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1366016
},
},
'Mac12 Tests': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'Mac13 Tests': {
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'Mac13 Tests (dbg)': {
# crbug.com/1042757
'swarming': {
'dimensions': {
# These shards are liable to time out when running on macmini7,1.
'cores': '8|12',
},
},
# crbug.com/1196416
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
],
},
'ToTLinuxMSan': {
'swarming': {
'shards': 24,
},
},
'ToTWin(dbg)': {
'swarming': {
'shards': 20,
},
},
'ToTWin64(dbg)': {
'swarming': {
'shards': 20,
},
},
'Win10 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
# This is for slow test execution that often becomes a critical path of
# swarming jobs. crbug.com/868114
'shards': 55,
}
},
'Win11 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
'swarming': {
# This is for slow test execution that often becomes a critical path of
# swarming jobs. crbug.com/868114
'shards': 15,
}
},
'linux-chromeos-chrome': {
# TODO(https://crbug.com/932269): Promote out of experiment when the
# tests are green.
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
],
'swarming': {
'shards': 20,
},
},
'linux-chromeos-code-coverage': {
'swarming': {
'shards': 50,
},
},
'linux-chromeos-dbg': {
'swarming': {
'shards': 110,
},
},
'linux-chromeos-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
'shards': 60,
'dimensions': {
'kvm': '1',
},
},
},
'linux-code-coverage': {
'args': [
'--no-sandbox',
],
'swarming': {
'shards': 50,
},
},
'linux-exp-msan-fyi-rel': {
'swarming': {
'shards': 23,
},
},
# asan tests is slower.
'linux-lacros-asan-lsan-rel': {
'swarming': {
'shards': 30,
},
# TODO(crbug.com/1324240): Enable tests.
'args': [
'--gtest_filter=-All/MultiActionAPITest.SessionStorageDoesNotPersistBetweenOpenings/*:All/MultiActionAPITest.PopupCreation/*'
],
},
'linux-lacros-tester-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1473501
'retry_only_failed_tests': True,
'swarming': {
'shards': 20,
},
},
'linux-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
],
'swarming': {
'shards': 20,
},
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 20,
}
},
'mac-code-coverage': {
'args': [
'--coverage-continuous-mode=1',
],
},
'mac-osxbeta-rel': {
'swarming': {
'shards': 30,
},
},
'mac-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
],
'ci_only': True,
'swarming': {
'shards': 20, # crbug.com/1361887
},
},
'win-arm64-rel': {
# Some Win Arm64 bots aren't using 100% scaling, which some browser
# tests rely on. They also have touch enabled, which we need to disable.
'args': [
'--force-device-scale-factor=1',
'--top-chrome-touch-ui=disabled',
],
},
'win-asan': {
# Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
'args': [
'--test-launcher-jobs=3',
],
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 60,
},
},
'win-rel-cft': {
'args': [
# crbug.com/868082
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
],
'swarming': {
# This is for slow test execution that often becomes a critical path of
# swarming jobs. crbug.com/868114
'shards': 15,
}
},
'win10-code-coverage': {
'swarming': {
'shards': 40,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
'win10-rel-no-external-ip': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
'swarming': {
'shards': 15,
}
},
},
},
'browser_tests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
'win-arm64-rel',
'win-rel-cft',
'Win11 Tests x64',
],
},
'capture_unittests': {
'modifications': {
'WebRTC Chromium Linux Tester': {
'swarming': {
'dimensions': {
'os': 'Ubuntu-22.04|Ubuntu-18.04',
},
},
},
},
},
'cc_unittests': {
'modifications': {
'Linux TSan Tests': {
'swarming': {
'shards': 3,
},
},
'android-11-x86-rel': {
# https://crbug.com/1039860
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
],
},
'android-12-x64-rel': {
# https://crbug.com/1039860
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
],
},
'android-pie-x86-rel': {
# https://crbug.com/1039860
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
],
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 4,
},
},
'fuchsia-fyi-arm64-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
],
},
'linux-exp-tsan-fyi-rel': {
'swarming': {
'shards': 3,
},
},
'linux-lacros-tester-rel': {
'ci_only': True, # https://crbug.com/1509554
},
},
},
'check_static_initializers': {
'modifications': {
'Mac Builder': {
'args': [
'--allow-coverage-initializer',
],
},
'mac-rel-cft': {
'args': [
'--allow-coverage-initializer',
],
},
},
},
'chrome_all_tast_tests': {
'modifications': {
'chromeos-amd64-generic-rel-tast': {
'args': [
'--tast-shard-method=hash',
],
},
'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
'args': [
# This bot sets symbol_level=2, which doesn't fit inside a normal VM.
'--strip-chrome',
'--tast-shard-method=hash',
],
},
'chromeos-betty-pi-arc-chrome': {
'swarming': {
'shards': 15,
},
'args': [
'--tast-shard-method=hash',
],
},
'chromeos-eve-chrome': {
'swarming': {
# Increased timeout to 4 hours due to shard timeout.
'hard_timeout': 14400,
}
},
# TODO(crbug.com/1141234): Move out of experimental if/when the bots are
# stable.
'chromeos-jacuzzi-chrome': {
'experiment_percentage': 100,
},
'chromeos-reven-chrome': {
'args': [
'--tast-shard-method=hash',
],
},
},
},
'chrome_public_smoke_test': {
'remove_from': [
'android-code-coverage-native', # Does not generate profraw data.
],
},
'chrome_public_test_apk': {
'remove_from': [
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
'modifications': {
'Oreo Phone Tester': {
# TODO(https://crbug.com/884413): Re-enable this once the tests are
# either passing or there is more capacity.
'experiment_percentage': 0,
},
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
'--timeout-scale=2.0',
],
# TODO(https://crbug.com/1285975) Remove experiment and enable on
# trybot once the device offline issue is resolved.
'ci_only': True,
'experiment_percentage': 100,
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
'--timeout-scale=2.0',
],
# TODO(crbug.com/1225851): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
],
# TODO(crbug.com/1439624): Remove ci_only once the test suite is stable.
'ci_only': True,
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
],
},
'android-arm64-proguard-rel': {
'swarming': {
'shards': 25,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-pie-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
'--use-persistent-shell',
],
'ci_only': True, # https://crbug.com/1233700
},
'android-pie-arm64-rel-dev': {
'swarming': {
'service_account': 'chrome-gold-dev@chops-service-accounts.iam.gserviceaccount.com'
},
},
'android-pie-x86-rel': {
'args': [
# https://crbug.com/1046059
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
],
'swarming': {
# See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
'shards': 30,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
},
},
'chrome_public_test_vr_apk': {
'remove_from': [
'android-pie-arm64-rel', # https://crbug.com/1010211
'ToTAndroid',
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
},
'chrome_public_test_vr_apk-vega': {
'modifications': {
'Oreo Phone Tester': {
'swarming': {
'dimensions': {
'device_os': 'OVR1.180808.003',
'device_type': 'vega',
'os': 'Android',
},
},
}
}
},
'chrome_public_unit_test_apk': {
'remove_from': [
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
'modifications': {
'android-12-x64-rel': {
'ci_only': True,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_unit_test_apk.filter',
],
},
'android-pie-arm64-rel': {
'swarming': {
'dimensions': {
'device_type': 'crosshatch',
},
# TODO(crbug.com/1462745): Temporarily increase the shard to 5 for the network issue.
'shards': 5,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_unit_test_apk.filter',
],
},
},
},
'chrome_public_wpt': {
'modifications': {
'android-chrome-pie-x86-wpt-android-specific': {
'args': [
'--test-list',
'../../third_party/blink/web_tests/TestLists/android.filter'
]
},
'android-chrome-pie-x86-wpt-fyi-rel': {
'args': [
'--use-upstream-wpt',
],
},
},
},
'chrome_sizes': {
'modifications': {
'lacros-amd64-generic-chrome-skylab': {
'swarming': {
'dimensions': {
'cpu': 'x86-64',
'os': 'Ubuntu-18.04',
},
},
},
'lacros-arm-generic-chrome-skylab': {
'swarming': {
'dimensions': {
'cpu': 'x86-64',
'os': 'Ubuntu-18.04',
},
},
},
'lacros-arm64-generic-chrome-skylab': {
'swarming': {
'dimensions': {
'cpu': 'x86-64',
'os': 'Ubuntu-18.04',
},
},
},
},
},
'chromedriver_py_tests': {
'modifications': {
'Win10 Tests x64': {
# TODO(crbug.com/1369158): Fix & re-enable.
'isolate_profile_data': False,
},
'win-rel-cft': {
# TODO(crbug.com/1369158): Fix & re-enable.
'isolate_profile_data': False,
},
},
'remove_from': [
# Timeout happens sometimes (crbug.com/951799).
'Win10 Tests x64 (dbg)',
],
},
'components_browsertests': {
'modifications': {
'Linux TSan Tests': {
'swarming': {
'shards': 2,
},
},
'android-11-x86-rel': {
'swarming': {
'shards': 2,
},
},
'android-asan': {
'swarming': {
'shards': 3,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'swarming': {
'shards': 4,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'swarming': {
'shards': 4,
},
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 4,
},
},
'linux-exp-tsan-fyi-rel': {
'swarming': {
'shards': 2,
},
},
},
},
'components_browsertests_no_field_trial': {
'remove_from': [
'win10-rel-no-external-ip',
'win-arm64-rel',
'win-rel-cft',
'Win11 Tests x64',
],
},
'components_unittests': {
'modifications': {
'Linux ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 5,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are very slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 5,
},
},
'Linux TSan Tests': {
'swarming': {
'shards': 2,
},
},
'Win10 Tests x64 (dbg)': {
'swarming': {
'shards': 2,
},
},
'android-11-x86-rel': {
'args': [
# TODO(crbug.com/1192348): Fix the test failure
'--gtest_filter=-FieldFormatterTest.DifferentLocales',
],
},
'android-12-x64-rel': {
'args': [
# TODO(crbug.com/1192348): Fix the test failure
'--gtest_filter=-FieldFormatterTest.DifferentLocales',
],
},
'linux-exp-tsan-fyi-rel': {
'swarming': {
'shards': 2,
},
},
'win-asan': {
# TODO(crbug.com/1518411): With a single shard seems to hit time limit.
'swarming': {
'shards': 4,
},
},
'win10-code-coverage': {
'swarming': {
'shards': 6,
},
},
},
},
'compositor_unittests': {
'modifications': {
'fuchsia-fyi-arm64-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
],
},
},
},
'content_browsertests': {
'remove_from': [
# TODO(crbug.com/1431581): Temporarily remove it from android-12L builder due to infra flakiness.
'android-12l-x64-dbg-tests',
'CrWinAsan(dll)', # https://crbug.com/935598
# TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
'fuchsia-fyi-arm64-dbg',
'fuchsia-fyi-x64-asan',
'fuchsia-fyi-x64-dbg',
'ToTFuchsia x64',
'ToTFuchsiaOfficial arm64',
],
'modifications': {
'Cast Linux': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
],
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
},
'Linux ASan LSan Tests (1)': {
'swarming': {
'shards': 24,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
'swarming': {
'shards': 10, # https://crbug.com/1471857
},
},
'Linux MSan Tests': {
'swarming': {
'shards': 10, # https://crbug.com/1497706
},
},
'Linux TSan Tests': {
'ci_only': True, # https://crbug.com/1498240
'swarming': {
'shards': 30,
},
},
'Linux Tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
},
'Linux Tests (Wayland)': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
},
'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
'experiment_percentage': 100,
},
'Mac11 Tests': {
'swarming': {
'shards': 12,
},
},
'Mac12 Tests': {
'swarming': {
'shards': 12,
},
},
'Mac13 Tests': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
'swarming': {
'shards': 12,
},
},
'Mac13 Tests (dbg)': { # https://crbug.com/1279504
'swarming': {
'shards': 18,
},
},
'WebRTC Chromium FYI Android Tests (dbg)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
],
},
'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
],
},
'Win10 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
},
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100,
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
'Win11 Tests x64': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
'android-11-x86-rel': {
# TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
# after the test suite is green.
'ci_only': True,
'experiment_percentage': 100,
# TODO(crbug.com/1137474): Revisit the shard number once failed tests
# are fixed.
'swarming': {
'shards': 30,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-12-x64-rel': {
# TODO(crbug.com/1225851): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-12l-x64-dbg-tests': {
# TODO(crbug.com/1439624): Remove experiment and ci_only
# once the test suite is stable.
'ci_only': True,
'experiment_percentage': 100,
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_browsertests.filter',
],
'swarming': {
'shards': 40,
},
},
'android-arm64-proguard-rel': {
'swarming': {
'shards': 16,
},
},
'android-asan': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
],
'swarming': {
'shards': 25,
},
},
'android-code-coverage-native': {
'swarming': {
'shards': 25,
},
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-pie-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
],
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
'swarming': {
# TODO(crbug.com/1462745): Temporarily increase the shard by 5 for the surging number of tests.
# Recover to default number of shards(20) after the bug is fixed.
'shards': 25,
},
},
'android-pie-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
],
'swarming': {
# Flaking with only 20 shards with 40-60 minute runs.
# https://crbug.com/1230118
'shards': 30,
},
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
],
'swarming': {
'shards': 75,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'fuchsia-arm64-cast-receiver-rel': {
# Temporarily only run this on CI due to resource and naming
# constraints.
# TODO(crbug.com/1371630): Remove this when resource requirements are
# lower.
'ci_only': True,
},
'fuchsia-arm64-rel': {
# Temporarily only run this on CI due to resource and naming
# constraints.
# TODO(crbug.com/1371630): Remove this when resource requirements are
# lower.
'ci_only': True,
},
'fuchsia-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.coverage.content_browsertests.filter',
'--test-launcher-jobs=1',
],
'swarming': {
'shards': 41,
},
},
'fuchsia-x64-cast-receiver-rel': {
# Temporarily only run this on CI due to resource requirements.
# TODO(crbug.com/1374125): Remove this once resources are available.
'ci_only': True,
'swarming': {
'shards': 41,
},
'args': [
# TODO(crbug.com/1406693): Remove this when the kernal panic in
# fuchsia has been resolved.
'--test-arg=--test-launcher-jobs=1',
],
},
'fuchsia-x64-rel': {
'swarming': {
'shards': 41,
},
'args': [
# TODO(crbug.com/1406693): Remove this when the kernal panic in
# fuchsia has been resolved.
'--test-arg=--test-launcher-jobs=1',
],
},
'linux-chromeos-code-coverage': {
'swarming': {
'shards': 12,
},
},
'linux-chromeos-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
# crbug.com/1475852
'retry_only_failed_tests': True,
'swarming': {
'shards': 6,
},
},
'linux-code-coverage': {
'args': [
'--no-sandbox',
],
'swarming': {
'shards': 12,
},
},
'linux-exp-tsan-fyi-rel': {
'swarming': {
'shards': 30,
},
},
# https://crbug.com/1111979
'linux-lacros-tester-fyi-rel': {
'experiment_percentage': 100,
},
'linux-lacros-tester-rel': {
'ci_only': True,
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 16,
}
},
'mac-code-coverage': {
'args': [
'--coverage-continuous-mode=1',
],
},
'mac-rel-cft': {
'swarming': {
'shards': 12,
},
},
# https://crbug.com/1255940
'mac-rel-dev': {
'swarming': {
'dimensions': {
# These test would time out when running on 4 cores instances.
'cores': '8|12',
},
},
},
'win-asan': {
# Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
'args': [
'--test-launcher-jobs=3',
],
'swarming': {
# ASAN bot is slow: https://crbug.com/1484550#c3
'shards': 32,
},
},
'win-rel-cft': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
'win10-code-coverage': {
'swarming': {
'shards': 40,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
'win10-rel-no-external-ip': {
# crbug.com/868082
'args': [
'--disable-features=WebRTC-H264WithOpenH264FFmpeg',
],
},
},
},
'content_shell_crash_test': {
'remove_from': [
'android-oreo-x86-rel', # crbug.com/1084353. If you remove this, also remove android-x86-code-coverage.
'android-x86-code-coverage',
],
'modifications': {
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100, # https://crbug.com/861730
},
},
},
'content_shell_test_apk': {
'remove_from': [
'android-asan', # https://crbug.com/964562
'android-code-coverage-native', # Does not generate profraw data.
],
'modifications': {
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
'--timeout-scale=2.0',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
],
'ci_only': True,
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'swarming': {
'shards': 6,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
'android-pie-x86-rel': {
'args': [
'--gtest_filter=-org.chromium.content.browser.input.ImeInputModeTest.testShowAndHideInputMode*',
],
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'swarming': {
'shards': 6,
'dimensions': {
# use 8-core to shorten runtime
'cores': '8',
},
},
},
},
},
'content_unittests': {
'modifications': {
'Linux ASan LSan Tests (1)': {
# These are slow on the ASAN trybot for some reason.
# crbug.com/1257927
'swarming': {
'shards': 2,
},
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot for some reason.
# crbug.com/865455
'swarming': {
'shards': 2,
},
},
'fuchsia-code-coverage': {
'swarming': {
'shards': 12,
},
},
'fuchsia-fyi-x64-asan': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
],
},
'linux-rel-dev': {
'swarming': {
'dimensions': {
'cores': '8',
},
},
},
'win10-code-coverage': {
'swarming': {
'shards': 2,
},
},
},
},
'context_lost_metal_passthrough_ganesh_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'context_lost_metal_passthrough_graphite_tests': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'context_lost_passthrough_tests': {
'modifications': {
'win-arm64-rel': {
'args': [
# These devices have issues running these tests in parallel.
'--jobs=1',
],
},
},
'replacements': {
'win-arm64-rel': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the number of jobs above.
'$$MAGIC_SUBSTITUTION_GPUParallelJobs': None,
},
},
},
},
'context_lost_validating_tests': {
# TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'remove_from': [
'Android FYI Release (Pixel 2)',
],
},
'cr23_pixel_browser_tests': {
# This target should be removed from any CI only builders. Developers can
# intentionally make UI changes. Without running pixel tests on CQ, those
# cls will get wrongly reverted by sheriffs.
# When we switch CQ builders(e.g. use Win11 to replace Win10), we also
# need to update this field.
'remove_from': [
'Win11 Tests x64',
'win-rel-cft',
],
'modifications': {
'win-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.cr23_pixel_browser_tests.filter',
],
},
},
},
'crashpad_tests': {
'remove_from': [
'linux-win_cross-rel', # https://crbug.com/762167
# https://crbug.com/crashpad/304
'Linux TSan Tests',
# https://crbug.com/crashpad/304
'linux-exp-tsan-fyi-rel',
'ToTLinuxTSan',
# https://crbug.com/crashpad/306
'Linux CFI',
'CFI Linux ToT',
],
'modifications': {
# TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
# the tests. Run this experimentally on all the macOS bots >= 12 and
# remove this exception once fixed.
'Mac Builder Next': {
'experiment_percentage': 100,
},
'ToTAndroid': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.crashpad_tests.filter',
],
},
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.crashpad_tests.filter',
],
},
'android-arm64-proguard-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.crashpad_tests.filter',
],
},
# TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
# the tests. Run this experimentally on all the macOS bots >= 12 and
# remove this exception once fixed.
'mac-osxbeta-rel': {
'experiment_percentage': 100,
},
},
},
'dawn_end2end_implicit_device_sync_tests': {
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_no_dxc_tests': {
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_skip_validation_tests': {
'remove_from': [
# TODO(crbug.com/1363409): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_tests': {
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_end2end_validation_layers_tests': {
'remove_from': [
# TODO(crbug.com/1363409): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
},
'dawn_end2end_wire_tests': {
'remove_from': [
# TODO(crbug.com/1363409): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
'modifications': {
'Dawn Win10 x64 ASAN Release (Intel)': {
'swarming': {
'shards': 2,
}
},
'Dawn Win10 x64 ASAN Release (NVIDIA)': {
'swarming': {
'shards': 2,
}
}
},
},
'dawn_perf_tests': {
'remove_from': [
# TODO(crbug.com/1363409): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
],
},
'device_unittests': {
'modifications': {
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.device_unittests.filter',
],
},
},
},
'expected_color_pixel_gl_passthrough_ganesh_test': {
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_metal_passthrough_ganesh_test': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_metal_passthrough_graphite_test': {
'remove_from': [
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
'replacements': {
'Mac V8 FYI Release (Intel)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_passthrough_test': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
'replacements': {
# The V8 builders pass the V8 revision for ${got_revision}, so instead
# use ${got_cr_revision}, which is only set on the V8 bots.
'Linux V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Linux V8 FYI Release - pointer compression (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
'Win V8 FYI Release (NVIDIA)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'expected_color_pixel_passthrough_test JACUZZI_RELEASE_LKGM': {
'modifications': {
'ChromeOS FYI Release Skylab (jacuzzi)': {
'args': [
# Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
# automatically get the service account to authenticate with.
'--service-account=/creds/service_accounts/skylab-drone.json',
],
},
},
},
'expected_color_pixel_passthrough_test VOLTEER_PUBLIC_RELEASE_LKGM': {
'modifications': {
'ChromeOS FYI Release Skylab (volteer)': {
'args': [
# Skylab currently doesn't support use of LUCI_CONTEXT, so Gold cannot
# automatically get the service account to authenticate with.
'--service-account=/creds/service_accounts/skylab-drone.json',
],
},
},
},
'expected_color_pixel_validating_test': {
'modifications': {
'Android FYI Release (Pixel 4)': {
'args': [
# Pixel 4s are weird in that they can output in different color spaces
# simultaneously. The readback code for capturing a screenshot assumes
# only one color space, so disable wide color gamut for the test to
# work around the issue. See https://crbug.com/1166379 for more
# information.
'--extra-browser-args=--disable-wcg-for-test',
],
},
'android_optional_gpu_tests_rel': {
'args': [
# See above.
'--extra-browser-args=--disable-wcg-for-test',
],
},
},
# TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'remove_from': [
'Android FYI Release (Pixel 2)',
],
'replacements': {
# The V8 builders pass the V8 revision for ${got_revision}, so instead
# use ${got_cr_revision}, which is only set on the V8 bots.
'Android V8 FYI Release (Nexus 5X)': {
'args': {
'--git-revision': '${got_cr_revision}',
},
},
},
},
'extensions_browsertests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
],
'modifications': {
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100, # https://crbug.com/876615
},
# https://crbug.com/1111979
'linux-lacros-asan-lsan-rel': {
'args': [
'--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
],
},
# https://crbug.com/1111979,
'linux-lacros-code-coverage': {
'args': [
'--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
],
},
'linux-lacros-dbg-tests-fyi': {
'args': [
'--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
],
},
'linux-lacros-tester-rel': {
'args': [
'--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
],
},
'win10-code-coverage': {
'swarming': {
'shards': 2,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
},
},
'extensions_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 2,
},
},
'fuchsia-fyi-x64-asan': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
],
},
# https://crbug.com/1111979
'linux-lacros-asan-lsan-rel': {
'args': [
'--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
],
},
# https://crbug.com/1111979,
'linux-lacros-code-coverage': {
'args': [
'--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
],
},
'linux-lacros-dbg-tests-fyi': {
'args': [
'--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
],
},
'linux-lacros-tester-rel': {
'args': [
'--gtest_filter=-NativeExtensionBindingsSystemUnittest.AccessToAliasDoesntGiveAliasSourceAccess:'
'NativeExtensionBindingsSystemUnittest.AliasedAPIsAreDifferentObjects',
],
},
},
},
'gcp_unittests': {
'modifications': {
# Flakily times out with only a single shard due to slow runtime.
'win-asan': {
'swarming': {
'shards': 2,
},
},
},
},
'gfx_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 2,
},
},
},
},
'gin_unittests': {
'remove_from': [
'ToTLinuxASan', # https://crbug.com/831667
'Linux ASan LSan Tests (1)', # https://crbug.com/831667
'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
],
'modifications': {
'android-arm64-proguard-rel': {
'args': [
# https://crbug.com/1404782
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests.filter',
],
},
'android-code-coverage-native': {
'args': [
# https://crbug.com/1404782
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.gin_unittests.filter',
],
},
'fuchsia-fyi-x64-asan': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
],
},
},
},
'gl_tests_passthrough': {
'remove_from': [
'CFI Linux ToT',
# TODO(crbug.com/1363409): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
# Can't run on MSAN because gl_tests uses the hardware driver,
# which isn't instrumented.
'Linux MSan Tests',
'linux-exp-msan-fyi-rel',
],
'modifications': {
# TODO(kbr): figure out a better way to specify blocks of
# arguments like this for tests on multiple machines.
'Linux ASan LSan Tests (1)': {
'args': [
'--use-gpu-in-tests',
'--no-xvfb',
],
'swarming': {
# This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
'dimensions': {
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu',
},
},
},
'Linux CFI': {
'args': [
'--use-gpu-in-tests',
'--no-xvfb',
],
'swarming': {
# This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
'dimensions': {
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu',
},
},
},
'Linux TSan Tests': {
'args': [
'--use-gpu-in-tests',
'--no-xvfb',
],
'swarming': {
# This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
'dimensions': {
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu',
},
},
},
'linux-exp-tsan-fyi-rel': {
'args': [
'--use-gpu-in-tests',
'--no-xvfb',
],
'swarming': {
# This must be kept in sync with linux_nvidia_gtx_1660_stable mixin
'dimensions': {
'gpu': '10de:2184-440.100',
'os': 'Ubuntu-18.04.5|Ubuntu-18.04.6',
'pool': 'chromium.tests.gpu',
},
},
},
},
},
'gl_tests_validating': {
'modifications': {
'Android FYI Release (Samsung A13)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a13.gl_tests.filter',
],
},
'Android FYI Release (Samsung A23)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.samsung_a23.gl_tests.filter',
],
},
'ToTAndroid': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.gl_tests.filter', # https://crbug.com/1034007
],
},
'android-11-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-12l-x64-dbg-tests': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-12l-x64-fyi-dbg': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-13-x64-fyi-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-13-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12_12l_13.gl_tests.filter',
],
},
'android-arm64-proguard-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.arm64_proguard_rel.gl_tests.filter', # https://crbug.com/1034007
],
},
'android-code-coverage-native': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
],
},
# If you change this, make similar changes in android-x86-code-coverage below
'android-oreo-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
],
},
'android-pie-arm64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
],
},
'android-pie-x86-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
],
},
# Keep this same as android-oreo-x86-rel above
'android-x86-code-coverage': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o_p.gl_tests.filter',
],
},
},
},
'gl_unittests': {
'remove_from': [
# On Android, these are already run on the main waterfall.
# Run them on the one-off Android FYI bots, though.
'Android FYI Release (Nexus 5X)',
# TODO(crbug.com/1363409): Enable these once they're shown to work on
# Android.
'Dawn Android arm DEPS Release (Pixel 4)',
'Dawn Android arm Release (Pixel 4)',
'Dawn Android arm64 DEPS Release (Pixel 6)',
'Dawn Android arm64 Release (Pixel 6)',
# Can't run on MSAN because gl_unittests uses the hardware driver,
# which isn't instrumented.
'Linux MSan Tests',
'linux-exp-msan-fyi-rel',
],
'modifications': {
'Win10 FYI x64 Exp Release (NVIDIA)': {
'args': [
# TODO(crbug.com/1505895): Remove this filter when these tests no
# longer crash on the newer driver.
'--gtest_filter=-DelegatedInkPointRendererGpuTest.DrawPointsAsTheyArrive:DelegatedInkPointRendererGpuTest.MaximumPointerIds:DelegatedInkPointRendererGpuTest.MultiplePointerIds:DelegatedInkPointRendererGpuTest.StoreAndRemovePointsAndTokens',
],
},
'android-12-x64-rel': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
],
},
},
},
'gl_unittests_ozone': {
'remove_from': [
# Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
# which isn't instrumented.
'Linux ChromiumOS MSan Tests',
],
},
'gold_common_pytype': {
'remove_from': [
'linux-code-coverage',
],
},
'gpu_process_launch_tests': {
'remove_from': [
# TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'Android FYI Release (Pixel 2)',
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'gpu_pytype': {
'remove_from': [
'linux-code-coverage',
],
},
'gpu_unittests': {
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 5,
},
},
},
},
'grit_python_unittests': {
'remove_from': [
# TODO(https://crbug.com/1267125): Re-enable.
'mac11-arm64-rel-tests',
# TODO(https://crbug.com/1267125): Re-enable.
'mac12-arm64-rel-tests',
# TODO(https://crbug.com/1267125): Re-enable.
'mac13-arm64-rel-tests',
],
},
'hardware_accelerated_feature_tests': {
'remove_from': [
# TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
# exception once there is enough capacity to run these tests.
'Android FYI Release (Pixel 2)',
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
],
},
'headless_browsertests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
# Wayland bot doesn't support headless mode.
'Linux Tests (Wayland)',
],
'modifications': {
'fuchsia-code-coverage': {
'swarming': {
'shards': 6,
},
},
},
},
'info_collection_tests': {
'remove_from': [
'Android V8 FYI Release (Nexus 5X)',
'Linux V8 FYI Release (NVIDIA)',
'Linux V8 FYI Release - pointer compression (NVIDIA)',
# crbug.com/1458020 for Mac Retina ASAN removal
'Mac FYI Retina ASAN (AMD)',
'Mac V8 FYI Release (Intel)',
'Win V8 FYI Release (NVIDIA)',
],
'modifications': {
'ChromeOS FYI Release (amd64-generic)': {
'args': [
# Swarming does not report a GPU since tests are run in a VM, but
# the VM does report that a GPU is present.
'--expected-vendor-id', '1af4',
'--expected-device-id', '1050',
],
},
},
'replacements': {
'ChromeOS FYI Release (amd64-generic)': {
'args': {
# Magic substitution happens after regular replacement, so remove it
# now since we are manually applying the expected device ID above.
'$$MAGIC_SUBSTITUTION_GPUExpectedVendorId': None,
'$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
},
},
},
},
'interactive_ui_tests': {
'remove_from': [
'CrWinAsan(dll)', # https://crbug.com/935598
],
'modifications': {
'Linux - Future (dbg)': { # client.v8.chromium
'swarming': {
'shards': 3,
},
},
'Linux ASan LSan Tests (1)': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
# These are slow on the ASan trybot for some reason, crbug.com/1257927
'swarming': {
'shards': 12,
},
},
'Linux CFI': {
# Slow on certain debug builders, see crbug.com/1513713.
'swarming': {
'shards': 6,
},
},
'Linux Chromium OS ASan LSan Tests (1)': {
# These are slow on the ASan trybot for some reason, crbug.com/1257927
'swarming': {
'shards': 6,
},
},
'Linux ChromiumOS MSan Tests': {
# These are very slow on the Chrome OS MSAN trybot for some reason.
# crbug.com/865455
'swarming': {
'shards': 5,
},
},
'Linux MSan Tests': {
'swarming': {
'shards': 8,
},
},
'Linux TSan Tests': {
'ci_only': True, # https://crbug.com/1498240
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
# These are slow on the TSan bots for some reason, crbug.com/1257927
'swarming': {
'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
},
},
# https://crbug.com/1192997
'Linux Tests (Wayland)': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
],
},
'Linux Tests (dbg)(1)': {
'swarming': {
'shards': 10,
},
},
'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
'experiment_percentage': 100,
},
'Mac12 Tests': {
'swarming': {
'shards': 6,
},
},
'Mac13 Tests': {
'swarming': {
'shards': 6,
},
},
'Mac13 Tests (dbg)': { # https://crbug.com/1265051
'experiment_percentage': 100,
'swarming': {
'shards':6,
}
},
'ToTLinuxTSan': {
# These are slow on the TSan bots for some reason, crbug.com/1257927
'swarming': {
'shards': 6,
},
},
'Win10 Tests x64': {
'swarming': {
'shards': 9,
},
},
# temporary, https://crbug.com/818832
'Win10 Tests x64 (dbg)': {
'experiment_percentage': 100,
},
# TODO(crbug.com/970649): Remove these filters.
'linux-chromeos-chrome': {
'args': [
'--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
],
},
'linux-chromeos-code-coverage': {
'swarming': {
'shards': 10,
},
},
'linux-chromeos-dbg': {
'swarming': {
'shards': 6,
},
},
'linux-chromeos-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
'swarming': {
'shards': 5,
},
},
'linux-code-coverage': {
'swarming': {
'shards': 10,
},
},
'linux-exp-msan-fyi-rel': {
'swarming': {
'shards': 4,
},
},
'linux-exp-tsan-fyi-rel': {
# These are slow on the TSan bots for some reason, crbug.com/1257927
'swarming': {
'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
},
},
'linux-lacros-asan-lsan-rel': {
'swarming': {
'shards': 5,
},
},
'linux-lacros-tester-rel': {
# Only retry the individual failed tests instead of rerunning entire
# shards.
'retry_only_failed_tests': True,
},
'linux-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.interactive_ui_tests.filter',
],
},
'linux-ubsan-fyi-rel': {
'swarming': {
'shards': 6,
}
},
'mac-code-coverage': {
'args': [
'--coverage-continuous-mode=1',
],
},
# TODO (crbug.com/1278617) Re-enable once fixed
'mac-osxbeta-rel': {
'experiment_percentage': 100,
},
'mac-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.interactive_ui_tests.filter',
],
'swarming': {
'shards': 6,
},
},
'mac13-arm64-rel-tests': {
'ci_only': False,
'swarming': {
'shards': 6,
},
},
'win-arm64-rel': {
# Some Win Arm64 bots have touch turned on, which makes some tests fail.
# Similarly, some have a non 1.0 device scale factor.
'args': [
'--force-device-scale-factor=1',
'--top-chrome-touch-ui=disabled',
],
},
'win-asan': {
# Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
'args': [
'--test-launcher-jobs=3',
],
'swarming': {
'shards': 6,
},
},
'win-rel-cft': {
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.interactive_ui_tests.filter',
],
'swarming': {
'shards': 9,
},
},
'win10-code-coverage': {
'swarming': {
'shards': 32,
'dimensions': {
'pool': 'chromium.tests.coverage',
'ssd': '1',
},
}
},
},
},
'interactive_ui_tests Lacros version skew testing ash beta': {
'modifications': {
'linux-lacros-asan-lsan-rel': {
'swarming': {
'shards': 5,
},
},
},
},
'interactive_ui_tests Lacros version skew testing ash canary': {
'modifications': {
'linux-lacros-asan-lsan-rel': {
'swarming': {
'shards': 5,
},
},
},
},
'interactive_ui_tests Lacros version skew testing ash dev': {
'modifications': {
'linux-lacros-asan-lsan-rel': {
'swarming': {
'shards': 5,
},
},
},
},
'interactive_ui_tests Lacros version skew testing ash stable': {
'modifications': {
'linux-lacros-asan-lsan-rel': {
'swarming': {
'shards': 5,
},
},
},
},
'interactive_ui_tests_no_field_trial': {
'modifications': {
'Win10 Tests x64': {
'swarming': {
'shards': 4,
},
},
},
'remove_from': [
'win10-rel-no-external-ip',
'win-arm64-rel',
'win-rel-cft',
'Win11 Tests x64',
],