blob: 41bc6f87c2a63d10512fa070a1995b66d1a0c35b [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
Sven Zheng3b68eabd2021-07-21 02:05:4727 'remove_from': [
28 # Remove from CQ bots due to capacity.
29 'android-lollipop-arm-rel',
30 ],
Andrew Luo38b311f2019-10-04 03:42:0931 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:4732 'android-11-x86-rel': {
Haiyang Panca7fcec2021-03-19 02:11:1033 'swarming': {
34 'shards': 2,
35 },
36 },
Haiyang Panb991f562021-08-10 17:46:4637 'android-marshmallow-x86-rel': {
38 'swarming': {
39 'shards': 2,
40 },
41 },
Andrew Luo38b311f2019-10-04 03:42:0942 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5843 'args': [
44 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
45 ],
Haiyang Panfbd2b482020-09-23 23:41:2546 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
47 # capacity has been deployed.
48 'swarming': {
49 'dimension_sets': [
50 {
51 'device_type': 'sailfish',
52 },
53 ],
Haiyang Pan1678f0c02021-03-09 23:05:0954 'shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:2555 },
Andrew Luo38b311f2019-10-04 03:42:0956 },
Haiyang Pan08d09dc2020-04-01 16:11:2157 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0458 'args': [
59 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
60 ],
Haiyang Pan7cd609d2021-04-08 20:17:2461 'swarming': {
62 'shards': 2,
63 },
John Budorick191adfcd2020-01-29 18:19:0464 },
Andrew Luo38b311f2019-10-04 03:42:0965 },
66 },
Sven Zhengc60debc2020-09-10 18:40:5267 'android_sync_integration_tests': {
68 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:2869 # Remove from CQ bots due to capacity.
70 'android-marshmallow-arm64-rel',
71 'android-lollipop-arm-rel',
Sven Zhengc60debc2020-09-10 18:40:5272 ],
73 },
Kenneth Russelleb60cbd22017-12-05 07:54:2874 'android_webview_unittests': {
75 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3276 # On chromium.android, these do not need to run prior to M.
Haiyang Pana3ff55ae2020-04-23 18:26:5477 'android-lollipop-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:2878 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2879 },
Jamie Madillc9ae75d2020-10-23 19:19:4880 'angle_end2end_tests': {
81 'remove_from': [
82 # TODO(ynovikov) Investigate why the test breaks on older devices.
83 'Android FYI Release (Nexus 5)',
84 'Android FYI Release (Nexus 6)',
85 'Android FYI Release (Nexus 9)',
Jamie Madillc9ae75d2020-10-23 19:19:4886 # Temporarily disabled due to bad NVIDIA driver upgrade crbug.com/950542
87 'Linux FYI Debug (NVIDIA)',
88 ],
Yuly Novikov60cbf642020-11-19 20:43:1589 'modifications': {
90 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:1591 'Optional Win10 x64 Release (Intel HD 630)': {
92 'args': [
93 '--max-processes=1',
94 ],
95 },
96 'Win10 FYI x64 Exp Release (Intel HD 630)': {
97 'args': [
98 '--max-processes=1',
99 ],
100 },
101 'Win10 FYI x64 Release (Intel HD 630)': {
102 'args': [
103 '--max-processes=1',
104 ],
105 },
Yuly Novikov80d2e672021-02-13 00:16:04106 'win10-angle-x64-intel': {
107 'args': [
108 '--max-processes=1',
109 ],
110 },
Yuly Novikov60cbf642020-11-19 20:43:15111 },
Yuly Novikov922b1fa92021-02-25 22:25:40112 'replacements': {
113 'Linux FYI Release (AMD RX 5500 XT)': {
114 'args': {
115 '--max-processes': '1',
116 },
117 },
118 },
Jamie Madillc9ae75d2020-10-23 19:19:48119 },
Jamie Madillc9ae75d2020-10-23 19:19:48120 'angle_unittests': {
121 'remove_from': [
122 # On Android, these are already run on the main waterfall.
123 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36124 # Times out listing tests crbug.com/1167314
125 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48126 # Does not currently work on Lacros configurations.
Junhua Chen39dd2dba2021-05-05 17:51:54127 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48128 'linux-lacros-tester-rel',
129 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40130 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48131 ],
Jamie Madillc9ae75d2020-10-23 19:19:48132 },
133 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15134 'modifications': {
135 # anglebug.com/5328 suspecting blue screen caused by multiprocess
Yuly Novikov60cbf642020-11-19 20:43:15136 'Optional Win10 x64 Release (Intel HD 630)': {
137 'args': [
138 '--max-processes=1',
139 ],
140 },
141 'Win10 FYI x64 Exp Release (Intel HD 630)': {
142 'args': [
143 '--max-processes=1',
144 ],
145 },
146 'Win10 FYI x64 Release (Intel HD 630)': {
147 'args': [
148 '--max-processes=1',
149 ],
150 },
Yuly Novikov80d2e672021-02-13 00:16:04151 'win10-angle-x64-intel': {
152 'args': [
153 '--max-processes=1',
154 ],
155 },
Yuly Novikov60cbf642020-11-19 20:43:15156 },
Jamie Madillc9ae75d2020-10-23 19:19:48157 },
Yuke Liaob6beaeca2021-04-29 23:41:51158 'aura_unittests_amd64-generic': {
159 'remove_from': [
160 # TODO(crbug.com/1204231): Re-enable.
161 'lacros-amd64-generic-rel',
162 ]
163 },
Yuke Liao79a8cf52021-06-11 18:14:34164 'aura_unittests_eve': {
165 'remove_from': [
166 # TODO(crbug.com/1204231): Re-enable.
167 'lacros-amd64-generic-rel',
168 ]
169 },
Chong Gudf7fbe92021-02-24 02:55:58170 'base_unittests': {
171 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47172 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23173 'args': [
174 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.base_unittests.filter',
175 ],
176 },
Chong Gudf7fbe92021-02-24 02:55:58177 'fuchsia-code-coverage': {
178 'swarming': {
179 'shards': 5,
180 },
181 },
182 },
183 },
Haiyang Pan363c59a2020-07-23 05:47:04184 'blink_platform_unittests': {
185 'modifications': {
186 # TODO(crbug.com/1108121): Remove this filter
187 'android-nougat-arm64-rel': {
188 'args': [
189 '--gtest_filter=-HarfBuzzShaperTest.ShapeHorizontalWithoutSubpixelPositionWithKerningIsRounded',
190 ],
191 },
Haiyang Panfbd2b482020-09-23 23:41:25192 'android-pie-arm64-rel': {
193 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
194 # capacity has been deployed.
195 'swarming': {
196 'dimension_sets': [
197 {
198 'device_type': 'sailfish',
199 },
200 ],
201 },
202 },
Chong Gu52481452021-04-02 17:52:41203 'fuchsia-code-coverage': {
204 'swarming': {
205 'shards': 5,
206 },
207 },
Haiyang Pan363c59a2020-07-23 05:47:04208 },
209 },
Chong Gu76046412021-09-22 17:49:21210 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34211 'modifications': {
212 'fuchsia-code-coverage': {
213 'swarming': {
214 'shards': 30,
215 },
216 },
217 },
218 },
John Chenaab16fc02020-03-03 06:35:45219 'blink_web_tests': {
220 'remove_from': [
Ilia Samsonovca3dfd52020-08-07 18:39:01221 'Mac10.11 Tests',
John Chenaab16fc02020-03-03 06:35:45222 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
223 'Win10 Tests x64 (dbg)',
224 ],
225 'modifications': {
226 'Fuchsia x64': {
227 'args': [
228 '--platform=fuchsia',
229 ],
230 'swarming': {
231 'shards': 1,
232 },
233 },
234 'Linux Tests': {
235 "args": [
236 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
237 ],
238 },
239 'Linux Tests (dbg)(1)': {
240 'args': [
241 '--debug',
242 ],
243 'swarming': {
Sven Zheng439fcdf2021-07-13 20:14:57244 'shards': 30,
John Chenaab16fc02020-03-03 06:35:45245 },
246 },
Xianzhu Wange6dec152021-08-02 19:54:53247 'Mac10.12 Tests': {
248 'swarming': {
249 'shards': 25,
250 },
251 },
John Chenaab16fc02020-03-03 06:35:45252 'Mac10.13 Tests': {
253 'swarming': {
254 'dimension_sets': [
255 {
Erik Staab59591f32020-08-25 23:07:07256 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45257 },
258 ],
259 'shards': 25,
260 },
261 },
Zhaoyang Li69e2e002021-02-19 21:57:35262 'Mac10.15 Tests': {
263 'swarming': {
264 'dimension_sets': [
265 {
266 'gpu': None,
267 },
268 ],
269 'shards': 25,
270 },
271 },
Zhaoyang Li78427592021-03-25 19:03:23272 'Mac10.15 Tests (dbg)': {
273 'args': [
274 '--debug',
275 ],
276 'swarming': {
Takuto Ikuta7967d4e2021-07-19 06:31:43277 'shards': 40,
Zhaoyang Li78427592021-03-25 19:03:23278 },
279 },
Chong Gu75af969a2021-03-22 14:46:14280 'ToTFuchsia x64': {
281 'args': [
282 '--platform=fuchsia',
283 ],
284 'swarming': {
285 'shards': 1,
286 },
287 },
John Chenaab16fc02020-03-03 06:35:45288 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45289 # This builder compiles Chromium in release mode, but V8 in debug.
290 # TODO(machenbach): Change name and out directory of this builder to
291 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45292 'args': [
Michael Achenbach455d39242020-06-22 13:33:45293 '-t',
294 'Debug',
295 '--release',
John Chenaab16fc02020-03-03 06:35:45296 ],
297 },
298 'V8 Blink Linux Future': {
299 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07300 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45301 ],
302 },
303 'WebKit Linux ASAN': {
304 'args': [
305 '--additional-expectations',
306 '../../third_party/blink/web_tests/ASANExpectations',
307 '--time-out-ms',
308 '48000',
309 '--enable-sanitizer',
310 ],
311 'swarming': {
312 'shards': 20,
313 },
314 },
315 'WebKit Linux Leak': {
316 'args': [
317 '--additional-expectations',
318 '../../third_party/blink/web_tests/LeakExpectations',
319 '--time-out-ms',
320 '48000',
321 '--enable-leak-detection',
322 ],
323 'swarming': {
324 'shards': 10,
325 },
326 },
327 'WebKit Linux MSAN': {
328 'args': [
329 '--additional-expectations',
330 '../../third_party/blink/web_tests/MSANExpectations',
331 '--time-out-ms',
332 '66000',
333 '--enable-sanitizer',
334 ],
335 'swarming': {
336 'expiration': 36000,
337 'hard_timeout': 10800,
338 'io_timeout': 3600,
339 'shards': 20,
340 },
341 },
342 'WebKit Linux composite_after_paint Dummy Builder': {
343 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07344 '--flag-specific=composite-after-paint',
John Chenaab16fc02020-03-03 06:35:45345 ],
Xianzhu Wang2dc614e2021-03-04 22:56:39346 'swarming': {
347 'shards': 20,
348 },
John Chenaab16fc02020-03-03 06:35:45349 },
350 'WebKit Linux layout_ng_disabled Builder': {
351 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07352 '--flag-specific=disable-layout-ng',
John Chenaab16fc02020-03-03 06:35:45353 ],
Stephen Martinis6eb8a5572021-03-02 00:23:08354 'swarming': {
355 'shards': 20,
356 },
John Chenaab16fc02020-03-03 06:35:45357 },
358 'Win10 Tests x64': {
359 'args': [
360 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21361 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45362 ],
363 'swarming': {
364 "shards": 28
365 },
366 },
367 'Win10 Tests x64 (dbg)': {
368 'args': [
369 '--debug',
370 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21371 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45372 ],
373 },
Kuan Huangc93e8672021-06-29 21:13:45374 'Win10 Tests x64 20h2': {
375 'args': [
376 '--target',
377 'Release_x64',
378 ],
379 'swarming': {
380 "shards": 28
381 },
382 },
John Chenaab16fc02020-03-03 06:35:45383 'Win7 Tests (dbg)(1)': {
384 'args': [
385 '--debug',
386 '--time-out-ms',
387 '60000'
388 ],
389 'experiment_percentage': 100,
390 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
391 # from prefered_os_dimension in
392 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
393 # Swarming dimensions would be either specified for all testers on the
394 # waterfall (and therefore, explicitly specified for all tests in the
395 # generated JSON), or this would be removed, and the implicit one used.
396 'swarming': {
397 'dimension_sets': [
398 {
399 'os': 'Windows-7-SP1',
400 }
401 ],
402 },
403 },
404 # tryserver.chromium.android
405 'android_blink_rel': {
406 'args': [
407 '--release',
408 '--android',
409 # TODO(crbug.com/912120): Breakpad was entirely disabled on
410 # Android. Remove this when it no longer affects Android crash
411 # log handling.
412 '--disable-breakpad',
413 # TODO(crbug.com/875172): run on the real GPU since the
414 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
415 '--additional-driver-flag=--use-gpu-in-tests',
416 ],
417 },
418 'devtools_frontend_linux_blink_light_rel': {
419 'args': [
420 'http/tests/devtools',
421 ],
422 'swarming': {
423 'shards': 4,
424 },
425 },
426 'fuchsia-fyi-x64-rel': {
427 'args': [
428 '--platform=fuchsia',
429 ],
430 'swarming': {
431 'shards': 1,
432 },
433 },
Mathias Carlen30968a62020-03-31 08:47:04434 'linux-autofill-assistant': {
435 'args': [
436 '--release',
437 ],
438 },
Yuzu Saijo9709bcc2020-03-18 09:12:20439 'linux-bfcache-rel': {
John Chenaab16fc02020-03-03 06:35:45440 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07441 '--flag-specific=enable-back-forward-cache-same-site',
John Chenaab16fc02020-03-03 06:35:45442 ],
443 },
444 'linux-blink-animation-use-time-delta': {
445 'args': [
446 '--debug',
447 ],
448 },
John Chenaab16fc02020-03-03 06:35:45449 'linux-blink-heap-concurrent-marking-tsan-rel': {
450 'args': [
451 '--release',
Brian Sheedy10ddf0a2021-08-16 23:19:07452 '--flag-specific=enable-blink-heap-concurrent-marking',
John Chenaab16fc02020-03-03 06:35:45453 ],
454 },
Daniel Libby178c9832020-10-08 20:36:14455 'linux-blink-web-tests-force-accessibility-rel': {
456 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07457 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14458 ],
459 },
John Chenaab16fc02020-03-03 06:35:45460 'linux-code-coverage': {
461 'args': [
462 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
463 ],
464 'swarming': {
465 'shards': 20,
466 },
467 },
Prakharda595bf22021-07-13 17:26:57468 'linux-exp-code-coverage': {
469 'args': [
470 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
471 ],
472 'swarming': {
473 'shards': 20,
474 },
475 },
Aaron Gable40f79aa2020-03-21 01:21:15476 'linux-layout-tests-edit-ng': {
477 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07478 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15479 ],
480 },
Stephanie Kim5c7f31d2021-04-27 18:00:06481 'linux-xenial-rel': {
482 "args": [
483 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
484 ],
485 },
John Chenaab16fc02020-03-03 06:35:45486 'mac10.12-blink-rel-dummy': {
487 'swarming': {
488 'shards': 20,
489 },
490 },
491 'mac10.13-blink-rel-dummy': {
492 'swarming': {
493 'shards': 20,
494 },
495 },
John Chenaab16fc02020-03-03 06:35:45496 'mac10.14-blink-rel-dummy': {
497 'swarming': {
Xinan Lind2f91712021-04-29 21:13:56498 # Increase timeout and reduce shards.
499 # See https://crbug.com/1203565.
500 'shards': 12,
501 'hard_timeout': 1800,
John Chenaab16fc02020-03-03 06:35:45502 },
503 },
Ilia Samsonov7efe05e2020-05-07 19:00:46504 'mac10.15-blink-rel-dummy': {
505 'swarming': {
506 'shards': 20,
507 },
508 },
Preethi Mohane45674902021-09-28 18:53:45509 'mac11-arm64-rel-tests': {
510 'experiment_percentage': 100,
511 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44512 'mac11.0-blink-rel-dummy': {
513 'swarming': {
Dirk Pranke2cc61792021-06-10 20:24:54514 'shards': 12,
515 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44516 },
517 },
Preethi Mohand030de42021-07-22 21:12:13518 'win10.20h2-blink-rel-dummy': {
519 'swarming': {
Preethi Mohand044dd02021-09-06 15:59:42520 'shards': 14,
Preethi Mohand030de42021-07-22 21:12:13521 'hard_timeout': 1200,
522 },
523 },
John Chenaab16fc02020-03-03 06:35:45524 },
525 },
John Budorickca99585d2019-06-26 16:55:55526 'breakpad_unittests': {
527 'modifications': {
528 'android-asan': {
529 'args': [
530 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
531 ],
532 },
533 },
534 },
Kenneth Russelleb60cbd22017-12-05 07:54:28535 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24536 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29537 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41538 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26539 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46540 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35541 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13542 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35543 'Mac10.15 Tests', # https://crbug.com/1042757
Lindsay Pasricha8155d052021-04-22 00:06:43544 'Mac10.15 Tests (dbg)', # https://crbug.com/1201386
545 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46546 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11547 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24548 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28549 'modifications': {
Nico Weber3f919792020-06-12 23:34:52550 'CrWinAsan': {
551 # These are very slow on the ASAN trybot for some reason.
552 # crbug.com/794372
553 'swarming': {
554 'shards': 40,
555 },
556 },
557 'CrWinAsan(dll)': {
558 # These are very slow on the ASAN trybot for some reason.
559 # crbug.com/794372
560 'swarming': {
561 'shards': 40,
562 },
563 },
Stephen Martinis1384ff92020-01-07 19:52:15564 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36565 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15566 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36567 },
568 },
Stephen Martinis1384ff92020-01-07 19:52:15569 'Linux ASan LSan Tests (1)': {
570 # These are very slow on the ASAN trybot for some reason.
571 # crbug.com/794372
Roberto Carrillo2c9ec972019-03-20 03:11:19572 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15573 'shards': 40,
Roberto Carrillo2c9ec972019-03-20 03:11:19574 },
575 },
Chris Cunningham1d0e9e12020-02-26 22:56:40576 'Linux ASan Tests (sandboxed)': {
577 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41578 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40579 },
580 },
Stephen Martinis1384ff92020-01-07 19:52:15581 'Linux Chromium OS ASan LSan Tests (1)': {
582 # These are very slow on the ASAN trybot for some reason.
583 # crbug.com/794372
Roberto Carrillo5a5c98dc2019-10-30 22:33:51584 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15585 'shards': 31,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51586 },
587 },
Stephen Martinis1384ff92020-01-07 19:52:15588 'Linux ChromiumOS MSan Tests': {
589 # These are very slow on the Chrome OS MSAN trybot for some reason.
590 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34591 'swarming': {
Ben Pastene44221d32020-05-21 23:38:36592 'shards': 32,
Kenneth Russell56a3e862017-12-08 03:11:34593 },
Ben Pastene44221d32020-05-21 23:38:36594 'args': [
595 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
596 ],
Kenneth Russell56a3e862017-12-08 03:11:34597 },
John Budorick614f91a2020-03-30 20:34:55598 'Linux Tests (dbg)(1)': {
599 # crbug.com/1066161
600 'swarming': {
601 'shards': 20,
602 },
603 },
Stephen Martinis1384ff92020-01-07 19:52:15604 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24605 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24606 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24607 },
Lindsay Pasricha8155d052021-04-22 00:06:43608 # crbug.com/1196416
609 'args': [
610 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
611 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46612 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24613 },
Sven Zheng3f14625692021-08-24 06:28:27614 # TODO(crbug.com/1232535) Remove once the bug is resolved.
615 'Mac10.11 Tests': {
616 'args': [
617 '--test-launcher-print-timestamps',
618 ],
619 },
Lindsay Pasricha76f44d22021-04-07 16:16:26620 'Mac10.15 Tests': {
621 # crbug.com/1042757
622 'swarming': {
623 'dimension_sets': [
624 {
625 # These shards are liable to time out when running on macmini7,1.
626 'cores': '8|12',
627 }
628 ],
629 },
630 # crbug.com/1196416
631 'args': [
632 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
633 ],
634 },
Stephen Martinis1384ff92020-01-07 19:52:15635 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28636 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18637 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28638 },
639 },
Stephen Martinis1384ff92020-01-07 19:52:15640 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28641 'swarming': {
642 'shards': 20,
643 },
644 },
Kenneth Russell6c83d212018-07-27 20:52:59645 'Win10 Tests x64': {
646 # crbug.com/868082
647 'args': [
648 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
649 ],
Takuto Ikutac9c269a2019-01-10 22:40:25650 'swarming': {
651 # This is for slow test execution that often becomes a critical path of
652 # swarming jobs. crbug.com/868114
653 'shards': 15,
654 }
Kenneth Russell6c83d212018-07-27 20:52:59655 },
Kuan Huangc93e8672021-06-29 21:13:45656 'Win10 Tests x64 20h2': {
657 # crbug.com/868082
658 'args': [
659 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
660 ],
661 'swarming': {
662 # This is for slow test execution that often becomes a critical path of
663 # swarming jobs. crbug.com/868114
664 'shards': 15,
665 }
666 },
Stephen Martinis1384ff92020-01-07 19:52:15667 'Win7 Tests (1)': {
668 # This is for slow test execution that often becomes a critical path of
669 # swarming jobs. crbug.com/868114
670 'swarming': {
671 'shards': 15,
672 },
673 },
674 'Win7 Tests (dbg)(1)': {
Pavol Markoc579e072019-12-05 22:42:02675 'swarming': {
676 'shards': 20,
677 },
678 },
Stephen Martinis1384ff92020-01-07 19:52:15679 'linux-chromeos-chrome': {
680 # TODO(https://crbug.com/932269): Promote out of experiment when the
681 # tests are green.
682 'args': [
683 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
684 ],
685 },
686 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:16687 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15688 'shards': 50,
689 },
690 },
691 'linux-chromeos-dbg': {
692 'swarming': {
Garrett Beatyd81c9182021-05-12 02:52:50693 'shards': 40,
Stephen Martinis1384ff92020-01-07 19:52:15694 },
695 },
696 'linux-chromeos-rel': {
697 'swarming': {
698 'shards': 20,
Stephanie Kime9008f72020-03-05 23:01:16699 'dimension_sets': [
700 {
701 'kvm': '1',
702 },
703 ],
Stephen Martinis1384ff92020-01-07 19:52:15704 },
705 },
706 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:01707 'args': [
708 '--no-sandbox',
709 ],
Stephen Martinis1384ff92020-01-07 19:52:15710 'swarming': {
711 'shards': 50,
712 },
713 },
Junhua Chen39dd2dba2021-05-05 17:51:54714 'linux-lacros-code-coverage': {
715 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18716 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:54717 ],
718 },
Sven Zheng80734f12020-08-06 06:50:39719 'linux-lacros-tester-rel': {
720 'args': [
Ben Pastened1b2fd192021-05-11 19:10:18721 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:39722 ],
723 },
Stephen Martinis1384ff92020-01-07 19:52:15724 'linux-trusty-rel': {
725 'args': [
John Budorick79ec9012020-01-08 21:56:31726 '--test-launcher-filter-file=../../testing/buildbot/filters/linux_trusty_rel.browser_tests.filter',
727 ],
Stephen Martinis1384ff92020-01-07 19:52:15728 },
Kuan Huang83a1c922021-09-08 22:00:27729 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:19730 'ci_only': False, # https://crbug.com/1234525
731 },
Stephen Martinis1384ff92020-01-07 19:52:15732 'win-asan': {
Nico Weber3f919792020-06-12 23:34:52733 # These are very slow on the ASAN trybot for some reason.
734 # crbug.com/794372
Stephen Martinis1384ff92020-01-07 19:52:15735 'swarming': {
Nico Weber3f919792020-06-12 23:34:52736 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:16737 },
738 },
Kenneth Russelleb60cbd22017-12-05 07:54:28739 },
740 },
Maksim Sisov6719c642021-09-24 19:07:36741 'browser_tests_wayland': {
742 'modifications': {
743 # CQ tester.
744 'Linux Ozone Tester (Wayland)': {
745 'args': [
746 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
747 ],
748 },
749 # CI tester.
750 'Linux Tester (Ozone Wayland)': {
751 'args': [
752 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
753 ],
754 },
755 },
756 },
Erik Chen681dc0282019-11-26 22:54:49757 'cc_unittests': {
758 'modifications': {
759 'Linux TSan Tests': {
760 'swarming': {
761 'shards': 3,
762 },
763 },
Haiyang Pan9d68ca02021-08-04 21:30:47764 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:15765 # https://crbug.com/1039860
766 'args': [
767 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.cc_unittests.filter',
768 ],
769 },
Haiyang Pan6b8e4cf2021-08-02 21:38:28770 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38771 # https://crbug.com/1039860
772 'args': [
773 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
774 ],
775 },
Haiyang Pan08d09dc2020-04-01 16:11:21776 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:38777 # https://crbug.com/1039860
778 'args': [
779 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
780 ],
781 },
Chong Gudf7fbe92021-02-24 02:55:58782 'fuchsia-code-coverage': {
783 'swarming': {
784 'shards': 4,
785 },
786 },
Chong Gub2446462021-08-19 18:44:08787 'fuchsia-fyi-arm64-dbg': {
788 'args': [
789 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
790 ],
791 },
Erik Chen681dc0282019-11-26 22:54:49792 },
793 },
Prakhar94f444a2020-10-08 07:30:08794 'check_static_initializers': {
795 'modifications': {
796 'Mac Builder': {
797 'args': [
798 '--allow-coverage-initializer',
799 ],
800 },
801 },
802 },
Dirk Pranke1b767092017-12-07 04:44:23803 'checkbins': {
804 'remove_from': [
Stephen Martinis47d77132019-04-24 23:51:33805 'linux-archive-dbg',
806 'linux-archive-rel',
Wanda Mora7ce03c7672021-09-25 01:07:03807 'linux-archive-tagged',
Stephen Martinis47d77132019-04-24 23:51:33808 'mac-archive-dbg',
809 'mac-archive-rel',
Stephen Martinis01cb3222021-05-13 23:07:09810 'mac-arm64-archive-dbg',
811 'mac-arm64-archive-rel',
Dirk Pranke1b767092017-12-07 04:44:23812 ],
813 },
Ben Pastene7a05a8f2020-11-12 17:25:51814 'chrome_all_tast_tests': {
815 'modifications': {
816 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
817 'args': [
818 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
819 '--strip-chrome',
820 ],
821 },
822 },
823 },
Andrew Luod252791ac2019-10-15 00:28:13824 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:25825 'modifications': {
826 'android-pie-arm64-rel': {
827 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
828 # capacity has been deployed.
829 'swarming': {
830 'dimension_sets': [
831 {
832 'device_type': 'sailfish',
833 },
834 ],
835 },
836 },
837 },
Andrew Luod252791ac2019-10-15 00:28:13838 },
Yun Liu7cfd28a2019-10-30 01:57:12839 'chrome_public_smoke_test': {
840 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:19841 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:25842 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:12843 ],
844 },
Kenneth Russelleb60cbd22017-12-05 07:54:28845 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:09846 'remove_from': [
847 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:19848 'android-code-coverage-native', # Does not generate profraw data.
Haiyang Pana3ff55ae2020-04-23 18:26:54849 'android-lollipop-arm-rel', # https://crbug.com/1060245
Ben Joyce46ca6012021-03-31 19:19:25850 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:09851 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28852 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:28853 'Marshmallow 64 bit Tester': {
854 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28855 'shards': 14,
856 },
857 },
Arthur Wang5dd7b07c2020-04-04 01:05:22858 'Marshmallow Tablet Tester': {
859 'args': [
860 '--timeout-scale',
861 '2.0',
862 ],
863 },
Ben Pastenec73e96e92018-07-12 01:40:35864 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:57865 # TODO(https://crbug.com/884413): Re-enable this once the tests are
866 # either passing or there is more capacity.
867 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:35868 },
Haiyang Pan9d68ca02021-08-04 21:30:47869 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:44870 'args': [
871 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:09872 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:44873 ],
Haiyang Pan10f029c2021-07-30 23:17:56874 # TODO(crbug.com/1137474): Remove after the test suite is green.
875 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:57876 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
877 # are fixed.
878 'swarming': {
879 'shards': 30,
Haiyang Panadcf3432021-06-18 03:23:23880 'dimension_sets': [
881 {
882 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
883 },
884 ],
Haiyang Pan51450ab2021-03-23 00:48:57885 },
Haiyang Panb80557c2021-03-13 03:01:44886 },
Stephen Martinis1384ff92020-01-07 19:52:15887 'android-arm64-proguard-rel': {
888 'swarming': {
889 'shards': 25,
890 },
891 },
Haiyang Pan1ad3bb032020-04-24 23:52:03892 'android-lollipop-arm-rel-swarming': {
Brian Sheedy44a7a0032020-04-16 19:20:57893 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31894 'service_account': 'chrome-gold-dev@chops-service-accounts.iam.gserviceaccount.com'
Brian Sheedy44a7a0032020-04-16 19:20:57895 },
896 },
Brian Sheedy44a7a0032020-04-16 19:20:57897 'android-marshmallow-arm64-rel-swarming': {
898 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:31899 'service_account': 'chrome-gold-dev@chops-service-accounts.iam.gserviceaccount.com'
Brian Sheedy44a7a0032020-04-16 19:20:57900 },
901 },
Haiyang Pan742760c2021-02-12 03:21:41902 'android-marshmallow-x86-rel': {
903 'args': [
904 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
905 ],
906 'swarming': {
907 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
908 # are n2 machines available in the test pool.
909 'shards': 25,
910 'dimension_sets': [
911 {
912 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
913 },
914 ],
915 },
Haiyang Pan37fbd7a42020-06-03 03:27:37916 },
Stephen Martinis1384ff92020-01-07 19:52:15917 'android-pie-arm64-rel': {
918 'args': [
919 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
920 ],
Stephen Martinisd05530d2021-07-27 22:50:22921 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:00922 },
Haiyang Pan08d09dc2020-04-01 16:11:21923 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:00924 'args': [
Haiyang Pan71373072020-03-02 19:57:49925 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:32926 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:00927 ],
Haiyang Pan71373072020-03-02 19:57:49928 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:26929 'dimension_sets': [
930 {
Haiyang Pan1f205ad2021-07-31 01:47:52931 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
Haiyang Pan58a6db22021-07-30 01:08:26932 },
933 ],
934 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
935 'shards': 30,
936 },
937 },
938 },
939 },
940 'chrome_public_test_apk_with_playstore': {
941 'remove_from': [
942 # Android Emulator does not ship playstore image on Marshmallow.
943 'android-marshmallow-x86-rel',
944 ],
945 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47946 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:26947 'args': [
948 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
949 ],
950 'swarming': {
951 # soft affinity so that bots with caches will be picked first
952 'optional_dimensions': {
953 '60': [
954 {
955 'caches': 'avd_generic_playstore_android28',
956 }
957 ],
958 },
959 'named_caches': [
960 {
961 'name': 'avd_generic_playstore_android30',
962 'path': '.android',
963 },
964 {
965 'name': 'system_images_android_30_google_apis_playstore_x86',
966 'path': '.emulator_sdk',
967 },
968 ],
969 },
970 },
971 'android-pie-x86-rel': {
972 'args': [
973 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
974 ],
975 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:38976 # soft affinity so that bots with caches will be picked first
977 'optional_dimensions': {
978 '60': [
979 {
980 'caches': 'avd_generic_playstore_android28',
981 }
982 ],
983 },
Haiyang Pan71373072020-03-02 19:57:49984 'named_caches': [
985 {
986 'name': 'avd_generic_playstore_android28',
987 'path': '.android',
988 },
989 {
990 'name': 'system_images_android_28_google_apis_playstore_x86',
991 'path': '.emulator_sdk',
992 },
Haiyang Pan980402822020-10-07 23:24:56993 ],
Haiyang Pan71373072020-03-02 19:57:49994 },
John Budorick34009472018-04-03 17:38:44995 },
Kenneth Russelleb60cbd22017-12-05 07:54:28996 },
997 },
998 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:15999 'remove_from': [
Brian Sheedy29ac5692021-01-06 17:41:491000 # Decided to no longer run VR tests on L, crbug.com/1159619.
1001 'Lollipop Phone Tester',
bsheedy410dd7c2018-06-15 22:42:091002 'Lollipop Tablet Tester',
1003 'Marshmallow Tablet Tester',
Brian Sheedy29ac5692021-01-06 17:41:491004 'android-lollipop-arm-rel',
Haiyang Pand12ff5462021-07-12 17:29:021005
Andrew Luo38b311f2019-10-04 03:42:091006 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161007 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091008 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191009 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251010 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091011 ],
Haiyang Pan363c59a2020-07-23 05:47:041012 'modifications': {
Brian Sheedy4dc4a6f2020-09-17 22:18:501013 # Use "--remove-system-package" according to crbug.com/931947#c1
Haiyang Pan363c59a2020-07-23 05:47:041014 'android-nougat-arm64-rel': {
1015 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:501016 # Applying a mixin via an exception doesn't work, so manually apply
1017 # the same arguments as the 'vr_instrumentation_test' mixin.
1018 '--remove-system-package=com.google.vr.vrcore',
1019 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
1020 ],
Brian Sheedy4a652b72020-12-17 23:59:491021 },
Haiyang Pan363c59a2020-07-23 05:47:041022 },
Kenneth Russelleb60cbd22017-12-05 07:54:281023 },
bsheedy75a4dd52018-11-27 23:24:301024 'chrome_public_test_vr_apk-vega': {
1025 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301026 'Oreo Phone Tester': {
1027 'swarming': {
1028 'dimension_sets': [
1029 {
1030 'device_os': 'OVR1.180808.003',
1031 'device_type': 'vega',
1032 'os': 'Android',
1033 },
1034 ],
1035 },
1036 }
1037 }
1038 },
Rakib M. Hasana56be792021-03-15 21:14:401039 'chrome_public_wpt': {
1040 'modifications': {
1041 'android-web-platform-pie-x86-fyi-rel': {
1042 'swarming': {
Rakib M. Hasana56be792021-03-15 21:14:401043 'shards': 18,
1044 },
1045 },
1046 },
1047 },
Ian Struiksmaeb285db02020-10-20 22:19:341048 'chrome_sizes': {
1049 'modifications': {
Yuke Liao975680302021-02-18 18:34:541050 'lacros-amd64-generic-chrome': {
1051 'swarming': {
1052 'dimension_sets': [
1053 {
Yuke Liao31225ee32021-03-17 23:21:331054 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351055 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541056 },
1057 ],
1058 },
1059 },
Ian Struiksmaeb285db02020-10-20 22:19:341060 },
1061 },
Takuto Ikuta1b749b902019-04-11 18:05:531062 'chromedriver_py_tests': {
1063 'remove_from': [
1064 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531065 'Win10 Tests x64 (dbg)',
1066 ],
1067 },
Haiyang Panfed339172021-03-10 23:19:571068 'components_browsertests': {
Chong Gu76046412021-09-22 17:49:211069 'remove_from': [
1070 'fuchsia-fyi-arm64-rel', # https://crbug.com/961457
1071 'fuchsia-fyi-x64-rel', # https://crbug.com/961457
1072 ],
Haiyang Panfed339172021-03-10 23:19:571073 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471074 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571075 'swarming': {
1076 'shards': 2,
1077 },
1078 },
1079 },
1080 },
Kenneth Russelleb60cbd22017-12-05 07:54:281081 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521082 'remove_from': [
Garrett Beaty47a2d802020-11-10 20:50:531083 # https://crbug.com/1147531 - covered on lollipop
1084 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521085 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281086 'modifications': {
John Budorick5052d552017-12-13 02:59:341087 'Linux ASan LSan Tests (1)': {
1088 # These are very slow on the ASAN trybot for some reason.
1089 # crbug.com/794372
1090 'swarming': {
1091 'shards': 5,
1092 },
1093 },
Takuto Ikuta54671d972018-07-19 19:06:351094 'Linux Chromium OS ASan LSan Tests (1)': {
1095 # These are very slow on the ASAN trybot for some reason.
1096 # crbug.com/794372
1097 'swarming': {
1098 'shards': 5,
1099 },
1100 },
Erik Chen681dc0282019-11-26 22:54:491101 'Linux TSan Tests': {
1102 'swarming': {
1103 'shards': 2,
1104 },
1105 },
Haiyang Pan9d68ca02021-08-04 21:30:471106 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311107 'args': [
1108 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.components_unittests.filter',
1109 ],
1110 },
Omer Katz7d2be652020-01-22 18:13:461111 'linux-blink-heap-concurrent-marking-tsan-rel': {
1112 'swarming': {
1113 'shards': 2,
1114 },
1115 },
Sven Zheng80734f12020-08-06 06:50:391116 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541117 'linux-lacros-code-coverage': {
1118 'args': [
1119 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1120 ],
1121 },
1122 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331123 'linux-lacros-dbg-tests-fyi': {
1124 'args': [
1125 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1126 ],
1127 },
1128 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431129 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431130 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401131 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431132 ],
Sven Zheng80734f12020-08-06 06:50:391133 },
1134 },
Sven Zheng577fe5ff2020-08-03 22:06:441135 },
Chong Gu76046412021-09-22 17:49:211136 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081137 'modifications': {
1138 'fuchsia-fyi-arm64-dbg': {
1139 'args': [
1140 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1141 ],
1142 },
1143 },
1144 },
Kenneth Russelleb60cbd22017-12-05 07:54:281145 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291146 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291147 'CrWinAsan(dll)', # https://crbug.com/935598
Haiyang Pan62a7ae52020-11-19 23:54:551148 'android-lollipop-arm-rel', # crbug.com/1133002
Chong Gu0ed5dcda2021-07-15 21:26:111149 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291150 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281151 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241152 'Cast Audio Linux': {
1153 'args': [
Nico Weber02f30392018-07-16 18:39:431154 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241155 ],
Kenneth Russellfbda3c532017-12-08 23:57:241156 },
1157 'Cast Linux': {
1158 'args': [
Nico Weber02f30392018-07-16 18:39:431159 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241160 ],
Kenneth Russellfbda3c532017-12-08 23:57:241161 },
Erik Chenb681c8c2019-11-25 22:52:521162 'Linux ASan LSan Tests (1)': {
1163 'swarming': {
1164 'shards': 12,
1165 },
1166 },
Chris Cunninghame1a04ea2019-04-24 01:49:321167 'Linux ASan Tests (sandboxed)': {
1168 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411169 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321170 },
1171 },
Erik Chen681dc0282019-11-26 22:54:491172 'Linux TSan Tests': {
1173 'swarming': {
1174 'shards': 15,
1175 },
1176 },
Stephen Martinis1384ff92020-01-07 19:52:151177 'Lollipop Phone Tester': {
1178 'swarming': {
Haiyang Panbbd866d2020-09-16 00:48:381179 'shards': 10,
Stephen Martinis1384ff92020-01-07 19:52:151180 },
1181 },
Sergey Silkinfe96b352020-10-19 20:41:341182 'Lollipop Tablet Tester': {
1183 'args': [
1184 '--test-launcher-filter-file=../../testing/buildbot/filters/android.lollipop_tablet_tester.content_browsertests.filter',
1185 ],
Haiyang Pan1f6367352021-07-02 21:15:571186 'swarming': {
1187 'shards': 15,
1188 },
Sergey Silkinfe96b352020-10-19 20:41:341189 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461190 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1191 'experiment_percentage': 100,
1192 },
Sergey Silkinfe96b352020-10-19 20:41:341193 'Marshmallow Tablet Tester': {
1194 'args': [
1195 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1196 ],
Haiyang Pan1f6367352021-07-02 21:15:571197 'swarming': {
1198 'shards': 15,
1199 },
Sergey Silkinfe96b352020-10-19 20:41:341200 },
Sergey Silkin1fe10e82020-10-30 19:36:581201 'WebRTC Chromium FYI Android Tests (dbg) (L Nexus5)': {
1202 'args': [
1203 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1204 ],
1205 },
1206 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1207 'args': [
1208 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1209 ],
1210 }
1211 ,
Stephen Martinis1384ff92020-01-07 19:52:151212 'Win10 Tests x64': {
1213 # crbug.com/868082
1214 'args': [
1215 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1216 ],
1217 },
1218 'Win10 Tests x64 (dbg)': {
1219 'experiment_percentage': 100,
1220 # crbug.com/868082
1221 'args': [
1222 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151223 ],
1224 },
Kuan Huangc93e8672021-06-29 21:13:451225 'Win10 Tests x64 20h2': {
1226 # crbug.com/868082
1227 'args': [
1228 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1229 ],
1230 },
Haiyang Pan9d68ca02021-08-04 21:30:471231 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:561232 # TODO(crbug.com/1137474): Remove after the test suite is green.
1233 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571234 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1235 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571236 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571237 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291238 'dimension_sets': [
1239 {
1240 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1241 },
1242 ],
Haiyang Panfed339172021-03-10 23:19:571243 },
1244 },
Stephen Martinis1384ff92020-01-07 19:52:151245 'android-arm64-proguard-rel': {
1246 'swarming': {
1247 'shards': 16,
1248 },
1249 },
1250 'android-asan': {
1251 'args': [
1252 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1253 ],
1254 'swarming': {
1255 'shards': 18,
1256 },
1257 },
Stephen Martinis1384ff92020-01-07 19:52:151258 'android-marshmallow-arm64-rel': {
1259 'swarming': {
1260 'shards': 16,
1261 },
1262 },
Haiyang Pan2486dcb2020-09-18 17:53:061263 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431264 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571265 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431266 ],
Haiyang Panc47f6d12020-08-19 18:34:491267 'swarming': {
1268 'shards': 20,
1269 },
John Budoricka4e23882020-02-28 18:36:431270 },
Haiyang Pan363c59a2020-07-23 05:47:041271 'android-nougat-arm64-rel': {
1272 'swarming': {
1273 'shards': 16,
1274 },
1275 # TODO(crbug.com/1108055): Remove this filter
1276 'args': [
1277 '--gtest_filter=-BackgroundTracingManagerBrowserTest.PerfettoSystemBackgroundScenario*',
1278 ],
1279 },
Haiyang Pan08d09dc2020-04-01 16:11:211280 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431281 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571282 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431283 ],
Sky Malice303f7ec2021-07-17 04:13:091284 'swarming': {
1285 # Flaking with only 20 shards with 40-60 minute runs.
1286 # https://crbug.com/1230118
1287 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511288 },
John Budoricka4e23882020-02-28 18:36:431289 },
Omer Katz7d2be652020-01-22 18:13:461290 'linux-blink-heap-concurrent-marking-tsan-rel': {
1291 'swarming': {
1292 'shards': 4,
1293 },
1294 },
Stephen Martinis1384ff92020-01-07 19:52:151295 'linux-chromeos-code-coverage': {
1296 'swarming': {
1297 'shards': 12,
1298 },
1299 },
Albert J. Wong91f109652019-11-19 03:01:161300 'linux-chromeos-rel': {
1301 'swarming': {
1302 'shards': 3,
1303 },
1304 },
Yuke Liao79424e42020-01-06 21:00:111305 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011306 'args': [
1307 '--no-sandbox',
1308 ],
Yuke Liao79424e42020-01-06 21:00:111309 'swarming': {
1310 'shards': 12,
1311 },
1312 },
Junhua Chen39dd2dba2021-05-05 17:51:541313 # https://crbug.com/1111979,
1314 'linux-lacros-code-coverage': {
1315 'args': [
1316 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1317 ],
1318 },
Sven Zheng80734f12020-08-06 06:50:391319 # https://crbug.com/1111979
1320 'linux-lacros-tester-fyi-rel': {
1321 'experiment_percentage': 100,
1322 },
Sven Zheng5c9d3e342020-08-11 21:39:431323 # https://crbug.com/1111979,
1324 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431325 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401326 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431327 ],
1328 },
Kenneth Russelleb60cbd22017-12-05 07:54:281329 },
1330 },
Maksim Sisov6719c642021-09-24 19:07:361331 'content_browsertests_wayland': {
1332 'modifications': {
1333 'Linux Ozone Tester (Wayland)': {
1334 'args': [
1335 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_content_browsertests.filter',
1336 ],
1337 },
1338 },
1339 },
Nico Weber81e16ace22018-06-30 02:58:471340 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071341 'remove_from': [
Nico Weberbbbc34e2020-10-14 18:21:501342 'Mac10.11 Tests', # crbug.com/1138050
Haiyang Pan2486dcb2020-09-18 17:53:061343 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071344 ],
Dirk Prankeb1c36b322018-07-11 02:42:001345 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001346 'Win10 Tests x64 (dbg)': {
1347 'experiment_percentage': 100, # https://crbug.com/861730
1348 },
1349 },
Nico Weber81e16ace22018-06-30 02:58:471350 },
John Budorick27d2d44e2019-05-20 20:26:091351 'content_shell_test_apk': {
1352 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091353 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191354 'android-code-coverage-native', # Does not generate profraw data.
Ben Joycef08f14602021-09-16 19:25:371355 'android-lollipop-arm-rel', # Not enough capacity. https://crbug.com/1248257
Ben Joyce46ca6012021-03-31 19:19:251356 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091357 ],
John Budorickee2e64f2020-03-02 20:19:101358 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471359 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441360 'args': [
1361 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511362 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441363 ],
1364 },
Haiyang Panb991f562021-08-10 17:46:461365 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101366 'args': [
Haiyang Pan28e73582020-05-30 00:34:271367 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101368 ],
1369 },
Haiyang Pan08d09dc2020-04-01 16:11:211370 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101371 'args': [
1372 '--gtest_filter=-ContentViewScrollingTest.testFling',
1373 ],
1374 },
1375 },
John Budorick27d2d44e2019-05-20 20:26:091376 },
Kenneth Russelleb60cbd22017-12-05 07:54:281377 'content_unittests': {
1378 'modifications': {
John Budorick5052d552017-12-13 02:59:341379 'Linux ASan LSan Tests (1)': {
1380 # These are slow on the ASAN trybot for some reason.
1381 # crbug.com/794372
1382 'swarming': {
1383 'shards': 2,
1384 },
1385 },
Takuto Ikuta54671d972018-07-19 19:06:351386 'Linux ChromiumOS MSan Tests': {
1387 # These are very slow on the Chrome OS MSAN trybot for some reason.
1388 # crbug.com/865455
1389 'swarming': {
1390 'shards': 2,
1391 },
1392 },
Chong Gu52481452021-04-02 17:52:411393 'fuchsia-code-coverage': {
1394 'swarming': {
1395 'shards': 12,
1396 },
1397 },
Kenneth Russelleb60cbd22017-12-05 07:54:281398 },
1399 },
Yuly Novikov19314252021-10-02 03:06:281400 'context_lost_passthrough_tests': {
1401 'modifications': {
1402 'Mac FYI ASAN (Intel)': {
1403 'args': [
1404 '--is-asan',
1405 ]
1406 },
1407 'Mac FYI Retina ASAN (AMD)': {
1408 'args': [
1409 '--is-asan',
1410 ]
1411 },
1412 },
1413 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031414 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461415 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1416 # exception once there is enough capacity to run these tests.
1417 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461418 'Android FYI Release (Pixel 2)',
1419 ],
Yuly Novikov19314252021-10-02 03:06:281420 'modifications': {
1421 'Mac FYI ASAN (Intel)': {
1422 'args': [
1423 '--is-asan',
1424 ]
1425 },
1426 'Mac FYI Retina ASAN (AMD)': {
1427 'args': [
1428 '--is-asan',
1429 ]
1430 },
1431 },
Kenneth Russellc1a09302018-07-10 01:12:541432 },
Kenneth Russellfbda3c532017-12-08 23:57:241433 'crashpad_tests': {
1434 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481435 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391436 # https://crbug.com/crashpad/304
1437 'Linux TSan Tests',
1438 'ToTLinuxTSan',
1439 # https://crbug.com/crashpad/306
1440 'Linux CFI',
1441 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241442 ],
Haiyang Panc7c009e2021-03-18 19:31:231443 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471444 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231445 'args': [
1446 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1447 ],
1448 },
1449 },
Kenneth Russellfbda3c532017-12-08 23:57:241450 },
John Budorick5bc387fe2019-05-09 20:02:531451 'cronet_sizes': {
1452 'modifications': {
1453 'android-cronet-arm-dbg': {
1454 'swarming': {
1455 'dimension_sets': [
1456 {
1457 'device_os': None,
1458 'device_type': None,
Takuto Ikuta5e459b12019-07-09 05:30:561459 'os': 'Ubuntu-16.04',
John Budorick5bc387fe2019-05-09 20:02:531460 },
1461 ],
1462 },
1463 },
1464 },
1465 },
Stefano Duo78a07cf2021-09-28 12:01:151466 'cronet_test_instrumentation_apk': {
1467 'modifications': {
1468 'android-cronet-arm64-rel-marshmallow-tests': {
1469 'args': [
1470 '--test-launcher-filter-file=../../testing/buildbot/filters/android-cronet-arm64-rel-marshmallow-tests.cronet_test_instrumentation_apk.filter',
1471 ],
1472 },
1473 },
1474 },
Brian Sheedye285c9b2019-07-15 21:42:461475 'depth_capture_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461476 'remove_from': [
Wez6b0ebb52021-05-01 16:05:491477 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1478 # exception once there is enough capacity to run these tests.
Brian Sheedye285c9b2019-07-15 21:42:461479 'Android FYI Release (Pixel 2)',
1480 ],
1481 },
Ben Pastene61ad637c2020-05-08 22:24:411482 'disk_usage_tast_test': {
1483 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1484 'remove_from': [
1485 'chromeos-kevin-rel',
1486 ],
1487 },
Joe Downing41486042018-10-18 22:44:441488 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291489 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291490 'CrWinAsan(dll)', # https://crbug.com/935598
1491 ],
Joe Downing41486042018-10-18 22:44:441492 'modifications': {
1493 'Win10 Tests x64 (dbg)': {
1494 'experiment_percentage': 100, # https://crbug.com/876615
1495 },
Sven Zheng5c9d3e342020-08-11 21:39:431496 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541497 'linux-lacros-code-coverage': {
1498 'args': [
1499 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1500 ],
1501 },
Yuke Liaoa0db4742021-08-09 18:28:331502 'linux-lacros-dbg-tests-fyi': {
1503 'args': [
1504 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1505 ],
1506 },
Sven Zheng5c9d3e342020-08-11 21:39:431507 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431508 'args': [
1509 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1510 ],
1511 },
Joe Downing41486042018-10-18 22:44:441512 },
1513 },
Sven Zheng577fe5ff2020-08-03 22:06:441514 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391515 'modifications': {
Sven Zheng5c9d3e342020-08-11 21:39:431516 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541517 'linux-lacros-code-coverage': {
1518 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331519 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1520 'NativeExtensionBindingsSystemUnittest.*',
1521 ],
1522 },
1523 'linux-lacros-dbg-tests-fyi': {
1524 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541525 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1526 'BluetoothSocketApiUnittest.CreateThenClose:'
1527 'FeatureProviderTest.PermissionFeatureAvailability',
1528 ],
1529 },
Sven Zheng5c9d3e342020-08-11 21:39:431530 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431531 'args': [
Yuke Liaobb8308322020-08-12 20:20:471532 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1533 'BluetoothSocketApiUnittest.CreateThenClose:'
1534 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431535 ],
1536 },
Sven Zheng80734f12020-08-06 06:50:391537 },
Sven Zheng577fe5ff2020-08-03 22:06:441538 },
Chong Gu76046412021-09-22 17:49:211539 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581540 'modifications': {
1541 'fuchsia-code-coverage': {
1542 'swarming': {
1543 'shards': 2,
1544 },
1545 },
1546 },
1547 },
Kenneth Russelleb60cbd22017-12-05 07:54:281548 'gin_unittests': {
1549 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471550 'ToTLinuxASan', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461551 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471552 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281553 ],
1554 },
Brian Ho8271a7ad2021-08-12 20:48:031555 # TODO(crbug.com/1202958): Remove these GLRenderer variants when
1556 # SkiaRenderer is fully shipped on Chrome OS.
1557 # Don't run these on real devices due to capacity issues.
1558 'gl_renderer_context_lost_tests': {
1559 'remove_from': [
1560 'ChromeOS FYI Release (kevin)',
1561 'Lacros FYI x64 Release (Intel)',
1562 ],
1563 },
1564 'gl_renderer_depth_capture_tests': {
1565 'remove_from': [
1566 'ChromeOS FYI Release (kevin)',
1567 'Lacros FYI x64 Release (Intel)',
1568 ],
1569 },
1570 'gl_renderer_gpu_process_launch_tests': {
1571 'remove_from': [
1572 'ChromeOS FYI Release (kevin)',
1573 'Lacros FYI x64 Release (Intel)',
1574 ],
1575 },
1576 'gl_renderer_hardware_accelerated_feature_tests': {
1577 'remove_from': [
1578 'ChromeOS FYI Release (kevin)',
1579 'Lacros FYI x64 Release (Intel)',
1580 ],
1581 },
1582 'gl_renderer_maps_pixel_tests': {
1583 'remove_from': [
1584 'ChromeOS FYI Release (kevin)',
1585 'Lacros FYI x64 Release (Intel)',
1586 ],
1587 },
1588 'gl_renderer_pixel_skia_gold_tests': {
1589 'remove_from': [
1590 'ChromeOS FYI Release (kevin)',
1591 'Lacros FYI x64 Release (Intel)',
1592 ],
1593 },
1594 'gl_renderer_screenshot_sync_tests': {
1595 'remove_from': [
1596 'ChromeOS FYI Release (kevin)',
1597 'Lacros FYI x64 Release (Intel)',
1598 ],
1599 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001600 'gl_tests_passthrough': {
1601 'remove_from': [
1602 'CFI Linux ToT',
1603 # Can't run on MSAN because gl_tests uses the hardware driver,
1604 # which isn't instrumented.
1605 'Linux MSan Tests',
1606 ],
1607 'modifications': {
1608 # TODO(kbr): figure out a better way to specify blocks of
1609 # arguments like this for tests on multiple machines.
Garrett Beatya491ec72020-07-25 12:36:121610 'Linux ASan LSan Tests (1)': {
1611 'args': [
1612 '--use-gpu-in-tests',
1613 '--no-xvfb',
1614 ],
1615 'swarming': {
1616 'dimension_sets': [
1617 {
1618 'gpu': '10de:1cb3',
1619 'os': 'Ubuntu',
1620 'pool': 'chromium.tests.gpu',
1621 },
1622 ],
1623 },
1624 },
1625 'Linux CFI': {
1626 'args': [
1627 '--use-gpu-in-tests',
1628 '--no-xvfb',
1629 ],
1630 'swarming': {
1631 'dimension_sets': [
1632 {
1633 'gpu': '10de:1cb3',
1634 'os': 'Ubuntu',
1635 'pool': 'chromium.tests.gpu',
1636 },
1637 ],
1638 },
1639 },
1640 'Linux TSan Tests': {
1641 'args': [
1642 '--use-gpu-in-tests',
1643 '--no-xvfb',
1644 ],
1645 'swarming': {
1646 'dimension_sets': [
1647 {
1648 'gpu': '10de:1cb3',
1649 'os': 'Ubuntu',
1650 'pool': 'chromium.tests.gpu',
1651 },
1652 ],
1653 },
1654 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001655 },
1656 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:241657 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:021658 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011659 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:181660 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281661 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471662 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151663 'args': [
1664 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
1665 ],
1666 },
Haiyang Panb991f562021-08-10 17:46:461667 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311668 'args': [
1669 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1670 ],
1671 },
Andrew Luo38b311f2019-10-04 03:42:091672 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:311673 'args': [
Andrew Luobe83fd82019-12-19 03:07:581674 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
1675 ],
Andrew Luo38b311f2019-10-04 03:42:091676 },
Haiyang Pan08d09dc2020-04-01 16:11:211677 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:311678 'args': [
1679 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
1680 ],
1681 },
Kenneth Russelleb60cbd22017-12-05 07:54:281682 },
1683 },
Takuto Ikutaf5333252019-11-06 16:07:081684 'gl_unittests': {
1685 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081686 # On Android, these are already run on the main waterfall.
1687 # Run them on the one-off Android FYI bots, though.
1688 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:041689 # Can't run on MSAN because gl_unittests uses the hardware driver,
1690 # which isn't instrumented.
1691 'Linux MSan Tests',
Takuto Ikutaf5333252019-11-06 16:07:081692 ],
Takuto Ikutaf5333252019-11-06 16:07:081693 },
1694 'gl_unittests_ozone': {
1695 'remove_from': [
1696 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
1697 # which isn't instrumented.
1698 'Linux ChromiumOS MSan Tests',
1699 ],
1700 },
1701 'gpu_process_launch_tests': {
1702 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1703 # exception once there is enough capacity to run these tests.
1704 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:081705 'Android FYI Release (Pixel 2)',
1706 ],
1707 },
Chong Gu76046412021-09-22 17:49:211708 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581709 'modifications': {
1710 'fuchsia-code-coverage': {
1711 'swarming': {
1712 'shards': 5,
1713 },
1714 },
1715 },
1716 },
Kevin McNeed21a6c522021-06-14 21:27:251717 'grit_python_unittests': {
1718 'remove_from': [
1719 # These tests require node, which is not supported in Win7.
1720 # (https://crbug.com/1218989)
1721 'Win 7 Tests x64 (1)',
1722 'Win7 Tests (1)',
1723 'Win7 Tests (dbg)(1)',
1724 ],
1725 },
Brian Sheedye285c9b2019-07-15 21:42:461726 'hardware_accelerated_feature_tests': {
1727 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1728 # exception once there is enough capacity to run these tests.
1729 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461730 'Android FYI Release (Pixel 2)',
1731 ],
1732 },
Brad Halla36886c2019-02-26 16:52:291733 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:591734 'remove_from': [
1735 'CrWinAsan(dll)', # https://crbug.com/935598
1736 ],
Chong Gud1a5c5992021-04-09 04:08:321737 'modifications': {
1738 'fuchsia-code-coverage': {
1739 'swarming': {
Chong Gu115ce152021-04-15 23:57:161740 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:321741 },
1742 },
1743 },
Brad Halla36886c2019-02-26 16:52:291744 },
Kenneth Russell8a386d42018-06-02 09:48:011745 'info_collection_tests': {
1746 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011747 'Android V8 FYI Release (Nexus 5X)',
1748 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:351749 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:011750 'Mac V8 FYI Release (Intel)',
1751 'Win V8 FYI Release (NVIDIA)',
1752 ],
Brian Sheedyfe61cdac2020-02-12 01:25:591753 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:291754 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:511755 'args': [
Brian Sheedyb18cb762020-06-30 00:09:291756 # Swarming does not report a GPU since tests are run in a VM, but
1757 # the VM does report that a GPU is present.
1758 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:361759 ],
1760 },
Brian Sheedyfe61cdac2020-02-12 01:25:591761 },
Brian Sheedy32eeeb52020-05-22 01:49:371762 'replacements': {
1763 'ChromeOS FYI Release (amd64-generic)': {
1764 'args': {
1765 # Swarming does not report a GPU since tests are run in a VM, but
1766 # the VM does report that a GPU is present.
1767 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:291768 # Magic substitution happens after regular replacement, so remove it
1769 # now since we are manually applying the expected device ID above.
1770 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:371771 },
Brian Sheedyff6d1442020-09-19 00:46:311772 },
Brian Sheedy177addbf2021-09-24 19:06:511773 'Mac FYI Release (Apple M1)': {
1774 'args': {
1775 # The GPU information is not yet exposed in swarming, so we can't
1776 # explicitly request it and have the JSON generation handle this
1777 # automatically.
1778 '--expected-vendor-id': '106b',
1779 },
1780 },
Brian Sheedy32eeeb52020-05-22 01:49:371781 },
Kenneth Russell8a386d42018-06-02 09:48:011782 },
Kenneth Russelleb60cbd22017-12-05 07:54:281783 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:291784 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291785 'CrWinAsan(dll)', # https://crbug.com/935598
1786 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281787 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:151788 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:261789 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151790 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:261791 },
1792 },
John Budorickca14c76f62017-12-09 14:19:181793 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171794 # These are slow on the ASan trybot for some reason, crbug.com/794372
1795 'swarming': {
1796 'shards': 6,
1797 },
1798 },
Takuto Ikuta54671d972018-07-19 19:06:351799 'Linux ChromiumOS MSan Tests': {
1800 # These are very slow on the Chrome OS MSAN trybot for some reason.
1801 # crbug.com/865455
1802 'swarming': {
1803 'shards': 5,
1804 },
1805 },
Stephen Martinis1384ff92020-01-07 19:52:151806 'Linux TSan Tests': {
1807 # These are slow on the TSan bots for some reason, crbug.com/794372
Dirk Pranke8fd63c12017-12-10 18:06:271808 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:001809 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:271810 },
1811 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461812 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
1813 'experiment_percentage': 100,
1814 },
Stephen Martinis1384ff92020-01-07 19:52:151815 'ToTLinuxTSan': {
1816 # These are slow on the TSan bots for some reason, crbug.com/794372
1817 'swarming': {
1818 'shards': 6,
1819 },
1820 },
1821 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:031822 'Win10 Tests x64 (dbg)': {
1823 'experiment_percentage': 100,
1824 },
Stephen Martinis1384ff92020-01-07 19:52:151825 'Win7 Tests (dbg)(1)': {
1826 'swarming': {
1827 'shards': 4,
1828 },
1829 },
Jacob Kopczynski3a555bd32020-12-10 01:41:161830 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:291831 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:291832 'args': [
1833 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
1834 ],
1835 },
Stephen Martinis1384ff92020-01-07 19:52:151836 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111837 'swarming': {
1838 'shards': 10,
1839 },
1840 },
Stephen Martinis1384ff92020-01-07 19:52:151841 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:111842 'swarming': {
1843 'shards': 10,
1844 },
1845 },
Sven Zheng80734f12020-08-06 06:50:391846 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:541847 'linux-lacros-code-coverage': {
1848 'args': [
1849 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
1850 ],
1851 },
1852 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:441853 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:441854 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401855 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:441856 ],
1857 },
Kenneth Russelleb60cbd22017-12-05 07:54:281858 },
1859 },
Yuke Liaob6beaeca2021-04-29 23:41:511860 'interactive_ui_tests_amd64-generic': {
1861 'remove_from': [
1862 # TODO(crbug.com/1204231): Re-enable.
1863 'lacros-amd64-generic-rel',
1864 ]
1865 },
Yuke Liao79a8cf52021-06-11 18:14:341866 'interactive_ui_tests_eve': {
1867 'remove_from': [
1868 # TODO(crbug.com/1204231): Re-enable.
1869 'lacros-amd64-generic-rel',
1870 ]
1871 },
Maksim Sisov6719c642021-09-24 19:07:361872 'interactive_ui_tests_wayland': {
1873 'modifications': {
1874 # CQ tester.
1875 'Linux Ozone Tester (Wayland)': {
1876 'args': [
1877 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1878 ],
1879 },
1880 # CI Ozone/Wayland tester.
1881 'Linux Tester (Ozone Wayland)': {
1882 'args': [
1883 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
1884 ],
1885 },
1886 },
1887 },
John Budorickf00e5ff2019-06-11 21:21:061888 'ipc_tests': {
1889 'modifications': {
1890 'android-asan': {
1891 'swarming': {
1892 'shards': 2,
1893 },
1894 },
1895 },
1896 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031897 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:051898 'modifications': {
1899 'Android FYI Release (Pixel 4)': {
1900 'args': [
1901 # Pixel 4s are weird in that they can output in different color spaces
1902 # simultaneously. The readback code for capturing a screenshot assumes
1903 # only one color space, so disable wide color gamut for the test to
1904 # work around the issue. See https://crbug.com/1166379 for more
1905 # information.
1906 '--extra-browser-args=--disable-wcg-for-test',
1907 ],
1908 },
1909 'Optional Android Release (Pixel 4)': {
1910 'args': [
1911 # See above.
1912 '--extra-browser-args=--disable-wcg-for-test',
1913 ],
1914 },
1915 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031916 'replacements': {
1917 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1918 # use ${got_cr_revision}, which is only set on the V8 bots.
1919 'Linux V8 FYI Release (NVIDIA)': {
1920 'args': {
1921 '--git-revision': '${got_cr_revision}',
1922 },
1923 },
1924 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
1925 'args': {
1926 '--git-revision': '${got_cr_revision}',
1927 },
1928 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001929 'Mac V8 FYI Release (Intel)': {
1930 'args': {
1931 '--git-revision': '${got_cr_revision}',
1932 },
1933 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031934 'Win V8 FYI Release (NVIDIA)': {
1935 'args': {
1936 '--git-revision': '${got_cr_revision}',
1937 },
1938 },
1939 },
1940 },
1941 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:501942 'modifications': {
1943 'Android FYI Release (Pixel 4)': {
1944 'args': [
1945 # Pixel 4s are weird in that they can output in different color spaces
1946 # simultaneously. The readback code for capturing a screenshot assumes
1947 # only one color space, so disable wide color gamut for the test to
1948 # work around the issue. See https://crbug.com/1166379 for more
1949 # information.
1950 '--extra-browser-args=--disable-wcg-for-test',
1951 ],
1952 },
Brian Sheedycde1ab1882021-05-27 21:22:001953 'Optional Android Release (Pixel 4)': {
1954 'args': [
1955 # See above.
1956 '--extra-browser-args=--disable-wcg-for-test',
1957 ],
1958 },
Brian Sheedy0566f2cb2021-02-12 22:12:501959 },
Brian Sheedye285c9b2019-07-15 21:42:461960 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1961 # exception once there is enough capacity to run these tests.
1962 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461963 'Android FYI Release (Pixel 2)',
1964 ],
Brian Sheedy44fd891b2019-10-03 20:07:541965 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:541966 # The V8 builders pass the V8 revision for ${got_revision}, so instead
1967 # use ${got_cr_revision}, which is only set on the V8 bots.
1968 'Android V8 FYI Release (Nexus 5X)': {
1969 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321970 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541971 },
1972 },
Brian Sheedy44fd891b2019-10-03 20:07:541973 'Mac V8 FYI Release (Intel)': {
1974 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:321975 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:541976 },
1977 },
Brian Sheedy44fd891b2019-10-03 20:07:541978 },
Brian Sheedye285c9b2019-07-15 21:42:461979 },
Andrew Luo38b311f2019-10-04 03:42:091980 'media_unittests': {
1981 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471982 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151983 'args': [
1984 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.media_unittests.filter',
1985 ],
1986 },
Haiyang Pan2486dcb2020-09-18 17:53:061987 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:211988 'args': [
Haiyang Pan569659f02020-05-30 00:48:451989 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:211990 ],
1991 },
Andrew Luo38b311f2019-10-04 03:42:091992 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:581993 'args': [
1994 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
1995 ],
Andrew Luo38b311f2019-10-04 03:42:091996 },
Haiyang Pan08d09dc2020-04-01 16:11:211997 'android-pie-x86-rel': {
John Budorickb5185112020-01-08 22:40:211998 'args': [
Haiyang Pan569659f02020-05-30 00:48:451999 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212000 ],
2001 },
Chong Gudf7fbe92021-02-24 02:55:582002 'fuchsia-code-coverage': {
2003 'swarming': {
2004 'shards': 3,
2005 },
2006 },
Chong Gub2446462021-08-19 18:44:082007 'fuchsia-fyi-arm64-dbg': {
2008 'args': [
2009 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2010 ],
2011 },
Andrew Luo38b311f2019-10-04 03:42:092012 },
2013 },
Chong Gu4eca1ce2021-05-17 08:49:572014 'mediapipe_validating_tests': {
2015 'remove_from': [
2016 # TODO(crbug.com/1201887): Remove once tests are stable.
2017 'Fuchsia x64',
2018 ],
2019 },
Ben Joyce02dc8092021-03-04 21:48:192020 'mojo_test_apk': {
2021 'remove_from': [
2022 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252023 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192024 ],
2025 },
John Budorickf00e5ff2019-06-11 21:21:062026 'mojo_unittests': {
2027 'modifications': {
2028 'android-asan': {
2029 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442030 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062031 },
2032 },
Chong Gudf7fbe92021-02-24 02:55:582033 'fuchsia-code-coverage': {
2034 'swarming': {
2035 'shards': 2,
2036 },
2037 },
John Budorickf00e5ff2019-06-11 21:21:062038 },
2039 },
Peter Kotwiczda2f11102020-10-09 05:29:502040 'monochrome_public_apk_checker': {
Ben Pastene521f8d62020-01-08 20:01:152041 'modifications': {
2042 'ToTAndroid': {
2043 'swarming': {
2044 'dimension_sets': [
2045 {
John Budorick838256a2020-02-29 01:29:072046 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152047 'device_os': None,
2048 'device_playstore_version': None,
2049 'device_type': None,
2050 'os': 'Ubuntu-16.04',
2051 },
2052 ],
2053 },
2054 },
2055 'android-arm64-proguard-rel': {
2056 'swarming': {
2057 'dimension_sets': [
2058 {
John Budorick838256a2020-02-29 01:29:072059 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152060 'device_os': None,
2061 'device_playstore_version': None,
2062 'device_type': None,
2063 'os': 'Ubuntu-16.04',
2064 },
2065 ],
2066 },
2067 },
2068 'android-pie-arm64-rel': {
2069 'swarming': {
2070 'dimension_sets': [
2071 {
John Budorick838256a2020-02-29 01:29:072072 'cpu': 'x86-64',
Ben Pastene521f8d62020-01-08 20:01:152073 'device_os': None,
2074 'device_os_flavor': None,
2075 'device_playstore_version': None,
2076 'device_type': None,
2077 'os': 'Ubuntu-16.04',
2078 },
2079 ],
2080 },
2081 },
2082 },
Erik Chend16d922d2019-12-10 04:37:142083 },
Ben Joyce4677e682021-03-22 22:19:112084 'monochrome_public_bundle_fake_modules_smoke_test' : {
2085 'remove_from': [
2086 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2087 # GLIBC_2.28 Not found.
2088 ],
2089 },
2090 'monochrome_public_bundle_smoke_test' : {
2091 'remove_from': [
2092 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2093 # GLIBC_2.28 Not found.
2094 ],
2095 },
2096 'monochrome_public_smoke_test' : {
2097 'remove_from': [
2098 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
2099 # GLIBC_2.28 Not found.
2100 ],
2101 },
bsheedye9469572019-01-23 17:31:332102 'monochrome_public_test_ar_apk': {
2103 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032104 'Nougat Phone Tester': {
2105 'args': [
2106 # ArCore is not installed as a system app on N, so we can install it
2107 # normally instead of replacing the system version.
2108 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2109 ],
2110 },
bsheedye9469572019-01-23 17:31:332111 # We need to match the Playstore version as well because AR tests fail on
2112 # old versions of the Playstore.
2113 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082114 'args': [
2115 # ArCore is not installed as a system app on O, so we can install it
2116 # normally instead of replacing the system version.
2117 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2118 ],
bsheedye9469572019-01-23 17:31:332119 'swarming': {
2120 'dimension_sets': [
2121 {
2122 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332123 'device_type': 'marlin',
2124 'os': 'Android',
2125 },
2126 ],
2127 },
2128 },
Haiyang Pan57159eba2020-05-07 23:14:132129 'android-10-arm64-rel': {
2130 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502131 '--remove-system-package=com.google.ar.core',
2132 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132133 ]
2134 },
Haiyang Pan363c59a2020-07-23 05:47:042135 'android-nougat-arm64-rel': {
2136 'args': [
2137 # ArCore is not installed as a system app on N, so we can install it
2138 # normally instead of replacing the system version.
2139 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2140 ],
2141 },
Brian Sheedy2bcd16b2019-04-22 22:47:082142 'android-pie-arm64-dbg': {
2143 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502144 '--remove-system-package=com.google.ar.core',
2145 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082146 ]
2147 }
bsheedye9469572019-01-23 17:31:332148 },
2149 },
Nico Weberd3096fb2018-06-07 17:50:152150 'nacl_helper_nonsfi_unittests': {
2151 'remove_from': [
Nico Weberd3096fb2018-06-07 17:50:152152 'Linux TSan Tests', # Sets enable_nacl=false.
2153 ],
2154 },
Kenneth Russellfbda3c532017-12-08 23:57:242155 'nacl_loader_unittests': {
2156 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352157 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512158 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112159 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482160 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242161 ],
2162 },
Kenneth Russelleb60cbd22017-12-05 07:54:282163 'net_unittests': {
James Shen83ba5fe2021-10-01 20:04:582164 'remove_from': [
2165 'android-lollipop-arm-rel', # Not enough capacity. https://crbug.com/1248257
2166 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282167 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272168 'CrWinAsan': {
2169 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2170 'swarming': {
2171 'shards': 16,
2172 },
2173 },
2174 'CrWinAsan(dll)': {
2175 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2176 'swarming': {
2177 'shards': 16,
2178 },
2179 },
John Budorickca14c76f62017-12-09 14:19:182180 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342181 # These are very slow on the ASAN trybot for some reason.
2182 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182183 'swarming': {
John Budorick5052d552017-12-13 02:59:342184 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182185 },
2186 },
2187 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352188 # These are very slow on the ASAN trybot for some reason.
2189 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182190 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022191 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182192 }
2193 },
Takuto Ikuta54671d972018-07-19 19:06:352194 'Linux ChromiumOS MSan Tests': {
2195 # These are very slow on the Chrome OS MSAN trybot for some reason.
2196 # crbug.com/865455
2197 'swarming': {
2198 'shards': 2,
2199 },
2200 },
John Budorickca14c76f62017-12-09 14:19:182201 'Linux TSan Tests': {
2202 'swarming': {
2203 'shards': 4,
2204 }
2205 },
Ben Pastene8bf205b2018-06-13 04:00:332206 # The suite runs signficantly slower on linux dbg, so increase shards.
2207 'Linux Tests (dbg)(1)': {
2208 'swarming': {
2209 'shards': 2,
2210 },
2211 },
Stephen Martinis1384ff92020-01-07 19:52:152212 'ToTLinuxASan': {
2213 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2214 'swarming': {
2215 'shards': 16,
2216 },
2217 },
2218 'ToTLinuxTSan': {
2219 'swarming': {
2220 'shards': 4,
2221 }
2222 },
Haiyang Pan9d68ca02021-08-04 21:30:472223 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042224 'args': [
2225 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2226 ],
2227 },
Stefano Duof44278b2021-08-02 16:29:382228 'android-cronet-x86-dbg-10-tests': {
2229 'args': [
2230 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2231 ],
2232 },
Chidera Olibieef99a55ca2021-10-01 21:42:002233 'android-cronet-x86-dbg-11-tests': {
2234 'args': [
2235 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2236 ],
2237 },
2238 'android-cronet-x86-dbg-oreo-tests': {
2239 'args': [
2240 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2241 ],
2242 },
Chidera Olibie509fd732021-09-30 20:17:172243 'android-cronet-x86-dbg-pie-tests': {
2244 # crbug.com/1046060
2245 'args': [
2246 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2247 ],
2248 },
Haiyang Pan2486dcb2020-09-18 17:53:062249 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502250 # crbug.com/1046060
2251 'args': [
2252 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2253 ],
2254 },
Haiyang Pan08d09dc2020-04-01 16:11:212255 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502256 # crbug.com/1046060
2257 'args': [
2258 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2259 ],
2260 },
Chong Gu76046412021-09-22 17:49:212261 'fuchsia-code-coverage': {
2262 'swarming': {
2263 'shards': 14,
2264 },
2265 },
Omer Katz7d2be652020-01-22 18:13:462266 'linux-blink-heap-concurrent-marking-tsan-rel': {
2267 'swarming': {
2268 'shards': 4,
2269 }
2270 },
Ben Pastene8bf205b2018-06-13 04:00:332271 'linux-chromeos-dbg': {
2272 'swarming': {
2273 'shards': 2,
2274 },
2275 },
Nico Weber33b9b7a2020-06-12 19:23:272276 'win-asan': {
2277 # TODO(crbug.com/794372): net_unittests is slow under ASan.
2278 'swarming': {
2279 'shards': 16,
2280 },
2281 },
Kenneth Russelleb60cbd22017-12-05 07:54:282282 },
Chong Gu589912b2021-10-02 01:17:302283 'replacements': {
2284 # TODO(crbug.com/1254563): Remove when suite can use run-test-component.
2285 'fuchsia-code-coverage': {
2286 'args': {
2287 '--use-run': None,
2288 },
2289 },
2290 },
Kenneth Russelleb60cbd22017-12-05 07:54:282291 },
John Chenaab16fc02020-03-03 06:35:452292 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282293 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282294 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2295 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282296 ],
Yuke Liaobc9ff982019-04-30 06:56:162297 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152298 'Linux Tests': {
2299 "args": [
2300 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152301 ],
2302 },
Yuke Liaoea70f472019-12-19 06:03:362303 'linux-code-coverage': {
2304 'args': [
2305 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362306 ],
2307 'swarming': {
2308 'shards': 20,
2309 },
2310 },
Stephanie Kim5c7f31d2021-04-27 18:00:062311 'linux-xenial-rel': {
2312 "args": [
2313 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
2314 ],
2315 },
Yuke Liaobc9ff982019-04-30 06:56:162316 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282317 },
Xi Cheng34ca4042018-02-23 00:10:122318 'notification_helper_unittests': {
2319 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122320 # The test uses WinRT, which only exists in Windows 8 or above.
2321 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122322 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122323 'Win7 Tests (1)',
2324 'Win7 Tests (dbg)(1)',
Stephen Martinis1384ff92020-01-07 19:52:152325 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122326 'ToTWin',
2327 'ToTWin(dbg)',
2328 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032329 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342330 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122331 'ToTWin64',
2332 'ToTWin64(dbg)',
2333 'ToTWin64(dll)',
2334 'ToTWinCFI',
2335 'ToTWinCFI64',
Xi Cheng34ca4042018-02-23 00:10:122336 ],
2337 },
Ben Pastenee723b2f2019-05-31 19:10:272338 'ozone_unittests': {
2339 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292340 'chromeos-betty-pi-arc-chrome': {
2341 'args': [
2342 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2343 ],
2344 },
Ben Pastene500cc1d12021-01-22 18:10:472345 'chromeos-betty-pi-arc-chrome-dchecks': {
2346 'args': [
2347 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2348 ],
2349 },
Ben Pastene8ef125e2019-12-10 01:46:292350 'linux-chromeos-chrome': {
2351 'args': [
2352 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2353 ],
2354 },
Ben Pastenee723b2f2019-05-31 19:10:272355 },
2356 },
Karen Qian385d2ca2019-03-19 21:49:582357 'perfetto_unittests': {
2358 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042359 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412360 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092361 'android-asan',
Yun Liu022f4512019-06-10 23:14:042362 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122363 'android-code-coverage-native',
Haiyang Pan32b83392020-03-14 01:38:462364 'android-lollipop-arm-rel',
Karen Qian385d2ca2019-03-19 21:49:582365 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062366 'android-marshmallow-x86-rel-non-cq',
Haiyang Pan363c59a2020-07-23 05:47:042367 'android-nougat-arm64-rel',
Ben Joyce46ca6012021-03-31 19:19:252368 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092369 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212370 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472371 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582372 'Lollipop Phone Tester',
2373 'Lollipop Tablet Tester',
2374 'Marshmallow 64 bit Tester',
2375 'Marshmallow Tablet Tester',
2376 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242377 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582378 ]
2379 },
Stephen Martinis54d64ad2018-09-21 22:16:202380 'performance_test_suite': {
2381 'modifications': {
Zhaoyang Li78427592021-03-25 19:03:232382 'Mac10.15 Tests (dbg)': {
2383 'args': [
2384 '--browser=debug',
2385 ],
2386 },
Stephen Martinis54d64ad2018-09-21 22:16:202387 'Win10 Tests x64 (dbg)': {
2388 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212389 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202390 ],
2391 'experiment_percentage': 100,
2392 },
2393 'Win7 Tests (dbg)(1)': {
2394 'args': [
2395 '--browser=debug',
2396 ],
2397 },
2398 },
2399 },
Sven Zhenge8335e02020-08-07 22:38:392400 'pixel_browser_tests': {
2401 'modifications': {
2402 'win-pixel-tester-rel': {
2403 'non_precommit_args': [
2404 # Do not allow retry or it will break the bulk approval process.
2405 # When retry with fail-pass pattern, the passing test will overwrite the previously
2406 # seen flaky version on the trace. We can triage the image using the printed link,
2407 # but it will not show on the Skia Gold search page.
2408 '--test-launcher-retry-limit=0',
2409 ],
2410 },
2411 },
2412 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032413 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052414 'modifications': {
2415 'Android FYI Release (Pixel 4)': {
2416 'args': [
2417 # Pixel 4s are weird in that they can output in different color spaces
2418 # simultaneously. The readback code for capturing a screenshot assumes
2419 # only one color space, so disable wide color gamut for the test to
2420 # work around the issue. See https://crbug.com/1166379 for more
2421 # information.
2422 '--extra-browser-args=--disable-wcg-for-test',
2423 ],
2424 },
2425 'Optional Android Release (Pixel 4)': {
2426 'args': [
2427 # See above.
2428 '--extra-browser-args=--disable-wcg-for-test',
2429 ],
2430 },
2431 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032432 'replacements': {
2433 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2434 # use ${got_cr_revision}, which is only set on the V8 bots.
2435 'Linux V8 FYI Release (NVIDIA)': {
2436 'args': {
2437 '--git-revision': '${got_cr_revision}',
2438 },
2439 },
2440 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2441 'args': {
2442 '--git-revision': '${got_cr_revision}',
2443 },
2444 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002445 'Mac V8 FYI Release (Intel)': {
2446 'args': {
2447 '--git-revision': '${got_cr_revision}',
2448 },
2449 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032450 'Win V8 FYI Release (NVIDIA)': {
2451 'args': {
2452 '--git-revision': '${got_cr_revision}',
2453 },
2454 },
2455 },
2456 },
2457 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502458 'modifications': {
2459 'Android FYI Release (Pixel 4)': {
2460 'args': [
2461 # Pixel 4s are weird in that they can output in different color spaces
2462 # simultaneously. The readback code for capturing a screenshot assumes
2463 # only one color space, so disable wide color gamut for the test to
2464 # work around the issue. See https://crbug.com/1166379 for more
2465 # information.
2466 '--extra-browser-args=--disable-wcg-for-test',
2467 ],
2468 },
Brian Sheedycde1ab1882021-05-27 21:22:002469 'Optional Android Release (Pixel 4)': {
2470 'args': [
2471 # See above.
2472 '--extra-browser-args=--disable-wcg-for-test',
2473 ],
2474 },
Brian Sheedy0566f2cb2021-02-12 22:12:502475 },
Brian Sheedye6ea0ee2019-07-11 02:54:372476 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372477 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2478 # use ${got_cr_revision}, which is only set on the V8 bots.
2479 'Android V8 FYI Release (Nexus 5X)': {
2480 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322481 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372482 },
2483 },
Brian Sheedye6ea0ee2019-07-11 02:54:372484 'Mac V8 FYI Release (Intel)': {
2485 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322486 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372487 },
2488 },
Brian Sheedye6ea0ee2019-07-11 02:54:372489 },
2490 },
2491 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:462492 'modifications': {
2493 'Android Release (Nexus 5X)': {
2494 'swarming': {
2495 'shards': 2,
2496 },
2497 },
2498 },
Nico Weber128fd382018-06-14 23:29:272499 },
Brian Sheedy9653f152019-08-07 17:02:442500 'rendering_representative_perf_tests': {
2501 'modifications': {
2502 'Win10 FYI x64 Exp Release (Intel HD 630)': {
2503 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212504 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442505 ],
2506 },
2507 'Win10 FYI x64 Exp Release (NVIDIA)': {
2508 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212509 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442510 ],
2511 },
Yuly Novikov86cb3542020-11-26 17:10:002512 'Win10 FYI x64 Release (AMD RX 5500 XT)': {
2513 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212514 '--browser=release_x64',
Yuly Novikov86cb3542020-11-26 17:10:002515 ],
2516 },
Brian Sheedy9653f152019-08-07 17:02:442517 'Win10 FYI x64 Release (Intel HD 630)': {
2518 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212519 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442520 ],
2521 },
Brian Sheedy9653f152019-08-07 17:02:442522 'Win10 FYI x64 Release (NVIDIA)': {
2523 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212524 '--browser=release_x64',
Brian Sheedy9653f152019-08-07 17:02:442525 ],
2526 },
behdad26cf7e72019-12-18 13:57:302527 'Win10 x64 Release (NVIDIA)': {
2528 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212529 '--browser=release_x64',
behdad26cf7e72019-12-18 13:57:302530 ],
2531 },
Brian Sheedy9653f152019-08-07 17:02:442532 },
2533 },
John Budorickdce9d462019-03-23 00:25:382534 'sandbox_linux_unittests': {
2535 'modifications': {
2536 'Lollipop Phone Tester': {
2537 'args': [
2538 '--shard-timeout=300',
2539 ],
2540 },
Haiyang Pan32b83392020-03-14 01:38:462541 'android-lollipop-arm-rel': {
2542 'args': [
2543 '--shard-timeout=300',
2544 ],
2545 },
Haiyang Pan6b8e4cf2021-08-02 21:38:282546 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:582547 'args': [
2548 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2549 ]
2550 },
Haiyang Pan08d09dc2020-04-01 16:11:212551 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:042552 'args': [
2553 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
2554 ]
2555 },
John Budorickdce9d462019-03-23 00:25:382556 },
John Budorick3ebfdf852019-05-13 22:28:162557 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:162558 'android-asan', # https://crbug.com/962650
2559 ],
John Budorickdce9d462019-03-23 00:25:382560 },
Brian Sheedyc0c142c2021-06-01 21:18:052561 'screenshot_sync_passthrough_tests': {
2562 'modifications': {
2563 'Android FYI Release (Pixel 4)': {
2564 'args': [
2565 # Pixel 4s are weird in that they can output in different color spaces
2566 # simultaneously. The readback code for capturing a screenshot assumes
2567 # only one color space, so disable wide color gamut for the test to
2568 # work around the issue. See https://crbug.com/1166379 for more
2569 # information.
2570 '--extra-browser-args=--disable-wcg-for-test',
2571 ],
2572 },
2573 'Optional Android Release (Pixel 4)': {
2574 'args': [
2575 # See above.
2576 '--extra-browser-args=--disable-wcg-for-test',
2577 ],
2578 },
2579 },
2580 },
Brian Sheedy0566f2cb2021-02-12 22:12:502581 'screenshot_sync_validating_tests': {
2582 'modifications': {
2583 'Android FYI Release (Pixel 4)': {
2584 'args': [
2585 # Pixel 4s are weird in that they can output in different color spaces
2586 # simultaneously. The readback code for capturing a screenshot assumes
2587 # only one color space, so disable wide color gamut for the test to
2588 # work around the issue. See https://crbug.com/1166379 for more
2589 # information.
2590 '--extra-browser-args=--disable-wcg-for-test',
2591 ],
2592 },
Brian Sheedycde1ab1882021-05-27 21:22:002593 'Optional Android Release (Pixel 4)': {
2594 'args': [
2595 # See above.
2596 '--extra-browser-args=--disable-wcg-for-test',
2597 ],
2598 },
Brian Sheedy0566f2cb2021-02-12 22:12:502599 },
2600 },
Kenneth Russelleb60cbd22017-12-05 07:54:282601 'services_unittests': {
2602 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:482603 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:012604 # The face and barcode detection tests fail on the Mac Pros.
2605 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:462606 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2607 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282608 ],
Brian Sheedyb6c58792020-05-07 18:37:332609 'replacements': {
2610 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
2611 'Mac FYI Experimental Release (Intel)': {
2612 'args': {
2613 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
2614 },
2615 },
2616 },
Haiyang Pan363c59a2020-07-23 05:47:042617 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472618 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:562619 'args': [
2620 # TODO(crbug.com/1234824): Fix the failed tests
2621 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
2622 ],
2623 },
Haiyang Pan363c59a2020-07-23 05:47:042624 'android-nougat-arm64-rel': {
2625 # TODO(crbug.com/1108055): Remove this filter
2626 'args': [
2627 '--gtest_filter=-SystemPerfettoTest.*',
2628 ],
Chong Gudf7fbe92021-02-24 02:55:582629 },
Chong Gu52481452021-04-02 17:52:412630 'fuchsia-code-coverage': {
2631 'swarming': {
2632 'shards': 7,
2633 },
2634 },
2635 }
Chong Gudf7fbe92021-02-24 02:55:582636 },
Brian Ho8271a7ad2021-08-12 20:48:032637 # TODO(crbug.com/1202958): Remove these when SkiaRenderer is fully shipped
2638 # on Chrome OS.
2639 'skia_renderer_telemetry_perf_unittests': {
2640 'remove_from': [
2641 # Not enough capacity.
2642 'chromeos-betty-pi-arc-chrome',
2643 'chromeos-betty-pi-arc-chrome-dchecks',
2644 ],
2645 'modifications': {
2646 'chromeos-amd64-generic-rel': {
2647 'ci_only': True,
2648 },
2649 'chromeos-amd64-generic-rel (goma cache silo)': {
2650 'ci_only': True,
2651 },
2652 'chromeos-amd64-generic-rel (reclient)': {
2653 'ci_only': True,
2654 },
2655 'chromeos-amd64-generic-rel-dchecks': {
2656 'ci_only': True,
2657 },
2658 },
2659 },
2660 'skia_renderer_telemetry_unittests': {
2661 'remove_from': [
2662 # Not enough capacity.
2663 'chromeos-betty-pi-arc-chrome',
2664 'chromeos-betty-pi-arc-chrome-dchecks',
2665 ],
2666 'modifications': {
2667 'chromeos-amd64-generic-rel': {
2668 'ci_only': True,
2669 },
2670 'chromeos-amd64-generic-rel (goma cache silo)': {
2671 'ci_only': True,
2672 },
2673 'chromeos-amd64-generic-rel (reclient)': {
2674 'ci_only': True,
2675 },
2676 'chromeos-amd64-generic-rel-dchecks': {
2677 'ci_only': True,
2678 },
2679 },
2680 },
Chong Gu76046412021-09-22 17:49:212681 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:082682 'modifications': {
2683 'fuchsia-fyi-arm64-dbg': {
2684 'args': [
2685 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
2686 ],
2687 },
2688 },
2689 },
Stephen Martinis54d64ad2018-09-21 22:16:202690 'swiftshader_unittests': {
2691 'remove_from': [
2692 # Save capacity on the hardware where we have only a few machines.
2693 'Mac FYI Experimental Release (Intel)',
2694 'Mac FYI Experimental Retina Release (AMD)',
2695 'Mac FYI Experimental Retina Release (NVIDIA)',
2696 'Mac Pro FYI Release (AMD)',
2697 ],
2698 },
Kenneth Russelleb60cbd22017-12-05 07:54:282699 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:292700 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292701 'CrWinAsan(dll)', # https://crbug.com/935598
2702 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282703 'modifications': {
Erik Chene84bc1c2019-11-25 23:23:522704 'Linux ASan LSan Tests (1)': {
2705 'swarming': {
2706 'shards': 4,
2707 },
2708 },
Nico Weber8fbc2832018-12-14 16:00:572709 'Linux TSan Tests': {
2710 'swarming': {
2711 'shards': 6,
2712 },
2713 },
Sven Zheng9a52be52020-10-09 21:27:122714 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2715 'Mac10.13 Tests': {
2716 'precommit_args': [
2717 '--gtest_filter=-*',
2718 ],
2719 },
Zhaoyang Li69e2e002021-02-19 21:57:352720 # TODO(crbug.com/1131588) Tests are flaky only on CQ.
2721 'Mac10.15 Tests': {
2722 'precommit_args': [
2723 '--gtest_filter=-*',
2724 ],
2725 },
Stephen Martinis1384ff92020-01-07 19:52:152726 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:282727 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152728 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:282729 },
2730 },
Stephen Martinis75ab55d2018-08-30 02:27:122731 'Win10 Tests x64 (dbg)': {
2732 'experiment_percentage': 100, # https://crbug.com/840369
2733 },
Stephen Martinis1384ff92020-01-07 19:52:152734 'Win7 Tests (dbg)(1)': {
2735 'swarming': {
2736 'shards': 2,
2737 },
2738 },
2739 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112740 'swarming': {
2741 'shards': 4,
2742 },
2743 },
Stephen Martinis1384ff92020-01-07 19:52:152744 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112745 'swarming': {
2746 'shards': 4,
2747 },
2748 },
Sven Zhengfbbf21a2021-04-16 23:57:122749 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:542750 'linux-lacros-code-coverage': {
2751 'args': [
2752 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
2753 ]
2754 },
Anastasiia N11c1f8d2021-04-19 14:04:422755 'linux-lacros-tester-rel': {
2756 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402757 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:422758 ],
2759 },
Kenneth Russelleb60cbd22017-12-05 07:54:282760 },
2761 },
Haiyang Panfed339172021-03-10 23:19:572762 'system_webview_shell_layout_test_apk': {
2763 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:472764 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:572765 ],
2766 },
Weizhong Xia613fda42021-04-21 20:11:522767 'system_webview_wpt': {
2768 'modifications': {
2769 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:382770 'args': [
2771 '--log-wptreport',
2772 ],
Weizhong Xia613fda42021-04-21 20:11:522773 'swarming': {
Weizhong Xia613fda42021-04-21 20:11:522774 'shards': 18,
2775 },
2776 },
2777 },
2778 },
Kenneth Russell8a386d42018-06-02 09:48:012779 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:522780 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:012781 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012782 'Linux Debug (NVIDIA)',
2783 'Mac Debug (Intel)',
2784 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:492785 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:392786 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:052787 'Linux FYI Release (Intel HD 630)',
2788 'Linux FYI Release (NVIDIA)',
Brian Sheedy22d051e2019-08-07 00:50:162789 'Linux FYI SkiaRenderer Vulkan (Intel HD 630)',
Yuly Novikov5865ff72019-07-09 21:38:052790 'Linux FYI SkiaRenderer Vulkan (NVIDIA)',
2791 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012792 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552793 },
Haiyang Pan8c201b92020-06-04 01:25:072794 'telemetry_chromium_minidump_unittests': {
2795 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062796 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:072797 ],
2798 },
Brian Sheedyc117f6d2020-05-06 02:23:272799 'telemetry_monochrome_minidump_unittests': {
2800 'remove_from': [
2801 # Monochrome isn't supported on M.
2802 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062803 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:272804 ],
2805 },
Kenneth Russelleb60cbd22017-12-05 07:54:282806 'telemetry_perf_unittests': {
2807 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:282808 'Linux Tests': {
2809 'args': [
2810 '--xvfb',
Ned Nguyene6e2604e2018-01-17 20:42:482811 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282812 ],
2813 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:352814 'Linux Tests (dbg)(1)': {
2815 'args': [
2816 '--xvfb',
2817 '--jobs=1',
2818 ],
2819 },
Stephanie Kim56defb72020-11-19 21:32:372820 # TODO crbug.com/1143924: Remove when experimentation is complete
2821 'Linux Tests Robocrop': {
2822 'args': [
2823 '--xvfb',
2824 '--jobs=1',
2825 ],
2826 },
Kenneth Russelleb60cbd22017-12-05 07:54:282827 # Disable parallelism on all Mac bots.
Kenneth Russelleb60cbd22017-12-05 07:54:282828 'Mac10.11 Tests': {
2829 'args': [
2830 '--jobs=1',
2831 ],
2832 },
2833 'Mac10.12 Tests': {
2834 'args': [
2835 '--jobs=1',
2836 ],
2837 },
Ned Nguyen6e6e5b32018-02-21 20:21:502838 'Win7 Tests (dbg)(1)': {
2839 'args': [
2840 '--jobs=1',
2841 ],
2842 'swarming': {
2843 'shards': 20,
2844 },
2845 'experiment_percentage': 100,
2846 },
Ben Pastene69400eb2021-03-25 19:27:162847 'chromeos-eve-chrome': {
2848 'args': [
2849 # TODO(crbug.com/1191132): Re-enable.
2850 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
2851 ],
2852 },
Ben Pastene2b4b15f2021-03-04 00:39:242853 'chromeos-kevin-chrome': {
2854 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:262855 # TODO(b/188822176): Restore to 100% when we have additional capacity.
2856 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:242857 },
Ben Pastene7b1384a2021-04-22 23:24:322858 'linux-bionic-rel': {
2859 'args': [
2860 '--xvfb',
2861 '--jobs=1',
2862 ],
2863 },
Stephen Martinis1384ff92020-01-07 19:52:152864 'linux-chromium-tests-staging-tests': {
2865 'args': [
2866 '--xvfb',
2867 '--jobs=1',
2868 ],
2869 },
2870 'linux-trusty-rel': {
2871 'args': [
2872 '--xvfb',
2873 '--jobs=1',
2874 ],
2875 },
Stephanie Kim5c7f31d2021-04-27 18:00:062876 'linux-xenial-rel': {
2877 'args': [
2878 '--xvfb',
2879 '--jobs=1',
2880 ],
2881 },
Kenneth Russelleb60cbd22017-12-05 07:54:282882 },
2883 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:062884 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:012885 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:392886 # marshmallow on the CQ. https://crbug.com/1026487.
2887 'android-marshmallow-arm64-rel',
Haiyang Pan363c59a2020-07-23 05:47:042888 'android-nougat-arm64-rel', # crbug.com/1108124
Andrew Luobe83fd82019-12-19 03:07:582889 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:412890 # crbug.com/936540
Garrett Beatyeef031a2019-02-28 01:55:412891 'Mac10.11 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142892 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:352893 'Mac10.15 Tests',
Zhaoyang Li78427592021-03-25 19:03:232894 'Mac10.15 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:152895 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:292896 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112897 'Win10 Tests x64 (dbg)',
Kuan Huangc93e8672021-06-29 21:13:452898 'Win10 Tests x64 20h2',
Kenneth Russelleb60cbd22017-12-05 07:54:282899 ],
2900 },
Stephen Martinis54d64ad2018-09-21 22:16:202901 'telemetry_unittests': {
2902 'modifications': {
2903 'Win10 Tests x64 (dbg)': {
2904 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:402905 },
John Budorickc498fd3c2019-03-14 01:16:262906 },
2907 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:342908 # TODO(crbug.com/1141234): Restore when there's more DUTs
2909 'chromeos-kevin-chrome',
2910 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:142911
John Budorickc498fd3c2019-03-14 01:16:262912 # crbug.com/936540
John Budorickc498fd3c2019-03-14 01:16:262913 'Mac10.11 Tests',
Takuto Ikuta9aa015d2019-04-15 23:33:292914
2915 'Win10 Tests x64',
Kuan Huangc93e8672021-06-29 21:13:452916 'Win10 Tests x64 20h2',
John Budorickc498fd3c2019-03-14 01:16:262917 ],
Stephen Martinis54d64ad2018-09-21 22:16:202918 },
Brian Sheedyf3b48d62020-05-08 23:03:122919 'test_buildbucket_api_gpu_use_cases': {
2920 'remove_from': [
2921 # crbug.com/1080749
2922 'Optional Linux Release (NVIDIA)',
2923 ],
2924 },
Kenneth Russelleb60cbd22017-12-05 07:54:282925 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:522926 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:072927 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:522928 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282929 'modifications': {
John Budorickca14c76f62017-12-09 14:19:182930 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342931 # These are slow on the ASAN trybot for some reason.
2932 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182933 'swarming': {
John Budorick5052d552017-12-13 02:59:342934 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182935 },
2936 },
Stephen Martinis1384ff92020-01-07 19:52:152937 'Linux Chromium OS ASan LSan Tests (1)': {
2938 # These are slow on the ASAN trybot for some reason.
2939 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182940 'swarming': {
2941 'shards': 2,
2942 },
2943 },
Takuto Ikuta54671d972018-07-19 19:06:352944 'Linux ChromiumOS MSan Tests': {
2945 # These are very slow on the Chrome OS MSAN trybot for some reason.
2946 # crbug.com/865455
2947 'swarming': {
2948 'shards': 2,
2949 },
2950 },
Stephen Martinis1384ff92020-01-07 19:52:152951 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:352952 'swarming': {
2953 'shards': 2,
2954 },
2955 },
Stephen Martinis1384ff92020-01-07 19:52:152956 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:142957 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152958 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:142959 },
2960 },
Stephen Martinis1384ff92020-01-07 19:52:152961 'android-asan': {
2962 'args': [
2963 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
2964 ],
2965 },
Takuto Ikuta527cdff2020-01-29 08:04:272966 'android-marshmallow-arm64-rel-swarming': {
2967 'swarming': {
2968 'shards': 8,
2969 },
2970 },
Stephen Martinis1384ff92020-01-07 19:52:152971 'linux-chromeos-chrome': {
2972 'args': [
2973 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
2974 ],
2975 },
Ben Pasteneacd57392019-10-31 02:13:252976 'linux-chromeos-dbg': {
2977 'swarming': {
2978 'shards': 2,
2979 },
2980 },
Erik Chend063aef72019-11-18 19:13:102981 'linux-chromeos-rel': {
2982 'swarming': {
2983 'shards': 2,
2984 },
2985 },
Yuke Liao597dd6df72020-08-18 03:02:542986 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:542987 'linux-lacros-code-coverage': {
2988 'args': [
2989 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
2990 ],
2991 },
2992 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:432993 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:432994 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402995 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:432996 ],
2997 },
Kenneth Russelleb60cbd22017-12-05 07:54:282998 },
2999 },
Maksim Sisov6719c642021-09-24 19:07:363000 'unit_tests_wayland': {
3001 'modifications': {
3002 # CI Ozone/Wayland tester.
3003 'Linux Tester (Ozone Wayland)': {
3004 'args': [
3005 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3006 ],
3007 },
3008 }
3009 },
Kenneth Russell8a386d42018-06-02 09:48:013010 'video_decode_accelerator_gl_unittest': {
3011 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013012 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493013 'Optional Win10 x64 Release (Intel HD 630)',
3014 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483015 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013016 ],
3017 },
Sven Zheng577fe5ff2020-08-03 22:06:443018 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393019 'modifications': {
Chong Gu6aa22be2021-09-10 06:56:143020 'fuchsia-fyi-arm64-dbg': {
3021 'args': [
3022 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3023 ],
3024 },
Sven Zheng5c9d3e342020-08-11 21:39:433025 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543026 'linux-lacros-code-coverage': {
3027 'args': [
3028 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3029 'DesktopWidgetTest*:'
3030 'DesktopWindowTreeHostPlatformTest*:'
3031 'EditableComboboxTest*:'
3032 'MenuRunnerTest*:'
3033 'TextfieldTest*:'
3034 'TooltipControllerTest*:'
3035 'TooltipStateManagerTest*'
3036 ],
3037 },
Yuke Liaoa0db4742021-08-09 18:28:333038 'linux-lacros-dbg-tests-fyi': {
3039 'args': [
3040 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3041 'TextfieldTest*:'
3042 'TooltipControllerTest*:'
3043 ],
3044 },
Sven Zheng5c9d3e342020-08-11 21:39:433045 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433046 'args': [
3047 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193048 'DesktopWidgetTest*:'
3049 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533050 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513051 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533052 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363053 'TooltipControllerTest*:'
3054 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433055 ],
3056 },
Sven Zheng80734f12020-08-06 06:50:393057 },
Sven Zheng577fe5ff2020-08-03 22:06:443058 },
Maksim Sisov6719c642021-09-24 19:07:363059 'views_unittests_wayland': {
3060 'modifications': {
3061 # CQ tester.
3062 'Linux Ozone Tester (Wayland)': {
3063 'args': [
3064 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3065 ],
3066 },
3067 # CI tester.
3068 'Linux Tester (Ozone Wayland)': {
3069 'args': [
3070 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3071 ],
3072 },
3073 },
3074 },
John Budorickd02c429de2020-01-10 19:02:213075 'viz_unittests': {
3076 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473077 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:153078 'args': [
3079 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.viz_unittests.filter',
3080 ],
3081 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283082 'android-marshmallow-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093083 'args': [
John Budorickd02c429de2020-01-10 19:02:213084 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3085 ],
3086 },
Haiyang Pan08d09dc2020-04-01 16:11:213087 'android-pie-x86-rel': {
John Budorickafd548b2020-01-14 20:45:093088 'args': [
John Budorickd02c429de2020-01-10 19:02:213089 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.viz_unittests.filter',
3090 ],
3091 },
Chong Gub2446462021-08-19 18:44:083092 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143093 'args': [
3094 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3095 ],
Chong Gub2446462021-08-19 18:44:083096 },
John Budorickd02c429de2020-01-10 19:02:213097 },
3098 },
John Budorick20f4fa8d2019-08-02 22:58:293099 'vr_android_unittests': {
3100 'remove_from': [
Michael Thiessen2abf0052021-03-05 18:43:073101 'android-lollipop-arm-rel',
John Budorick20f4fa8d2019-08-02 22:58:293102 ],
3103 },
3104 'vr_common_unittests': {
3105 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213106 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293107 ],
3108 },
Kenneth Russellfbda3c532017-12-08 23:57:243109 'vr_pixeltests': {
3110 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213111 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283112 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243113 ],
3114 },
Nico Webere81999ee2018-07-01 23:52:433115 'wayland_client_perftests': {
3116 'remove_from': [
3117 'linux-chromeos-dbg', # https://crbug.com/859307
3118 ],
3119 },
Chong Gu76046412021-09-22 17:49:213120 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323121 'modifications': {
3122 'fuchsia-code-coverage': {
3123 'swarming': {
Chong Gu7a463202021-07-19 18:43:103124 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323125 },
3126 },
3127 },
3128 },
Chong Gu76046412021-09-22 17:49:213129 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263130 'modifications': {
3131 'fuchsia-code-coverage': {
3132 'swarming': {
3133 'shards': 6,
3134 },
3135 },
3136 },
3137 },
John Budorick63357462019-02-27 23:02:513138 'webdriver_tests_suite': {
3139 'remove_from': [
3140 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
Stephanie Kim5c7f31d2021-04-27 18:00:063141 'linux-xenial-rel',
John Budorick63357462019-02-27 23:02:513142 ],
3143 },
bsheedy048cbdb2019-02-04 20:32:053144 'webgl2_conformance_gl_passthrough_tests': {
3145 'remove_from': [
Geoff Lang1fede152019-10-10 23:03:443146 # Not enough capacity. https://crbug.com/982294
3147 'Mac Pro FYI Release (AMD)',
3148 'Mac FYI Retina Release (NVIDIA)',
Yuly Novikov712af632021-08-31 23:54:113149 # Only run validating on Mac Intel due to capacity http://crbug.com/1236796
3150 'Optional Mac Release (Intel)',
bsheedy048cbdb2019-02-04 20:32:053151 ],
3152 },
Brian Sheedy5a9f6562021-08-20 03:32:543153 'webgl2_conformance_gles_passthrough_tests': {
3154 'remove_from': [
3155 # Not enough CrOS hardware capacity to run on anything other than VMs.
3156 # See https://crbug.com/1238070.
3157 'ChromeOS FYI Release (kevin)',
3158 'Lacros FYI x64 Release (Intel)',
3159 ],
3160 'modifications': {
3161 # This VM configuration is known to be significantly slower than other
3162 # CrOS configurations, so increase the shards.
3163 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3164 # up.
3165 'ChromeOS FYI Release (amd64-generic)': {
3166 'swarming': {
3167 'shards': 30,
3168 },
3169 },
3170 },
3171 },
John Budorick82e61dfb2019-12-10 04:36:093172 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203173 'remove_from': [
3174 # The Mac NVIDIA Retina bots don't have the capacity to run
3175 # this test suite on mac_optional_gpu_tests_rel.
3176 'Optional Mac Retina Release (NVIDIA)',
3177 ],
Kenneth Russell8a386d42018-06-02 09:48:013178 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393179 # This VM configuration is known to be significantly slower than other
3180 # CrOS configurations, so increase the shards.
3181 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3182 # up.
3183 'ChromeOS FYI Release (amd64-generic)': {
3184 'swarming': {
3185 'shards': 30,
3186 },
Brian Sheedy9bde4532021-08-20 18:11:193187 # This configuration is tested with the passthrough decoder as well,
3188 # which will be shipped in the nearish future, so any failures that
3189 # show up with the validating decoder are just an FYI.
3190 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393191 },
Brian Sheedy22200312021-08-20 22:17:503192 'ChromeOS FYI Release (kevin)': {
3193 'experiment_percentage': 100,
3194 },
Yuly Novikov19314252021-10-02 03:06:283195 'Mac FYI ASAN (Intel)': {
3196 'args': [
3197 '--is-asan',
3198 ]
3199 },
3200 'Mac FYI Retina ASAN (AMD)': {
3201 'args': [
3202 '--is-asan',
3203 ]
3204 },
Kenneth Russell8a386d42018-06-02 09:48:013205 },
3206 },
3207 'webgl_conformance_gl_passthrough_tests': {
3208 'remove_from': [
3209 # crbug.com/555545 and crbug.com/649824:
3210 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
3211 # Always fails on older cards, flaky on newer cards.
Kenneth Russell8a386d42018-06-02 09:48:013212 'Win7 FYI Release (AMD)',
3213 ],
3214 },
Kenneth Russell984f2f12020-12-15 23:23:353215 'webgl_conformance_metal_passthrough_tests': {
3216 'remove_from': [
3217 # crbug.com/1158857: re-enable if Metal shader cache workaround is added.
3218 'Mac FYI Retina Release (NVIDIA)',
3219 ],
3220 },
Stephen Martinis54d64ad2018-09-21 22:16:203221 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283222 'remove_from': [
3223 # Too slow on this configuration, which is severely hardware
3224 # constrained. crbug.com/950690
3225 'Mac FYI Retina Debug (NVIDIA)',
3226 ],
Kenneth Russell8a386d42018-06-02 09:48:013227 },
Yuly Novikov19314252021-10-02 03:06:283228 'webgl_conformance_validating_tests': {
3229 'modifications': {
3230 'Mac FYI ASAN (Intel)': {
3231 'args': [
3232 '--is-asan',
3233 ]
3234 },
3235 'Mac FYI Retina ASAN (AMD)': {
3236 'args': [
3237 '--is-asan',
3238 ]
3239 },
3240 },
3241 },
Austin Enge8c0ba02021-07-19 23:55:193242 'webgpu_blink_web_tests': {
3243 'modifications': {
3244 # Increase the timeout with ASAN (crbug.com/1208253)
3245 'Dawn Win10 x64 ASAN Release': {
3246 'args': [
3247 '--time-out-ms=48000',
3248 ],
3249 },
3250 },
Brian Sheedy5796b4b2021-09-15 21:51:413251 'replacements': {
3252 'Dawn Mac x64 Experimental Release (Intel)': {
3253 'args': {
3254 '--platform': 'mac-mac11.5',
3255 },
3256 }
3257 },
3258 },
3259 'webgpu_blink_web_tests_with_backend_validation': {
3260 'replacements': {
3261 'Dawn Mac x64 Experimental Release (Intel)': {
3262 'args': {
3263 '--platform': 'mac-mac11.5',
3264 },
3265 },
3266 },
Austin Enge8c0ba02021-07-19 23:55:193267 },
Kenneth Russelleb60cbd22017-12-05 07:54:283268 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573269 'remove_from': [
3270 # Flakily fails on Win7. https://crbug.com/943372.
3271 'Win7 Tests (1)',
3272 'Win 7 Tests x64 (1)',
Haiyang Pan2489f032020-09-30 19:05:033273 'android-lollipop-arm-rel', # crbug.com/1133002#c6
Haiyang Pan90ed7c642021-02-06 01:22:063274 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3275 'android-marshmallow-arm64-rel',
3276 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573277 ],
Dirk Pranke81ff51c2017-12-09 19:24:283278 'modifications': {
John Budorick5052d552017-12-13 02:59:343279 'Linux ASan LSan Tests (1)': {
3280 # These are very slow on the ASAN trybot for some reason.
3281 # crbug.com/794372
3282 'swarming': {
3283 'shards': 5,
3284 },
3285 },
Erik Chen681dc0282019-11-26 22:54:493286 'Linux TSan Tests': {
3287 'swarming': {
3288 'shards': 2,
3289 },
3290 },
arthursonzogni26889d82018-05-29 17:18:163291 'Marshmallow 64 bit Tester': {
3292 # Increase timeout. See https://crbug.com/847229.
3293 'swarming': {
3294 'hard_timeout': 1200,
3295 },
3296 },
Haiyang Pan9d68ca02021-08-04 21:30:473297 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233298 'args': [
3299 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.blink_unittests.filter',
3300 ],
3301 },
Omer Katz7d2be652020-01-22 18:13:463302 'linux-blink-heap-concurrent-marking-tsan-rel': {
3303 'swarming': {
3304 'shards': 2,
3305 },
3306 },
Dirk Pranke81ff51c2017-12-09 19:24:283307 },
Kenneth Russelleb60cbd22017-12-05 07:54:283308 },
Haiyang Panfbd2b482020-09-23 23:41:253309 'weblayer_browsertests': {
3310 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473311 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013312 'args': [
3313 # TODO(crbug.com/1191784): Enable this test once the issue is fixed.
3314 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3315 ],
3316 },
Haiyang Panfbd2b482020-09-23 23:41:253317 'android-pie-arm64-rel': {
3318 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3319 # capacity has been deployed.
3320 'swarming': {
3321 'dimension_sets': [
3322 {
3323 'device_type': 'sailfish',
3324 },
3325 ],
3326 },
3327 },
3328 },
3329 },
Haiyang Pan591dbad2020-06-05 20:26:373330 'weblayer_bundle_test': {
3331 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063332 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473333 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373334 ],
3335 },
3336 'weblayer_instrumentation_test_apk': {
3337 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063338 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473339 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373340 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193341 'modifications': {
3342 'android-pie-arm64-rel': {
3343 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3344 # capacity has been deployed.
3345 'swarming': {
3346 'dimension_sets': [
3347 {
3348 'device_type': 'sailfish',
3349 },
3350 ],
3351 },
3352 },
3353 },
Haiyang Pan591dbad2020-06-05 20:26:373354 },
Rakib M. Hasan48919902021-02-26 23:07:203355 'weblayer_instrumentation_test_apk_ToT_Tests': {
3356 'modifications': {
3357 'android-weblayer-10-x86-rel-tests': {
3358 'args': [
3359 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3360 ]
3361 },
3362 'android-weblayer-marshmallow-x86-rel-tests': {
3363 'args': [
3364 '--replace-system-package=org.chromium.weblayer.shell,apks/WebLayerShellSystemWebView.apk'
3365 ]
3366 }
3367 }
3368 },
Haiyang Pan4efd9b02021-03-17 23:58:303369 'weblayer_private_instrumentation_test_apk': {
3370 'modifications': {
3371 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473372 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303373 'args': [
3374 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3375 ],
Haiyang Panf72ffdf2021-08-03 20:24:123376 # TODO(crbug.com/1137474): Remove after the test suite is green.
3377 'experiment_percentage': 100,
Haiyang Pan4efd9b02021-03-17 23:58:303378 },
3379 },
3380 },
Weizhong Xia7d335882021-01-28 02:49:523381 'weblayer_shell_wpt': {
3382 'modifications': {
3383 # TODO(crbug.com/1171555): remove this when test can run with more emulators
3384 'android-weblayer-pie-x86-wpt-fyi-rel': {
3385 'swarming': {
3386 'shards': 18,
3387 },
3388 },
Weizhong Xia0f0c3302021-04-27 00:05:433389 'android-weblayer-pie-x86-wpt-smoketest': {
3390 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523391 '--default-exclude',
Weizhong Xia0f0c3302021-04-27 00:05:433392 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases'
3393 ],
3394 'swarming': {
Weizhong Xia0f0c3302021-04-27 00:05:433395 'shards': 3,
3396 },
3397 },
Weizhong Xia7d335882021-01-28 02:49:523398 },
3399 },
Erik Staab70ca5b32021-08-07 00:38:353400 'webview_64_cts_tests': {
3401 'modifications': {
3402 'android-pie-arm64-rel': {
3403 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3404 # capacity has been deployed.
3405 'swarming': {
3406 'dimension_sets': [
3407 {
3408 'device_type': 'sailfish',
3409 },
3410 ],
3411 },
3412 },
3413 },
3414 },
Haiyang Panfbd2b482020-09-23 23:41:253415 'webview_cts_tests': {
Haiyang Panfed339172021-03-10 23:19:573416 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473417 'android-11-x86-rel', # crbug.com/1165280
Ben Joyce4677e682021-03-22 22:19:113418 'android-pie-arm64-coverage-experimental-rel', # TODO(crbug.com/1190999):
3419 # GLIBC_2.28 Not found.
Haiyang Panfed339172021-03-10 23:19:573420 ],
Haiyang Panfbd2b482020-09-23 23:41:253421 'modifications': {
3422 'android-pie-arm64-rel': {
3423 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3424 # capacity has been deployed.
3425 'swarming': {
3426 'dimension_sets': [
3427 {
3428 'device_type': 'sailfish',
3429 },
3430 ],
3431 },
3432 },
3433 },
3434 },
Kenneth Russelleb60cbd22017-12-05 07:54:283435 'webview_instrumentation_test_apk': {
3436 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063437 # This test frequently fails on Android, https://crbug.com/824959
Haiyang Pana3ff55ae2020-04-23 18:26:543438 'android-lollipop-arm-rel',
Stephen Martinis1384ff92020-01-07 19:52:153439 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503440 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093441 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193442 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253443 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193444
Dirk Pranke20eae9a72017-12-09 18:12:143445 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273446 # from android-marshmallow-arm64-rel-swarming).
Haiyang Pan1ad3bb032020-04-24 23:52:033447 'android-lollipop-arm-rel-swarming',
Garrett Beaty47a2d802020-11-10 20:50:533448 # https://crbug.com/1147531 - covered on pie
3449 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283450 ],
Ben Pastenee17a8e92018-07-12 21:55:183451 'modifications': {
Andrew Luof08500ae2020-01-10 01:24:453452 # chromium.android.fyi
3453 'Android WebView P FYI (rel)': {
3454 'args': [
3455 '--annotation',
3456 'DisabledTest,FlakyTest' # Monitor status of disabled tests.
3457 ],
3458 },
Ben Pastenee17a8e92018-07-12 21:55:183459 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303460 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573461 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3462 # either passing or there is more capacity.
3463 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183464 },
Haiyang Pan9d68ca02021-08-04 21:30:473465 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443466 'args': [
3467 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3468 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3469 ],
3470 },
Haiyang Panb991f562021-08-10 17:46:463471 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463472 'swarming': {
3473 'shards': 9,
3474 },
3475 },
Kuan Huang1f402c82021-06-08 17:58:183476 'android-pie-arm64-rel': {
3477 'swarming': {
3478 'shards': 9,
3479 },
3480 },
Haiyang Pan08d09dc2020-04-01 16:11:213481 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293482 'args': [
3483 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3484 ],
Ben Joyce9a7eb312021-08-25 00:44:593485 'swarming': {
3486 'shards': 9,
3487 },
Haiyang Panfdd94332020-03-27 02:43:293488 },
Ben Pastenee17a8e92018-07-12 21:55:183489 },
Kenneth Russelleb60cbd22017-12-05 07:54:283490 },
Haiyang Panfed339172021-03-10 23:19:573491 'webview_ui_test_app_test_apk': {
3492 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473493 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573494 ],
3495 },
bsheedy800f5062018-08-07 00:47:543496 'xr_browser_tests': {
3497 'remove_from': [
Maggie Chen4fc29842018-08-07 19:12:483498 # Fails on the bot, http://crbug.com/868143
3499 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:543500 ],
3501 },
Kenneth Russelleb60cbd22017-12-05 07:54:283502}