android: Disable failed tests in chrome_public_test_apk on Android 12L
Bulk disable to green the test suite on "ci/android-12l-x64-dbg-tests"
And remove the experimental flag as the suite is fairly stable now.
Bug: 1416433, 1511801, 1513568
Bug: 1515449, 1439624
Change-Id: If067ba6a9e3d607b7713e428bcc1bfb11bfe5bad
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/5190474
Reviewed-by: Benjamin Joyce (Ben) <bjoyce@chromium.org>
Commit-Queue: Haiyang Pan <hypan@google.com>
Cr-Commit-Position: refs/heads/main@{#1246734}
diff --git a/testing/buildbot/chromium.android.json b/testing/buildbot/chromium.android.json
index fae23bff..d6c1506 100644
--- a/testing/buildbot/chromium.android.json
+++ b/testing/buildbot/chromium.android.json
@@ -10762,7 +10762,6 @@
"--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter"
],
"ci_only": true,
- "experiment_percentage": 100,
"merge": {
"args": [
"--bucket",
diff --git a/testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter b/testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter
index cec4865..46a3e961 100644
--- a/testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter
+++ b/testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter
@@ -68,11 +68,13 @@
# crbug.com/1416433
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testExternalNavigationMessage
+-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testIntentToSelf
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testIntentURIWithFileSchemeDoesNothing
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testIntentURIWithMixedCaseFileSchemeDoesNothing
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testNavigationFromXHRCallback
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testNavigationFromXHRCallbackAndLostActivationLongTimeout
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testNavigationWithFallbackURL
+-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testOpenWindowFromLinkUserGesture
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testOpenWindowFromUserGesture
-org.chromium.chrome.browser.externalnav.UrlOverridingTest.testWindowServerRedirect
@@ -96,8 +98,9 @@
# crbug.com/1511801
-org.chromium.chrome.browser.app.bookmarks.BookmarkTest.testEmptyBookmarkFolder
-org.chromium.chrome.browser.app.bookmarks.BookmarkTest.testEmptyReadingListFolder
--org.chromium.chrome.browser.app.bookmarks.BookmarkTest.testOpenBookmarkManagerFolder
-org.chromium.chrome.browser.app.bookmarks.BookmarkTest.testMoveDownMenuItem
+-org.chromium.chrome.browser.app.bookmarks.BookmarkTest.testOpenBookmarkManagerFolder
+-org.chromium.chrome.browser.app.bookmarks.BookmarkTest.testPartnerFolderDraggability
# crbug.com/1511804
-org.chromium.chrome.browser.tasks.tab_management.SelectableTabListEditorTest.testToolbarMenuItem_GroupActionAndUndo
@@ -179,6 +182,7 @@
-org.chromium.chrome.browser.tab.InterceptNavigationDelegateTest.testExternalAppIframeNavigation
-org.chromium.chrome.browser.tab.InterceptNavigationDelegateTest.testExternalAppPrerenderingNavigation
-org.chromium.chrome.browser.tab.InterceptNavigationDelegateTest.testNavigationFromImageOnLoad
+-org.chromium.chrome.browser.tab.InterceptNavigationDelegateTest.testNavigationFromXHRCallbackAndLongTimeout
-org.chromium.chrome.browser.tab.InterceptNavigationDelegateTest.testNavigationFromXHRCallbackAndShortTimeout
# crbug.com/1513570
@@ -209,6 +213,7 @@
-org.chromium.chrome.browser.site_settings.FamilyLinkControlsTest.*
# crbug.com/1515449
+-org.chromium.chrome.browser.TabsTest.testHideKeyboard
-org.chromium.chrome.browser.TabsTest.testHideKeyboardWhenOpeningWindow
# crbug.com/1517104
diff --git a/testing/buildbot/test_suite_exceptions.pyl b/testing/buildbot/test_suite_exceptions.pyl
index 89c9637c..79351e8 100644
--- a/testing/buildbot/test_suite_exceptions.pyl
+++ b/testing/buildbot/test_suite_exceptions.pyl
@@ -1484,10 +1484,8 @@
'args': [
'--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
],
- # TODO(crbug.com/1439624): Remove experiment and ci_only
- # once the test suite is stable.
+ # TODO(crbug.com/1439624): Remove ci_only once the test suite is stable.
'ci_only': True,
- 'experiment_percentage': 100,
},
'android-12l-x64-fyi-dbg': {
'args': [
