| // Copyright 2018 The Chromium Authors |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "ash/public/cpp/window_tree_host_lookup.h" |
| #include "chrome/browser/ash/accessibility/accessibility_feature_browsertest.h" |
| #include "chrome/browser/ash/accessibility/accessibility_manager.h" |
| #include "chrome/browser/ash/accessibility/automation_test_utils.h" |
| #include "chrome/browser/ash/accessibility/switch_access_test_utils.h" |
| #include "chrome/browser/ui/browser.h" |
| #include "chrome/common/extensions/extension_constants.h" |
| #include "chrome/test/base/in_process_browser_test.h" |
| #include "chrome/test/base/interactive_test_utils.h" |
| #include "chrome/test/base/ui_test_utils.h" |
| #include "content/public/test/browser_test.h" |
| #include "ui/aura/client/cursor_client.h" |
| #include "ui/aura/window_tree_host.h" |
| #include "ui/display/screen.h" |
| |
| namespace ash { |
| |
| class SwitchAccessTest : public AccessibilityFeatureBrowserTest { |
| protected: |
| SwitchAccessTest() = default; |
| ~SwitchAccessTest() override = default; |
| SwitchAccessTest(const SwitchAccessTest&) = delete; |
| SwitchAccessTest& operator=(const SwitchAccessTest&) = delete; |
| |
| void SetUpOnMainThread() override { |
| switch_access_test_utils_ = std::make_unique<SwitchAccessTestUtils>( |
| AccessibilityManager::Get()->profile()); |
| } |
| |
| void SendVirtualKeyPress(ui::KeyboardCode key) { |
| ASSERT_NO_FATAL_FAILURE(ASSERT_TRUE(ui_test_utils::SendKeyPressToWindowSync( |
| nullptr, key, false, false, false, false))); |
| } |
| |
| // Returns cursor client for root window at location (in DIPs) |x| and |y|. |
| aura::client::CursorClient* GetCursorClient(const int x, const int y) { |
| gfx::Point location_in_screen(x, y); |
| const display::Display& display = |
| display::Screen::GetScreen()->GetDisplayNearestPoint( |
| location_in_screen); |
| auto* host = GetWindowTreeHostForDisplay(display.id()); |
| CHECK(host); |
| |
| aura::Window* root_window = host->window(); |
| CHECK(root_window); |
| |
| return aura::client::GetCursorClient(root_window); |
| } |
| |
| // Enables mouse events for root window at location (in DIPs) |x| and |y|. |
| void EnableMouseEvents(const int x, const int y) { |
| GetCursorClient(x, y)->EnableMouseEvents(); |
| } |
| |
| // Disables mouse events for root window at location (in DIPs) |x| and |y|. |
| void DisableMouseEvents(const int x, const int y) { |
| GetCursorClient(x, y)->DisableMouseEvents(); |
| } |
| |
| // Checks if mouse events are enabled for root window at location (in DIPs) |
| // |x| and |y|. |
| bool IsMouseEventsEnabled(const int x, const int y) { |
| return GetCursorClient(x, y)->IsMouseEventsEnabled(); |
| } |
| |
| SwitchAccessTestUtils* utils() { return switch_access_test_utils_.get(); } |
| |
| private: |
| std::unique_ptr<SwitchAccessTestUtils> switch_access_test_utils_; |
| }; |
| |
| // Flaky. See https://crbug.com/1224254. |
| IN_PROC_BROWSER_TEST_F(SwitchAccessTest, DISABLED_ConsumesKeyEvents) { |
| utils()->EnableSwitchAccess({'1', 'A'} /* select */, {'2', 'B'} /* next */, |
| {'3', 'C'} /* previous */); |
| AutomationTestUtils test_utils(extension_misc::kSwitchAccessExtensionId); |
| test_utils.SetUpTestSupport(); |
| |
| // Load a webpage with a text box. |
| NavigateToUrl(GURL( |
| "data:text/html;charset=utf-8,<input type='text' class='sa-input'>")); |
| |
| // Put focus in the text box. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_TAB); |
| |
| // Send a key event for a character consumed by Switch Access. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_1); |
| |
| // Check that the text field did not receive the character. |
| EXPECT_STREQ("", test_utils.GetValueForNodeWithClassName("sa_input").c_str()); |
| |
| // Send a key event for a character not consumed by Switch Access. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_X); |
| |
| // Check that the text field received the character. |
| EXPECT_STREQ("x", |
| test_utils.GetValueForNodeWithClassName("sa_input").c_str()); |
| } |
| |
| IN_PROC_BROWSER_TEST_F(SwitchAccessTest, NavigateGroupings) { |
| utils()->EnableSwitchAccess({'1', 'A'} /* select */, {'2', 'B'} /* next */, |
| {'3', 'C'} /* previous */); |
| |
| // Load a webpage with two groups of controls. |
| NavigateToUrl(GURL(R"HTML(data:text/html, |
| <div role="group" aria-label="Top"> |
| <button autofocus>Northwest</button> |
| <button>Northeast</button> |
| </div> |
| <div role="group" aria-label="Bottom"> |
| <button>Southwest</button> |
| <button>Southeast</button> |
| </div> |
| )HTML")); |
| |
| // Wait for switch access to focus on the first button. |
| utils()->WaitForFocusRing("primary", "button", "Northwest"); |
| |
| // Go to the next element by pressing the next switch. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| utils()->WaitForFocusRing("primary", "button", "Northeast"); |
| |
| // Next is the back button. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| utils()->WaitForFocusRing("primary", "back", ""); |
| |
| // Press the select key to press the back button, which should focus |
| // on the Top container, with Northwest as the preview. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_1); |
| utils()->WaitForFocusRing("primary", "group", "Top"); |
| utils()->WaitForFocusRing("preview", "button", "Northwest"); |
| |
| // Navigate to the next group by pressing the next switch. |
| // Now we should be focused on the Bottom container, with |
| // Southwest as the preview. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| utils()->WaitForFocusRing("primary", "group", "Bottom"); |
| utils()->WaitForFocusRing("preview", "button", "Southwest"); |
| |
| // Press the select key to enter the container, which should focus |
| // Southwest. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_1); |
| utils()->WaitForFocusRing("primary", "button", "Southwest"); |
| |
| // Go to the next element by pressing the next switch. That should |
| // focus Southeast. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| utils()->WaitForFocusRing("primary", "button", "Southeast"); |
| } |
| |
| IN_PROC_BROWSER_TEST_F(SwitchAccessTest, NavigateButtonsInTextFieldMenu) { |
| utils()->EnableSwitchAccess({'1', 'A'} /* select */, {'2', 'B'} /* next */, |
| {'3', 'C'} /* previous */); |
| |
| // Load a webpage with a text box. |
| NavigateToUrl( |
| GURL("data:text/html,<input autofocus aria-label=MyTextField>")); |
| |
| // Wait for switch access to focus on the text field. |
| utils()->WaitForFocusRing("primary", "textField", "MyTextField"); |
| |
| // TODO(b/301253962): This fails in Lacros because the virtual keyboard is |
| // automatically opened when focus reached the text field, so the key press of |
| // "select" does not open the switch access menu. |
| |
| // Send "select", which opens the switch access menu. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_1); |
| |
| // Wait for the switch access menu to appear and for focus to land on |
| // the first item, the "keyboard" button. |
| // |
| // Note that we don't try to also call WaitForSwitchAccessMenuAndGetActions |
| // here because by the time it returns, we may have already received the focus |
| // ring for the menu and so the following WaitForFocusRing would fail / loop |
| // forever. |
| utils()->WaitForFocusRing("primary", "button", "Keyboard"); |
| |
| // Send "next". |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| |
| // The next menu item is the "dictation" button. |
| utils()->WaitForFocusRing("primary", "button", "Dictation"); |
| |
| // Send "next". |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| |
| // The next menu item is the "point scanning" button. |
| utils()->WaitForFocusRing("primary", "button", "Point scanning"); |
| |
| // Send "next". |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| |
| // The next menu item is the "settings" button. |
| utils()->WaitForFocusRing("primary", "button", "Settings"); |
| |
| // Send "next". |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| |
| // Finally is the back button. Note that it has a role of "back" so we |
| // can tell it's the special Switch Access back button. |
| utils()->WaitForFocusRing("primary", "back", ""); |
| |
| // Send "next". |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_2); |
| |
| // Wrap back around to the "keyboard" button. |
| utils()->WaitForFocusRing("primary", "button", "Keyboard"); |
| } |
| |
| // TODO(crbug.com/40926594): Enable after fixing flakiness. |
| IN_PROC_BROWSER_TEST_F(SwitchAccessTest, DISABLED_TypeIntoVirtualKeyboard) { |
| utils()->EnableSwitchAccess({'1', 'A'} /* select */, {'2', 'B'} /* next */, |
| {'3', 'C'} /* previous */); |
| |
| // Load a webpage with a text box. |
| NavigateToUrl( |
| GURL("data:text/html,<input autofocus aria-label=MyTextField>")); |
| |
| // Wait for switch access to focus on the text field. |
| utils()->WaitForFocusRing("primary", "textField", "MyTextField"); |
| |
| // Send "select", which opens the switch access menu. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_1); |
| |
| // Wait for the switch access menu to appear and for focus to land on |
| // the first item, the "keyboard" button. |
| // |
| // Note that we don't try to also call WaitForSwitchAccessMenuAndGetActions |
| // here because by the time it returns, we may have already received the focus |
| // ring for the menu and so the following WaitForFocusRing would fail / loop |
| // forever. |
| utils()->WaitForFocusRing("primary", "button", "Keyboard"); |
| |
| // Send "select", which opens the virtual keyboard. |
| SendVirtualKeyPress(ui::KeyboardCode::VKEY_1); |
| |
| // Finally, we should land on a keyboard key. |
| utils()->WaitForFocusRing("primary", "keyboard", ""); |
| |
| // Actually typing and verifying text field value should be covered by |
| // js-based tests that have the ability to ask the text field for its value. |
| } |
| |
| #if BUILDFLAG(IS_CHROMEOS) |
| #define MAYBE_PointScanClickWhenMouseEventsEnabled \ |
| DISABLED_PointScanClickWhenMouseEventsEnabled |
| #else |
| #define MAYBE_PointScanClickWhenMouseEventsEnabled \ |
| PointScanClickWhenMouseEventsEnabled |
| #endif |
| IN_PROC_BROWSER_TEST_F(SwitchAccessTest, |
| MAYBE_PointScanClickWhenMouseEventsEnabled) { |
| utils()->EnableSwitchAccess({'1', 'A'} /* select */, {'2', 'B'} /* next */, |
| {'3', 'C'} /* previous */); |
| |
| // Load a webpage with a checkbox. |
| NavigateToUrl( |
| GURL("data:text/html,<input autofocus type=checkbox title='checkbox'" |
| "style='width: 800px; height: 800px;'>")); |
| |
| // Wait for switch access to focus on the checkbox. |
| utils()->WaitForFocusRing("primary", "checkBox", "checkbox"); |
| |
| // Enable mouse events (within root window containing checkbox). |
| EnableMouseEvents(600, 600); |
| |
| // Perform default action on the checkbox. |
| utils()->DoDefault("checkbox"); |
| |
| // Verify checkbox state changes. |
| utils()->WaitForEventOnAutomationNode("checkedStateChanged", "checkbox"); |
| |
| // Use Point Scan to click on the checkbox. |
| utils()->PointScanClick(600, 600); |
| |
| // Verify checkbox state changes. |
| utils()->WaitForEventOnAutomationNode("checkedStateChanged", "checkbox"); |
| |
| // Verify mouse events are still enabled. |
| ASSERT_TRUE(IsMouseEventsEnabled(600, 600)); |
| } |
| |
| #if BUILDFLAG(IS_CHROMEOS) |
| #define MAYBE_PointScanClickWhenMouseEventsDisabled \ |
| DISABLED_PointScanClickWhenMouseEventsDisabled |
| #else |
| #define MAYBE_PointScanClickWhenMouseEventsDisabled \ |
| PointScanClickWhenMouseEventsDisabled |
| #endif |
| IN_PROC_BROWSER_TEST_F(SwitchAccessTest, |
| MAYBE_PointScanClickWhenMouseEventsDisabled) { |
| utils()->EnableSwitchAccess({'1', 'A'} /* select */, {'2', 'B'} /* next */, |
| {'3', 'C'} /* previous */); |
| |
| // Load a webpage with a checkbox. |
| NavigateToUrl( |
| GURL("data:text/html,<input autofocus type=checkbox title='checkbox'" |
| "style='width: 800px; height: 800px;'>")); |
| |
| // Wait for switch access to focus on the checkbox. |
| utils()->WaitForFocusRing("primary", "checkBox", "checkbox"); |
| |
| // Disable mouse events (within root window containing checkbox). |
| DisableMouseEvents(600, 600); |
| |
| // Perform default action on the checkbox. |
| utils()->DoDefault("checkbox"); |
| |
| // Verify checkbox state changes. |
| utils()->WaitForEventOnAutomationNode("checkedStateChanged", "checkbox"); |
| |
| // Use Point Scan to click on the checkbox. |
| utils()->PointScanClick(600, 600); |
| |
| // Verify checkbox state changes. |
| utils()->WaitForEventOnAutomationNode("checkedStateChanged", "checkbox"); |
| |
| // Verify mouse events are not enabled. |
| ASSERT_FALSE(IsMouseEventsEnabled(600, 600)); |
| } |
| |
| } // namespace ash |