| // Copyright 2014 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "base/logging.h" |
| #include "build/build_config.h" |
| #include "content/browser/accessibility/browser_accessibility.h" |
| #include "content/browser/accessibility/browser_accessibility_manager.h" |
| #include "content/browser/web_contents/web_contents_impl.h" |
| #include "content/public/browser/web_contents.h" |
| #include "content/public/common/use_zoom_for_dsf_policy.h" |
| #include "content/public/test/browser_test_utils.h" |
| #include "content/public/test/content_browser_test.h" |
| #include "content/public/test/content_browser_test_utils.h" |
| #include "content/public/test/test_utils.h" |
| #include "content/shell/browser/shell.h" |
| #include "content/test/accessibility_browser_test_utils.h" |
| #include "net/dns/mock_host_resolver.h" |
| #include "testing/gtest/include/gtest/gtest.h" |
| |
| namespace content { |
| |
| class AccessibilityHitTestingBrowserTest : public ContentBrowserTest { |
| public: |
| AccessibilityHitTestingBrowserTest() {} |
| ~AccessibilityHitTestingBrowserTest() override {} |
| |
| protected: |
| BrowserAccessibility* HitTestAndWaitForResultWithEvent( |
| const gfx::Point& point, |
| ax::mojom::Event event_to_fire) { |
| WebContentsImpl* web_contents = |
| static_cast<WebContentsImpl*>(shell()->web_contents()); |
| FrameTree* frame_tree = web_contents->GetFrameTree(); |
| BrowserAccessibilityManager* manager = |
| web_contents->GetRootBrowserAccessibilityManager(); |
| |
| AccessibilityNotificationWaiter event_waiter( |
| shell()->web_contents(), ui::kAXModeComplete, event_to_fire); |
| for (FrameTreeNode* node : frame_tree->Nodes()) |
| event_waiter.ListenToAdditionalFrame(node->current_frame_host()); |
| ui::AXActionData action_data; |
| action_data.action = ax::mojom::Action::kHitTest; |
| action_data.target_point = |
| IsUseZoomForDSFEnabled() |
| ? ScaleToRoundedPoint(point, manager->device_scale_factor()) |
| : point; |
| action_data.hit_test_event_to_fire = event_to_fire; |
| manager->delegate()->AccessibilityPerformAction(action_data); |
| event_waiter.WaitForNotification(); |
| |
| RenderFrameHostImpl* target_frame = event_waiter.event_render_frame_host(); |
| BrowserAccessibilityManager* target_manager = |
| target_frame->browser_accessibility_manager(); |
| int event_target_id = event_waiter.event_target_id(); |
| BrowserAccessibility* hit_node = target_manager->GetFromID(event_target_id); |
| return hit_node; |
| } |
| |
| BrowserAccessibility* HitTestAndWaitForResult(const gfx::Point& point) { |
| return HitTestAndWaitForResultWithEvent(point, ax::mojom::Event::kHover); |
| } |
| |
| BrowserAccessibility* TapAndWaitForResult(const gfx::Point& point) { |
| WebContentsImpl* web_contents = |
| static_cast<WebContentsImpl*>(shell()->web_contents()); |
| FrameTree* frame_tree = web_contents->GetFrameTree(); |
| |
| AccessibilityNotificationWaiter event_waiter(shell()->web_contents(), |
| ui::kAXModeComplete, |
| ax::mojom::Event::kClicked); |
| for (FrameTreeNode* node : frame_tree->Nodes()) |
| event_waiter.ListenToAdditionalFrame(node->current_frame_host()); |
| |
| SimulateTapAt(shell()->web_contents(), point); |
| event_waiter.WaitForNotification(); |
| |
| RenderFrameHostImpl* target_frame = event_waiter.event_render_frame_host(); |
| BrowserAccessibilityManager* target_manager = |
| target_frame->browser_accessibility_manager(); |
| int event_target_id = event_waiter.event_target_id(); |
| BrowserAccessibility* hit_node = target_manager->GetFromID(event_target_id); |
| return hit_node; |
| } |
| |
| BrowserAccessibility* CallCachingAsyncHitTest(const gfx::Point& point) { |
| WebContentsImpl* web_contents = |
| static_cast<WebContentsImpl*>(shell()->web_contents()); |
| FrameTree* frame_tree = web_contents->GetFrameTree(); |
| BrowserAccessibilityManager* manager = |
| web_contents->GetRootBrowserAccessibilityManager(); |
| gfx::Point screen_point = |
| point + manager->GetViewBounds().OffsetFromOrigin(); |
| |
| // Each call to CachingAsyncHitTest results in at least one HOVER |
| // event received. Block until we receive it. |
| AccessibilityNotificationWaiter hover_waiter( |
| shell()->web_contents(), ui::kAXModeComplete, ax::mojom::Event::kHover); |
| for (FrameTreeNode* node : frame_tree->Nodes()) |
| hover_waiter.ListenToAdditionalFrame(node->current_frame_host()); |
| BrowserAccessibility* result = manager->CachingAsyncHitTest(screen_point); |
| hover_waiter.WaitForNotification(); |
| return result; |
| } |
| |
| RenderWidgetHostImpl* GetRenderWidgetHost() { |
| return RenderWidgetHostImpl::From(shell() |
| ->web_contents() |
| ->GetRenderWidgetHostView() |
| ->GetRenderWidgetHost()); |
| } |
| |
| void SynchronizeThreads() { |
| MainThreadFrameObserver observer(GetRenderWidgetHost()); |
| observer.Wait(); |
| } |
| }; |
| |
| IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest, |
| HitTestOutsideDocumentBoundsReturnsRoot) { |
| NavigateToURL(shell(), GURL(url::kAboutBlankURL)); |
| |
| // Load the page. |
| AccessibilityNotificationWaiter waiter(shell()->web_contents(), |
| ui::kAXModeComplete, |
| ax::mojom::Event::kLoadComplete); |
| const char url_str[] = |
| "data:text/html," |
| "<!doctype html>" |
| "<html><head><title>Accessibility Test</title></head>" |
| "<body>" |
| "<a href='#'>" |
| "This is some text in a link" |
| "</a>" |
| "</body></html>"; |
| GURL url(url_str); |
| NavigateToURL(shell(), url); |
| waiter.WaitForNotification(); |
| |
| BrowserAccessibility* hit_node = HitTestAndWaitForResult(gfx::Point(-1, -1)); |
| ASSERT_TRUE(hit_node != nullptr); |
| ASSERT_EQ(ax::mojom::Role::kRootWebArea, hit_node->GetRole()); |
| } |
| |
| IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest, |
| HitTestingInIframes) { |
| ASSERT_TRUE(embedded_test_server()->Start()); |
| |
| NavigateToURL(shell(), GURL(url::kAboutBlankURL)); |
| |
| AccessibilityNotificationWaiter waiter(shell()->web_contents(), |
| ui::kAXModeComplete, |
| ax::mojom::Event::kLoadComplete); |
| GURL url(embedded_test_server()->GetURL( |
| "/accessibility/html/iframe-coordinates.html")); |
| NavigateToURL(shell(), url); |
| waiter.WaitForNotification(); |
| |
| WaitForAccessibilityTreeToContainNodeWithName( |
| shell()->web_contents(), "Ordinary Button"); |
| WaitForAccessibilityTreeToContainNodeWithName( |
| shell()->web_contents(), "Scrolled Button"); |
| |
| // Send a series of hit test requests, and for each one |
| // wait for the hover event in response, verifying we hit the |
| // correct object. |
| |
| // (26, 26) -> "Button" |
| BrowserAccessibility* hit_node; |
| hit_node = HitTestAndWaitForResult(gfx::Point(26, 26)); |
| ASSERT_TRUE(hit_node != nullptr); |
| ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| ASSERT_EQ("Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (50, 50) -> "Button" |
| hit_node = HitTestAndWaitForResult(gfx::Point(50, 50)); |
| ASSERT_TRUE(hit_node != nullptr); |
| ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| ASSERT_EQ("Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (50, 305) -> div in first iframe |
| hit_node = HitTestAndWaitForResult(gfx::Point(50, 305)); |
| ASSERT_TRUE(hit_node != nullptr); |
| ASSERT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole()); |
| |
| // (50, 350) -> "Ordinary Button" |
| hit_node = HitTestAndWaitForResult(gfx::Point(50, 350)); |
| ASSERT_TRUE(hit_node != nullptr); |
| ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| ASSERT_EQ("Ordinary Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (50, 455) -> "Scrolled Button" |
| hit_node = HitTestAndWaitForResult(gfx::Point(50, 455)); |
| ASSERT_TRUE(hit_node != nullptr); |
| ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| ASSERT_EQ("Scrolled Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (50, 505) -> div in second iframe |
| hit_node = HitTestAndWaitForResult(gfx::Point(50, 505)); |
| ASSERT_TRUE(hit_node != nullptr); |
| ASSERT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole()); |
| |
| // (50, 505) -> div in second iframe |
| // but with a different event |
| hit_node = HitTestAndWaitForResultWithEvent(gfx::Point(50, 505), |
| ax::mojom::Event::kAlert); |
| ASSERT_NE(hit_node, nullptr); |
| ASSERT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole()); |
| } |
| |
| IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest, |
| CachingAsyncHitTestingInIframes) { |
| ASSERT_TRUE(embedded_test_server()->Start()); |
| |
| NavigateToURL(shell(), GURL(url::kAboutBlankURL)); |
| |
| AccessibilityNotificationWaiter waiter(shell()->web_contents(), |
| ui::kAXModeComplete, |
| ax::mojom::Event::kLoadComplete); |
| GURL url(embedded_test_server()->GetURL( |
| "/accessibility/hit_testing/hit_testing.html")); |
| NavigateToURL(shell(), url); |
| waiter.WaitForNotification(); |
| |
| WaitForAccessibilityTreeToContainNodeWithName( |
| shell()->web_contents(), "Ordinary Button"); |
| WaitForAccessibilityTreeToContainNodeWithName( |
| shell()->web_contents(), "Scrolled Button"); |
| |
| // For each point we try, the first time we call CachingAsyncHitTest it |
| // should FAIL and return the wrong object, because this test page has |
| // been designed to confound local synchronous hit testing using |
| // z-indexes. However, calling CachingAsyncHitTest a second time should |
| // return the correct result (since CallCachingAsyncHitTest waits for the |
| // HOVER event to be received). |
| |
| // (50, 50) -> "Button" |
| BrowserAccessibility* hit_node; |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 50)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole()); |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 50)); |
| EXPECT_EQ("Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (50, 305) -> div in first iframe |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 305)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_NE(ax::mojom::Role::kGenericContainer, hit_node->GetRole()); |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 305)); |
| EXPECT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole()); |
| |
| // (50, 350) -> "Ordinary Button" |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 350)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole()); |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 350)); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Ordinary Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (50, 455) -> "Scrolled Button" |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 455)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole()); |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 455)); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Scrolled Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (50, 505) -> div in second iframe |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 505)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_NE(ax::mojom::Role::kGenericContainer, hit_node->GetRole()); |
| hit_node = CallCachingAsyncHitTest(gfx::Point(50, 505)); |
| EXPECT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole()); |
| } |
| |
| #if !defined(OS_ANDROID) && !defined(OS_MACOSX) |
| IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest, |
| HitTestingWithPinchZoom) { |
| ASSERT_TRUE(embedded_test_server()->Start()); |
| |
| NavigateToURL(shell(), GURL(url::kAboutBlankURL)); |
| |
| AccessibilityNotificationWaiter waiter(shell()->web_contents(), |
| ui::kAXModeComplete, |
| ax::mojom::Event::kLoadComplete); |
| |
| const char url_str[] = |
| "data:text/html," |
| "<!doctype html>" |
| "<html>" |
| "<head><title>Accessibility Test</title>" |
| "<style>body {margin: 0px;}" |
| "button {display: block; height: 50px; width: 50px}</style>" |
| "</head>" |
| "<body>" |
| "<button>Button 1</button>" |
| "<button>Button 2</button>" |
| "</body></html>"; |
| |
| GURL url(url_str); |
| NavigateToURL(shell(), url); |
| SynchronizeThreads(); |
| waiter.WaitForNotification(); |
| |
| BrowserAccessibility* hit_node; |
| |
| // Use a tap event instead of a hittest to make sure that we are using |
| // px as input, rather than dips. |
| |
| // (10, 10) -> "Button 1" |
| hit_node = TapAndWaitForResult(gfx::Point(10, 10)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button 1", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (60, 60) -> No button there |
| hit_node = TapAndWaitForResult(gfx::Point(60, 60)); |
| EXPECT_TRUE(hit_node == nullptr); |
| |
| // (10, 60) -> "Button 2" |
| hit_node = TapAndWaitForResult(gfx::Point(10, 60)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button 2", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| content::TestPageScaleObserver scale_observer(shell()->web_contents()); |
| const gfx::Rect contents_rect = shell()->web_contents()->GetContainerBounds(); |
| const gfx::Point pinch_position(contents_rect.x(), contents_rect.y()); |
| SimulateGesturePinchSequence(shell()->web_contents(), pinch_position, 2.0f, |
| blink::kWebGestureDeviceTouchscreen); |
| scale_observer.WaitForPageScaleUpdate(); |
| |
| // (10, 10) -> "Button 1" |
| hit_node = TapAndWaitForResult(gfx::Point(10, 10)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button 1", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (60, 60) -> "Button 1" |
| hit_node = TapAndWaitForResult(gfx::Point(60, 60)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button 1", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (10, 60) -> "Button 1" |
| hit_node = TapAndWaitForResult(gfx::Point(10, 60)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button 1", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (10, 110) -> "Button 2" |
| hit_node = TapAndWaitForResult(gfx::Point(10, 110)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button 2", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (190, 190) -> "Button 2" |
| hit_node = TapAndWaitForResult(gfx::Point(90, 190)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button 2", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| } |
| |
| IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest, |
| HitTestingWithPinchZoomAndIframes) { |
| ASSERT_TRUE(embedded_test_server()->Start()); |
| |
| NavigateToURL(shell(), GURL(url::kAboutBlankURL)); |
| |
| AccessibilityNotificationWaiter waiter(shell()->web_contents(), |
| ui::kAXModeComplete, |
| ax::mojom::Event::kLoadComplete); |
| |
| GURL url(embedded_test_server()->GetURL( |
| "/accessibility/html/iframe-coordinates.html")); |
| NavigateToURL(shell(), url); |
| SynchronizeThreads(); |
| waiter.WaitForNotification(); |
| |
| WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(), |
| "Ordinary Button"); |
| WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(), |
| "Scrolled Button"); |
| |
| content::TestPageScaleObserver scale_observer(shell()->web_contents()); |
| const gfx::Rect contents_rect = shell()->web_contents()->GetContainerBounds(); |
| const gfx::Point pinch_position(contents_rect.x(), contents_rect.y()); |
| |
| SimulateGesturePinchSequence(shell()->web_contents(), pinch_position, 1.25f, |
| blink::kWebGestureDeviceTouchscreen); |
| scale_observer.WaitForPageScaleUpdate(); |
| |
| BrowserAccessibility* hit_node; |
| |
| // (26, 26) -> No button because of pinch. |
| hit_node = TapAndWaitForResult(gfx::Point(26, 26)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole()); |
| |
| // (63, 63) -> "Button" |
| hit_node = TapAndWaitForResult(gfx::Point(63, 63)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (63, 438) -> "Ordinary Button" |
| hit_node = TapAndWaitForResult(gfx::Point(63, 438)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Ordinary Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| |
| // (63, 569) -> "Scrolled Button" |
| hit_node = TapAndWaitForResult(gfx::Point(63, 569)); |
| ASSERT_TRUE(hit_node != nullptr); |
| EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole()); |
| EXPECT_EQ("Scrolled Button", |
| hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName)); |
| } |
| |
| #endif // !defined(OS_ANDROID) && !defined(OS_MACOSX) |
| |
| } // namespace content |