blob: 77099e28785c55c52ea70d776b5e8f15c22bcab6 [file] [log] [blame]
// Copyright 2014 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "base/logging.h"
#include "build/build_config.h"
#include "content/browser/accessibility/browser_accessibility.h"
#include "content/browser/accessibility/browser_accessibility_manager.h"
#include "content/browser/web_contents/web_contents_impl.h"
#include "content/public/browser/web_contents.h"
#include "content/public/common/use_zoom_for_dsf_policy.h"
#include "content/public/test/browser_test_utils.h"
#include "content/public/test/content_browser_test.h"
#include "content/public/test/content_browser_test_utils.h"
#include "content/public/test/test_utils.h"
#include "content/shell/browser/shell.h"
#include "content/test/accessibility_browser_test_utils.h"
#include "net/dns/mock_host_resolver.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace content {
class AccessibilityHitTestingBrowserTest : public ContentBrowserTest {
public:
AccessibilityHitTestingBrowserTest() {}
~AccessibilityHitTestingBrowserTest() override {}
protected:
BrowserAccessibility* HitTestAndWaitForResultWithEvent(
const gfx::Point& point,
ax::mojom::Event event_to_fire) {
WebContentsImpl* web_contents =
static_cast<WebContentsImpl*>(shell()->web_contents());
FrameTree* frame_tree = web_contents->GetFrameTree();
BrowserAccessibilityManager* manager =
web_contents->GetRootBrowserAccessibilityManager();
AccessibilityNotificationWaiter event_waiter(
shell()->web_contents(), ui::kAXModeComplete, event_to_fire);
for (FrameTreeNode* node : frame_tree->Nodes())
event_waiter.ListenToAdditionalFrame(node->current_frame_host());
ui::AXActionData action_data;
action_data.action = ax::mojom::Action::kHitTest;
action_data.target_point =
IsUseZoomForDSFEnabled()
? ScaleToRoundedPoint(point, manager->device_scale_factor())
: point;
action_data.hit_test_event_to_fire = event_to_fire;
manager->delegate()->AccessibilityPerformAction(action_data);
event_waiter.WaitForNotification();
RenderFrameHostImpl* target_frame = event_waiter.event_render_frame_host();
BrowserAccessibilityManager* target_manager =
target_frame->browser_accessibility_manager();
int event_target_id = event_waiter.event_target_id();
BrowserAccessibility* hit_node = target_manager->GetFromID(event_target_id);
return hit_node;
}
BrowserAccessibility* HitTestAndWaitForResult(const gfx::Point& point) {
return HitTestAndWaitForResultWithEvent(point, ax::mojom::Event::kHover);
}
BrowserAccessibility* TapAndWaitForResult(const gfx::Point& point) {
WebContentsImpl* web_contents =
static_cast<WebContentsImpl*>(shell()->web_contents());
FrameTree* frame_tree = web_contents->GetFrameTree();
AccessibilityNotificationWaiter event_waiter(shell()->web_contents(),
ui::kAXModeComplete,
ax::mojom::Event::kClicked);
for (FrameTreeNode* node : frame_tree->Nodes())
event_waiter.ListenToAdditionalFrame(node->current_frame_host());
SimulateTapAt(shell()->web_contents(), point);
event_waiter.WaitForNotification();
RenderFrameHostImpl* target_frame = event_waiter.event_render_frame_host();
BrowserAccessibilityManager* target_manager =
target_frame->browser_accessibility_manager();
int event_target_id = event_waiter.event_target_id();
BrowserAccessibility* hit_node = target_manager->GetFromID(event_target_id);
return hit_node;
}
BrowserAccessibility* CallCachingAsyncHitTest(const gfx::Point& point) {
WebContentsImpl* web_contents =
static_cast<WebContentsImpl*>(shell()->web_contents());
FrameTree* frame_tree = web_contents->GetFrameTree();
BrowserAccessibilityManager* manager =
web_contents->GetRootBrowserAccessibilityManager();
gfx::Point screen_point =
point + manager->GetViewBounds().OffsetFromOrigin();
// Each call to CachingAsyncHitTest results in at least one HOVER
// event received. Block until we receive it.
AccessibilityNotificationWaiter hover_waiter(
shell()->web_contents(), ui::kAXModeComplete, ax::mojom::Event::kHover);
for (FrameTreeNode* node : frame_tree->Nodes())
hover_waiter.ListenToAdditionalFrame(node->current_frame_host());
BrowserAccessibility* result = manager->CachingAsyncHitTest(screen_point);
hover_waiter.WaitForNotification();
return result;
}
RenderWidgetHostImpl* GetRenderWidgetHost() {
return RenderWidgetHostImpl::From(shell()
->web_contents()
->GetRenderWidgetHostView()
->GetRenderWidgetHost());
}
void SynchronizeThreads() {
MainThreadFrameObserver observer(GetRenderWidgetHost());
observer.Wait();
}
};
IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest,
HitTestOutsideDocumentBoundsReturnsRoot) {
NavigateToURL(shell(), GURL(url::kAboutBlankURL));
// Load the page.
AccessibilityNotificationWaiter waiter(shell()->web_contents(),
ui::kAXModeComplete,
ax::mojom::Event::kLoadComplete);
const char url_str[] =
"data:text/html,"
"<!doctype html>"
"<html><head><title>Accessibility Test</title></head>"
"<body>"
"<a href='#'>"
"This is some text in a link"
"</a>"
"</body></html>";
GURL url(url_str);
NavigateToURL(shell(), url);
waiter.WaitForNotification();
BrowserAccessibility* hit_node = HitTestAndWaitForResult(gfx::Point(-1, -1));
ASSERT_TRUE(hit_node != nullptr);
ASSERT_EQ(ax::mojom::Role::kRootWebArea, hit_node->GetRole());
}
IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest,
HitTestingInIframes) {
ASSERT_TRUE(embedded_test_server()->Start());
NavigateToURL(shell(), GURL(url::kAboutBlankURL));
AccessibilityNotificationWaiter waiter(shell()->web_contents(),
ui::kAXModeComplete,
ax::mojom::Event::kLoadComplete);
GURL url(embedded_test_server()->GetURL(
"/accessibility/html/iframe-coordinates.html"));
NavigateToURL(shell(), url);
waiter.WaitForNotification();
WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(),
"Ordinary Button");
WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(),
"Scrolled Button");
// Send a series of hit test requests, and for each one
// wait for the hover event in response, verifying we hit the
// correct object.
// (26, 26) -> "Button"
BrowserAccessibility* hit_node;
hit_node = HitTestAndWaitForResult(gfx::Point(26, 26));
ASSERT_TRUE(hit_node != nullptr);
ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
ASSERT_EQ("Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (50, 50) -> "Button"
hit_node = HitTestAndWaitForResult(gfx::Point(50, 50));
ASSERT_TRUE(hit_node != nullptr);
ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
ASSERT_EQ("Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (50, 305) -> div in first iframe
hit_node = HitTestAndWaitForResult(gfx::Point(50, 305));
ASSERT_TRUE(hit_node != nullptr);
ASSERT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole());
// (50, 350) -> "Ordinary Button"
hit_node = HitTestAndWaitForResult(gfx::Point(50, 350));
ASSERT_TRUE(hit_node != nullptr);
ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
ASSERT_EQ("Ordinary Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (50, 455) -> "Scrolled Button"
hit_node = HitTestAndWaitForResult(gfx::Point(50, 455));
ASSERT_TRUE(hit_node != nullptr);
ASSERT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
ASSERT_EQ("Scrolled Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (50, 505) -> div in second iframe
hit_node = HitTestAndWaitForResult(gfx::Point(50, 505));
ASSERT_TRUE(hit_node != nullptr);
ASSERT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole());
// (50, 505) -> div in second iframe
// but with a different event
hit_node = HitTestAndWaitForResultWithEvent(gfx::Point(50, 505),
ax::mojom::Event::kAlert);
ASSERT_NE(hit_node, nullptr);
ASSERT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole());
}
IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest,
CachingAsyncHitTestingInIframes) {
ASSERT_TRUE(embedded_test_server()->Start());
NavigateToURL(shell(), GURL(url::kAboutBlankURL));
AccessibilityNotificationWaiter waiter(shell()->web_contents(),
ui::kAXModeComplete,
ax::mojom::Event::kLoadComplete);
GURL url(embedded_test_server()->GetURL(
"/accessibility/hit_testing/hit_testing.html"));
NavigateToURL(shell(), url);
waiter.WaitForNotification();
WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(),
"Ordinary Button");
WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(),
"Scrolled Button");
// For each point we try, the first time we call CachingAsyncHitTest it
// should FAIL and return the wrong object, because this test page has
// been designed to confound local synchronous hit testing using
// z-indexes. However, calling CachingAsyncHitTest a second time should
// return the correct result (since CallCachingAsyncHitTest waits for the
// HOVER event to be received).
// (50, 50) -> "Button"
BrowserAccessibility* hit_node;
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 50));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole());
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 50));
EXPECT_EQ("Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (50, 305) -> div in first iframe
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 305));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_NE(ax::mojom::Role::kGenericContainer, hit_node->GetRole());
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 305));
EXPECT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole());
// (50, 350) -> "Ordinary Button"
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 350));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole());
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 350));
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Ordinary Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (50, 455) -> "Scrolled Button"
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 455));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole());
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 455));
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Scrolled Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (50, 505) -> div in second iframe
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 505));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_NE(ax::mojom::Role::kGenericContainer, hit_node->GetRole());
hit_node = CallCachingAsyncHitTest(gfx::Point(50, 505));
EXPECT_EQ(ax::mojom::Role::kGenericContainer, hit_node->GetRole());
}
#if !defined(OS_ANDROID) && !defined(OS_MACOSX)
IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest,
HitTestingWithPinchZoom) {
ASSERT_TRUE(embedded_test_server()->Start());
NavigateToURL(shell(), GURL(url::kAboutBlankURL));
AccessibilityNotificationWaiter waiter(shell()->web_contents(),
ui::kAXModeComplete,
ax::mojom::Event::kLoadComplete);
const char url_str[] =
"data:text/html,"
"<!doctype html>"
"<html>"
"<head><title>Accessibility Test</title>"
"<style>body {margin: 0px;}"
"button {display: block; height: 50px; width: 50px}</style>"
"</head>"
"<body>"
"<button>Button 1</button>"
"<button>Button 2</button>"
"</body></html>";
GURL url(url_str);
NavigateToURL(shell(), url);
SynchronizeThreads();
waiter.WaitForNotification();
BrowserAccessibility* hit_node;
// Use a tap event instead of a hittest to make sure that we are using
// px as input, rather than dips.
// (10, 10) -> "Button 1"
hit_node = TapAndWaitForResult(gfx::Point(10, 10));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button 1",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (60, 60) -> No button there
hit_node = TapAndWaitForResult(gfx::Point(60, 60));
EXPECT_TRUE(hit_node == nullptr);
// (10, 60) -> "Button 2"
hit_node = TapAndWaitForResult(gfx::Point(10, 60));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button 2",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
content::TestPageScaleObserver scale_observer(shell()->web_contents());
const gfx::Rect contents_rect = shell()->web_contents()->GetContainerBounds();
const gfx::Point pinch_position(contents_rect.x(), contents_rect.y());
SimulateGesturePinchSequence(shell()->web_contents(), pinch_position, 2.0f,
blink::kWebGestureDeviceTouchscreen);
scale_observer.WaitForPageScaleUpdate();
// (10, 10) -> "Button 1"
hit_node = TapAndWaitForResult(gfx::Point(10, 10));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button 1",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (60, 60) -> "Button 1"
hit_node = TapAndWaitForResult(gfx::Point(60, 60));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button 1",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (10, 60) -> "Button 1"
hit_node = TapAndWaitForResult(gfx::Point(10, 60));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button 1",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (10, 110) -> "Button 2"
hit_node = TapAndWaitForResult(gfx::Point(10, 110));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button 2",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (190, 190) -> "Button 2"
hit_node = TapAndWaitForResult(gfx::Point(90, 190));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button 2",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
}
IN_PROC_BROWSER_TEST_F(AccessibilityHitTestingBrowserTest,
HitTestingWithPinchZoomAndIframes) {
ASSERT_TRUE(embedded_test_server()->Start());
NavigateToURL(shell(), GURL(url::kAboutBlankURL));
AccessibilityNotificationWaiter waiter(shell()->web_contents(),
ui::kAXModeComplete,
ax::mojom::Event::kLoadComplete);
GURL url(embedded_test_server()->GetURL(
"/accessibility/html/iframe-coordinates.html"));
NavigateToURL(shell(), url);
SynchronizeThreads();
waiter.WaitForNotification();
WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(),
"Ordinary Button");
WaitForAccessibilityTreeToContainNodeWithName(shell()->web_contents(),
"Scrolled Button");
content::TestPageScaleObserver scale_observer(shell()->web_contents());
const gfx::Rect contents_rect = shell()->web_contents()->GetContainerBounds();
const gfx::Point pinch_position(contents_rect.x(), contents_rect.y());
SimulateGesturePinchSequence(shell()->web_contents(), pinch_position, 1.25f,
blink::kWebGestureDeviceTouchscreen);
scale_observer.WaitForPageScaleUpdate();
BrowserAccessibility* hit_node;
// (26, 26) -> No button because of pinch.
hit_node = TapAndWaitForResult(gfx::Point(26, 26));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_NE(ax::mojom::Role::kButton, hit_node->GetRole());
// (63, 63) -> "Button"
hit_node = TapAndWaitForResult(gfx::Point(63, 63));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (63, 438) -> "Ordinary Button"
hit_node = TapAndWaitForResult(gfx::Point(63, 438));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Ordinary Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
// (63, 569) -> "Scrolled Button"
hit_node = TapAndWaitForResult(gfx::Point(63, 569));
ASSERT_TRUE(hit_node != nullptr);
EXPECT_EQ(ax::mojom::Role::kButton, hit_node->GetRole());
EXPECT_EQ("Scrolled Button",
hit_node->GetStringAttribute(ax::mojom::StringAttribute::kName));
}
#endif // !defined(OS_ANDROID) && !defined(OS_MACOSX)
} // namespace content