blob: 3a9f87d82212bfeab23b312a593fb855df344780 [file] [log] [blame]
// Copyright 2013 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "chrome/browser/ui/webui/accessibility/accessibility_ui.h"
#include <algorithm>
#include <map>
#include <memory>
#include <optional>
#include <string>
#include <utility>
#include <vector>
#include "base/command_line.h"
#include "base/containers/fixed_flat_map.h"
#include "base/functional/bind.h"
#include "base/functional/callback_helpers.h"
#include "base/json/json_writer.h"
#include "base/memory/raw_ref.h"
#include "base/notreached.h"
#include "base/strings/escape.h"
#include "base/strings/pattern.h"
#include "base/strings/string_number_conversions.h"
#include "base/strings/utf_string_conversions.h"
#include "base/trace_event/trace_event.h"
#include "base/tracing/protos/chrome_track_event.pbzero.h"
#include "build/build_config.h"
#include "chrome/browser/profiles/profile.h"
#include "chrome/common/pref_names.h"
#include "chrome/common/webui_url_constants.h"
#include "chrome/grit/accessibility_resources.h"
#include "chrome/grit/accessibility_resources_map.h"
#include "components/pref_registry/pref_registry_syncable.h"
#include "components/prefs/pref_service.h"
#include "content/public/browser/ax_inspect_factory.h"
#include "content/public/browser/browser_accessibility_state.h"
#include "content/public/browser/browser_thread.h"
#include "content/public/browser/favicon_status.h"
#include "content/public/browser/navigation_entry.h"
#include "content/public/browser/render_process_host.h"
#include "content/public/browser/render_view_host.h"
#include "content/public/browser/render_widget_host.h"
#include "content/public/browser/render_widget_host_iterator.h"
#include "content/public/browser/scoped_accessibility_mode.h"
#include "content/public/browser/web_contents.h"
#include "content/public/browser/web_contents_delegate.h"
#include "content/public/browser/web_contents_observer.h"
#include "content/public/browser/web_contents_user_data.h"
#include "content/public/browser/web_ui_data_source.h"
#include "ui/accessibility/accessibility_features.h"
#include "ui/accessibility/ax_mode.h"
#include "ui/accessibility/ax_updates_and_events.h"
#include "ui/accessibility/platform/ax_platform.h"
#include "ui/accessibility/platform/ax_platform_node.h"
#include "ui/accessibility/platform/ax_platform_node_delegate.h"
#include "ui/accessibility/platform/inspect/ax_tree_formatter.h"
#include "ui/base/webui/web_ui_util.h"
#if !BUILDFLAG(IS_ANDROID)
#include "chrome/browser/ui/browser.h"
#include "chrome/browser/ui/browser_window.h"
#include "chrome/browser/ui/browser_window/public/browser_window_interface.h" // nogncheck crbug.com/40147906
#include "chrome/browser/ui/browser_window/public/browser_window_interface_iterator.h" // nogncheck crbug.com/40147906
#include "ui/views/accessibility/view_accessibility.h"
#include "ui/views/widget/widget.h"
#include "ui/views/widget/widget_delegate.h"
#endif
#if BUILDFLAG(IS_WIN)
#include "ui/accessibility/platform/ax_platform_node_win.h"
#endif
static const char kTargetsDataFile[] = "targets-data.json";
static const char kAccessibilityModeField[] = "a11yMode";
static const char kBrowsersField[] = "browsers";
static const char kEnabledField[] = "enabled";
static const char kErrorField[] = "error";
static const char kEventLogsField[] = "eventLogs";
static const char kFaviconUrlField[] = "faviconUrl";
static const char kFlagNameField[] = "flagName";
static const char kStringNameField[] = "stringName";
static const char kModeIdField[] = "modeId";
static const char kNameField[] = "name";
static const char kPagesField[] = "pages";
static const char kPidField[] = "pid";
static const char kProcessIdField[] = "processId";
static const char kRequestTypeField[] = "requestType";
static const char kRoutingIdField[] = "routingId";
static const char kSessionIdField[] = "sessionId";
static const char kShouldRequestTreeField[] = "shouldRequestTree";
static const char kSupportedApiTypesField[] = "supportedApiTypes";
static const char kStartField[] = "start";
static const char kTreeField[] = "tree";
static const char kTypeField[] = "type";
static const char kUrlField[] = "url";
static const char kValueField[] = "value";
static const char kApiTypeField[] = "apiType";
#if defined(USE_AURA) && !BUILDFLAG(IS_CHROMEOS)
static const char kWidget[] = "widget";
#endif
// Global flags
static const char kBrowser[] = "browser";
static const char kCopyTree[] = "copyTree";
static const char kHTML[] = "html";
static const char kLockedPlatformModes[] = "lockedPlatformModes";
static const char kIsolate[] = "isolate";
static const char kLocked[] = "locked";
static const char kNative[] = "native";
static const char kPage[] = "page";
static const char kPDFPrinting[] = "pdfPrinting";
static const char kExtendedProperties[] = "extendedProperties";
static const char kScreenReader[] = "screenReader";
static const char kShowOrRefreshTree[] = "showOrRefreshTree";
static const char kText[] = "text";
static const char kWeb[] = "web";
// Screen reader detection.
static const char kDetectedATName[] = "detectedATName";
static const char kIsScreenReaderActive[] = "isScreenReaderActive";
using ui::AXPropertyFilter;
namespace {
base::Value::Dict BuildTargetDescriptor(
const GURL& url,
const std::string& name,
const GURL& favicon_url,
int process_id,
int routing_id,
ui::AXMode accessibility_mode,
base::ProcessHandle handle = base::kNullProcessHandle) {
base::Value::Dict target_data;
target_data.Set(kProcessIdField, process_id);
target_data.Set(kRoutingIdField, routing_id);
target_data.Set(kUrlField, url.spec());
target_data.Set(kNameField, base::EscapeForHTML(name));
target_data.Set(kPidField, static_cast<int>(base::GetProcId(handle)));
target_data.Set(kFaviconUrlField, favicon_url.spec());
target_data.Set(kAccessibilityModeField,
static_cast<int>(accessibility_mode.flags()));
target_data.Set(kTypeField, kPage);
return target_data;
}
base::Value::Dict BuildTargetDescriptor(content::RenderViewHost* rvh) {
TRACE_EVENT1("accessibility", "BuildTargetDescriptor", "render_view_host",
rvh);
content::WebContents* web_contents =
content::WebContents::FromRenderViewHost(rvh);
ui::AXMode accessibility_mode;
std::string title;
GURL url;
GURL favicon_url;
if (web_contents) {
// TODO(nasko): Fix the following code to use a consistent set of data
// across the URL, title, and favicon.
url = web_contents->GetURL();
title = base::UTF16ToUTF8(web_contents->GetTitle());
content::NavigationController& controller = web_contents->GetController();
content::NavigationEntry* entry = controller.GetVisibleEntry();
if (entry != nullptr && entry->GetURL().is_valid()) {
gfx::Image favicon_image = entry->GetFavicon().image;
if (!favicon_image.IsEmpty()) {
const SkBitmap* favicon_bitmap = favicon_image.ToSkBitmap();
favicon_url = GURL(webui::GetBitmapDataUrl(*favicon_bitmap));
}
}
accessibility_mode = web_contents->GetAccessibilityMode();
}
return BuildTargetDescriptor(url, title, favicon_url,
rvh->GetProcess()->GetDeprecatedID(),
rvh->GetRoutingID(), accessibility_mode);
}
#if !BUILDFLAG(IS_ANDROID)
base::Value::Dict BuildTargetDescriptor(BrowserWindowInterface* browser) {
base::Value::Dict target_data;
target_data.Set(kSessionIdField, browser->GetSessionID().id());
target_data.Set(kNameField, browser->GetBrowserForMigrationOnly()
->GetWindowTitleForCurrentTab(false));
target_data.Set(kTypeField, kBrowser);
return target_data;
}
#endif // !BUILDFLAG(IS_ANDROID)
bool ShouldHandleAccessibilityRequestCallback(const std::string& path) {
return path == kTargetsDataFile;
}
// Sets boolean values in `data` for each bit in `new_ax_mode` that differs from
// that in `last_ax_mode`. Returns `true` if `data` was modified.
void SetProcessModeBools(ui::AXMode ax_mode, base::Value::Dict& data) {
data.Set(kNative, ax_mode.has_mode(ui::AXMode::kNativeAPIs));
data.Set(kWeb, ax_mode.has_mode(ui::AXMode::kWebContents));
data.Set(kText, ax_mode.has_mode(ui::AXMode::kInlineTextBoxes));
data.Set(kExtendedProperties,
ax_mode.has_mode(ui::AXMode::kExtendedProperties));
data.Set(kHTML, ax_mode.has_mode(ui::AXMode::kHTML));
data.Set(kScreenReader, ax_mode.has_mode(ui::AXMode::kScreenReader));
}
#if BUILDFLAG(IS_WIN)
// Sets values in `data` for the platform node counts in `counts`.
void SetNodeCounts(const ui::AXPlatformNodeWin::Counts& counts,
base::Value::Dict& data) {
data.Set("dormantCount", base::NumberToString(counts.dormant_nodes));
data.Set("liveCount", base::NumberToString(counts.live_nodes));
data.Set("ghostCount", base::NumberToString(counts.ghost_nodes));
}
#endif
void HandleAccessibilityRequestCallback(
content::BrowserContext* current_context,
ui::AXMode initial_process_mode,
const std::string& path,
content::WebUIDataSource::GotDataCallback callback) {
DCHECK(ShouldHandleAccessibilityRequestCallback(path));
auto& browser_accessibility_state =
*content::BrowserAccessibilityState::GetInstance();
base::Value::Dict data;
PrefService* pref = Profile::FromBrowserContext(current_context)->GetPrefs();
ui::AXMode mode = browser_accessibility_state.GetAccessibilityMode();
bool native = mode.has_mode(ui::AXMode::kNativeAPIs);
bool web = mode.has_mode(ui::AXMode::kWebContents);
bool text = mode.has_mode(ui::AXMode::kInlineTextBoxes);
bool extended_properties = mode.has_mode(ui::AXMode::kExtendedProperties);
bool screen_reader = mode.has_mode(ui::AXMode::kScreenReader);
bool html = mode.has_mode(ui::AXMode::kHTML);
bool pdf_printing = mode.has_mode(ui::AXMode::kPDFPrinting);
bool allow_platform_activation =
browser_accessibility_state.IsActivationFromPlatformEnabled();
ui::AssistiveTech assistive_tech =
ui::AXPlatform::GetInstance().active_assistive_tech();
bool is_screen_reader_active =
ui::AXPlatform::GetInstance().IsScreenReaderActive();
// The "native" and "web" flags are disabled if
// --disable-renderer-accessibility is set.
data.Set(kNative, native);
data.Set(kWeb, web);
// The "text", "extendedProperties" and "html" flags are only
// meaningful if "web" is enabled.
data.Set(kText, text);
data.Set(kExtendedProperties, extended_properties);
data.Set(kScreenReader, screen_reader);
data.Set(kHTML, html);
// The "pdfPrinting" flag is independent of the others.
data.Set(kPDFPrinting, pdf_printing);
// Identify the mode checkboxes that were turned on via platform API
// interactions and therefore cannot be unchecked unless the #isolate checkbox
// is checked.
data.Set(
kLockedPlatformModes,
base::Value::Dict()
.Set(kNative,
allow_platform_activation && native &&
initial_process_mode.has_mode(ui::AXMode::kNativeAPIs))
.Set(kWeb,
allow_platform_activation && web &&
initial_process_mode.has_mode(ui::AXMode::kWebContents))
.Set(kText,
allow_platform_activation && text &&
initial_process_mode.has_mode(ui::AXMode::kInlineTextBoxes))
.Set(kExtendedProperties, allow_platform_activation &&
extended_properties &&
initial_process_mode.has_mode(
ui::AXMode::kExtendedProperties))
.Set(kScreenReader,
allow_platform_activation && screen_reader &&
initial_process_mode.has_mode(ui::AXMode::kScreenReader))
.Set(kHTML, allow_platform_activation &&
initial_process_mode.has_mode(ui::AXMode::kHTML)));
data.Set(kDetectedATName, ui::GetAssistiveTechString(assistive_tech));
data.Set(kIsScreenReaderActive, is_screen_reader_active);
std::string pref_api_type =
pref->GetString(prefs::kShownAccessibilityApiType);
bool pref_api_type_supported = false;
std::vector<ui::AXApiType::Type> supported_api_types =
content::AXInspectFactory::SupportedApis();
base::Value::List supported_api_list;
supported_api_list.reserve(supported_api_types.size());
for (ui::AXApiType::Type type : supported_api_types) {
supported_api_list.Append(std::string_view(type));
if (type == ui::AXApiType::From(pref_api_type)) {
pref_api_type_supported = true;
}
}
data.Set(kSupportedApiTypesField, std::move(supported_api_list));
// If the saved API type is not supported, use the default platform formatter
// API type.
if (!pref_api_type_supported) {
pref_api_type = std::string_view(
content::AXInspectFactory::DefaultPlatformFormatterType());
}
data.Set(kApiTypeField, pref_api_type);
data.Set(kIsolate, !allow_platform_activation);
data.Set(kLocked, !browser_accessibility_state.IsAXModeChangeAllowed());
base::Value::List page_list;
std::unique_ptr<content::RenderWidgetHostIterator> widget_iter(
content::RenderWidgetHost::GetRenderWidgetHosts());
while (content::RenderWidgetHost* widget = widget_iter->GetNextHost()) {
// Ignore processes that don't have a connection, such as crashed tabs.
if (!widget->GetProcess()->IsInitializedAndNotDead()) {
continue;
}
content::RenderViewHost* rvh = content::RenderViewHost::From(widget);
if (!rvh) {
continue;
}
content::WebContents* web_contents =
content::WebContents::FromRenderViewHost(rvh);
content::WebContentsDelegate* delegate = web_contents->GetDelegate();
if (!delegate) {
continue;
}
if (web_contents->GetPrimaryMainFrame()->GetRenderViewHost() != rvh) {
continue;
}
// Ignore views that are never user-visible, like background pages.
if (web_contents->IsNeverComposited()) {
continue;
}
content::BrowserContext* context = rvh->GetProcess()->GetBrowserContext();
if (context != current_context) {
continue;
}
base::Value::Dict descriptor = BuildTargetDescriptor(rvh);
descriptor.Set(kNative, native);
descriptor.Set(kExtendedProperties, extended_properties);
descriptor.Set(kScreenReader, screen_reader);
descriptor.Set(kWeb, web);
page_list.Append(std::move(descriptor));
}
data.Set(kPagesField, std::move(page_list));
base::Value::List browser_list;
#if !BUILDFLAG(IS_ANDROID)
ForEachCurrentBrowserWindowInterfaceOrderedByActivation(
[&browser_list](BrowserWindowInterface* browser) {
browser_list.Append(BuildTargetDescriptor(browser));
return true;
});
#endif // !BUILDFLAG(IS_ANDROID)
data.Set(kBrowsersField, std::move(browser_list));
#if BUILDFLAG(IS_WIN)
SetNodeCounts(ui::AXPlatformNodeWin::GetCounts(), data);
#endif
std::string json_string = base::WriteJson(data).value_or("");
std::move(callback).Run(
base::MakeRefCounted<base::RefCountedString>(std::move(json_string)));
}
std::string RecursiveDumpAXPlatformNodeAsString(
ui::AXPlatformNode* node,
int indent,
const std::vector<AXPropertyFilter>& property_filters) {
if (!node) {
return "";
}
std::string str(2 * indent, '+');
ui::AXPlatformNodeDelegate* const node_delegate = node->GetDelegate();
std::string line = node_delegate->GetData().ToString();
std::vector<std::string> attributes = base::SplitString(
line, " ", base::KEEP_WHITESPACE, base::SPLIT_WANT_NONEMPTY);
for (const std::string& attribute : attributes) {
if (ui::AXTreeFormatter::MatchesPropertyFilters(property_filters, attribute,
false)) {
str += attribute + " ";
}
}
str += "\n";
for (size_t i = 0, child_count = node_delegate->GetChildCount();
i < child_count; i++) {
gfx::NativeViewAccessible child = node_delegate->ChildAtIndex(i);
ui::AXPlatformNode* child_node =
ui::AXPlatformNode::FromNativeViewAccessible(child);
str += RecursiveDumpAXPlatformNodeAsString(child_node, indent + 1,
property_filters);
}
return str;
}
// Add property filters to the property_filters vector for the given property
// filter type. The attributes are passed in as a string with each attribute
// separated by a space.
void AddPropertyFilters(std::vector<AXPropertyFilter>& property_filters,
const std::string& attributes,
AXPropertyFilter::Type type) {
for (const std::string& attribute : base::SplitString(
attributes, " ", base::KEEP_WHITESPACE, base::SPLIT_WANT_NONEMPTY)) {
property_filters.emplace_back(attribute, type);
}
}
bool IsValidJSValue(const std::string* str) {
return str && str->length() < 5000U;
}
const std::string& CheckJSValue(const std::string* str) {
CHECK(IsValidJSValue(str));
return *str;
}
// A holder for process-wide and per-tab accessibility state. An instance of
// this class is attached to the WebContents hosting chrome://accessibility.
// This state is not attached to AccessibilityUIMessageHandler, as it does not
// survive page reload in some situations; see https://crbug.com/355190669. An
// instance of this class monitors its WebContents's primary page and
// saves/restores accessibility state as the user navigates away from and back
// to chrome://accessibility.
class AccessibilityUiModes
: public content::WebContentsUserData<AccessibilityUiModes>,
public content::WebContentsObserver {
public:
~AccessibilityUiModes() override = default;
// Returns the instance for the WebContents hosting chrome://accessibility.
static AccessibilityUiModes& GetInstance(content::WebContents* web_contents) {
CreateForWebContents(web_contents);
return *FromWebContents(web_contents);
}
// Sets flags for all tabs in the browser process for the lifetime of the
// accessibility UI page.
void SetModeForProcess(uint32_t flags, bool enabled) {
if (process_accessibility_mode_) {
ui::AXMode mode = process_accessibility_mode_->mode();
mode.set_mode(flags, enabled);
process_accessibility_mode_ =
content::BrowserAccessibilityState::GetInstance()
->CreateScopedModeForProcess(mode);
}
}
// Applies `mode` to `web_contents` for the lifetime of the accessibility
// UI page.
void SetModeForWebContents(content::WebContents* web_contents,
ui::AXMode mode) {
// Create/replace a ScopedAccessibilityMode targeting `web_contents`.
auto scoped_mode = content::BrowserAccessibilityState::GetInstance()
->CreateScopedModeForWebContents(web_contents, mode);
auto [iter, inserted] = page_accessibility_modes_.try_emplace(
web_contents, *this, *web_contents, std::move(scoped_mode));
if (!inserted) {
iter->second.SetMode(std::move(scoped_mode));
}
}
// content::WebContentsObserver:
void PrimaryPageChanged(content::Page& page) override {
const GURL& new_page_url = GetWebContents().GetLastCommittedURL();
if (new_page_url != page_url_) {
if (process_accessibility_mode_) {
// Navigating away from chrome://accessibility. Save the process mode.
SaveAccessibilityState();
}
} else if (!process_accessibility_mode_) {
// Navigating back to chrome://accessibility. Restore the process mode.
RestoreAccessibilityState();
}
}
private:
friend content::WebContentsUserData<AccessibilityUiModes>;
WEB_CONTENTS_USER_DATA_KEY_DECL();
explicit AccessibilityUiModes(content::WebContents* web_contents)
: WebContentsUserData(*web_contents),
WebContentsObserver(web_contents),
page_url_(web_contents->GetLastCommittedURL()),
process_accessibility_mode_(
content::BrowserAccessibilityState::GetInstance()
->CreateScopedModeForProcess(ui::AXMode())) {}
// Saves the process-wide and per-tab accessibility mode flags and clears
// all ScopedAccessibilityMode instances managed for this instance of the
// accessibility UI page.
void SaveAccessibilityState() {
saved_process_mode_ = process_accessibility_mode_->mode();
process_accessibility_mode_.reset();
std::ranges::for_each(
page_accessibility_modes_,
[](PageAccessibilityMode& page_mode) { page_mode.Save(); },
&std::map<void*, PageAccessibilityMode>::value_type::second);
}
// Restores the process-wide and per-tab accessibility mode flags and clears
// all ScopedAccessibilityMode instances managed for this instance of the
// accessibility UI page.
void RestoreAccessibilityState() {
auto& browser_accessibility_state =
*content::BrowserAccessibilityState::GetInstance();
process_accessibility_mode_ =
browser_accessibility_state.CreateScopedModeForProcess(
std::exchange(saved_process_mode_, ui::AXMode()));
std::ranges::for_each(
page_accessibility_modes_,
[&browser_accessibility_state](PageAccessibilityMode& page_mode) {
page_mode.Restore(browser_accessibility_state);
},
&std::map<void*, PageAccessibilityMode>::value_type::second);
}
void OnPageDestroyed(content::WebContents& page_web_contents) {
page_accessibility_modes_.erase(&page_web_contents);
}
// A ScopedAccessibilityMode for a page hosted in a WebContents.
class PageAccessibilityMode : public content::WebContentsObserver {
public:
PageAccessibilityMode(
AccessibilityUiModes& parent,
content::WebContents& web_contents,
std::unique_ptr<content::ScopedAccessibilityMode> accessibility_mode);
PageAccessibilityMode(const PageAccessibilityMode&) = delete;
PageAccessibilityMode& operator=(const PageAccessibilityMode&) = delete;
~PageAccessibilityMode() override;
void SetMode(
std::unique_ptr<content::ScopedAccessibilityMode> accessibility_mode);
void Save();
void Restore(
content::BrowserAccessibilityState& browser_accessibility_state);
// content::WebContentsObserver:
void WebContentsDestroyed() override;
private:
const raw_ref<AccessibilityUiModes> parent_;
std::unique_ptr<content::ScopedAccessibilityMode> accessibility_mode_;
// The accessibility mode for this WebContents when the accessibility UI
// page is no longer the primary page in its WebContents.
ui::AXMode saved_mode_;
};
// The URL of the chrome://accessibility page visible in the WebContents.
const GURL page_url_;
// Accessibility modes for pages in WebContentses. The map's key is a pointer
// to a WebContents.
std::map<void*, PageAccessibilityMode> page_accessibility_modes_;
// A ScopedAccessibilityMode that holds the process-wide ("global") mode flags
// modified via the `setGlobalFlag` callback from the page. Holds at least an
// instance with no mode flags set while the chrome://accessibility page is
// the primary page in its WebContents.
std::unique_ptr<content::ScopedAccessibilityMode> process_accessibility_mode_;
// The process-wide accessibility mode when the accessibility UI page is no
// longer the primary page in its WebContents.
ui::AXMode saved_process_mode_;
};
WEB_CONTENTS_USER_DATA_KEY_IMPL(AccessibilityUiModes);
AccessibilityUiModes::PageAccessibilityMode::PageAccessibilityMode(
AccessibilityUiModes& parent,
content::WebContents& web_contents,
std::unique_ptr<content::ScopedAccessibilityMode> accessibility_mode)
: content::WebContentsObserver(&web_contents),
parent_(parent),
accessibility_mode_(std::move(accessibility_mode)) {}
AccessibilityUiModes::PageAccessibilityMode::~PageAccessibilityMode() = default;
void AccessibilityUiModes::PageAccessibilityMode::SetMode(
std::unique_ptr<content::ScopedAccessibilityMode> accessibility_mode) {
accessibility_mode_ = std::move(accessibility_mode);
}
void AccessibilityUiModes::PageAccessibilityMode::Save() {
saved_mode_ = accessibility_mode_->mode();
accessibility_mode_.reset();
}
void AccessibilityUiModes::PageAccessibilityMode::Restore(
content::BrowserAccessibilityState& browser_accessibility_state) {
accessibility_mode_ =
browser_accessibility_state.CreateScopedModeForWebContents(
web_contents(), std::exchange(saved_mode_, ui::AXMode()));
}
void AccessibilityUiModes::PageAccessibilityMode::WebContentsDestroyed() {
parent_->OnPageDestroyed(*web_contents());
}
} // namespace
AccessibilityUIConfig::AccessibilityUIConfig()
: DefaultWebUIConfig(content::kChromeUIScheme,
chrome::kChromeUIAccessibilityHost) {}
AccessibilityUIConfig::~AccessibilityUIConfig() = default;
AccessibilityUI::AccessibilityUI(content::WebUI* web_ui)
: WebUIController(web_ui) {
auto* const browser_context = web_ui->GetWebContents()->GetBrowserContext();
// Set up the chrome://accessibility source.
content::WebUIDataSource* html_source =
content::WebUIDataSource::CreateAndAdd(
browser_context, chrome::kChromeUIAccessibilityHost);
// The process-wide accessibility mode when the UI page is initially launched.
ui::AXMode initial_process_mode =
content::BrowserAccessibilityState::GetInstance()->GetAccessibilityMode();
// Add required resources.
html_source->UseStringsJs();
html_source->AddResourcePaths(kAccessibilityResources);
html_source->SetDefaultResource(IDR_ACCESSIBILITY_ACCESSIBILITY_HTML);
html_source->SetRequestFilter(
base::BindRepeating(&ShouldHandleAccessibilityRequestCallback),
base::BindRepeating(&HandleAccessibilityRequestCallback, browser_context,
initial_process_mode));
html_source->OverrideContentSecurityPolicy(
network::mojom::CSPDirectiveName::TrustedTypes,
"trusted-types parse-html-subset sanitize-inner-html;");
web_ui->AddMessageHandler(std::make_unique<AccessibilityUIMessageHandler>());
}
AccessibilityUI::~AccessibilityUI() = default;
AccessibilityUIObserver::AccessibilityUIObserver(
content::WebContents* web_contents,
std::vector<std::string>* event_logs)
: content::WebContentsObserver(web_contents), event_logs_(event_logs) {}
AccessibilityUIObserver::~AccessibilityUIObserver() = default;
void AccessibilityUIObserver::AccessibilityEventReceived(
const ui::AXUpdatesAndEvents& details) {
for (const ui::AXEvent& event : details.events) {
event_logs_->push_back(event.ToString());
}
}
AccessibilityUIMessageHandler::AccessibilityUIMessageHandler()
: update_display_timer_(
FROM_HERE,
base::Seconds(1),
base::BindRepeating(
&AccessibilityUIMessageHandler::OnUpdateDisplayTimer,
base::Unretained(this))) {}
AccessibilityUIMessageHandler::~AccessibilityUIMessageHandler() {
if (!observer_) {
return;
}
content::WebContents* web_contents = observer_->web_contents();
if (!web_contents) {
return;
}
StopRecording(web_contents);
}
void AccessibilityUIMessageHandler::RegisterMessages() {
DCHECK_CURRENTLY_ON(content::BrowserThread::UI);
web_ui()->RegisterMessageCallback(
"toggleAccessibility",
base::BindRepeating(
&AccessibilityUIMessageHandler::ToggleAccessibilityForWebContents,
base::Unretained(this)));
web_ui()->RegisterMessageCallback(
"setGlobalFlag",
base::BindRepeating(&AccessibilityUIMessageHandler::SetGlobalFlag,
base::Unretained(this)));
web_ui()->RegisterMessageCallback(
"setGlobalString",
base::BindRepeating(&AccessibilityUIMessageHandler::SetGlobalString,
base::Unretained(this)));
web_ui()->RegisterMessageCallback(
"requestWebContentsTree",
base::BindRepeating(
&AccessibilityUIMessageHandler::RequestWebContentsTree,
base::Unretained(this)));
web_ui()->RegisterMessageCallback(
"requestNativeUITree",
base::BindRepeating(&AccessibilityUIMessageHandler::RequestNativeUITree,
base::Unretained(this)));
#if defined(USE_AURA) && !BUILDFLAG(IS_CHROMEOS)
web_ui()->RegisterMessageCallback(
"requestWidgetsTree",
base::BindRepeating(&AccessibilityUIMessageHandler::RequestWidgetsTree,
base::Unretained(this)));
#endif
web_ui()->RegisterMessageCallback(
"requestAccessibilityEvents",
base::BindRepeating(
&AccessibilityUIMessageHandler::RequestAccessibilityEvents,
base::Unretained(this)));
auto* web_contents = web_ui()->GetWebContents();
Observe(web_contents);
OnVisibilityChanged(web_contents->GetVisibility());
}
void AccessibilityUIMessageHandler::ToggleAccessibilityForWebContents(
const base::Value::List& args) {
const base::Value::Dict& data = args[0].GetDict();
int process_id = *data.FindInt(kProcessIdField);
int routing_id = *data.FindInt(kRoutingIdField);
int mode = *data.FindInt(kModeIdField);
bool should_request_tree = *data.FindBool(kShouldRequestTreeField);
AllowJavascript();
content::RenderViewHost* rvh =
content::RenderViewHost::FromID(process_id, routing_id);
if (!rvh) {
return;
}
content::WebContents* web_contents =
content::WebContents::FromRenderViewHost(rvh);
ui::AXMode current_mode = web_contents->GetAccessibilityMode();
if (mode & ui::AXMode::kNativeAPIs) {
current_mode.set_mode(ui::AXMode::kNativeAPIs, true);
}
if (mode & ui::AXMode::kWebContents) {
current_mode.set_mode(ui::AXMode::kWebContents, true);
}
if (mode & ui::AXMode::kInlineTextBoxes) {
current_mode.set_mode(ui::AXMode::kInlineTextBoxes, true);
}
if (mode & ui::AXMode::kExtendedProperties) {
current_mode.set_mode(ui::AXMode::kExtendedProperties, true);
}
if (mode & ui::AXMode::kHTML) {
current_mode.set_mode(ui::AXMode::kHTML, true);
}
AccessibilityUiModes::GetInstance(web_ui()->GetWebContents())
.SetModeForWebContents(web_contents, current_mode);
if (should_request_tree) {
base::Value::Dict request_data;
request_data.Set(kProcessIdField, process_id);
request_data.Set(kRoutingIdField, routing_id);
request_data.Set(kRequestTypeField, kShowOrRefreshTree);
base::Value::List request_args;
request_args.Append(std::move(request_data));
RequestWebContentsTree(request_args);
} else {
// Call accessibility.showOrRefreshTree without a 'tree' field so the row's
// accessibility mode buttons are updated.
AllowJavascript();
base::Value::Dict new_mode = BuildTargetDescriptor(rvh);
FireWebUIListener("showOrRefreshTree", new_mode);
}
}
void AccessibilityUIMessageHandler::SetGlobalFlag(
const base::Value::List& args) {
auto& browser_accessibility_state =
*content::BrowserAccessibilityState::GetInstance();
const base::Value::Dict& data = args[0].GetDict();
const std::string flag_name = CheckJSValue(data.FindString(kFlagNameField));
bool enabled = *data.FindBool(kEnabledField);
AllowJavascript();
if (flag_name == kIsolate) {
browser_accessibility_state.SetActivationFromPlatformEnabled(!enabled);
return;
}
if (flag_name == kLocked) {
browser_accessibility_state.SetAXModeChangeAllowed(!enabled);
return;
}
ui::AXMode new_mode;
if (flag_name == kNative) {
new_mode = ui::AXMode::kNativeAPIs;
} else if (flag_name == kWeb) {
new_mode = ui::AXMode::kWebContents;
} else if (flag_name == kText) {
new_mode = ui::AXMode::kInlineTextBoxes;
} else if (flag_name == kExtendedProperties) {
new_mode = ui::AXMode::kExtendedProperties;
} else if (flag_name == kScreenReader) {
new_mode = ui::AXMode::kScreenReader;
} else if (flag_name == kHTML) {
new_mode = ui::AXMode::kHTML;
} else {
NOTREACHED();
}
// It doesn't make sense to enable one of the flags that depends on
// web contents without enabling web contents accessibility too.
if (enabled && (new_mode.has_mode(ui::AXMode::kInlineTextBoxes) ||
new_mode.has_mode(ui::AXMode::kExtendedProperties) ||
new_mode.has_mode(ui::AXMode::kHTML))) {
new_mode.set_mode(ui::AXMode::kWebContents, true);
}
// Similarly if you disable web accessibility we should remove all
// flags that depend on it.
if (!enabled && new_mode.has_mode(ui::AXMode::kWebContents)) {
new_mode.set_mode(ui::AXMode::kInlineTextBoxes, true);
new_mode.set_mode(ui::AXMode::kExtendedProperties, true);
new_mode.set_mode(ui::AXMode::kHTML, true);
}
AccessibilityUiModes::GetInstance(web_ui()->GetWebContents())
.SetModeForProcess(new_mode.flags(), enabled);
}
void AccessibilityUIMessageHandler::SetGlobalString(
const base::Value::List& args) {
const base::Value::Dict& data = args[0].GetDict();
const std::string string_name =
CheckJSValue(data.FindString(kStringNameField));
const std::string value = CheckJSValue(data.FindString(kValueField));
if (string_name == kApiTypeField) {
PrefService* pref = Profile::FromWebUI(web_ui())->GetPrefs();
pref->SetString(prefs::kShownAccessibilityApiType, value);
}
}
void AccessibilityUIMessageHandler::GetRequestTypeAndFilters(
const base::Value::Dict& data,
std::string& request_type,
std::string& allow,
std::string& allow_empty,
std::string& deny) {
request_type = CheckJSValue(data.FindString(kRequestTypeField));
CHECK(request_type == kShowOrRefreshTree || request_type == kCopyTree);
allow = CheckJSValue(data.FindStringByDottedPath("filters.allow"));
allow_empty = CheckJSValue(data.FindStringByDottedPath("filters.allowEmpty"));
deny = CheckJSValue(data.FindStringByDottedPath("filters.deny"));
}
void AccessibilityUIMessageHandler::RequestWebContentsTree(
const base::Value::List& args) {
const base::Value::Dict& data = args[0].GetDict();
std::string request_type, allow, allow_empty, deny;
GetRequestTypeAndFilters(data, request_type, allow, allow_empty, deny);
int process_id = *data.FindInt(kProcessIdField);
int routing_id = *data.FindInt(kRoutingIdField);
AllowJavascript();
content::RenderViewHost* rvh =
content::RenderViewHost::FromID(process_id, routing_id);
if (!rvh) {
base::Value::Dict result;
result.Set(kProcessIdField, process_id);
result.Set(kRoutingIdField, routing_id);
result.Set(kErrorField, "Renderer no longer exists.");
FireWebUIListener(request_type, result);
return;
}
base::Value::Dict result(BuildTargetDescriptor(rvh));
content::WebContents* web_contents =
content::WebContents::FromRenderViewHost(rvh);
// No matter the state of the current web_contents, we want to force the mode
// because we are about to show the accessibility tree
AccessibilityUiModes::GetInstance(web_ui()->GetWebContents())
.SetModeForWebContents(web_contents, ui::kAXModeComplete);
std::vector<AXPropertyFilter> property_filters;
AddPropertyFilters(property_filters, allow, AXPropertyFilter::ALLOW);
AddPropertyFilters(property_filters, allow_empty,
AXPropertyFilter::ALLOW_EMPTY);
AddPropertyFilters(property_filters, deny, AXPropertyFilter::DENY);
PrefService* pref = Profile::FromWebUI(web_ui())->GetPrefs();
ui::AXApiType::Type api_type =
ui::AXApiType::From(pref->GetString(prefs::kShownAccessibilityApiType));
std::string accessibility_contents =
web_contents->DumpAccessibilityTree(api_type, property_filters);
result.Set(kTreeField, accessibility_contents);
FireWebUIListener(request_type, result);
}
void AccessibilityUIMessageHandler::RequestNativeUITree(
const base::Value::List& args) {
const base::Value::Dict& data = args[0].GetDict();
std::string request_type, allow, allow_empty, deny;
GetRequestTypeAndFilters(data, request_type, allow, allow_empty, deny);
int session_id = *data.FindInt(kSessionIdField);
AllowJavascript();
#if !BUILDFLAG(IS_ANDROID)
std::vector<AXPropertyFilter> property_filters;
AddPropertyFilters(property_filters, allow, AXPropertyFilter::ALLOW);
AddPropertyFilters(property_filters, allow_empty,
AXPropertyFilter::ALLOW_EMPTY);
AddPropertyFilters(property_filters, deny, AXPropertyFilter::DENY);
bool found = false;
ForEachCurrentBrowserWindowInterfaceOrderedByActivation(
[this, session_id, &property_filters, &request_type,
&found](BrowserWindowInterface* browser) {
if (browser->GetSessionID().id() == session_id) {
base::Value::Dict result = BuildTargetDescriptor(browser);
gfx::NativeWindow const native_window =
browser->GetWindow()->GetNativeWindow();
ui::AXPlatformNode* const node =
ui::AXPlatformNode::FromNativeWindow(native_window);
result.Set(kTreeField, RecursiveDumpAXPlatformNodeAsString(
node, 0, property_filters));
FireWebUIListener(request_type, result);
found = true;
}
return !found;
});
if (found) {
return;
}
#endif // !BUILDFLAG(IS_ANDROID)
// No browser with the specified |session_id| was found.
base::Value::Dict result;
result.Set(kSessionIdField, session_id);
result.Set(kTypeField, kBrowser);
result.Set(kErrorField, "Browser no longer exists.");
FireWebUIListener(request_type, result);
}
void AccessibilityUIMessageHandler::RequestWidgetsTree(
const base::Value::List& args) {
#if defined(USE_AURA) && !BUILDFLAG(IS_CHROMEOS)
const base::Value::Dict& data = args[0].GetDict();
std::string request_type, allow, allow_empty, deny;
GetRequestTypeAndFilters(data, request_type, allow, allow_empty, deny);
std::vector<AXPropertyFilter> property_filters;
AddPropertyFilters(property_filters, allow, AXPropertyFilter::ALLOW);
AddPropertyFilters(property_filters, allow_empty,
AXPropertyFilter::ALLOW_EMPTY);
AddPropertyFilters(property_filters, deny, AXPropertyFilter::DENY);
base::Value::Dict result;
result.Set(kTypeField, kWidget);
result.Set(kErrorField, "Window no longer exists.");
AllowJavascript();
FireWebUIListener(request_type, result);
#endif // defined(USE_AURA) && !BUILDFLAG(IS_CHROMEOS)
}
void AccessibilityUIMessageHandler::Callback(const std::string& str) {
event_logs_.push_back(str);
}
void AccessibilityUIMessageHandler::StopRecording(
content::WebContents* web_contents) {
web_contents->RecordAccessibilityEvents(
GetRecordingApiType(), /*start_recording=*/false, std::nullopt);
observer_.reset(nullptr);
}
ui::AXApiType::Type AccessibilityUIMessageHandler::GetRecordingApiType() {
PrefService* pref = Profile::FromWebUI(web_ui())->GetPrefs();
const std::vector<ui::AXApiType::Type> supported_types =
content::AXInspectFactory::SupportedApis();
ui::AXApiType::Type api_type =
ui::AXApiType::From(pref->GetString(prefs::kShownAccessibilityApiType));
// Check to see if it is in the supported types list.
if (std::find(supported_types.begin(), supported_types.end(), api_type) ==
supported_types.end()) {
api_type = content::AXInspectFactory::DefaultPlatformRecorderType();
}
// Special cases for recording.
if (api_type == ui::AXApiType::kWinUIA) {
// The UIA event recorder currently does not work outside of tests,
// so use the platform default if the tree view is set to UIA.
// TODO: Remove this once the UIA event recorder is fixed. See:
// https://crbug.com/325316128
api_type = content::AXInspectFactory::DefaultPlatformRecorderType();
}
if (api_type == ui::AXApiType::kBlink) {
// kBlink is not a supported recording type, so use the platform default if
// the tree view is set to kBlink.
api_type = content::AXInspectFactory::DefaultPlatformRecorderType();
}
return api_type;
}
void AccessibilityUIMessageHandler::RequestAccessibilityEvents(
const base::Value::List& args) {
const base::Value::Dict& data = args[0].GetDict();
int process_id = *data.FindInt(kProcessIdField);
int routing_id = *data.FindInt(kRoutingIdField);
bool start_recording = *data.FindBool(kStartField);
AllowJavascript();
content::RenderViewHost* rvh =
content::RenderViewHost::FromID(process_id, routing_id);
if (!rvh) {
return;
}
base::Value::Dict result = BuildTargetDescriptor(rvh);
content::WebContents* web_contents =
content::WebContents::FromRenderViewHost(rvh);
if (start_recording) {
if (observer_) {
return;
}
web_contents->RecordAccessibilityEvents(
GetRecordingApiType(), /*start_recording=*/true,
base::BindRepeating(&AccessibilityUIMessageHandler::Callback,
weak_ptr_factory_.GetWeakPtr()));
observer_ =
std::make_unique<AccessibilityUIObserver>(web_contents, &event_logs_);
} else {
StopRecording(web_contents);
std::string event_logs_str;
for (const std::string& log : event_logs_) {
event_logs_str += log;
event_logs_str += "\n";
}
result.Set(kEventLogsField, event_logs_str);
event_logs_.clear();
FireWebUIListener("startOrStopEvents", result);
}
}
// static
void AccessibilityUIMessageHandler::RegisterProfilePrefs(
user_prefs::PrefRegistrySyncable* registry) {
const std::string_view default_api_type =
std::string_view(ui::AXApiType::Type(ui::AXApiType::kBlink));
registry->RegisterStringPref(prefs::kShownAccessibilityApiType,
std::string(default_api_type));
}
void AccessibilityUIMessageHandler::OnVisibilityChanged(
content::Visibility visibility) {
if (visibility == content::Visibility::HIDDEN) {
update_display_timer_.Stop();
} else {
update_display_timer_.Reset();
}
}
void AccessibilityUIMessageHandler::OnUpdateDisplayTimer() {
// Collect the current state.
base::Value::Dict data;
SetProcessModeBools(
content::BrowserAccessibilityState::GetInstance()->GetAccessibilityMode(),
data);
#if BUILDFLAG(IS_WIN)
SetNodeCounts(ui::AXPlatformNodeWin::GetCounts(), data);
#endif // BUILDFLAG(IS_WIN)
// Compute the delta from the last transmission.
for (auto scan = data.begin(); scan != data.end();) {
const auto& [new_key, new_value] = *scan;
if (const auto* old_value = last_data_.Find(new_key);
!old_value || *old_value != new_value) {
// This is a new value; remember it for the future.
last_data_.Set(new_key, new_value.Clone());
++scan;
} else {
// This is the same as the last value; forget about it.
scan = data.erase(scan);
}
}
// Transmit any new values to the UI.
if (!data.empty()) {
AllowJavascript();
FireWebUIListener("updateDisplay", data);
}
}