| // Copyright 2017 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "chrome/common/extensions/chrome_extension_messages.h" |
| #include "chrome/renderer/extensions/automation_internal_custom_bindings.h" |
| #include "ui/accessibility/ax_node.h" |
| |
| namespace extensions { |
| |
| namespace { |
| |
| // Convert from AXEvent to api::automation::EventType. |
| api::automation::EventType ToAutomationEvent(ui::AXEvent event_type) { |
| switch (event_type) { |
| case ui::AX_EVENT_NONE: |
| return api::automation::EVENT_TYPE_NONE; |
| case ui::AX_EVENT_ACTIVEDESCENDANTCHANGED: |
| return api::automation::EVENT_TYPE_ACTIVEDESCENDANTCHANGED; |
| case ui::AX_EVENT_ALERT: |
| return api::automation::EVENT_TYPE_ALERT; |
| case ui::AX_EVENT_ARIA_ATTRIBUTE_CHANGED: |
| return api::automation::EVENT_TYPE_ARIAATTRIBUTECHANGED; |
| case ui::AX_EVENT_AUTOCORRECTION_OCCURED: |
| return api::automation::EVENT_TYPE_AUTOCORRECTIONOCCURED; |
| case ui::AX_EVENT_BLUR: |
| return api::automation::EVENT_TYPE_BLUR; |
| case ui::AX_EVENT_CHECKED_STATE_CHANGED: |
| return api::automation::EVENT_TYPE_CHECKEDSTATECHANGED; |
| case ui::AX_EVENT_CHILDREN_CHANGED: |
| return api::automation::EVENT_TYPE_CHILDRENCHANGED; |
| case ui::AX_EVENT_CLICKED: |
| return api::automation::EVENT_TYPE_CLICKED; |
| case ui::AX_EVENT_DOCUMENT_SELECTION_CHANGED: |
| return api::automation::EVENT_TYPE_DOCUMENTSELECTIONCHANGED; |
| case ui::AX_EVENT_EXPANDED_CHANGED: |
| return api::automation::EVENT_TYPE_EXPANDEDCHANGED; |
| case ui::AX_EVENT_FOCUS: |
| return api::automation::EVENT_TYPE_FOCUS; |
| case ui::AX_EVENT_HIDE: |
| return api::automation::EVENT_TYPE_HIDE; |
| case ui::AX_EVENT_HOVER: |
| return api::automation::EVENT_TYPE_HOVER; |
| case ui::AX_EVENT_IMAGE_FRAME_UPDATED: |
| return api::automation::EVENT_TYPE_IMAGEFRAMEUPDATED; |
| case ui::AX_EVENT_INVALID_STATUS_CHANGED: |
| return api::automation::EVENT_TYPE_INVALIDSTATUSCHANGED; |
| case ui::AX_EVENT_LAYOUT_COMPLETE: |
| return api::automation::EVENT_TYPE_LAYOUTCOMPLETE; |
| case ui::AX_EVENT_LIVE_REGION_CREATED: |
| return api::automation::EVENT_TYPE_LIVEREGIONCREATED; |
| case ui::AX_EVENT_LIVE_REGION_CHANGED: |
| return api::automation::EVENT_TYPE_LIVEREGIONCHANGED; |
| case ui::AX_EVENT_LOAD_COMPLETE: |
| return api::automation::EVENT_TYPE_LOADCOMPLETE; |
| case ui::AX_EVENT_LOCATION_CHANGED: |
| return api::automation::EVENT_TYPE_LOCATIONCHANGED; |
| case ui::AX_EVENT_MEDIA_STARTED_PLAYING: |
| return api::automation::EVENT_TYPE_MEDIASTARTEDPLAYING; |
| case ui::AX_EVENT_MEDIA_STOPPED_PLAYING: |
| return api::automation::EVENT_TYPE_MEDIASTOPPEDPLAYING; |
| case ui::AX_EVENT_MENU_END: |
| return api::automation::EVENT_TYPE_MENUEND; |
| case ui::AX_EVENT_MENU_LIST_ITEM_SELECTED: |
| return api::automation::EVENT_TYPE_MENULISTITEMSELECTED; |
| case ui::AX_EVENT_MENU_LIST_VALUE_CHANGED: |
| return api::automation::EVENT_TYPE_MENULISTVALUECHANGED; |
| case ui::AX_EVENT_MENU_POPUP_END: |
| return api::automation::EVENT_TYPE_MENUPOPUPEND; |
| case ui::AX_EVENT_MENU_POPUP_START: |
| return api::automation::EVENT_TYPE_MENUPOPUPSTART; |
| case ui::AX_EVENT_MENU_START: |
| return api::automation::EVENT_TYPE_MENUSTART; |
| case ui::AX_EVENT_MOUSE_CANCELED: |
| return api::automation::EVENT_TYPE_MOUSECANCELED; |
| case ui::AX_EVENT_MOUSE_DRAGGED: |
| return api::automation::EVENT_TYPE_MOUSEDRAGGED; |
| case ui::AX_EVENT_MOUSE_MOVED: |
| return api::automation::EVENT_TYPE_MOUSEMOVED; |
| case ui::AX_EVENT_MOUSE_PRESSED: |
| return api::automation::EVENT_TYPE_MOUSEPRESSED; |
| case ui::AX_EVENT_MOUSE_RELEASED: |
| return api::automation::EVENT_TYPE_MOUSERELEASED; |
| case ui::AX_EVENT_ROW_COLLAPSED: |
| return api::automation::EVENT_TYPE_ROWCOLLAPSED; |
| case ui::AX_EVENT_ROW_COUNT_CHANGED: |
| return api::automation::EVENT_TYPE_ROWCOUNTCHANGED; |
| case ui::AX_EVENT_ROW_EXPANDED: |
| return api::automation::EVENT_TYPE_ROWEXPANDED; |
| case ui::AX_EVENT_SCROLL_POSITION_CHANGED: |
| return api::automation::EVENT_TYPE_SCROLLPOSITIONCHANGED; |
| case ui::AX_EVENT_SCROLLED_TO_ANCHOR: |
| return api::automation::EVENT_TYPE_SCROLLEDTOANCHOR; |
| case ui::AX_EVENT_SELECTED_CHILDREN_CHANGED: |
| return api::automation::EVENT_TYPE_SELECTEDCHILDRENCHANGED; |
| case ui::AX_EVENT_SELECTION: |
| return api::automation::EVENT_TYPE_SELECTION; |
| case ui::AX_EVENT_SELECTION_ADD: |
| return api::automation::EVENT_TYPE_SELECTIONADD; |
| case ui::AX_EVENT_SELECTION_REMOVE: |
| return api::automation::EVENT_TYPE_SELECTIONREMOVE; |
| case ui::AX_EVENT_SHOW: |
| return api::automation::EVENT_TYPE_SHOW; |
| case ui::AX_EVENT_TEXT_CHANGED: |
| return api::automation::EVENT_TYPE_TEXTCHANGED; |
| case ui::AX_EVENT_TEXT_SELECTION_CHANGED: |
| return api::automation::EVENT_TYPE_TEXTSELECTIONCHANGED; |
| case ui::AX_EVENT_TREE_CHANGED: |
| return api::automation::EVENT_TYPE_TREECHANGED; |
| case ui::AX_EVENT_VALUE_CHANGED: |
| return api::automation::EVENT_TYPE_VALUECHANGED; |
| } |
| |
| NOTREACHED(); |
| return api::automation::EVENT_TYPE_NONE; |
| } |
| |
| // Convert from ui::AXEventGenerator::Event to api::automation::EventType. |
| api::automation::EventType ToAutomationEvent( |
| ui::AXEventGenerator::Event event_type) { |
| switch (event_type) { |
| case ui::AXEventGenerator::Event::ACTIVE_DESCENDANT_CHANGED: |
| return api::automation::EVENT_TYPE_ACTIVEDESCENDANTCHANGED; |
| case ui::AXEventGenerator::Event::ALERT: |
| return api::automation::EVENT_TYPE_ALERT; |
| case ui::AXEventGenerator::Event::CHECKED_STATE_CHANGED: |
| return api::automation::EVENT_TYPE_CHECKEDSTATECHANGED; |
| case ui::AXEventGenerator::Event::CHILDREN_CHANGED: |
| return api::automation::EVENT_TYPE_CHILDRENCHANGED; |
| case ui::AXEventGenerator::Event::DOCUMENT_SELECTION_CHANGED: |
| return api::automation::EVENT_TYPE_DOCUMENTSELECTIONCHANGED; |
| case ui::AXEventGenerator::Event::INVALID_STATUS_CHANGED: |
| return api::automation::EVENT_TYPE_INVALIDSTATUSCHANGED; |
| case ui::AXEventGenerator::Event::LIVE_REGION_CHANGED: |
| return api::automation::EVENT_TYPE_LIVEREGIONCHANGED; |
| case ui::AXEventGenerator::Event::LIVE_REGION_CREATED: |
| return api::automation::EVENT_TYPE_LIVEREGIONCREATED; |
| case ui::AXEventGenerator::Event::LOAD_COMPLETE: |
| return api::automation::EVENT_TYPE_LOADCOMPLETE; |
| case ui::AXEventGenerator::Event::MENU_ITEM_SELECTED: |
| return api::automation::EVENT_TYPE_MENULISTITEMSELECTED; |
| case ui::AXEventGenerator::Event::ROW_COUNT_CHANGED: |
| return api::automation::EVENT_TYPE_ROWCOUNTCHANGED; |
| case ui::AXEventGenerator::Event::SCROLL_POSITION_CHANGED: |
| return api::automation::EVENT_TYPE_SCROLLPOSITIONCHANGED; |
| case ui::AXEventGenerator::Event::SELECTED_CHILDREN_CHANGED: |
| return api::automation::EVENT_TYPE_SELECTEDCHILDRENCHANGED; |
| case ui::AXEventGenerator::Event::VALUE_CHANGED: |
| return api::automation::EVENT_TYPE_VALUECHANGED; |
| |
| // These don't have a mapping. |
| case ui::AXEventGenerator::Event::COLLAPSED: |
| case ui::AXEventGenerator::Event::DESCRIPTION_CHANGED: |
| case ui::AXEventGenerator::Event::DOCUMENT_TITLE_CHANGED: |
| case ui::AXEventGenerator::Event::EXPANDED: |
| case ui::AXEventGenerator::Event::LIVE_REGION_NODE_CHANGED: |
| case ui::AXEventGenerator::Event::NAME_CHANGED: |
| case ui::AXEventGenerator::Event::OTHER_ATTRIBUTE_CHANGED: |
| case ui::AXEventGenerator::Event::ROLE_CHANGED: |
| case ui::AXEventGenerator::Event::SELECTED_CHANGED: |
| case ui::AXEventGenerator::Event::STATE_CHANGED: |
| return api::automation::EVENT_TYPE_NONE; |
| } |
| |
| NOTREACHED(); |
| return api::automation::EVENT_TYPE_NONE; |
| } |
| |
| } // namespace |
| |
| AutomationAXTreeWrapper::AutomationAXTreeWrapper( |
| int32_t tree_id, |
| AutomationInternalCustomBindings* owner) |
| : tree_id_(tree_id), host_node_id_(-1), owner_(owner) { |
| // We have to initialize AXEventGenerator here - we can't do it in the |
| // initializer list because AXTree hasn't been initialized yet at that point. |
| SetTree(&tree_); |
| } |
| |
| AutomationAXTreeWrapper::~AutomationAXTreeWrapper() { |
| // Clearing the delegate so we don't get a callback for every node |
| // being deleted. |
| tree_.SetDelegate(nullptr); |
| } |
| |
| bool AutomationAXTreeWrapper::OnAccessibilityEvent( |
| const ExtensionMsg_AccessibilityEventParams& params, |
| bool is_active_profile) { |
| deleted_node_ids_.clear(); |
| |
| if (!tree_.Unserialize(params.update)) |
| return false; |
| |
| // Don't send any events if it's not the active profile. |
| if (!is_active_profile) |
| return true; |
| |
| owner_->SendNodesRemovedEvent(&tree_, deleted_node_ids_); |
| deleted_node_ids_.clear(); |
| |
| api::automation::EventType automation_event_type = |
| ToAutomationEvent(params.event_type); |
| |
| if (automation_event_type == |
| api::automation::EVENT_TYPE_DOCUMENTSELECTIONCHANGED) |
| LOG(ERROR) << "AXAX Native DOCUMENT SELECTION CHANGED event"; |
| |
| // Send some events directly from the event message, if they're not |
| // handled by AXEventGenerator yet. |
| if (!IsEventTypeHandledByAXEventGenerator(automation_event_type)) { |
| if (automation_event_type == |
| api::automation::EVENT_TYPE_DOCUMENTSELECTIONCHANGED) |
| LOG(ERROR) << "AXAX SENDING Native DOCUMENT SELECTION CHANGED event"; |
| owner_->SendAutomationEvent(params, params.id, automation_event_type); |
| } |
| |
| // Send auto-generated AXEventGenerator events. |
| for (auto targeted_event : *this) { |
| api::automation::EventType event_type = |
| ToAutomationEvent(targeted_event.event); |
| if (event_type == api::automation::EVENT_TYPE_DOCUMENTSELECTIONCHANGED) |
| LOG(ERROR) << "AXAX Generated DOCUMENT SELECTION CHANGED event"; |
| if (IsEventTypeHandledByAXEventGenerator(event_type)) { |
| if (event_type == api::automation::EVENT_TYPE_DOCUMENTSELECTIONCHANGED) |
| LOG(ERROR) << "AXAX SENDING Generated DOCUMENT SELECTION CHANGED event"; |
| owner_->SendAutomationEvent(params, targeted_event.node->id(), |
| event_type); |
| } |
| } |
| ClearEvents(); |
| |
| return true; |
| } |
| |
| void AutomationAXTreeWrapper::OnNodeDataWillChange( |
| ui::AXTree* tree, |
| const ui::AXNodeData& old_node_data, |
| const ui::AXNodeData& new_node_data) { |
| AXEventGenerator::OnNodeDataWillChange(tree, old_node_data, new_node_data); |
| if (old_node_data.GetStringAttribute(ui::AX_ATTR_NAME) != |
| new_node_data.GetStringAttribute(ui::AX_ATTR_NAME)) |
| text_changed_node_ids_.push_back(new_node_data.id); |
| } |
| |
| void AutomationAXTreeWrapper::OnNodeWillBeDeleted(ui::AXTree* tree, |
| ui::AXNode* node) { |
| AXEventGenerator::OnNodeWillBeDeleted(tree, node); |
| owner_->SendTreeChangeEvent(api::automation::TREE_CHANGE_TYPE_NODEREMOVED, |
| tree, node); |
| deleted_node_ids_.push_back(node->id()); |
| } |
| |
| void AutomationAXTreeWrapper::OnAtomicUpdateFinished( |
| ui::AXTree* tree, |
| bool root_changed, |
| const std::vector<ui::AXTreeDelegate::Change>& changes) { |
| AXEventGenerator::OnAtomicUpdateFinished(tree, root_changed, changes); |
| DCHECK_EQ(&tree_, tree); |
| for (const auto change : changes) { |
| ui::AXNode* node = change.node; |
| switch (change.type) { |
| case NODE_CREATED: |
| owner_->SendTreeChangeEvent( |
| api::automation::TREE_CHANGE_TYPE_NODECREATED, tree, node); |
| break; |
| case SUBTREE_CREATED: |
| owner_->SendTreeChangeEvent( |
| api::automation::TREE_CHANGE_TYPE_SUBTREECREATED, tree, node); |
| break; |
| case NODE_CHANGED: |
| owner_->SendTreeChangeEvent( |
| api::automation::TREE_CHANGE_TYPE_NODECHANGED, tree, node); |
| break; |
| // Unhandled. |
| case NODE_REPARENTED: |
| case SUBTREE_REPARENTED: |
| break; |
| } |
| } |
| |
| for (int id : text_changed_node_ids_) { |
| owner_->SendTreeChangeEvent(api::automation::TREE_CHANGE_TYPE_TEXTCHANGED, |
| tree, tree->GetFromId(id)); |
| } |
| text_changed_node_ids_.clear(); |
| } |
| |
| bool AutomationAXTreeWrapper::IsEventTypeHandledByAXEventGenerator( |
| api::automation::EventType event_type) const { |
| switch (event_type) { |
| // Generated by AXEventGenerator. |
| case api::automation::EVENT_TYPE_ACTIVEDESCENDANTCHANGED: |
| case api::automation::EVENT_TYPE_CHECKEDSTATECHANGED: |
| case api::automation::EVENT_TYPE_EXPANDEDCHANGED: |
| case api::automation::EVENT_TYPE_INVALIDSTATUSCHANGED: |
| case api::automation::EVENT_TYPE_LIVEREGIONCHANGED: |
| case api::automation::EVENT_TYPE_LIVEREGIONCREATED: |
| case api::automation::EVENT_TYPE_LOADCOMPLETE: |
| case api::automation::EVENT_TYPE_SCROLLPOSITIONCHANGED: |
| case api::automation::EVENT_TYPE_SELECTEDCHILDRENCHANGED: |
| return true; |
| |
| // Not generated by AXEventGenerator and possible candidates |
| // for removal from the automation API entirely. |
| case api::automation::EVENT_TYPE_HIDE: |
| case api::automation::EVENT_TYPE_LAYOUTCOMPLETE: |
| case api::automation::EVENT_TYPE_MENULISTVALUECHANGED: |
| case api::automation::EVENT_TYPE_MENUPOPUPEND: |
| case api::automation::EVENT_TYPE_MENUPOPUPSTART: |
| case api::automation::EVENT_TYPE_SELECTIONADD: |
| case api::automation::EVENT_TYPE_SELECTIONREMOVE: |
| case api::automation::EVENT_TYPE_SHOW: |
| case api::automation::EVENT_TYPE_TREECHANGED: |
| return false; |
| |
| // These events will never be generated by AXEventGenerator. |
| // These are all events that can't be inferred from a tree change. |
| case api::automation::EVENT_TYPE_NONE: |
| case api::automation::EVENT_TYPE_AUTOCORRECTIONOCCURED: |
| case api::automation::EVENT_TYPE_CLICKED: |
| case api::automation::EVENT_TYPE_HOVER: |
| case api::automation::EVENT_TYPE_MEDIASTARTEDPLAYING: |
| case api::automation::EVENT_TYPE_MEDIASTOPPEDPLAYING: |
| case api::automation::EVENT_TYPE_MOUSECANCELED: |
| case api::automation::EVENT_TYPE_MOUSEDRAGGED: |
| case api::automation::EVENT_TYPE_MOUSEMOVED: |
| case api::automation::EVENT_TYPE_MOUSEPRESSED: |
| case api::automation::EVENT_TYPE_MOUSERELEASED: |
| case api::automation::EVENT_TYPE_SCROLLEDTOANCHOR: |
| return false; |
| |
| // These events might need to be migrated to AXEventGenerator. |
| case api::automation::EVENT_TYPE_ALERT: |
| case api::automation::EVENT_TYPE_ARIAATTRIBUTECHANGED: |
| case api::automation::EVENT_TYPE_BLUR: |
| case api::automation::EVENT_TYPE_CHILDRENCHANGED: |
| case api::automation::EVENT_TYPE_DOCUMENTSELECTIONCHANGED: |
| case api::automation::EVENT_TYPE_FOCUS: |
| case api::automation::EVENT_TYPE_IMAGEFRAMEUPDATED: |
| case api::automation::EVENT_TYPE_LOCATIONCHANGED: |
| case api::automation::EVENT_TYPE_MENUEND: |
| case api::automation::EVENT_TYPE_MENULISTITEMSELECTED: |
| case api::automation::EVENT_TYPE_MENUSTART: |
| case api::automation::EVENT_TYPE_ROWCOLLAPSED: |
| case api::automation::EVENT_TYPE_ROWCOUNTCHANGED: |
| case api::automation::EVENT_TYPE_ROWEXPANDED: |
| case api::automation::EVENT_TYPE_SELECTION: |
| case api::automation::EVENT_TYPE_TEXTCHANGED: |
| case api::automation::EVENT_TYPE_TEXTSELECTIONCHANGED: |
| case api::automation::EVENT_TYPE_VALUECHANGED: |
| return false; |
| } |
| |
| NOTREACHED(); |
| return false; |
| } |
| |
| } // namespace extensions |
