|
47 | 47 | #include <JavaScriptCore/JSStringRefPrivate.h> |
48 | 48 | #include <JavaScriptCore/OpaqueJSString.h> |
49 | 49 | #include <JavaScriptCore/SourceTaintedOrigin.h> |
| 50 | +#include <WebCore/AXID.h> |
50 | 51 | #include <WebCore/AXObjectCache.h> |
51 | 52 | #include <WebCore/AccessibilityObject.h> |
52 | 53 | #include <WebCore/ContainerNodeInlines.h> |
|
76 | 77 | #include <WebCore/RenderElement.h> |
77 | 78 | #include <WebCore/ScriptController.h> |
78 | 79 | #include <wtf/StdLibExtras.h> |
| 80 | +#include <wtf/text/StringToIntegerConversion.h> |
79 | 81 | #include <wtf/TZoneMallocInlines.h> |
80 | 82 | #include <wtf/UUID.h> |
81 | 83 |
|
@@ -383,6 +385,48 @@ WebCore::AccessibilityObject* WebAutomationSessionProxy::getAccessibilityObjectF |
383 | 385 | return nullptr; |
384 | 386 | } |
385 | 387 |
|
| 388 | +WebCore::AccessibilityObject* WebAutomationSessionProxy::getAccessibilityObjectForAXNode(WebCore::PageIdentifier pageID, String accessibilityNodeHandle, String& errorType) |
| 389 | +{ |
| 390 | + RefPtr page = WebProcess::singleton().webPage(pageID); |
| 391 | + if (!page) { |
| 392 | + errorType = Inspector::Protocol::AutomationHelpers::getEnumConstantValue(Inspector::Protocol::Automation::ErrorMessage::WindowNotFound); |
| 393 | + return nullptr; |
| 394 | + } |
| 395 | + |
| 396 | + WeakPtr frame = &page->mainWebFrame(); |
| 397 | + if (!frame) { |
| 398 | + errorType = Inspector::Protocol::AutomationHelpers::getEnumConstantValue(Inspector::Protocol::Automation::ErrorMessage::WindowNotFound); |
| 399 | + return nullptr; |
| 400 | + } |
| 401 | + ASSERT(frame->coreLocalFrame()); |
| 402 | + if (!frame->coreLocalFrame()->view()) { |
| 403 | + errorType = Inspector::Protocol::AutomationHelpers::getEnumConstantValue(Inspector::Protocol::Automation::ErrorMessage::WindowNotFound); |
| 404 | + return nullptr; |
| 405 | + } |
| 406 | + |
| 407 | + WebCore::AXObjectCache::enableAccessibility(); |
| 408 | + |
| 409 | + if (CheckedPtr axObjectCache = protect(frame->coreLocalFrame()->document()->axObjectCache())) { |
| 410 | + // Force a layout and cache update. If we don't, and this request has come in before the render tree was built, |
| 411 | + // the accessibility object for this element will not be created (because it doesn't yet have its renderer). |
| 412 | + axObjectCache->performDeferredCacheUpdate(ForceLayout::Yes); |
| 413 | + |
| 414 | + auto parsedAXID = parseInteger<uint64_t>(accessibilityNodeHandle); |
| 415 | + if (!parsedAXID) { |
| 416 | + errorType = Inspector::Protocol::AutomationHelpers::getEnumConstantValue( |
| 417 | + Inspector::Protocol::Automation::ErrorMessage::NodeNotFound); |
| 418 | + return nullptr; |
| 419 | + } |
| 420 | + auto axID = WebCore::AXID { *parsedAXID }; |
| 421 | + |
| 422 | + if (auto* axObject = axObjectCache->objectForID(axID)) |
| 423 | + return axObject; |
| 424 | + } |
| 425 | + |
| 426 | + errorType = Inspector::Protocol::AutomationHelpers::getEnumConstantValue(Inspector::Protocol::Automation::ErrorMessage::InternalError); |
| 427 | + return nullptr; |
| 428 | +} |
| 429 | + |
386 | 430 | void WebAutomationSessionProxy::ensureObserverForFrame(WebFrame& frame) |
387 | 431 | { |
388 | 432 | // If the frame and LocalDOMWindow have become disconnected, then frame is already being destroyed |
@@ -912,6 +956,59 @@ void WebAutomationSessionProxy::getComputedLabel(WebCore::PageIdentifier pageID, |
912 | 956 | completionHandler(std::nullopt, axObject->computedLabel()); |
913 | 957 | } |
914 | 958 |
|
| 959 | +static WebAutomationSessionProxy::ComputedAXProperties getComputedAccessibilityProperties(WebCore::AccessibilityObject& axObject) |
| 960 | +{ |
| 961 | + String accessibilityNodeId = String::number(axObject.objectID().toUInt64()); |
| 962 | + String role = axObject.computedRoleString(); |
| 963 | + String label = axObject.computedLabel(); |
| 964 | + |
| 965 | + String isChecked; |
| 966 | + if (axObject.supportsCheckedState()) |
| 967 | + isChecked = axObject.isChecked() ? "true"_s : "false"_s; |
| 968 | + |
| 969 | + String isPressed; |
| 970 | + if (axObject.isToggleButton()) |
| 971 | + isPressed = axObject.isPressed() ? "true"_s : "false"_s; |
| 972 | + |
| 973 | + String parentAXID; |
| 974 | + if (auto* parent = axObject.parentObject()) |
| 975 | + parentAXID = String::number(parent->objectID().toUInt64()); |
| 976 | + |
| 977 | + Vector<String> childrenAXIDs; |
| 978 | + for (auto& child : axObject.stitchedUnignoredChildren()) |
| 979 | + childrenAXIDs.append(String::number(child->objectID().toUInt64())); |
| 980 | + |
| 981 | + return { accessibilityNodeId, role, label, isChecked, isPressed, parentAXID, WTF::move(childrenAXIDs) }; |
| 982 | +} |
| 983 | + |
| 984 | +void WebAutomationSessionProxy::getAccessibilityPropertiesForElement(WebCore::PageIdentifier pageID, std::optional<WebCore::FrameIdentifier> frameID, String nodeHandle, CompletionHandler<void(std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, Vector<String>&&)>&& completionHandler) |
| 985 | +{ |
| 986 | + String errorType; |
| 987 | + RefPtr axObject = getAccessibilityObjectForNode(pageID, frameID, nodeHandle, errorType); |
| 988 | + |
| 989 | + if (!errorType.isNull()) { |
| 990 | + completionHandler(errorType, std::nullopt, std::nullopt, std::nullopt, std::nullopt, std::nullopt, std::nullopt, Vector<String> { }); |
| 991 | + return; |
| 992 | + } |
| 993 | + |
| 994 | + auto properties = getComputedAccessibilityProperties(*axObject); |
| 995 | + completionHandler(std::nullopt, WTF::move(properties.accessibilityNodeId), WTF::move(properties.role), WTF::move(properties.label), WTF::move(properties.checked), WTF::move(properties.pressed), WTF::move(properties.parent), WTF::move(properties.children)); |
| 996 | +} |
| 997 | + |
| 998 | +void WebAutomationSessionProxy::getAccessibilityPropertiesForAccessibilityNode(WebCore::PageIdentifier pageID, String accessibilityNodeHandle, CompletionHandler<void(std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, std::optional<String>&&, Vector<String>&&)>&& completionHandler) |
| 999 | +{ |
| 1000 | + String errorType; |
| 1001 | + RefPtr axObject = getAccessibilityObjectForAXNode(pageID, accessibilityNodeHandle, errorType); |
| 1002 | + |
| 1003 | + if (!errorType.isNull()) { |
| 1004 | + completionHandler(errorType, std::nullopt, std::nullopt, std::nullopt, std::nullopt, std::nullopt, std::nullopt, Vector<String> { }); |
| 1005 | + return; |
| 1006 | + } |
| 1007 | + |
| 1008 | + auto properties = getComputedAccessibilityProperties(*axObject); |
| 1009 | + completionHandler(std::nullopt, WTF::move(properties.accessibilityNodeId), WTF::move(properties.role), WTF::move(properties.label), WTF::move(properties.checked), WTF::move(properties.pressed), WTF::move(properties.parent), WTF::move(properties.children)); |
| 1010 | +} |
| 1011 | + |
915 | 1012 | void WebAutomationSessionProxy::selectOptionElement(WebCore::PageIdentifier pageID, std::optional<WebCore::FrameIdentifier> frameID, String nodeHandle, CompletionHandler<void(std::optional<String>)>&& completionHandler) |
916 | 1013 | { |
917 | 1014 | RefPtr page = WebProcess::singleton().webPage(pageID); |
|
0 commit comments