123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392 |
- /*
- * Copyright (C) 2008, 2009, 2010, 2013 Apple Inc. All Rights Reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions
- * are met:
- * 1. Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
- * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
- * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
- * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
- * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
- * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
- #include "config.h"
- #include "AccessibilityController.h"
- #include "AccessibilityUIElement.h"
- #include "DumpRenderTree.h"
- #include "FrameLoadDelegate.h"
- #include <JavaScriptCore/JSRetainPtr.h>
- #include <JavaScriptCore/JSStringRef.h>
- #include <JavaScriptCore/JSStringRefBSTR.h>
- #include <WebCore/AccessibilityObjectWrapperWin.h>
- #include <WebCore/COMPtr.h>
- #include <WebKit/WebKit.h>
- #include <comutil.h>
- #include <oleacc.h>
- #include <string>
- #include <wtf/Assertions.h>
- #include <wtf/text/AtomicString.h>
- using namespace std;
- AccessibilityController::AccessibilityController()
- : m_focusEventHook(0)
- , m_scrollingStartEventHook(0)
- , m_valueChangeEventHook(0)
- , m_allEventsHook(0)
- , m_notificationsEventHook(0)
- {
- }
- AccessibilityController::~AccessibilityController()
- {
- setLogFocusEvents(false);
- setLogAccessibilityEvents(false);
- setLogValueChangeEvents(false);
- if (m_notificationsEventHook)
- UnhookWinEvent(m_notificationsEventHook);
- for (HashMap<PlatformUIElement, JSObjectRef>::iterator it = m_notificationListeners.begin(); it != m_notificationListeners.end(); ++it)
- JSValueUnprotect(frame->globalContext(), it->value);
- }
- AccessibilityUIElement AccessibilityController::elementAtPoint(int x, int y)
- {
- // FIXME: implement
- return 0;
- }
- static COMPtr<IAccessibleComparable> comparableObject(const COMPtr<IServiceProvider>& serviceProvider)
- {
- COMPtr<IAccessibleComparable> comparable;
- serviceProvider->QueryService(SID_AccessibleComparable, __uuidof(IAccessibleComparable), reinterpret_cast<void**>(&comparable));
- return comparable;
- }
- static COMPtr<IAccessible> findAccessibleObjectById(AccessibilityUIElement parentObject, BSTR idAttribute)
- {
- COMPtr<IAccessible> parentIAccessible = parentObject.platformUIElement();
- COMPtr<IServiceProvider> serviceProvider(Query, parentIAccessible);
- if (!serviceProvider)
- return 0;
- COMPtr<IAccessibleComparable> comparable = comparableObject(serviceProvider);
- if (!comparable)
- return 0;
- VARIANT value;
- ::VariantInit(&value);
- _bstr_t elementIdAttributeKey(L"AXDRTElementIdAttribute");
- if (SUCCEEDED(comparable->get_attribute(elementIdAttributeKey, &value))) {
- ASSERT(V_VT(&value) == VT_BSTR);
- if (VARCMP_EQ == ::VarBstrCmp(value.bstrVal, idAttribute, LOCALE_USER_DEFAULT, 0)) {
- ::VariantClear(&value);
- return parentIAccessible;
- }
- }
- ::VariantClear(&value);
- long childCount = parentObject.childrenCount();
- if (!childCount)
- return 0;
- COMPtr<IAccessible> result;
- for (long i = 0; i < childCount; ++i) {
- AccessibilityUIElement childAtIndex = parentObject.getChildAtIndex(i);
- result = findAccessibleObjectById(childAtIndex, idAttribute);
- if (result)
- return result;
- }
- return 0;
- }
- AccessibilityUIElement AccessibilityController::accessibleElementById(JSStringRef id)
- {
- AccessibilityUIElement rootAccessibilityUIElement = rootElement();
- BSTR idAttribute = JSStringCopyBSTR(id);
- COMPtr<IAccessible> result = findAccessibleObjectById(rootAccessibilityUIElement, idAttribute);
- ::SysFreeString(idAttribute);
- if (result)
- return AccessibilityUIElement(result);
- return 0;
- }
- AccessibilityUIElement AccessibilityController::focusedElement()
- {
- COMPtr<IAccessible> rootAccessible = rootElement().platformUIElement();
- VARIANT vFocus;
- if (FAILED(rootAccessible->get_accFocus(&vFocus)))
- return 0;
- if (V_VT(&vFocus) == VT_I4) {
- ASSERT(V_I4(&vFocus) == CHILDID_SELF);
- // The root accessible object is the focused object.
- return rootAccessible;
- }
- ASSERT(V_VT(&vFocus) == VT_DISPATCH);
- // We have an IDispatch; query for IAccessible.
- return COMPtr<IAccessible>(Query, V_DISPATCH(&vFocus));
- }
- AccessibilityUIElement AccessibilityController::rootElement()
- {
- COMPtr<IWebView> view;
- if (FAILED(frame->webView(&view)))
- return 0;
- COMPtr<IWebViewPrivate> viewPrivate(Query, view);
- if (!viewPrivate)
- return 0;
- HWND webViewWindow;
- if (FAILED(viewPrivate->viewWindow((OLE_HANDLE*)&webViewWindow)))
- return 0;
- // Get the root accessible object by querying for the accessible object for the
- // WebView's window.
- COMPtr<IAccessible> rootAccessible;
- if (FAILED(AccessibleObjectFromWindow(webViewWindow, static_cast<DWORD>(OBJID_CLIENT), __uuidof(IAccessible), reinterpret_cast<void**>(&rootAccessible))))
- return 0;
- return rootAccessible;
- }
- static void CALLBACK logEventProc(HWINEVENTHOOK, DWORD event, HWND hwnd, LONG idObject, LONG idChild, DWORD, DWORD)
- {
- // Get the accessible object for this event.
- COMPtr<IAccessible> parentObject;
- VARIANT vChild;
- VariantInit(&vChild);
- HRESULT hr = AccessibleObjectFromEvent(hwnd, idObject, idChild, &parentObject, &vChild);
- ASSERT(SUCCEEDED(hr));
- // Get the name of the focused element, and log it to stdout.
- BSTR nameBSTR;
- hr = parentObject->get_accName(vChild, &nameBSTR);
- ASSERT(SUCCEEDED(hr));
- wstring name(nameBSTR, ::SysStringLen(nameBSTR));
- SysFreeString(nameBSTR);
- switch (event) {
- case EVENT_OBJECT_FOCUS:
- printf("Received focus event for object '%S'.\n", name.c_str());
- break;
- case EVENT_OBJECT_SELECTION:
- printf("Received selection event for object '%S'.\n", name.c_str());
- break;
- case EVENT_OBJECT_VALUECHANGE: {
- BSTR valueBSTR;
- hr = parentObject->get_accValue(vChild, &valueBSTR);
- ASSERT(SUCCEEDED(hr));
- wstring value(valueBSTR, ::SysStringLen(valueBSTR));
- SysFreeString(valueBSTR);
- printf("Received value change event for object '%S', value '%S'.\n", name.c_str(), value.c_str());
- break;
- }
- case EVENT_SYSTEM_SCROLLINGSTART:
- printf("Received scrolling start event for object '%S'.\n", name.c_str());
- break;
- default:
- printf("Received unknown event for object '%S'.\n", name.c_str());
- break;
- }
- VariantClear(&vChild);
- }
- void AccessibilityController::setLogFocusEvents(bool logFocusEvents)
- {
- if (!!m_focusEventHook == logFocusEvents)
- return;
- if (!logFocusEvents) {
- UnhookWinEvent(m_focusEventHook);
- m_focusEventHook = 0;
- return;
- }
- // Ensure that accessibility is initialized for the WebView by querying for
- // the root accessible object.
- rootElement();
- m_focusEventHook = SetWinEventHook(EVENT_OBJECT_FOCUS, EVENT_OBJECT_FOCUS, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
- ASSERT(m_focusEventHook);
- }
- void AccessibilityController::setLogValueChangeEvents(bool logValueChangeEvents)
- {
- if (!!m_valueChangeEventHook == logValueChangeEvents)
- return;
- if (!logValueChangeEvents) {
- UnhookWinEvent(m_valueChangeEventHook);
- m_valueChangeEventHook = 0;
- return;
- }
- // Ensure that accessibility is initialized for the WebView by querying for
- // the root accessible object.
- rootElement();
- m_valueChangeEventHook = SetWinEventHook(EVENT_OBJECT_VALUECHANGE, EVENT_OBJECT_VALUECHANGE, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
- ASSERT(m_valueChangeEventHook);
- }
- void AccessibilityController::setLogScrollingStartEvents(bool logScrollingStartEvents)
- {
- if (!!m_scrollingStartEventHook == logScrollingStartEvents)
- return;
- if (!logScrollingStartEvents) {
- UnhookWinEvent(m_scrollingStartEventHook);
- m_scrollingStartEventHook = 0;
- return;
- }
- // Ensure that accessibility is initialized for the WebView by querying for
- // the root accessible object.
- rootElement();
- m_scrollingStartEventHook = SetWinEventHook(EVENT_SYSTEM_SCROLLINGSTART, EVENT_SYSTEM_SCROLLINGSTART, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
- ASSERT(m_scrollingStartEventHook);
- }
- void AccessibilityController::setLogAccessibilityEvents(bool logAccessibilityEvents)
- {
- if (!!m_allEventsHook == logAccessibilityEvents)
- return;
- if (!logAccessibilityEvents) {
- UnhookWinEvent(m_allEventsHook);
- m_allEventsHook = 0;
- return;
- }
- // Ensure that accessibility is initialized for the WebView by querying for
- // the root accessible object.
- rootElement();
- m_allEventsHook = SetWinEventHook(EVENT_MIN, EVENT_MAX, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
- ASSERT(m_allEventsHook);
- }
- static string stringEvent(DWORD event)
- {
- switch(event) {
- case EVENT_OBJECT_VALUECHANGE:
- return "value change event";
- default:
- return "unknown event";
- }
- }
- static void CALLBACK notificationListenerProc(HWINEVENTHOOK, DWORD event, HWND hwnd, LONG idObject, LONG idChild, DWORD, DWORD)
- {
- // Get the accessible object for this event.
- COMPtr<IAccessible> parentObject;
- VARIANT vChild;
- VariantInit(&vChild);
- HRESULT hr = AccessibleObjectFromEvent(hwnd, idObject, idChild, &parentObject, &vChild);
- if (FAILED(hr) || !parentObject)
- return;
- COMPtr<IDispatch> childDispatch;
- if (FAILED(parentObject->get_accChild(vChild, &childDispatch))) {
- VariantClear(&vChild);
- return;
- }
- COMPtr<IAccessible> childAccessible(Query, childDispatch);
- sharedFrameLoadDelegate->accessibilityController()->winNotificationReceived(childAccessible, stringEvent(event));
- VariantClear(&vChild);
- }
- bool AccessibilityController::addNotificationListener(JSObjectRef functionCallback)
- {
- return false;
- }
- void AccessibilityController::removeNotificationListener()
- {
- }
- void AccessibilityController::winNotificationReceived(PlatformUIElement element, const string& eventName)
- {
- for (HashMap<PlatformUIElement, JSObjectRef>::iterator it = m_notificationListeners.begin(); it != m_notificationListeners.end(); ++it) {
- COMPtr<IServiceProvider> thisServiceProvider(Query, it->key);
- if (!thisServiceProvider)
- continue;
- COMPtr<IAccessibleComparable> thisComparable = comparableObject(thisServiceProvider);
- if (!thisComparable)
- continue;
- COMPtr<IServiceProvider> elementServiceProvider(Query, element);
- if (!elementServiceProvider)
- continue;
- COMPtr<IAccessibleComparable> elementComparable = comparableObject(elementServiceProvider);
- if (!elementComparable)
- continue;
- BOOL isSame = FALSE;
- thisComparable->isSameObject(elementComparable.get(), &isSame);
- if (!isSame)
- continue;
- JSRetainPtr<JSStringRef> jsNotification(Adopt, JSStringCreateWithUTF8CString(eventName.c_str()));
- JSValueRef argument = JSValueMakeString(frame->globalContext(), jsNotification.get());
- JSObjectCallAsFunction(frame->globalContext(), it->value, 0, 1, &argument, 0);
- }
- }
- void AccessibilityController::winAddNotificationListener(PlatformUIElement element, JSObjectRef functionCallback)
- {
- if (!m_notificationsEventHook)
- m_notificationsEventHook = SetWinEventHook(EVENT_MIN, EVENT_MAX, GetModuleHandle(0), notificationListenerProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
- JSValueProtect(frame->globalContext(), functionCallback);
- m_notificationListeners.add(element, functionCallback);
- }
|