AccessibilityControllerWin.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. /*
  2. * Copyright (C) 2008, 2009, 2010, 2013 Apple Inc. All Rights Reserved.
  3. *
  4. * Redistribution and use in source and binary forms, with or without
  5. * modification, are permitted provided that the following conditions
  6. * are met:
  7. * 1. Redistributions of source code must retain the above copyright
  8. * notice, this list of conditions and the following disclaimer.
  9. * 2. Redistributions in binary form must reproduce the above copyright
  10. * notice, this list of conditions and the following disclaimer in the
  11. * documentation and/or other materials provided with the distribution.
  12. *
  13. * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
  14. * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  15. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  16. * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
  17. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  18. * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  19. * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
  20. * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
  21. * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  22. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  23. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  24. */
  25. #include "config.h"
  26. #include "AccessibilityController.h"
  27. #include "AccessibilityUIElement.h"
  28. #include "DumpRenderTree.h"
  29. #include "FrameLoadDelegate.h"
  30. #include <JavaScriptCore/JSRetainPtr.h>
  31. #include <JavaScriptCore/JSStringRef.h>
  32. #include <JavaScriptCore/JSStringRefBSTR.h>
  33. #include <WebCore/AccessibilityObjectWrapperWin.h>
  34. #include <WebCore/COMPtr.h>
  35. #include <WebKit/WebKit.h>
  36. #include <comutil.h>
  37. #include <oleacc.h>
  38. #include <string>
  39. #include <wtf/Assertions.h>
  40. #include <wtf/text/AtomicString.h>
  41. using namespace std;
  42. AccessibilityController::AccessibilityController()
  43. : m_focusEventHook(0)
  44. , m_scrollingStartEventHook(0)
  45. , m_valueChangeEventHook(0)
  46. , m_allEventsHook(0)
  47. , m_notificationsEventHook(0)
  48. {
  49. }
  50. AccessibilityController::~AccessibilityController()
  51. {
  52. setLogFocusEvents(false);
  53. setLogAccessibilityEvents(false);
  54. setLogValueChangeEvents(false);
  55. if (m_notificationsEventHook)
  56. UnhookWinEvent(m_notificationsEventHook);
  57. for (HashMap<PlatformUIElement, JSObjectRef>::iterator it = m_notificationListeners.begin(); it != m_notificationListeners.end(); ++it)
  58. JSValueUnprotect(frame->globalContext(), it->value);
  59. }
  60. AccessibilityUIElement AccessibilityController::elementAtPoint(int x, int y)
  61. {
  62. // FIXME: implement
  63. return 0;
  64. }
  65. static COMPtr<IAccessibleComparable> comparableObject(const COMPtr<IServiceProvider>& serviceProvider)
  66. {
  67. COMPtr<IAccessibleComparable> comparable;
  68. serviceProvider->QueryService(SID_AccessibleComparable, __uuidof(IAccessibleComparable), reinterpret_cast<void**>(&comparable));
  69. return comparable;
  70. }
  71. static COMPtr<IAccessible> findAccessibleObjectById(AccessibilityUIElement parentObject, BSTR idAttribute)
  72. {
  73. COMPtr<IAccessible> parentIAccessible = parentObject.platformUIElement();
  74. COMPtr<IServiceProvider> serviceProvider(Query, parentIAccessible);
  75. if (!serviceProvider)
  76. return 0;
  77. COMPtr<IAccessibleComparable> comparable = comparableObject(serviceProvider);
  78. if (!comparable)
  79. return 0;
  80. VARIANT value;
  81. ::VariantInit(&value);
  82. _bstr_t elementIdAttributeKey(L"AXDRTElementIdAttribute");
  83. if (SUCCEEDED(comparable->get_attribute(elementIdAttributeKey, &value))) {
  84. ASSERT(V_VT(&value) == VT_BSTR);
  85. if (VARCMP_EQ == ::VarBstrCmp(value.bstrVal, idAttribute, LOCALE_USER_DEFAULT, 0)) {
  86. ::VariantClear(&value);
  87. return parentIAccessible;
  88. }
  89. }
  90. ::VariantClear(&value);
  91. long childCount = parentObject.childrenCount();
  92. if (!childCount)
  93. return 0;
  94. COMPtr<IAccessible> result;
  95. for (long i = 0; i < childCount; ++i) {
  96. AccessibilityUIElement childAtIndex = parentObject.getChildAtIndex(i);
  97. result = findAccessibleObjectById(childAtIndex, idAttribute);
  98. if (result)
  99. return result;
  100. }
  101. return 0;
  102. }
  103. AccessibilityUIElement AccessibilityController::accessibleElementById(JSStringRef id)
  104. {
  105. AccessibilityUIElement rootAccessibilityUIElement = rootElement();
  106. BSTR idAttribute = JSStringCopyBSTR(id);
  107. COMPtr<IAccessible> result = findAccessibleObjectById(rootAccessibilityUIElement, idAttribute);
  108. ::SysFreeString(idAttribute);
  109. if (result)
  110. return AccessibilityUIElement(result);
  111. return 0;
  112. }
  113. AccessibilityUIElement AccessibilityController::focusedElement()
  114. {
  115. COMPtr<IAccessible> rootAccessible = rootElement().platformUIElement();
  116. VARIANT vFocus;
  117. if (FAILED(rootAccessible->get_accFocus(&vFocus)))
  118. return 0;
  119. if (V_VT(&vFocus) == VT_I4) {
  120. ASSERT(V_I4(&vFocus) == CHILDID_SELF);
  121. // The root accessible object is the focused object.
  122. return rootAccessible;
  123. }
  124. ASSERT(V_VT(&vFocus) == VT_DISPATCH);
  125. // We have an IDispatch; query for IAccessible.
  126. return COMPtr<IAccessible>(Query, V_DISPATCH(&vFocus));
  127. }
  128. AccessibilityUIElement AccessibilityController::rootElement()
  129. {
  130. COMPtr<IWebView> view;
  131. if (FAILED(frame->webView(&view)))
  132. return 0;
  133. COMPtr<IWebViewPrivate> viewPrivate(Query, view);
  134. if (!viewPrivate)
  135. return 0;
  136. HWND webViewWindow;
  137. if (FAILED(viewPrivate->viewWindow((OLE_HANDLE*)&webViewWindow)))
  138. return 0;
  139. // Get the root accessible object by querying for the accessible object for the
  140. // WebView's window.
  141. COMPtr<IAccessible> rootAccessible;
  142. if (FAILED(AccessibleObjectFromWindow(webViewWindow, static_cast<DWORD>(OBJID_CLIENT), __uuidof(IAccessible), reinterpret_cast<void**>(&rootAccessible))))
  143. return 0;
  144. return rootAccessible;
  145. }
  146. static void CALLBACK logEventProc(HWINEVENTHOOK, DWORD event, HWND hwnd, LONG idObject, LONG idChild, DWORD, DWORD)
  147. {
  148. // Get the accessible object for this event.
  149. COMPtr<IAccessible> parentObject;
  150. VARIANT vChild;
  151. VariantInit(&vChild);
  152. HRESULT hr = AccessibleObjectFromEvent(hwnd, idObject, idChild, &parentObject, &vChild);
  153. ASSERT(SUCCEEDED(hr));
  154. // Get the name of the focused element, and log it to stdout.
  155. BSTR nameBSTR;
  156. hr = parentObject->get_accName(vChild, &nameBSTR);
  157. ASSERT(SUCCEEDED(hr));
  158. wstring name(nameBSTR, ::SysStringLen(nameBSTR));
  159. SysFreeString(nameBSTR);
  160. switch (event) {
  161. case EVENT_OBJECT_FOCUS:
  162. printf("Received focus event for object '%S'.\n", name.c_str());
  163. break;
  164. case EVENT_OBJECT_SELECTION:
  165. printf("Received selection event for object '%S'.\n", name.c_str());
  166. break;
  167. case EVENT_OBJECT_VALUECHANGE: {
  168. BSTR valueBSTR;
  169. hr = parentObject->get_accValue(vChild, &valueBSTR);
  170. ASSERT(SUCCEEDED(hr));
  171. wstring value(valueBSTR, ::SysStringLen(valueBSTR));
  172. SysFreeString(valueBSTR);
  173. printf("Received value change event for object '%S', value '%S'.\n", name.c_str(), value.c_str());
  174. break;
  175. }
  176. case EVENT_SYSTEM_SCROLLINGSTART:
  177. printf("Received scrolling start event for object '%S'.\n", name.c_str());
  178. break;
  179. default:
  180. printf("Received unknown event for object '%S'.\n", name.c_str());
  181. break;
  182. }
  183. VariantClear(&vChild);
  184. }
  185. void AccessibilityController::setLogFocusEvents(bool logFocusEvents)
  186. {
  187. if (!!m_focusEventHook == logFocusEvents)
  188. return;
  189. if (!logFocusEvents) {
  190. UnhookWinEvent(m_focusEventHook);
  191. m_focusEventHook = 0;
  192. return;
  193. }
  194. // Ensure that accessibility is initialized for the WebView by querying for
  195. // the root accessible object.
  196. rootElement();
  197. m_focusEventHook = SetWinEventHook(EVENT_OBJECT_FOCUS, EVENT_OBJECT_FOCUS, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
  198. ASSERT(m_focusEventHook);
  199. }
  200. void AccessibilityController::setLogValueChangeEvents(bool logValueChangeEvents)
  201. {
  202. if (!!m_valueChangeEventHook == logValueChangeEvents)
  203. return;
  204. if (!logValueChangeEvents) {
  205. UnhookWinEvent(m_valueChangeEventHook);
  206. m_valueChangeEventHook = 0;
  207. return;
  208. }
  209. // Ensure that accessibility is initialized for the WebView by querying for
  210. // the root accessible object.
  211. rootElement();
  212. m_valueChangeEventHook = SetWinEventHook(EVENT_OBJECT_VALUECHANGE, EVENT_OBJECT_VALUECHANGE, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
  213. ASSERT(m_valueChangeEventHook);
  214. }
  215. void AccessibilityController::setLogScrollingStartEvents(bool logScrollingStartEvents)
  216. {
  217. if (!!m_scrollingStartEventHook == logScrollingStartEvents)
  218. return;
  219. if (!logScrollingStartEvents) {
  220. UnhookWinEvent(m_scrollingStartEventHook);
  221. m_scrollingStartEventHook = 0;
  222. return;
  223. }
  224. // Ensure that accessibility is initialized for the WebView by querying for
  225. // the root accessible object.
  226. rootElement();
  227. m_scrollingStartEventHook = SetWinEventHook(EVENT_SYSTEM_SCROLLINGSTART, EVENT_SYSTEM_SCROLLINGSTART, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
  228. ASSERT(m_scrollingStartEventHook);
  229. }
  230. void AccessibilityController::setLogAccessibilityEvents(bool logAccessibilityEvents)
  231. {
  232. if (!!m_allEventsHook == logAccessibilityEvents)
  233. return;
  234. if (!logAccessibilityEvents) {
  235. UnhookWinEvent(m_allEventsHook);
  236. m_allEventsHook = 0;
  237. return;
  238. }
  239. // Ensure that accessibility is initialized for the WebView by querying for
  240. // the root accessible object.
  241. rootElement();
  242. m_allEventsHook = SetWinEventHook(EVENT_MIN, EVENT_MAX, GetModuleHandle(0), logEventProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
  243. ASSERT(m_allEventsHook);
  244. }
  245. static string stringEvent(DWORD event)
  246. {
  247. switch(event) {
  248. case EVENT_OBJECT_VALUECHANGE:
  249. return "value change event";
  250. default:
  251. return "unknown event";
  252. }
  253. }
  254. static void CALLBACK notificationListenerProc(HWINEVENTHOOK, DWORD event, HWND hwnd, LONG idObject, LONG idChild, DWORD, DWORD)
  255. {
  256. // Get the accessible object for this event.
  257. COMPtr<IAccessible> parentObject;
  258. VARIANT vChild;
  259. VariantInit(&vChild);
  260. HRESULT hr = AccessibleObjectFromEvent(hwnd, idObject, idChild, &parentObject, &vChild);
  261. if (FAILED(hr) || !parentObject)
  262. return;
  263. COMPtr<IDispatch> childDispatch;
  264. if (FAILED(parentObject->get_accChild(vChild, &childDispatch))) {
  265. VariantClear(&vChild);
  266. return;
  267. }
  268. COMPtr<IAccessible> childAccessible(Query, childDispatch);
  269. sharedFrameLoadDelegate->accessibilityController()->winNotificationReceived(childAccessible, stringEvent(event));
  270. VariantClear(&vChild);
  271. }
  272. bool AccessibilityController::addNotificationListener(JSObjectRef functionCallback)
  273. {
  274. return false;
  275. }
  276. void AccessibilityController::removeNotificationListener()
  277. {
  278. }
  279. void AccessibilityController::winNotificationReceived(PlatformUIElement element, const string& eventName)
  280. {
  281. for (HashMap<PlatformUIElement, JSObjectRef>::iterator it = m_notificationListeners.begin(); it != m_notificationListeners.end(); ++it) {
  282. COMPtr<IServiceProvider> thisServiceProvider(Query, it->key);
  283. if (!thisServiceProvider)
  284. continue;
  285. COMPtr<IAccessibleComparable> thisComparable = comparableObject(thisServiceProvider);
  286. if (!thisComparable)
  287. continue;
  288. COMPtr<IServiceProvider> elementServiceProvider(Query, element);
  289. if (!elementServiceProvider)
  290. continue;
  291. COMPtr<IAccessibleComparable> elementComparable = comparableObject(elementServiceProvider);
  292. if (!elementComparable)
  293. continue;
  294. BOOL isSame = FALSE;
  295. thisComparable->isSameObject(elementComparable.get(), &isSame);
  296. if (!isSame)
  297. continue;
  298. JSRetainPtr<JSStringRef> jsNotification(Adopt, JSStringCreateWithUTF8CString(eventName.c_str()));
  299. JSValueRef argument = JSValueMakeString(frame->globalContext(), jsNotification.get());
  300. JSObjectCallAsFunction(frame->globalContext(), it->value, 0, 1, &argument, 0);
  301. }
  302. }
  303. void AccessibilityController::winAddNotificationListener(PlatformUIElement element, JSObjectRef functionCallback)
  304. {
  305. if (!m_notificationsEventHook)
  306. m_notificationsEventHook = SetWinEventHook(EVENT_MIN, EVENT_MAX, GetModuleHandle(0), notificationListenerProc, GetCurrentProcessId(), 0, WINEVENT_INCONTEXT);
  307. JSValueProtect(frame->globalContext(), functionCallback);
  308. m_notificationListeners.add(element, functionCallback);
  309. }