xr_interface.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. /**************************************************************************/
  2. /* xr_interface.cpp */
  3. /**************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* https://godotengine.org */
  7. /**************************************************************************/
  8. /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
  9. /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
  10. /* */
  11. /* Permission is hereby granted, free of charge, to any person obtaining */
  12. /* a copy of this software and associated documentation files (the */
  13. /* "Software"), to deal in the Software without restriction, including */
  14. /* without limitation the rights to use, copy, modify, merge, publish, */
  15. /* distribute, sublicense, and/or sell copies of the Software, and to */
  16. /* permit persons to whom the Software is furnished to do so, subject to */
  17. /* the following conditions: */
  18. /* */
  19. /* The above copyright notice and this permission notice shall be */
  20. /* included in all copies or substantial portions of the Software. */
  21. /* */
  22. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  23. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  24. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
  25. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  26. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  27. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  28. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  29. /**************************************************************************/
  30. #include "xr_interface.h"
  31. #include "servers/rendering/renderer_compositor.h"
  32. void XRInterface::_bind_methods() {
  33. ADD_SIGNAL(MethodInfo("play_area_changed", PropertyInfo(Variant::INT, "mode")));
  34. ClassDB::bind_method(D_METHOD("get_name"), &XRInterface::get_name);
  35. ClassDB::bind_method(D_METHOD("get_capabilities"), &XRInterface::get_capabilities);
  36. ClassDB::bind_method(D_METHOD("is_primary"), &XRInterface::is_primary);
  37. ClassDB::bind_method(D_METHOD("set_primary", "primary"), &XRInterface::set_primary);
  38. ClassDB::bind_method(D_METHOD("is_initialized"), &XRInterface::is_initialized);
  39. ClassDB::bind_method(D_METHOD("initialize"), &XRInterface::initialize);
  40. ClassDB::bind_method(D_METHOD("uninitialize"), &XRInterface::uninitialize);
  41. ClassDB::bind_method(D_METHOD("get_system_info"), &XRInterface::get_system_info);
  42. ClassDB::bind_method(D_METHOD("get_tracking_status"), &XRInterface::get_tracking_status);
  43. ClassDB::bind_method(D_METHOD("get_render_target_size"), &XRInterface::get_render_target_size);
  44. ClassDB::bind_method(D_METHOD("get_view_count"), &XRInterface::get_view_count);
  45. ClassDB::bind_method(D_METHOD("trigger_haptic_pulse", "action_name", "tracker_name", "frequency", "amplitude", "duration_sec", "delay_sec"), &XRInterface::trigger_haptic_pulse);
  46. ADD_GROUP("Interface", "interface_");
  47. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "interface_is_primary"), "set_primary", "is_primary");
  48. // methods and properties specific to VR...
  49. ClassDB::bind_method(D_METHOD("supports_play_area_mode", "mode"), &XRInterface::supports_play_area_mode);
  50. ClassDB::bind_method(D_METHOD("get_play_area_mode"), &XRInterface::get_play_area_mode);
  51. ClassDB::bind_method(D_METHOD("set_play_area_mode", "mode"), &XRInterface::set_play_area_mode);
  52. ClassDB::bind_method(D_METHOD("get_play_area"), &XRInterface::get_play_area);
  53. ADD_GROUP("XR", "xr_");
  54. ADD_PROPERTY(PropertyInfo(Variant::INT, "xr_play_area_mode", PROPERTY_HINT_ENUM, "Unknown,3DOF,Sitting,Roomscale,Stage"), "set_play_area_mode", "get_play_area_mode");
  55. // methods and properties specific to AR....
  56. ClassDB::bind_method(D_METHOD("get_anchor_detection_is_enabled"), &XRInterface::get_anchor_detection_is_enabled);
  57. ClassDB::bind_method(D_METHOD("set_anchor_detection_is_enabled", "enable"), &XRInterface::set_anchor_detection_is_enabled);
  58. ClassDB::bind_method(D_METHOD("get_camera_feed_id"), &XRInterface::get_camera_feed_id);
  59. ClassDB::bind_method(D_METHOD("is_passthrough_supported"), &XRInterface::is_passthrough_supported);
  60. ClassDB::bind_method(D_METHOD("is_passthrough_enabled"), &XRInterface::is_passthrough_enabled);
  61. ClassDB::bind_method(D_METHOD("start_passthrough"), &XRInterface::start_passthrough);
  62. ClassDB::bind_method(D_METHOD("stop_passthrough"), &XRInterface::stop_passthrough);
  63. ClassDB::bind_method(D_METHOD("get_transform_for_view", "view", "cam_transform"), &XRInterface::get_transform_for_view);
  64. ClassDB::bind_method(D_METHOD("get_projection_for_view", "view", "aspect", "near", "far"), &XRInterface::get_projection_for_view);
  65. /** environment blend mode. */
  66. ClassDB::bind_method(D_METHOD("get_supported_environment_blend_modes"), &XRInterface::get_supported_environment_blend_modes);
  67. ClassDB::bind_method(D_METHOD("set_environment_blend_mode", "mode"), &XRInterface::set_environment_blend_mode);
  68. ADD_GROUP("AR", "ar_");
  69. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "ar_is_anchor_detection_enabled"), "set_anchor_detection_is_enabled", "get_anchor_detection_is_enabled");
  70. BIND_ENUM_CONSTANT(XR_NONE);
  71. BIND_ENUM_CONSTANT(XR_MONO);
  72. BIND_ENUM_CONSTANT(XR_STEREO);
  73. BIND_ENUM_CONSTANT(XR_QUAD);
  74. BIND_ENUM_CONSTANT(XR_VR);
  75. BIND_ENUM_CONSTANT(XR_AR);
  76. BIND_ENUM_CONSTANT(XR_EXTERNAL);
  77. BIND_ENUM_CONSTANT(XR_NORMAL_TRACKING);
  78. BIND_ENUM_CONSTANT(XR_EXCESSIVE_MOTION);
  79. BIND_ENUM_CONSTANT(XR_INSUFFICIENT_FEATURES);
  80. BIND_ENUM_CONSTANT(XR_UNKNOWN_TRACKING);
  81. BIND_ENUM_CONSTANT(XR_NOT_TRACKING);
  82. BIND_ENUM_CONSTANT(XR_PLAY_AREA_UNKNOWN);
  83. BIND_ENUM_CONSTANT(XR_PLAY_AREA_3DOF);
  84. BIND_ENUM_CONSTANT(XR_PLAY_AREA_SITTING);
  85. BIND_ENUM_CONSTANT(XR_PLAY_AREA_ROOMSCALE);
  86. BIND_ENUM_CONSTANT(XR_PLAY_AREA_STAGE);
  87. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_OPAQUE);
  88. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_ADDITIVE);
  89. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_ALPHA_BLEND);
  90. };
  91. bool XRInterface::is_primary() {
  92. XRServer *xr_server = XRServer::get_singleton();
  93. ERR_FAIL_NULL_V(xr_server, false);
  94. return xr_server->get_primary_interface() == this;
  95. }
  96. void XRInterface::set_primary(bool p_primary) {
  97. XRServer *xr_server = XRServer::get_singleton();
  98. ERR_FAIL_NULL(xr_server);
  99. if (p_primary) {
  100. ERR_FAIL_COND(!is_initialized());
  101. xr_server->set_primary_interface(this);
  102. } else if (xr_server->get_primary_interface() == this) {
  103. xr_server->set_primary_interface(nullptr);
  104. }
  105. }
  106. XRInterface::XRInterface() {}
  107. XRInterface::~XRInterface() {
  108. if (vrs.vrs_texture.is_valid()) {
  109. ERR_FAIL_NULL(RenderingServer::get_singleton());
  110. RS::get_singleton()->free(vrs.vrs_texture);
  111. vrs.vrs_texture = RID();
  112. }
  113. }
  114. // query if this interface supports this play area mode
  115. bool XRInterface::supports_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  116. return p_mode == XR_PLAY_AREA_UNKNOWN;
  117. }
  118. // get the current play area mode
  119. XRInterface::PlayAreaMode XRInterface::get_play_area_mode() const {
  120. return XR_PLAY_AREA_UNKNOWN;
  121. }
  122. // change the play area mode, note that this should return false if the mode is not available
  123. bool XRInterface::set_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  124. return p_mode == XR_PLAY_AREA_UNKNOWN;
  125. }
  126. // if available, returns an array of vectors denoting the play area the player can move around in
  127. PackedVector3Array XRInterface::get_play_area() const {
  128. // Return an empty array by default.
  129. // Note implementation is responsible for applying our reference frame and world scale to the raw data.
  130. // `play_area_changed` should be emitted if play area data is available and either the reference frame or world scale changes.
  131. return PackedVector3Array();
  132. };
  133. /** these will only be implemented on AR interfaces, so we want dummies for VR **/
  134. bool XRInterface::get_anchor_detection_is_enabled() const {
  135. return false;
  136. }
  137. void XRInterface::set_anchor_detection_is_enabled(bool p_enable) {
  138. }
  139. int XRInterface::get_camera_feed_id() {
  140. return 0;
  141. }
  142. RID XRInterface::get_vrs_texture() {
  143. // Default logic will return a standard VRS image based on our target size and default projections.
  144. // Note that this only gets called if VRS is supported on the hardware.
  145. int32_t texel_width = RD::get_singleton()->limit_get(RD::LIMIT_VRS_TEXEL_WIDTH);
  146. int32_t texel_height = RD::get_singleton()->limit_get(RD::LIMIT_VRS_TEXEL_HEIGHT);
  147. int view_count = get_view_count();
  148. Size2 target_size = get_render_target_size();
  149. real_t aspect = target_size.x / target_size.y; // is this y/x ?
  150. Size2 vrs_size = Size2(round(0.5 + target_size.x / texel_width), round(0.5 + target_size.y / texel_height));
  151. real_t radius = vrs_size.length() * 0.5;
  152. Size2 vrs_sizei = vrs_size;
  153. if (vrs.size != vrs_sizei) {
  154. const uint8_t densities[] = {
  155. 0, // 1x1
  156. 1, // 1x2
  157. // 2, // 1x4 - not supported
  158. // 3, // 1x8 - not supported
  159. // 4, // 2x1
  160. 5, // 2x2
  161. 6, // 2x4
  162. // 9, // 4x2
  163. 10, // 4x4
  164. };
  165. // out with the old
  166. if (vrs.vrs_texture.is_valid()) {
  167. RS::get_singleton()->free(vrs.vrs_texture);
  168. vrs.vrs_texture = RID();
  169. }
  170. // in with the new
  171. Vector<Ref<Image>> images;
  172. vrs.size = vrs_sizei;
  173. for (int i = 0; i < view_count && i < 2; i++) {
  174. PackedByteArray data;
  175. data.resize(vrs_sizei.x * vrs_sizei.y);
  176. uint8_t *data_ptr = data.ptrw();
  177. // Our near and far don't matter much for what we're doing here, but there are some interfaces that will remember this as the near and far and may fail as a result...
  178. Projection cm = get_projection_for_view(i, aspect, 0.1, 1000.0);
  179. Vector3 center = cm.xform(Vector3(0.0, 0.0, 999.0));
  180. Vector2i view_center;
  181. view_center.x = int(vrs_size.x * (center.x + 1.0) * 0.5);
  182. view_center.y = int(vrs_size.y * (center.y + 1.0) * 0.5);
  183. int d = 0;
  184. for (int y = 0; y < vrs_sizei.y; y++) {
  185. for (int x = 0; x < vrs_sizei.x; x++) {
  186. Vector2 offset = Vector2(x - view_center.x, y - view_center.y);
  187. offset.y *= aspect;
  188. real_t distance = offset.length();
  189. int idx = round(5.0 * distance / radius);
  190. if (idx > 4) {
  191. idx = 4;
  192. }
  193. uint8_t density = densities[idx];
  194. data_ptr[d++] = density;
  195. }
  196. }
  197. images.push_back(Image::create_from_data(vrs_sizei.x, vrs_sizei.y, false, Image::FORMAT_R8, data));
  198. }
  199. if (images.size() == 1) {
  200. vrs.vrs_texture = RS::get_singleton()->texture_2d_create(images[0]);
  201. } else {
  202. vrs.vrs_texture = RS::get_singleton()->texture_2d_layered_create(images, RS::TEXTURE_LAYERED_2D_ARRAY);
  203. }
  204. }
  205. return vrs.vrs_texture;
  206. }
  207. /** these are optional, so we want dummies **/
  208. RID XRInterface::get_color_texture() {
  209. return RID();
  210. }
  211. RID XRInterface::get_depth_texture() {
  212. return RID();
  213. }
  214. RID XRInterface::get_velocity_texture() {
  215. return RID();
  216. }
  217. PackedStringArray XRInterface::get_suggested_tracker_names() const {
  218. PackedStringArray arr;
  219. return arr;
  220. }
  221. PackedStringArray XRInterface::get_suggested_pose_names(const StringName &p_tracker_name) const {
  222. PackedStringArray arr;
  223. return arr;
  224. }
  225. XRInterface::TrackingStatus XRInterface::get_tracking_status() const {
  226. return XR_UNKNOWN_TRACKING;
  227. }
  228. void XRInterface::trigger_haptic_pulse(const String &p_action_name, const StringName &p_tracker_name, double p_frequency, double p_amplitude, double p_duration_sec, double p_delay_sec) {
  229. }
  230. Array XRInterface::get_supported_environment_blend_modes() {
  231. Array default_blend_modes;
  232. default_blend_modes.push_back(XR_ENV_BLEND_MODE_OPAQUE);
  233. return default_blend_modes;
  234. }