xr_interface.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290
  1. /**************************************************************************/
  2. /* xr_interface.cpp */
  3. /**************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* https://godotengine.org */
  7. /**************************************************************************/
  8. /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
  9. /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
  10. /* */
  11. /* Permission is hereby granted, free of charge, to any person obtaining */
  12. /* a copy of this software and associated documentation files (the */
  13. /* "Software"), to deal in the Software without restriction, including */
  14. /* without limitation the rights to use, copy, modify, merge, publish, */
  15. /* distribute, sublicense, and/or sell copies of the Software, and to */
  16. /* permit persons to whom the Software is furnished to do so, subject to */
  17. /* the following conditions: */
  18. /* */
  19. /* The above copyright notice and this permission notice shall be */
  20. /* included in all copies or substantial portions of the Software. */
  21. /* */
  22. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  23. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  24. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
  25. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  26. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  27. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  28. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  29. /**************************************************************************/
  30. #include "xr_interface.h"
  31. #include "servers/rendering/renderer_compositor.h"
  32. void XRInterface::_bind_methods() {
  33. ADD_SIGNAL(MethodInfo("play_area_changed", PropertyInfo(Variant::INT, "mode")));
  34. ClassDB::bind_method(D_METHOD("get_name"), &XRInterface::get_name);
  35. ClassDB::bind_method(D_METHOD("get_capabilities"), &XRInterface::get_capabilities);
  36. ClassDB::bind_method(D_METHOD("is_primary"), &XRInterface::is_primary);
  37. ClassDB::bind_method(D_METHOD("set_primary", "primary"), &XRInterface::set_primary);
  38. ClassDB::bind_method(D_METHOD("is_initialized"), &XRInterface::is_initialized);
  39. ClassDB::bind_method(D_METHOD("initialize"), &XRInterface::initialize);
  40. ClassDB::bind_method(D_METHOD("uninitialize"), &XRInterface::uninitialize);
  41. ClassDB::bind_method(D_METHOD("get_tracking_status"), &XRInterface::get_tracking_status);
  42. ClassDB::bind_method(D_METHOD("get_render_target_size"), &XRInterface::get_render_target_size);
  43. ClassDB::bind_method(D_METHOD("get_view_count"), &XRInterface::get_view_count);
  44. ClassDB::bind_method(D_METHOD("trigger_haptic_pulse", "action_name", "tracker_name", "frequency", "amplitude", "duration_sec", "delay_sec"), &XRInterface::trigger_haptic_pulse);
  45. ADD_GROUP("Interface", "interface_");
  46. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "interface_is_primary"), "set_primary", "is_primary");
  47. // methods and properties specific to VR...
  48. ClassDB::bind_method(D_METHOD("supports_play_area_mode", "mode"), &XRInterface::supports_play_area_mode);
  49. ClassDB::bind_method(D_METHOD("get_play_area_mode"), &XRInterface::get_play_area_mode);
  50. ClassDB::bind_method(D_METHOD("set_play_area_mode", "mode"), &XRInterface::set_play_area_mode);
  51. ClassDB::bind_method(D_METHOD("get_play_area"), &XRInterface::get_play_area);
  52. ADD_GROUP("XR", "xr_");
  53. ADD_PROPERTY(PropertyInfo(Variant::INT, "xr_play_area_mode", PROPERTY_HINT_ENUM, "Unknown,3DOF,Sitting,Roomscale,Stage"), "set_play_area_mode", "get_play_area_mode");
  54. // methods and properties specific to AR....
  55. ClassDB::bind_method(D_METHOD("get_anchor_detection_is_enabled"), &XRInterface::get_anchor_detection_is_enabled);
  56. ClassDB::bind_method(D_METHOD("set_anchor_detection_is_enabled", "enable"), &XRInterface::set_anchor_detection_is_enabled);
  57. ClassDB::bind_method(D_METHOD("get_camera_feed_id"), &XRInterface::get_camera_feed_id);
  58. ClassDB::bind_method(D_METHOD("is_passthrough_supported"), &XRInterface::is_passthrough_supported);
  59. ClassDB::bind_method(D_METHOD("is_passthrough_enabled"), &XRInterface::is_passthrough_enabled);
  60. ClassDB::bind_method(D_METHOD("start_passthrough"), &XRInterface::start_passthrough);
  61. ClassDB::bind_method(D_METHOD("stop_passthrough"), &XRInterface::stop_passthrough);
  62. ClassDB::bind_method(D_METHOD("get_transform_for_view", "view", "cam_transform"), &XRInterface::get_transform_for_view);
  63. ClassDB::bind_method(D_METHOD("get_projection_for_view", "view", "aspect", "near", "far"), &XRInterface::get_projection_for_view);
  64. /** environment blend mode. */
  65. ClassDB::bind_method(D_METHOD("get_supported_environment_blend_modes"), &XRInterface::get_supported_environment_blend_modes);
  66. ClassDB::bind_method(D_METHOD("set_environment_blend_mode", "mode"), &XRInterface::set_environment_blend_mode);
  67. ADD_GROUP("AR", "ar_");
  68. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "ar_is_anchor_detection_enabled"), "set_anchor_detection_is_enabled", "get_anchor_detection_is_enabled");
  69. BIND_ENUM_CONSTANT(XR_NONE);
  70. BIND_ENUM_CONSTANT(XR_MONO);
  71. BIND_ENUM_CONSTANT(XR_STEREO);
  72. BIND_ENUM_CONSTANT(XR_QUAD);
  73. BIND_ENUM_CONSTANT(XR_VR);
  74. BIND_ENUM_CONSTANT(XR_AR);
  75. BIND_ENUM_CONSTANT(XR_EXTERNAL);
  76. BIND_ENUM_CONSTANT(XR_NORMAL_TRACKING);
  77. BIND_ENUM_CONSTANT(XR_EXCESSIVE_MOTION);
  78. BIND_ENUM_CONSTANT(XR_INSUFFICIENT_FEATURES);
  79. BIND_ENUM_CONSTANT(XR_UNKNOWN_TRACKING);
  80. BIND_ENUM_CONSTANT(XR_NOT_TRACKING);
  81. BIND_ENUM_CONSTANT(XR_PLAY_AREA_UNKNOWN);
  82. BIND_ENUM_CONSTANT(XR_PLAY_AREA_3DOF);
  83. BIND_ENUM_CONSTANT(XR_PLAY_AREA_SITTING);
  84. BIND_ENUM_CONSTANT(XR_PLAY_AREA_ROOMSCALE);
  85. BIND_ENUM_CONSTANT(XR_PLAY_AREA_STAGE);
  86. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_OPAQUE);
  87. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_ADDITIVE);
  88. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_ALPHA_BLEND);
  89. };
  90. bool XRInterface::is_primary() {
  91. XRServer *xr_server = XRServer::get_singleton();
  92. ERR_FAIL_NULL_V(xr_server, false);
  93. return xr_server->get_primary_interface() == this;
  94. }
  95. void XRInterface::set_primary(bool p_primary) {
  96. XRServer *xr_server = XRServer::get_singleton();
  97. ERR_FAIL_NULL(xr_server);
  98. if (p_primary) {
  99. ERR_FAIL_COND(!is_initialized());
  100. xr_server->set_primary_interface(this);
  101. } else if (xr_server->get_primary_interface() == this) {
  102. xr_server->set_primary_interface(nullptr);
  103. }
  104. }
  105. XRInterface::XRInterface() {}
  106. XRInterface::~XRInterface() {
  107. if (vrs.vrs_texture.is_valid()) {
  108. ERR_FAIL_NULL(RenderingServer::get_singleton());
  109. RS::get_singleton()->free(vrs.vrs_texture);
  110. vrs.vrs_texture = RID();
  111. }
  112. }
  113. // query if this interface supports this play area mode
  114. bool XRInterface::supports_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  115. return p_mode == XR_PLAY_AREA_UNKNOWN;
  116. }
  117. // get the current play area mode
  118. XRInterface::PlayAreaMode XRInterface::get_play_area_mode() const {
  119. return XR_PLAY_AREA_UNKNOWN;
  120. }
  121. // change the play area mode, note that this should return false if the mode is not available
  122. bool XRInterface::set_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  123. return p_mode == XR_PLAY_AREA_UNKNOWN;
  124. }
  125. // if available, returns an array of vectors denoting the play area the player can move around in
  126. PackedVector3Array XRInterface::get_play_area() const {
  127. // Return an empty array by default.
  128. // Note implementation is responsible for applying our reference frame and world scale to the raw data.
  129. // `play_area_changed` should be emitted if play area data is available and either the reference frame or world scale changes.
  130. return PackedVector3Array();
  131. };
  132. /** these will only be implemented on AR interfaces, so we want dummies for VR **/
  133. bool XRInterface::get_anchor_detection_is_enabled() const {
  134. return false;
  135. }
  136. void XRInterface::set_anchor_detection_is_enabled(bool p_enable) {
  137. }
  138. int XRInterface::get_camera_feed_id() {
  139. return 0;
  140. }
  141. RID XRInterface::get_vrs_texture() {
  142. // Default logic will return a standard VRS image based on our target size and default projections.
  143. // Note that this only gets called if VRS is supported on the hardware.
  144. int32_t texel_width = RD::get_singleton()->limit_get(RD::LIMIT_VRS_TEXEL_WIDTH);
  145. int32_t texel_height = RD::get_singleton()->limit_get(RD::LIMIT_VRS_TEXEL_HEIGHT);
  146. int view_count = get_view_count();
  147. Size2 target_size = get_render_target_size();
  148. real_t aspect = target_size.x / target_size.y; // is this y/x ?
  149. Size2 vrs_size = Size2(round(0.5 + target_size.x / texel_width), round(0.5 + target_size.y / texel_height));
  150. real_t radius = vrs_size.length() * 0.5;
  151. Size2 vrs_sizei = vrs_size;
  152. if (vrs.size != vrs_sizei) {
  153. const uint8_t densities[] = {
  154. 0, // 1x1
  155. 1, // 1x2
  156. // 2, // 1x4 - not supported
  157. // 3, // 1x8 - not supported
  158. // 4, // 2x1
  159. 5, // 2x2
  160. 6, // 2x4
  161. // 9, // 4x2
  162. 10, // 4x4
  163. };
  164. // out with the old
  165. if (vrs.vrs_texture.is_valid()) {
  166. RS::get_singleton()->free(vrs.vrs_texture);
  167. vrs.vrs_texture = RID();
  168. }
  169. // in with the new
  170. Vector<Ref<Image>> images;
  171. vrs.size = vrs_sizei;
  172. for (int i = 0; i < view_count && i < 2; i++) {
  173. PackedByteArray data;
  174. data.resize(vrs_sizei.x * vrs_sizei.y);
  175. uint8_t *data_ptr = data.ptrw();
  176. // Our near and far don't matter much for what we're doing here, but there are some interfaces that will remember this as the near and far and may fail as a result...
  177. Projection cm = get_projection_for_view(i, aspect, 0.1, 1000.0);
  178. Vector3 center = cm.xform(Vector3(0.0, 0.0, 999.0));
  179. Vector2i view_center;
  180. view_center.x = int(vrs_size.x * (center.x + 1.0) * 0.5);
  181. view_center.y = int(vrs_size.y * (center.y + 1.0) * 0.5);
  182. int d = 0;
  183. for (int y = 0; y < vrs_sizei.y; y++) {
  184. for (int x = 0; x < vrs_sizei.x; x++) {
  185. Vector2 offset = Vector2(x - view_center.x, y - view_center.y);
  186. offset.y *= aspect;
  187. real_t distance = offset.length();
  188. int idx = round(5.0 * distance / radius);
  189. if (idx > 4) {
  190. idx = 4;
  191. }
  192. uint8_t density = densities[idx];
  193. data_ptr[d++] = density;
  194. }
  195. }
  196. images.push_back(Image::create_from_data(vrs_sizei.x, vrs_sizei.y, false, Image::FORMAT_R8, data));
  197. }
  198. if (images.size() == 1) {
  199. vrs.vrs_texture = RS::get_singleton()->texture_2d_create(images[0]);
  200. } else {
  201. vrs.vrs_texture = RS::get_singleton()->texture_2d_layered_create(images, RS::TEXTURE_LAYERED_2D_ARRAY);
  202. }
  203. }
  204. return vrs.vrs_texture;
  205. }
  206. /** these are optional, so we want dummies **/
  207. RID XRInterface::get_color_texture() {
  208. return RID();
  209. }
  210. RID XRInterface::get_depth_texture() {
  211. return RID();
  212. }
  213. RID XRInterface::get_velocity_texture() {
  214. return RID();
  215. }
  216. PackedStringArray XRInterface::get_suggested_tracker_names() const {
  217. PackedStringArray arr;
  218. return arr;
  219. }
  220. PackedStringArray XRInterface::get_suggested_pose_names(const StringName &p_tracker_name) const {
  221. PackedStringArray arr;
  222. return arr;
  223. }
  224. XRInterface::TrackingStatus XRInterface::get_tracking_status() const {
  225. return XR_UNKNOWN_TRACKING;
  226. }
  227. void XRInterface::trigger_haptic_pulse(const String &p_action_name, const StringName &p_tracker_name, double p_frequency, double p_amplitude, double p_duration_sec, double p_delay_sec) {
  228. }
  229. Array XRInterface::get_supported_environment_blend_modes() {
  230. Array default_blend_modes;
  231. default_blend_modes.push_back(XR_ENV_BLEND_MODE_OPAQUE);
  232. return default_blend_modes;
  233. }