xr_interface.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293
  1. /**************************************************************************/
  2. /* xr_interface.cpp */
  3. /**************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* https://godotengine.org */
  7. /**************************************************************************/
  8. /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
  9. /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
  10. /* */
  11. /* Permission is hereby granted, free of charge, to any person obtaining */
  12. /* a copy of this software and associated documentation files (the */
  13. /* "Software"), to deal in the Software without restriction, including */
  14. /* without limitation the rights to use, copy, modify, merge, publish, */
  15. /* distribute, sublicense, and/or sell copies of the Software, and to */
  16. /* permit persons to whom the Software is furnished to do so, subject to */
  17. /* the following conditions: */
  18. /* */
  19. /* The above copyright notice and this permission notice shall be */
  20. /* included in all copies or substantial portions of the Software. */
  21. /* */
  22. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  23. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  24. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
  25. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  26. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  27. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  28. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  29. /**************************************************************************/
  30. #include "xr_interface.h"
  31. #include "servers/rendering/renderer_compositor.h"
  32. void XRInterface::_bind_methods() {
  33. ADD_SIGNAL(MethodInfo("play_area_changed", PropertyInfo(Variant::INT, "mode")));
  34. ClassDB::bind_method(D_METHOD("get_name"), &XRInterface::get_name);
  35. ClassDB::bind_method(D_METHOD("get_capabilities"), &XRInterface::get_capabilities);
  36. ClassDB::bind_method(D_METHOD("is_primary"), &XRInterface::is_primary);
  37. ClassDB::bind_method(D_METHOD("set_primary", "primary"), &XRInterface::set_primary);
  38. ClassDB::bind_method(D_METHOD("is_initialized"), &XRInterface::is_initialized);
  39. ClassDB::bind_method(D_METHOD("initialize"), &XRInterface::initialize);
  40. ClassDB::bind_method(D_METHOD("uninitialize"), &XRInterface::uninitialize);
  41. ClassDB::bind_method(D_METHOD("get_system_info"), &XRInterface::get_system_info);
  42. ClassDB::bind_method(D_METHOD("get_tracking_status"), &XRInterface::get_tracking_status);
  43. ClassDB::bind_method(D_METHOD("get_render_target_size"), &XRInterface::get_render_target_size);
  44. ClassDB::bind_method(D_METHOD("get_view_count"), &XRInterface::get_view_count);
  45. ClassDB::bind_method(D_METHOD("trigger_haptic_pulse", "action_name", "tracker_name", "frequency", "amplitude", "duration_sec", "delay_sec"), &XRInterface::trigger_haptic_pulse);
  46. ADD_GROUP("Interface", "interface_");
  47. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "interface_is_primary"), "set_primary", "is_primary");
  48. // methods and properties specific to VR...
  49. ClassDB::bind_method(D_METHOD("supports_play_area_mode", "mode"), &XRInterface::supports_play_area_mode);
  50. ClassDB::bind_method(D_METHOD("get_play_area_mode"), &XRInterface::get_play_area_mode);
  51. ClassDB::bind_method(D_METHOD("set_play_area_mode", "mode"), &XRInterface::set_play_area_mode);
  52. ClassDB::bind_method(D_METHOD("get_play_area"), &XRInterface::get_play_area);
  53. ADD_GROUP("XR", "xr_");
  54. ADD_PROPERTY(PropertyInfo(Variant::INT, "xr_play_area_mode", PROPERTY_HINT_ENUM, "Unknown,3DOF,Sitting,Roomscale,Stage"), "set_play_area_mode", "get_play_area_mode");
  55. // methods and properties specific to AR....
  56. ClassDB::bind_method(D_METHOD("get_anchor_detection_is_enabled"), &XRInterface::get_anchor_detection_is_enabled);
  57. ClassDB::bind_method(D_METHOD("set_anchor_detection_is_enabled", "enable"), &XRInterface::set_anchor_detection_is_enabled);
  58. ClassDB::bind_method(D_METHOD("get_camera_feed_id"), &XRInterface::get_camera_feed_id);
  59. ClassDB::bind_method(D_METHOD("is_passthrough_supported"), &XRInterface::is_passthrough_supported);
  60. ClassDB::bind_method(D_METHOD("is_passthrough_enabled"), &XRInterface::is_passthrough_enabled);
  61. ClassDB::bind_method(D_METHOD("start_passthrough"), &XRInterface::start_passthrough);
  62. ClassDB::bind_method(D_METHOD("stop_passthrough"), &XRInterface::stop_passthrough);
  63. ClassDB::bind_method(D_METHOD("get_transform_for_view", "view", "cam_transform"), &XRInterface::get_transform_for_view);
  64. ClassDB::bind_method(D_METHOD("get_projection_for_view", "view", "aspect", "near", "far"), &XRInterface::get_projection_for_view);
  65. /** environment blend mode. */
  66. ClassDB::bind_method(D_METHOD("get_supported_environment_blend_modes"), &XRInterface::get_supported_environment_blend_modes);
  67. ClassDB::bind_method(D_METHOD("set_environment_blend_mode", "mode"), &XRInterface::set_environment_blend_mode);
  68. ClassDB::bind_method(D_METHOD("get_environment_blend_mode"), &XRInterface::get_environment_blend_mode);
  69. ADD_PROPERTY(PropertyInfo(Variant::INT, "environment_blend_mode"), "set_environment_blend_mode", "get_environment_blend_mode");
  70. ADD_GROUP("AR", "ar_");
  71. ADD_PROPERTY(PropertyInfo(Variant::BOOL, "ar_is_anchor_detection_enabled"), "set_anchor_detection_is_enabled", "get_anchor_detection_is_enabled");
  72. BIND_ENUM_CONSTANT(XR_NONE);
  73. BIND_ENUM_CONSTANT(XR_MONO);
  74. BIND_ENUM_CONSTANT(XR_STEREO);
  75. BIND_ENUM_CONSTANT(XR_QUAD);
  76. BIND_ENUM_CONSTANT(XR_VR);
  77. BIND_ENUM_CONSTANT(XR_AR);
  78. BIND_ENUM_CONSTANT(XR_EXTERNAL);
  79. BIND_ENUM_CONSTANT(XR_NORMAL_TRACKING);
  80. BIND_ENUM_CONSTANT(XR_EXCESSIVE_MOTION);
  81. BIND_ENUM_CONSTANT(XR_INSUFFICIENT_FEATURES);
  82. BIND_ENUM_CONSTANT(XR_UNKNOWN_TRACKING);
  83. BIND_ENUM_CONSTANT(XR_NOT_TRACKING);
  84. BIND_ENUM_CONSTANT(XR_PLAY_AREA_UNKNOWN);
  85. BIND_ENUM_CONSTANT(XR_PLAY_AREA_3DOF);
  86. BIND_ENUM_CONSTANT(XR_PLAY_AREA_SITTING);
  87. BIND_ENUM_CONSTANT(XR_PLAY_AREA_ROOMSCALE);
  88. BIND_ENUM_CONSTANT(XR_PLAY_AREA_STAGE);
  89. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_OPAQUE);
  90. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_ADDITIVE);
  91. BIND_ENUM_CONSTANT(XR_ENV_BLEND_MODE_ALPHA_BLEND);
  92. };
  93. bool XRInterface::is_primary() {
  94. XRServer *xr_server = XRServer::get_singleton();
  95. ERR_FAIL_NULL_V(xr_server, false);
  96. return xr_server->get_primary_interface() == this;
  97. }
  98. void XRInterface::set_primary(bool p_primary) {
  99. XRServer *xr_server = XRServer::get_singleton();
  100. ERR_FAIL_NULL(xr_server);
  101. if (p_primary) {
  102. ERR_FAIL_COND(!is_initialized());
  103. xr_server->set_primary_interface(this);
  104. } else if (xr_server->get_primary_interface() == this) {
  105. xr_server->set_primary_interface(nullptr);
  106. }
  107. }
  108. XRInterface::XRInterface() {}
  109. XRInterface::~XRInterface() {
  110. if (vrs.vrs_texture.is_valid()) {
  111. ERR_FAIL_NULL(RenderingServer::get_singleton());
  112. RS::get_singleton()->free(vrs.vrs_texture);
  113. vrs.vrs_texture = RID();
  114. }
  115. }
  116. // query if this interface supports this play area mode
  117. bool XRInterface::supports_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  118. return p_mode == XR_PLAY_AREA_UNKNOWN;
  119. }
  120. // get the current play area mode
  121. XRInterface::PlayAreaMode XRInterface::get_play_area_mode() const {
  122. return XR_PLAY_AREA_UNKNOWN;
  123. }
  124. // change the play area mode, note that this should return false if the mode is not available
  125. bool XRInterface::set_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  126. return p_mode == XR_PLAY_AREA_UNKNOWN;
  127. }
  128. // if available, returns an array of vectors denoting the play area the player can move around in
  129. PackedVector3Array XRInterface::get_play_area() const {
  130. // Return an empty array by default.
  131. // Note implementation is responsible for applying our reference frame and world scale to the raw data.
  132. // `play_area_changed` should be emitted if play area data is available and either the reference frame or world scale changes.
  133. return PackedVector3Array();
  134. };
  135. /** these will only be implemented on AR interfaces, so we want dummies for VR **/
  136. bool XRInterface::get_anchor_detection_is_enabled() const {
  137. return false;
  138. }
  139. void XRInterface::set_anchor_detection_is_enabled(bool p_enable) {
  140. }
  141. int XRInterface::get_camera_feed_id() {
  142. return 0;
  143. }
  144. RID XRInterface::get_vrs_texture() {
  145. // Default logic will return a standard VRS image based on our target size and default projections.
  146. // Note that this only gets called if VRS is supported on the hardware.
  147. int32_t texel_width = RD::get_singleton()->limit_get(RD::LIMIT_VRS_TEXEL_WIDTH);
  148. int32_t texel_height = RD::get_singleton()->limit_get(RD::LIMIT_VRS_TEXEL_HEIGHT);
  149. int view_count = get_view_count();
  150. Size2 target_size = get_render_target_size();
  151. real_t aspect = target_size.x / target_size.y; // is this y/x ?
  152. Size2 vrs_size = Size2(round(0.5 + target_size.x / texel_width), round(0.5 + target_size.y / texel_height));
  153. real_t radius = vrs_size.length() * 0.5;
  154. Size2 vrs_sizei = vrs_size;
  155. if (vrs.size != vrs_sizei) {
  156. const uint8_t densities[] = {
  157. 0, // 1x1
  158. 1, // 1x2
  159. // 2, // 1x4 - not supported
  160. // 3, // 1x8 - not supported
  161. // 4, // 2x1
  162. 5, // 2x2
  163. 6, // 2x4
  164. // 9, // 4x2
  165. 10, // 4x4
  166. };
  167. // out with the old
  168. if (vrs.vrs_texture.is_valid()) {
  169. RS::get_singleton()->free(vrs.vrs_texture);
  170. vrs.vrs_texture = RID();
  171. }
  172. // in with the new
  173. Vector<Ref<Image>> images;
  174. vrs.size = vrs_sizei;
  175. for (int i = 0; i < view_count && i < 2; i++) {
  176. PackedByteArray data;
  177. data.resize(vrs_sizei.x * vrs_sizei.y);
  178. uint8_t *data_ptr = data.ptrw();
  179. // Our near and far don't matter much for what we're doing here, but there are some interfaces that will remember this as the near and far and may fail as a result...
  180. Projection cm = get_projection_for_view(i, aspect, 0.1, 1000.0);
  181. Vector3 center = cm.xform(Vector3(0.0, 0.0, 999.0));
  182. Vector2i view_center;
  183. view_center.x = int(vrs_size.x * (center.x + 1.0) * 0.5);
  184. view_center.y = int(vrs_size.y * (center.y + 1.0) * 0.5);
  185. int d = 0;
  186. for (int y = 0; y < vrs_sizei.y; y++) {
  187. for (int x = 0; x < vrs_sizei.x; x++) {
  188. Vector2 offset = Vector2(x - view_center.x, y - view_center.y);
  189. offset.y *= aspect;
  190. real_t distance = offset.length();
  191. int idx = round(5.0 * distance / radius);
  192. if (idx > 4) {
  193. idx = 4;
  194. }
  195. uint8_t density = densities[idx];
  196. data_ptr[d++] = density;
  197. }
  198. }
  199. images.push_back(Image::create_from_data(vrs_sizei.x, vrs_sizei.y, false, Image::FORMAT_R8, data));
  200. }
  201. if (images.size() == 1) {
  202. vrs.vrs_texture = RS::get_singleton()->texture_2d_create(images[0]);
  203. } else {
  204. vrs.vrs_texture = RS::get_singleton()->texture_2d_layered_create(images, RS::TEXTURE_LAYERED_2D_ARRAY);
  205. }
  206. }
  207. return vrs.vrs_texture;
  208. }
  209. /** these are optional, so we want dummies **/
  210. RID XRInterface::get_color_texture() {
  211. return RID();
  212. }
  213. RID XRInterface::get_depth_texture() {
  214. return RID();
  215. }
  216. RID XRInterface::get_velocity_texture() {
  217. return RID();
  218. }
  219. PackedStringArray XRInterface::get_suggested_tracker_names() const {
  220. PackedStringArray arr;
  221. return arr;
  222. }
  223. PackedStringArray XRInterface::get_suggested_pose_names(const StringName &p_tracker_name) const {
  224. PackedStringArray arr;
  225. return arr;
  226. }
  227. XRInterface::TrackingStatus XRInterface::get_tracking_status() const {
  228. return XR_UNKNOWN_TRACKING;
  229. }
  230. void XRInterface::trigger_haptic_pulse(const String &p_action_name, const StringName &p_tracker_name, double p_frequency, double p_amplitude, double p_duration_sec, double p_delay_sec) {
  231. }
  232. Array XRInterface::get_supported_environment_blend_modes() {
  233. Array default_blend_modes;
  234. default_blend_modes.push_back(XR_ENV_BLEND_MODE_OPAQUE);
  235. return default_blend_modes;
  236. }