123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401 |
- /**************************************************************************/
- /* video_stream_gdnative.cpp */
- /**************************************************************************/
- /* This file is part of: */
- /* GODOT ENGINE */
- /* https://godotengine.org */
- /**************************************************************************/
- /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
- /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
- /* */
- /* Permission is hereby granted, free of charge, to any person obtaining */
- /* a copy of this software and associated documentation files (the */
- /* "Software"), to deal in the Software without restriction, including */
- /* without limitation the rights to use, copy, modify, merge, publish, */
- /* distribute, sublicense, and/or sell copies of the Software, and to */
- /* permit persons to whom the Software is furnished to do so, subject to */
- /* the following conditions: */
- /* */
- /* The above copyright notice and this permission notice shall be */
- /* included in all copies or substantial portions of the Software. */
- /* */
- /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
- /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
- /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
- /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
- /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
- /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
- /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
- /**************************************************************************/
- #include "video_stream_gdnative.h"
- #include "core/project_settings.h"
- #include "servers/audio_server.h"
- VideoDecoderServer *VideoDecoderServer::instance = nullptr;
- static VideoDecoderServer decoder_server;
- const int AUX_BUFFER_SIZE = 1024; // Buffer 1024 samples.
- // NOTE: Callbacks for the GDNative libraries.
- extern "C" {
- godot_int GDAPI godot_videodecoder_file_read(void *ptr, uint8_t *buf, int buf_size) {
- // ptr is a FileAccess
- FileAccess *file = reinterpret_cast<FileAccess *>(ptr);
- // if file exists
- if (file) {
- int64_t bytes_read = file->get_buffer(buf, buf_size);
- return bytes_read;
- }
- return -1;
- }
- int64_t GDAPI godot_videodecoder_file_seek(void *ptr, int64_t pos, int whence) {
- // file
- FileAccess *file = reinterpret_cast<FileAccess *>(ptr);
- if (file) {
- int64_t len = file->get_len();
- switch (whence) {
- case SEEK_SET: {
- if (pos > len) {
- return -1;
- }
- file->seek(pos);
- return file->get_position();
- } break;
- case SEEK_CUR: {
- // Just in case it doesn't exist
- if (pos < 0 && -pos > (int64_t)file->get_position()) {
- return -1;
- }
- file->seek(file->get_position() + pos);
- return file->get_position();
- } break;
- case SEEK_END: {
- // Just in case something goes wrong
- if (-pos > len) {
- return -1;
- }
- file->seek_end(pos);
- return file->get_position();
- } break;
- default: {
- // Only 4 possible options, hence default = AVSEEK_SIZE
- // Asks to return the length of file
- return len;
- } break;
- }
- }
- // In case nothing works out.
- return -1;
- }
- void GDAPI godot_videodecoder_register_decoder(const godot_videodecoder_interface_gdnative *p_interface) {
- decoder_server.register_decoder_interface(p_interface);
- }
- }
- // VideoStreamPlaybackGDNative starts here.
- bool VideoStreamPlaybackGDNative::open_file(const String &p_file) {
- ERR_FAIL_COND_V(interface == nullptr, false);
- file = FileAccess::open(p_file, FileAccess::READ);
- bool file_opened = interface->open_file(data_struct, file);
- if (file_opened) {
- num_channels = interface->get_channels(data_struct);
- mix_rate = interface->get_mix_rate(data_struct);
- godot_vector2 vec = interface->get_texture_size(data_struct);
- texture_size = *(Vector2 *)&vec;
- // Only do memset if num_channels > 0 otherwise it will crash.
- if (num_channels > 0) {
- pcm = (float *)memalloc(num_channels * AUX_BUFFER_SIZE * sizeof(float));
- memset(pcm, 0, num_channels * AUX_BUFFER_SIZE * sizeof(float));
- }
- pcm_write_idx = -1;
- samples_decoded = 0;
- texture->create((int)texture_size.width, (int)texture_size.height, Image::FORMAT_RGBA8, Texture::FLAG_FILTER | Texture::FLAG_VIDEO_SURFACE);
- }
- return file_opened;
- }
- void VideoStreamPlaybackGDNative::update(float p_delta) {
- if (!playing || paused) {
- return;
- }
- if (!file) {
- return;
- }
- time += p_delta;
- ERR_FAIL_COND(interface == nullptr);
- interface->update(data_struct, p_delta);
- // Don't mix if there's no audio (num_channels == 0).
- if (mix_callback && num_channels > 0) {
- if (pcm_write_idx >= 0) {
- // Previous remains
- int mixed = mix_callback(mix_udata, pcm + pcm_write_idx * num_channels, samples_decoded);
- if (mixed == samples_decoded) {
- pcm_write_idx = -1;
- } else {
- samples_decoded -= mixed;
- pcm_write_idx += mixed;
- }
- }
- if (pcm_write_idx < 0) {
- samples_decoded = interface->get_audioframe(data_struct, pcm, AUX_BUFFER_SIZE);
- pcm_write_idx = mix_callback(mix_udata, pcm, samples_decoded);
- if (pcm_write_idx == samples_decoded) {
- pcm_write_idx = -1;
- } else {
- samples_decoded -= pcm_write_idx;
- }
- }
- }
- if (seek_backward) {
- update_texture();
- seek_backward = false;
- }
- while (interface->get_playback_position(data_struct) < time && playing) {
- update_texture();
- }
- }
- void VideoStreamPlaybackGDNative::update_texture() {
- PoolByteArray *pba = (PoolByteArray *)interface->get_videoframe(data_struct);
- if (pba == nullptr) {
- playing = false;
- return;
- }
- Ref<Image> img = memnew(Image(texture_size.width, texture_size.height, 0, Image::FORMAT_RGBA8, *pba));
- texture->set_data(img);
- }
- // ctor and dtor
- VideoStreamPlaybackGDNative::VideoStreamPlaybackGDNative() :
- texture(Ref<ImageTexture>(memnew(ImageTexture))),
- playing(false),
- paused(false),
- mix_udata(nullptr),
- mix_callback(nullptr),
- num_channels(-1),
- time(0),
- seek_backward(false),
- mix_rate(0),
- delay_compensation(0),
- pcm(nullptr),
- pcm_write_idx(0),
- samples_decoded(0),
- file(nullptr),
- interface(nullptr),
- data_struct(nullptr) {}
- VideoStreamPlaybackGDNative::~VideoStreamPlaybackGDNative() {
- cleanup();
- }
- void VideoStreamPlaybackGDNative::cleanup() {
- if (data_struct) {
- interface->destructor(data_struct);
- }
- if (pcm) {
- memfree(pcm);
- }
- if (file) {
- file->close();
- memdelete(file);
- file = nullptr;
- }
- pcm = nullptr;
- time = 0;
- num_channels = -1;
- interface = nullptr;
- data_struct = nullptr;
- }
- void VideoStreamPlaybackGDNative::set_interface(const godot_videodecoder_interface_gdnative *p_interface) {
- ERR_FAIL_COND(p_interface == nullptr);
- if (interface != nullptr) {
- cleanup();
- }
- interface = p_interface;
- data_struct = interface->constructor((godot_object *)this);
- }
- // controls
- bool VideoStreamPlaybackGDNative::is_playing() const {
- return playing;
- }
- bool VideoStreamPlaybackGDNative::is_paused() const {
- return paused;
- }
- void VideoStreamPlaybackGDNative::play() {
- stop();
- playing = true;
- delay_compensation = ProjectSettings::get_singleton()->get("audio/video_delay_compensation_ms");
- delay_compensation /= 1000.0;
- }
- void VideoStreamPlaybackGDNative::stop() {
- if (playing) {
- seek(0);
- }
- playing = false;
- }
- void VideoStreamPlaybackGDNative::seek(float p_time) {
- ERR_FAIL_COND(interface == nullptr);
- interface->seek(data_struct, p_time);
- if (p_time < time) {
- seek_backward = true;
- }
- time = p_time;
- // reset audio buffers
- memset(pcm, 0, num_channels * AUX_BUFFER_SIZE * sizeof(float));
- pcm_write_idx = -1;
- samples_decoded = 0;
- }
- void VideoStreamPlaybackGDNative::set_paused(bool p_paused) {
- paused = p_paused;
- }
- Ref<Texture> VideoStreamPlaybackGDNative::get_texture() const {
- return texture;
- }
- float VideoStreamPlaybackGDNative::get_length() const {
- ERR_FAIL_COND_V(interface == nullptr, 0);
- return interface->get_length(data_struct);
- }
- float VideoStreamPlaybackGDNative::get_playback_position() const {
- ERR_FAIL_COND_V(interface == nullptr, 0);
- return interface->get_playback_position(data_struct);
- }
- bool VideoStreamPlaybackGDNative::has_loop() const {
- // TODO: Implement looping?
- return false;
- }
- void VideoStreamPlaybackGDNative::set_loop(bool p_enable) {
- // Do nothing
- }
- void VideoStreamPlaybackGDNative::set_audio_track(int p_idx) {
- ERR_FAIL_COND(interface == nullptr);
- interface->set_audio_track(data_struct, p_idx);
- }
- void VideoStreamPlaybackGDNative::set_mix_callback(AudioMixCallback p_callback, void *p_userdata) {
- mix_udata = p_userdata;
- mix_callback = p_callback;
- }
- int VideoStreamPlaybackGDNative::get_channels() const {
- ERR_FAIL_COND_V(interface == nullptr, 0);
- return (num_channels > 0) ? num_channels : 0;
- }
- int VideoStreamPlaybackGDNative::get_mix_rate() const {
- ERR_FAIL_COND_V(interface == nullptr, 0);
- return mix_rate;
- }
- /* --- NOTE VideoStreamGDNative starts here. ----- */
- Ref<VideoStreamPlayback> VideoStreamGDNative::instance_playback() {
- Ref<VideoStreamPlaybackGDNative> pb = memnew(VideoStreamPlaybackGDNative);
- VideoDecoderGDNative *decoder = decoder_server.get_decoder(file.get_extension().to_lower());
- if (decoder == nullptr) {
- return nullptr;
- }
- pb->set_interface(decoder->interface);
- pb->set_audio_track(audio_track);
- if (pb->open_file(file)) {
- return pb;
- }
- return nullptr;
- }
- void VideoStreamGDNative::set_file(const String &p_file) {
- file = p_file;
- }
- String VideoStreamGDNative::get_file() {
- return file;
- }
- void VideoStreamGDNative::_bind_methods() {
- ClassDB::bind_method(D_METHOD("set_file", "file"), &VideoStreamGDNative::set_file);
- ClassDB::bind_method(D_METHOD("get_file"), &VideoStreamGDNative::get_file);
- ADD_PROPERTY(PropertyInfo(Variant::STRING, "file", PROPERTY_HINT_NONE, "", PROPERTY_USAGE_NOEDITOR | PROPERTY_USAGE_INTERNAL), "set_file", "get_file");
- }
- void VideoStreamGDNative::set_audio_track(int p_track) {
- audio_track = p_track;
- }
- /* --- NOTE ResourceFormatLoaderVideoStreamGDNative starts here. ----- */
- RES ResourceFormatLoaderVideoStreamGDNative::load(const String &p_path, const String &p_original_path, Error *r_error, bool p_no_subresource_cache) {
- FileAccess *f = FileAccess::open(p_path, FileAccess::READ);
- if (!f) {
- if (r_error) {
- *r_error = ERR_CANT_OPEN;
- }
- return RES();
- }
- memdelete(f);
- VideoStreamGDNative *stream = memnew(VideoStreamGDNative);
- stream->set_file(p_path);
- Ref<VideoStreamGDNative> ogv_stream = Ref<VideoStreamGDNative>(stream);
- if (r_error) {
- *r_error = OK;
- }
- return ogv_stream;
- }
- void ResourceFormatLoaderVideoStreamGDNative::get_recognized_extensions(List<String> *p_extensions) const {
- Map<String, int>::Element *el = VideoDecoderServer::get_instance()->get_extensions().front();
- while (el) {
- p_extensions->push_back(el->key());
- el = el->next();
- }
- }
- bool ResourceFormatLoaderVideoStreamGDNative::handles_type(const String &p_type) const {
- return ClassDB::is_parent_class(p_type, "VideoStream");
- }
- String ResourceFormatLoaderVideoStreamGDNative::get_resource_type(const String &p_path) const {
- String el = p_path.get_extension().to_lower();
- if (VideoDecoderServer::get_instance()->get_extensions().has(el)) {
- return "VideoStreamGDNative";
- }
- return "";
- }
|