1 /* Copyright (C) <2018, 2019, 2020> Philippe Normand <philn@igalia.com>
2 * Copyright (C) <2018> Žan Doberšek <zdobersek@igalia.com>
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Library General Public
6 * License as published by the Free Software Foundation; either
7 * version 2 of the License, or (at your option) any later version.
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Library General Public License for more details.
14 * You should have received a copy of the GNU Library General Public
15 * License along with this library; if not, write to the
16 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
17 * Boston, MA 02110-1301, USA.
24 #include "WPEThreadedView.h"
26 #include <gst/gl/gl.h>
27 #include <gst/gl/egl/gsteglimage.h>
28 #include <gst/gl/egl/gstgldisplay_egl.h>
29 #include <wayland-server.h>
34 #if ENABLE_SHM_BUFFER_SUPPORT
35 #include <wpe/unstable/fdo-shm.h>
38 GST_DEBUG_CATEGORY_EXTERN (wpe_src_debug);
39 #define GST_CAT_DEFAULT wpe_src_debug
41 #if defined(WPE_FDO_CHECK_VERSION) && WPE_FDO_CHECK_VERSION(1, 3, 0)
42 #define USE_DEPRECATED_FDO_EGL_IMAGE 0
43 #define WPE_GLIB_SOURCE_PRIORITY G_PRIORITY_DEFAULT
45 #define USE_DEPRECATED_FDO_EGL_IMAGE 1
46 #define WPE_GLIB_SOURCE_PRIORITY -70
51 GMutexHolder(GMutex& mutex)
65 static WPEContextThread *s_view = NULL;
67 WPEContextThread& WPEContextThread::singleton()
69 static gsize initialized = 0;
71 if (g_once_init_enter (&initialized)) {
72 s_view = new WPEContextThread;
74 g_once_init_leave (&initialized, 1);
80 WPEContextThread::WPEContextThread()
82 g_mutex_init(&threading.mutex);
83 g_cond_init(&threading.cond);
86 GMutexHolder lock(threading.mutex);
87 threading.thread = g_thread_new("WPEContextThread", s_viewThread, this);
88 g_cond_wait(&threading.cond, &threading.mutex);
89 GST_DEBUG("thread spawned");
93 WPEContextThread::~WPEContextThread()
95 if (threading.thread) {
96 g_thread_unref(threading.thread);
97 threading.thread = nullptr;
100 g_mutex_clear(&threading.mutex);
101 g_cond_clear(&threading.cond);
104 template<typename Function>
105 void WPEContextThread::dispatch(Function func)
110 struct Payload payload { func };
112 GSource* source = g_idle_source_new();
113 g_source_set_callback(source, [](gpointer data) -> gboolean {
114 auto& view = WPEContextThread::singleton();
115 GMutexHolder lock(view.threading.mutex);
117 auto* payload = static_cast<struct Payload*>(data);
120 g_cond_signal(&view.threading.cond);
121 return G_SOURCE_REMOVE;
122 }, &payload, nullptr);
123 g_source_set_priority(source, WPE_GLIB_SOURCE_PRIORITY);
126 GMutexHolder lock(threading.mutex);
127 g_source_attach(source, glib.context);
128 g_cond_wait(&threading.cond, &threading.mutex);
131 g_source_unref(source);
134 gpointer WPEContextThread::s_viewThread(gpointer data)
136 auto& view = *static_cast<WPEContextThread*>(data);
138 view.glib.context = g_main_context_new();
139 view.glib.loop = g_main_loop_new(view.glib.context, FALSE);
141 g_main_context_push_thread_default(view.glib.context);
144 GSource* source = g_idle_source_new();
145 g_source_set_callback(source,
146 [](gpointer data) -> gboolean {
147 auto& view = *static_cast<WPEContextThread*>(data);
148 GMutexHolder lock(view.threading.mutex);
149 g_cond_signal(&view.threading.cond);
150 return G_SOURCE_REMOVE;
153 g_source_attach(source, view.glib.context);
154 g_source_unref(source);
157 g_main_loop_run(view.glib.loop);
159 g_main_loop_unref(view.glib.loop);
160 view.glib.loop = nullptr;
162 g_main_context_pop_thread_default(view.glib.context);
163 g_main_context_unref(view.glib.context);
164 view.glib.context = nullptr;
168 WPEView* WPEContextThread::createWPEView(GstWpeSrc* src, GstGLContext* context, GstGLDisplay* display, int width, int height)
170 GST_DEBUG("context %p display %p, size (%d,%d)", context, display, width, height);
172 static std::once_flag s_loaderFlag;
173 std::call_once(s_loaderFlag,
175 #if defined(WPE_BACKEND_CHECK_VERSION) && WPE_BACKEND_CHECK_VERSION(1, 2, 0)
176 wpe_loader_init("libWPEBackend-fdo-1.0.so");
180 WPEView* view = nullptr;
181 dispatch([&]() mutable {
182 if (!glib.web_context) {
183 auto* manager = webkit_website_data_manager_new_ephemeral();
184 glib.web_context = webkit_web_context_new_with_website_data_manager(manager);
185 g_object_unref(manager);
188 view = new WPEView(glib.web_context, src, context, display, width, height);
191 if (view && view->hasUri()) {
192 GST_DEBUG("waiting load to finish");
193 view->waitLoadCompletion();
200 static gboolean s_loadFailed(WebKitWebView*, WebKitLoadEvent, gchar* failing_uri, GError* error, gpointer data)
202 GstWpeSrc* src = GST_WPE_SRC(data);
204 if (g_error_matches(error, WEBKIT_NETWORK_ERROR, WEBKIT_NETWORK_ERROR_CANCELLED)) {
205 GST_INFO_OBJECT (src, "Loading cancelled.");
210 GST_ELEMENT_ERROR (GST_ELEMENT_CAST(src), RESOURCE, FAILED, (NULL), ("Failed to load %s (%s)", failing_uri, error->message));
214 static gboolean s_loadFailedWithTLSErrors(WebKitWebView*, gchar* failing_uri, GTlsCertificate*, GTlsCertificateFlags, gpointer data)
216 // Defer to load-failed.
220 static void s_loadProgressChaned(GObject* object, GParamSpec*, gpointer data)
222 GstElement* src = GST_ELEMENT_CAST (data);
223 // The src element is locked already so we can't call
224 // gst_element_post_message(). Instead retrieve the bus manually and use it
226 GstBus* bus = GST_ELEMENT_BUS (src);
227 double estimatedProgress;
228 g_object_get(object, "estimated-load-progress", &estimatedProgress, nullptr);
229 gst_object_ref (bus);
230 gst_bus_post (bus, gst_message_new_element(GST_OBJECT_CAST(src), gst_structure_new("wpe-stats", "estimated-load-progress", G_TYPE_DOUBLE, estimatedProgress * 100, nullptr)));
231 gst_object_unref (bus);
234 WPEView::WPEView(WebKitWebContext* web_context, GstWpeSrc* src, GstGLContext* context, GstGLDisplay* display, int width, int height)
236 g_mutex_init(&threading.ready_mutex);
237 g_cond_init(&threading.ready_cond);
238 threading.ready = FALSE;
240 g_mutex_init(&images_mutex);
242 gst.context = GST_GL_CONTEXT(gst_object_ref(context));
244 gst.display = GST_GL_DISPLAY(gst_object_ref(display));
250 if (context && display) {
251 if (gst_gl_context_get_gl_platform(context) == GST_GL_PLATFORM_EGL) {
252 gst.display_egl = gst_gl_display_egl_from_gl_display (gst.display);
254 GST_DEBUG ("Available GStreamer GL Context is not EGL - not creating an EGL display from it");
258 if (gst.display_egl) {
259 EGLDisplay eglDisplay = (EGLDisplay)gst_gl_display_get_handle (GST_GL_DISPLAY(gst.display_egl));
260 GST_DEBUG("eglDisplay %p", eglDisplay);
262 m_isValid = wpe_fdo_initialize_for_egl_display(eglDisplay);
263 GST_DEBUG("FDO EGL display initialisation result: %d", m_isValid);
265 #if ENABLE_SHM_BUFFER_SUPPORT
266 m_isValid = wpe_fdo_initialize_shm();
267 GST_DEBUG("FDO SHM initialisation result: %d", m_isValid);
269 GST_WARNING("FDO SHM support is available only in WPEBackend-FDO 1.7.0");
275 if (gst.display_egl) {
276 wpe.exportable = wpe_view_backend_exportable_fdo_egl_create(&s_exportableEGLClient, this, wpe.width, wpe.height);
278 #if ENABLE_SHM_BUFFER_SUPPORT
279 wpe.exportable = wpe_view_backend_exportable_fdo_create(&s_exportableClient, this, wpe.width, wpe.height);
283 auto* wpeViewBackend = wpe_view_backend_exportable_fdo_get_view_backend(wpe.exportable);
284 auto* viewBackend = webkit_web_view_backend_new(wpeViewBackend, (GDestroyNotify) wpe_view_backend_exportable_fdo_destroy, wpe.exportable);
285 #if defined(WPE_BACKEND_CHECK_VERSION) && WPE_BACKEND_CHECK_VERSION(1, 1, 0)
286 wpe_view_backend_add_activity_state(wpeViewBackend, wpe_view_activity_state_visible | wpe_view_activity_state_focused | wpe_view_activity_state_in_window);
289 webkit.view = WEBKIT_WEB_VIEW(g_object_new(WEBKIT_TYPE_WEB_VIEW, "web-context", web_context, "backend", viewBackend, nullptr));
291 g_signal_connect(webkit.view, "load-failed", G_CALLBACK(s_loadFailed), src);
292 g_signal_connect(webkit.view, "load-failed-with-tls-errors", G_CALLBACK(s_loadFailedWithTLSErrors), src);
293 g_signal_connect(webkit.view, "notify::estimated-load-progress", G_CALLBACK(s_loadProgressChaned), src);
295 gst_wpe_src_configure_web_view(src, webkit.view);
297 const gchar* location;
298 gboolean drawBackground = TRUE;
299 g_object_get(src, "location", &location, "draw-background", &drawBackground, nullptr);
300 setDrawBackground(drawBackground);
302 loadUriUnlocked(location);
307 GstEGLImage *egl_pending = NULL;
308 GstEGLImage *egl_committed = NULL;
309 GstBuffer *shm_pending = NULL;
310 GstBuffer *shm_committed = NULL;
311 GST_TRACE ("%p destroying", this);
313 g_mutex_clear(&threading.ready_mutex);
314 g_cond_clear(&threading.ready_cond);
317 GMutexHolder lock(images_mutex);
320 egl_pending = egl.pending;
321 egl.pending = nullptr;
324 egl_committed = egl.committed;
325 egl.committed = nullptr;
328 GST_TRACE ("%p freeing shm pending %" GST_PTR_FORMAT, this, shm.pending);
329 shm_pending = shm.pending;
330 shm.pending = nullptr;
333 GST_TRACE ("%p freeing shm commited %" GST_PTR_FORMAT, this, shm.committed);
334 shm_committed = shm.committed;
335 shm.committed = nullptr;
340 gst_egl_image_unref (egl_pending);
342 gst_egl_image_unref (egl_committed);
344 gst_buffer_unref (shm_pending);
346 gst_buffer_unref (shm_committed);
348 WPEContextThread::singleton().dispatch([&]() {
350 g_object_unref(webkit.view);
351 webkit.view = nullptr;
355 if (gst.display_egl) {
356 gst_object_unref(gst.display_egl);
357 gst.display_egl = nullptr;
361 gst_object_unref(gst.display);
362 gst.display = nullptr;
366 gst_object_unref(gst.context);
367 gst.context = nullptr;
371 webkit.uri = nullptr;
374 g_mutex_clear(&images_mutex);
375 GST_TRACE ("%p destroyed", this);
378 void WPEView::notifyLoadFinished()
380 GMutexHolder lock(threading.ready_mutex);
381 if (!threading.ready) {
382 threading.ready = TRUE;
383 g_cond_signal(&threading.ready_cond);
387 void WPEView::waitLoadCompletion()
389 GMutexHolder lock(threading.ready_mutex);
390 while (!threading.ready)
391 g_cond_wait(&threading.ready_cond, &threading.ready_mutex);
394 GstEGLImage* WPEView::image()
396 GstEGLImage* ret = nullptr;
397 bool dispatchFrameComplete = false;
398 GstEGLImage *prev_image = NULL;
401 GMutexHolder lock(images_mutex);
403 GST_TRACE("pending %" GST_PTR_FORMAT " (%d) committed %" GST_PTR_FORMAT " (%d)", egl.pending,
404 GST_IS_EGL_IMAGE(egl.pending) ? GST_MINI_OBJECT_REFCOUNT_VALUE(GST_MINI_OBJECT_CAST(egl.pending)) : 0,
406 GST_IS_EGL_IMAGE(egl.committed) ? GST_MINI_OBJECT_REFCOUNT_VALUE(GST_MINI_OBJECT_CAST(egl.committed)) : 0);
409 prev_image = egl.committed;
410 egl.committed = egl.pending;
411 egl.pending = nullptr;
413 dispatchFrameComplete = true;
421 gst_egl_image_unref(prev_image);
423 if (dispatchFrameComplete)
429 GstBuffer* WPEView::buffer()
431 GstBuffer* ret = nullptr;
432 bool dispatchFrameComplete = false;
433 GstBuffer *prev_image = NULL;
436 GMutexHolder lock(images_mutex);
438 GST_TRACE("pending %" GST_PTR_FORMAT " (%d) committed %" GST_PTR_FORMAT " (%d)", shm.pending,
439 GST_IS_BUFFER(shm.pending) ? GST_MINI_OBJECT_REFCOUNT_VALUE(GST_MINI_OBJECT_CAST(shm.pending)) : 0,
441 GST_IS_BUFFER(shm.committed) ? GST_MINI_OBJECT_REFCOUNT_VALUE(GST_MINI_OBJECT_CAST(shm.committed)) : 0);
444 prev_image = shm.committed;
445 shm.committed = shm.pending;
446 shm.pending = nullptr;
448 dispatchFrameComplete = true;
456 gst_buffer_unref(prev_image);
458 if (dispatchFrameComplete)
464 void WPEView::resize(int width, int height)
466 GST_DEBUG("resize to %dx%d", width, height);
470 s_view->dispatch([&]() {
471 if (wpe.exportable && wpe_view_backend_exportable_fdo_get_view_backend(wpe.exportable))
472 wpe_view_backend_dispatch_set_size(wpe_view_backend_exportable_fdo_get_view_backend(wpe.exportable), wpe.width, wpe.height);
476 void WPEView::frameComplete()
478 GST_TRACE("frame complete");
479 s_view->dispatch([&]() {
480 GST_TRACE("dispatching");
481 wpe_view_backend_exportable_fdo_dispatch_frame_complete(wpe.exportable);
485 void WPEView::loadUriUnlocked(const gchar* uri)
490 GST_DEBUG("loading %s", uri);
491 webkit.uri = g_strdup(uri);
492 webkit_web_view_load_uri(webkit.view, webkit.uri);
495 void WPEView::loadUri(const gchar* uri)
497 s_view->dispatch([&]() {
498 loadUriUnlocked(uri);
502 void WPEView::loadData(GBytes* bytes)
504 s_view->dispatch([this, bytes = g_bytes_ref(bytes)]() {
505 webkit_web_view_load_bytes(webkit.view, bytes, nullptr, nullptr, nullptr);
506 g_bytes_unref(bytes);
510 void WPEView::setDrawBackground(gboolean drawsBackground)
512 #if WEBKIT_CHECK_VERSION(2, 24, 0)
513 GST_DEBUG("%s background rendering", drawsBackground ? "Enabling" : "Disabling");
515 webkit_color_parse(&color, drawsBackground ? "white" : "transparent");
516 webkit_web_view_set_background_color(webkit.view, &color);
518 GST_FIXME("webkit_web_view_set_background_color is not implemented in WPE %u.%u. Please upgrade to 2.24", webkit_get_major_version(), webkit_get_minor_version());
522 void WPEView::releaseImage(gpointer imagePointer)
524 s_view->dispatch([&]() {
525 GST_TRACE("Dispatch release exported image %p", imagePointer);
526 #if USE_DEPRECATED_FDO_EGL_IMAGE
527 wpe_view_backend_exportable_fdo_egl_dispatch_release_image(wpe.exportable,
528 static_cast<EGLImageKHR>(imagePointer));
530 wpe_view_backend_exportable_fdo_egl_dispatch_release_exported_image(wpe.exportable,
531 static_cast<struct wpe_fdo_egl_exported_image*>(imagePointer));
536 struct ImageContext {
541 void WPEView::handleExportedImage(gpointer image)
543 ImageContext* imageContext = g_slice_new(ImageContext);
544 imageContext->view = this;
545 imageContext->image = static_cast<gpointer>(image);
546 EGLImageKHR eglImage;
547 #if USE_DEPRECATED_FDO_EGL_IMAGE
548 eglImage = static_cast<EGLImageKHR>(image);
550 eglImage = wpe_fdo_egl_exported_image_get_egl_image(static_cast<struct wpe_fdo_egl_exported_image*>(image));
553 auto* gstImage = gst_egl_image_new_wrapped(gst.context, eglImage, GST_GL_RGBA, imageContext, s_releaseImage);
555 GMutexHolder lock(images_mutex);
557 GST_TRACE("EGLImage %p wrapped in GstEGLImage %" GST_PTR_FORMAT, eglImage, gstImage);
558 gst_clear_mini_object ((GstMiniObject **) &egl.pending);
559 egl.pending = gstImage;
561 notifyLoadFinished();
565 #if ENABLE_SHM_BUFFER_SUPPORT
566 struct SHMBufferContext {
568 struct wpe_fdo_shm_exported_buffer* buffer;
571 void WPEView::releaseSHMBuffer(gpointer data)
573 SHMBufferContext* context = static_cast<SHMBufferContext*>(data);
574 s_view->dispatch([&]() {
575 auto* buffer = static_cast<struct wpe_fdo_shm_exported_buffer*>(context->buffer);
576 GST_TRACE("Dispatch release exported buffer %p", buffer);
577 wpe_view_backend_exportable_fdo_dispatch_release_shm_exported_buffer(wpe.exportable, buffer);
581 void WPEView::s_releaseSHMBuffer(gpointer data)
583 SHMBufferContext* context = static_cast<SHMBufferContext*>(data);
584 context->view->releaseSHMBuffer(data);
585 g_slice_free(SHMBufferContext, context);
588 void WPEView::handleExportedBuffer(struct wpe_fdo_shm_exported_buffer* buffer)
590 struct wl_shm_buffer* shmBuffer = wpe_fdo_shm_exported_buffer_get_shm_buffer(buffer);
591 auto format = wl_shm_buffer_get_format(shmBuffer);
592 if (format != WL_SHM_FORMAT_ARGB8888 && format != WL_SHM_FORMAT_XRGB8888) {
593 GST_ERROR("Unsupported pixel format: %d", format);
597 int32_t width = wl_shm_buffer_get_width(shmBuffer);
598 int32_t height = wl_shm_buffer_get_height(shmBuffer);
599 gint stride = wl_shm_buffer_get_stride(shmBuffer);
600 gsize size = width * height * 4;
601 auto* data = static_cast<uint8_t*>(wl_shm_buffer_get_data(shmBuffer));
603 SHMBufferContext* bufferContext = g_slice_new(SHMBufferContext);
604 bufferContext->view = this;
605 bufferContext->buffer = buffer;
607 auto* gstBuffer = gst_buffer_new_wrapped_full(GST_MEMORY_FLAG_READONLY, data, size, 0, size, bufferContext, s_releaseSHMBuffer);
612 gst_buffer_add_video_meta_full(gstBuffer, GST_VIDEO_FRAME_FLAG_NONE, GST_VIDEO_FORMAT_BGRA, width, height, 1, offsets, strides);
615 GMutexHolder lock(images_mutex);
616 GST_TRACE("SHM buffer %p wrapped in buffer %" GST_PTR_FORMAT, buffer, gstBuffer);
617 gst_clear_buffer (&shm.pending);
618 shm.pending = gstBuffer;
619 notifyLoadFinished();
624 struct wpe_view_backend_exportable_fdo_egl_client WPEView::s_exportableEGLClient = {
625 #if USE_DEPRECATED_FDO_EGL_IMAGE
627 [](void* data, EGLImageKHR image) {
628 auto& view = *static_cast<WPEView*>(data);
629 view.handleExportedImage(static_cast<gpointer>(image));
635 [](void* data, struct wpe_fdo_egl_exported_image* image) {
636 auto& view = *static_cast<WPEView*>(data);
637 view.handleExportedImage(static_cast<gpointer>(image));
640 #endif // USE_DEPRECATED_FDO_EGL_IMAGE
645 #if ENABLE_SHM_BUFFER_SUPPORT
646 struct wpe_view_backend_exportable_fdo_client WPEView::s_exportableClient = {
650 [](void* data, struct wpe_fdo_shm_exported_buffer* buffer) {
651 auto& view = *static_cast<WPEView*>(data);
652 view.handleExportedBuffer(buffer);
659 void WPEView::s_releaseImage(GstEGLImage* image, gpointer data)
661 ImageContext* context = static_cast<ImageContext*>(data);
662 context->view->releaseImage(context->image);
663 g_slice_free(ImageContext, context);
666 struct wpe_view_backend* WPEView::backend() const
668 return wpe.exportable ? wpe_view_backend_exportable_fdo_get_view_backend(wpe.exportable) : nullptr;
671 void WPEView::dispatchKeyboardEvent(struct wpe_input_keyboard_event& wpe_event)
673 s_view->dispatch([&]() {
674 wpe_view_backend_dispatch_keyboard_event(backend(), &wpe_event);
678 void WPEView::dispatchPointerEvent(struct wpe_input_pointer_event& wpe_event)
680 s_view->dispatch([&]() {
681 wpe_view_backend_dispatch_pointer_event(backend(), &wpe_event);
685 void WPEView::dispatchAxisEvent(struct wpe_input_axis_event& wpe_event)
687 s_view->dispatch([&]() {
688 wpe_view_backend_dispatch_axis_event(backend(), &wpe_event);