#include <stdio.h>
#include "gtkgstglwidget.h"
+#include "gstgtkutils.h"
+#include <gst/gl/gstglfuncs.h>
#include <gst/video/video.h>
#if GST_GL_HAVE_WINDOW_X11 && defined (GDK_WINDOWING_X11)
#include <gdk/gdkx.h>
#include <gst/gl/x11/gstgldisplay_x11.h>
-#include <gst/gl/x11/gstglcontext_glx.h>
#endif
#if GST_GL_HAVE_WINDOW_WAYLAND && defined (GDK_WINDOWING_WAYLAND)
/**
* SECTION:gtkgstglwidget
+ * @title: GtkGstGlWidget
* @short_description: a #GtkGLArea that renders GStreamer video #GstBuffers
* @see_also: #GtkGLArea, #GstBuffer
*
#define GST_CAT_DEFAULT gtk_gst_gl_widget_debug
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
-G_DEFINE_TYPE_WITH_CODE (GtkGstGLWidget, gtk_gst_gl_widget, GTK_TYPE_GL_AREA,
- GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "gtkgstglwidget", 0,
- "Gtk Gst GL Widget"););
-
-#define GTK_GST_GL_WIDGET_GET_PRIVATE(obj) (G_TYPE_INSTANCE_GET_PRIVATE ((obj), \
- GTK_TYPE_GST_GL_WIDGET, GtkGstGLWidgetPrivate))
-
-#define DEFAULT_FORCE_ASPECT_RATIO TRUE
-#define DEFAULT_PAR_N 0
-#define DEFAULT_PAR_D 1
-#define DEFAULT_IGNORE_ALPHA TRUE
-
-enum
-{
- PROP_0,
- PROP_FORCE_ASPECT_RATIO,
- PROP_PIXEL_ASPECT_RATIO,
- PROP_IGNORE_ALPHA,
-};
-
struct _GtkGstGLWidgetPrivate
{
- GMutex lock;
-
- /* properties */
- gboolean force_aspect_ratio;
- gint par_n, par_d;
- gboolean ignore_alpha;
-
- gint display_width;
- gint display_height;
-
- gboolean negotiated;
- GstBuffer *buffer;
- GstCaps *gl_caps;
- GstCaps *caps;
- GstVideoInfo v_info;
- gboolean new_buffer;
-
gboolean initted;
GstGLDisplay *display;
GdkGLContext *gdk_context;
GLint attr_position;
GLint attr_texture;
GLuint current_tex;
+ GstGLOverlayCompositor *overlay_compositor;
};
-static void
-gtk_gst_gl_widget_get_preferred_width (GtkWidget * widget, gint * min,
- gint * natural)
-{
- GtkGstGLWidget *gst_widget = (GtkGstGLWidget *) widget;
- gint video_width = gst_widget->priv->display_width;
-
- if (!gst_widget->priv->negotiated)
- video_width = 10;
-
- if (min)
- *min = 1;
- if (natural)
- *natural = video_width;
-}
-
-static void
-gtk_gst_gl_widget_get_preferred_height (GtkWidget * widget, gint * min,
- gint * natural)
-{
- GtkGstGLWidget *gst_widget = (GtkGstGLWidget *) widget;
- gint video_height = gst_widget->priv->display_height;
-
- if (!gst_widget->priv->negotiated)
- video_height = 10;
-
- if (min)
- *min = 1;
- if (natural)
- *natural = video_height;
-}
-
static const GLfloat vertices[] = {
1.0f, 1.0f, 0.0f, 1.0f, 0.0f,
-1.0f, 1.0f, 0.0f, 0.0f, 0.0f,
1.0f, -1.0f, 0.0f, 1.0f, 1.0f
};
+G_DEFINE_TYPE_WITH_CODE (GtkGstGLWidget, gtk_gst_gl_widget, GTK_TYPE_GL_AREA,
+ G_ADD_PRIVATE (GtkGstGLWidget)
+ GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "gtkgstglwidget", 0,
+ "Gtk Gst GL Widget");
+ );
+
static void
gtk_gst_gl_widget_bind_buffer (GtkGstGLWidget * gst_widget)
{
- const GstGLFuncs *gl = gst_widget->priv->context->gl_vtable;
+ GtkGstGLWidgetPrivate *priv = gst_widget->priv;
+ const GstGLFuncs *gl = priv->context->gl_vtable;
- gl->BindBuffer (GL_ARRAY_BUFFER, gst_widget->priv->vertex_buffer);
+ gl->BindBuffer (GL_ARRAY_BUFFER, priv->vertex_buffer);
/* Load the vertex position */
- gl->VertexAttribPointer (gst_widget->priv->attr_position, 3, GL_FLOAT,
- GL_FALSE, 5 * sizeof (GLfloat), (void *) 0);
+ gl->VertexAttribPointer (priv->attr_position, 3, GL_FLOAT, GL_FALSE,
+ 5 * sizeof (GLfloat), (void *) 0);
/* Load the texture coordinate */
- gl->VertexAttribPointer (gst_widget->priv->attr_texture, 2, GL_FLOAT,
- GL_FALSE, 5 * sizeof (GLfloat), (void *) (3 * sizeof (GLfloat)));
+ gl->VertexAttribPointer (priv->attr_texture, 2, GL_FLOAT, GL_FALSE,
+ 5 * sizeof (GLfloat), (void *) (3 * sizeof (GLfloat)));
- gl->EnableVertexAttribArray (gst_widget->priv->attr_position);
- gl->EnableVertexAttribArray (gst_widget->priv->attr_texture);
+ gl->EnableVertexAttribArray (priv->attr_position);
+ gl->EnableVertexAttribArray (priv->attr_texture);
}
static void
gtk_gst_gl_widget_unbind_buffer (GtkGstGLWidget * gst_widget)
{
- const GstGLFuncs *gl = gst_widget->priv->context->gl_vtable;
+ GtkGstGLWidgetPrivate *priv = gst_widget->priv;
+ const GstGLFuncs *gl = priv->context->gl_vtable;
gl->BindBuffer (GL_ARRAY_BUFFER, 0);
- gl->DisableVertexAttribArray (gst_widget->priv->attr_position);
- gl->DisableVertexAttribArray (gst_widget->priv->attr_texture);
+ gl->DisableVertexAttribArray (priv->attr_position);
+ gl->DisableVertexAttribArray (priv->attr_texture);
}
static void
gtk_gst_gl_widget_init_redisplay (GtkGstGLWidget * gst_widget)
{
- const GstGLFuncs *gl = gst_widget->priv->context->gl_vtable;
+ GtkGstGLWidgetPrivate *priv = gst_widget->priv;
+ const GstGLFuncs *gl = priv->context->gl_vtable;
+ GError *error = NULL;
- gst_widget->priv->shader = gst_gl_shader_new (gst_widget->priv->context);
+ gst_gl_insert_debug_marker (priv->other_context, "initializing redisplay");
+ if (!(priv->shader = gst_gl_shader_new_default (priv->context, &error))) {
+ GST_ERROR ("Failed to initialize shader: %s", error->message);
+ return;
+ }
- gst_gl_shader_compile_with_default_vf_and_check
- (gst_widget->priv->shader, &gst_widget->priv->attr_position,
- &gst_widget->priv->attr_texture);
+ priv->attr_position =
+ gst_gl_shader_get_attribute_location (priv->shader, "a_position");
+ priv->attr_texture =
+ gst_gl_shader_get_attribute_location (priv->shader, "a_texcoord");
if (gl->GenVertexArrays) {
- gl->GenVertexArrays (1, &gst_widget->priv->vao);
- gl->BindVertexArray (gst_widget->priv->vao);
+ gl->GenVertexArrays (1, &priv->vao);
+ gl->BindVertexArray (priv->vao);
}
- gl->GenBuffers (1, &gst_widget->priv->vertex_buffer);
- gl->BindBuffer (GL_ARRAY_BUFFER, gst_widget->priv->vertex_buffer);
+ gl->GenBuffers (1, &priv->vertex_buffer);
+ gl->BindBuffer (GL_ARRAY_BUFFER, priv->vertex_buffer);
gl->BufferData (GL_ARRAY_BUFFER, 4 * 5 * sizeof (GLfloat), vertices,
GL_STATIC_DRAW);
gl->BindBuffer (GL_ARRAY_BUFFER, 0);
- gst_widget->priv->initted = TRUE;
+ priv->overlay_compositor =
+ gst_gl_overlay_compositor_new (priv->other_context);
+
+ priv->initted = TRUE;
}
static void
_redraw_texture (GtkGstGLWidget * gst_widget, guint tex)
{
- const GstGLFuncs *gl = gst_widget->priv->context->gl_vtable;
+ GtkGstGLWidgetPrivate *priv = gst_widget->priv;
+ const GstGLFuncs *gl = priv->context->gl_vtable;
const GLushort indices[] = { 0, 1, 2, 0, 2, 3 };
- if (gst_widget->priv->force_aspect_ratio) {
+ if (gst_widget->base.force_aspect_ratio) {
GstVideoRectangle src, dst, result;
gint widget_width, widget_height, widget_scale;
src.x = 0;
src.y = 0;
- src.w = gst_widget->priv->display_width;
- src.h = gst_widget->priv->display_height;
+ src.w = gst_widget->base.display_width;
+ src.h = gst_widget->base.display_height;
dst.x = 0;
dst.y = 0;
gl->Viewport (result.x, result.y, result.w, result.h);
}
- gst_gl_shader_use (gst_widget->priv->shader);
+ gst_gl_shader_use (priv->shader);
if (gl->BindVertexArray)
- gl->BindVertexArray (gst_widget->priv->vao);
- else
- gtk_gst_gl_widget_bind_buffer (gst_widget);
+ gl->BindVertexArray (priv->vao);
+ gtk_gst_gl_widget_bind_buffer (gst_widget);
gl->ActiveTexture (GL_TEXTURE0);
gl->BindTexture (GL_TEXTURE_2D, tex);
- gst_gl_shader_set_uniform_1i (gst_widget->priv->shader, "tex", 0);
+ gst_gl_shader_set_uniform_1i (priv->shader, "tex", 0);
gl->DrawElements (GL_TRIANGLES, 6, GL_UNSIGNED_SHORT, indices);
gl->BindTexture (GL_TEXTURE_2D, 0);
}
-static gboolean
-gtk_gst_gl_widget_render (GtkGLArea * widget, GdkGLContext * context)
+static inline void
+_draw_black (GstGLContext * context)
{
- GtkGstGLWidget *gst_widget = (GtkGstGLWidget *) widget;
+ const GstGLFuncs *gl = context->gl_vtable;
- g_mutex_lock (&gst_widget->priv->lock);
+ gst_gl_insert_debug_marker (context, "no buffer. rendering black");
+ gl->ClearColor (0.0, 0.0, 0.0, 0.0);
+ gl->Clear (GL_COLOR_BUFFER_BIT);
+}
- if (!gst_widget->priv->initted && gst_widget->priv->context)
- gtk_gst_gl_widget_init_redisplay (gst_widget);
+static gboolean
+gtk_gst_gl_widget_render (GtkGLArea * widget, GdkGLContext * context)
+{
+ GtkGstGLWidgetPrivate *priv = GTK_GST_GL_WIDGET (widget)->priv;
+ GtkGstBaseWidget *base_widget = GTK_GST_BASE_WIDGET (widget);
- if (gst_widget->priv->initted && gst_widget->priv->negotiated
- && gst_widget->priv->buffer) {
- GST_DEBUG ("rendering buffer %p with gdk context %p",
- gst_widget->priv->buffer, context);
+ GTK_GST_BASE_WIDGET_LOCK (widget);
- gst_gl_context_activate (gst_widget->priv->other_context, TRUE);
+ if (!priv->context || !priv->other_context)
+ goto done;
- if (gst_widget->priv->new_buffer || gst_widget->priv->current_tex == 0) {
- GstVideoFrame gl_frame;
- GstGLSyncMeta *sync_meta;
+ gst_gl_context_activate (priv->other_context, TRUE);
- if (!gst_video_frame_map (&gl_frame, &gst_widget->priv->v_info,
- gst_widget->priv->buffer, GST_MAP_READ | GST_MAP_GL)) {
- goto error;
- }
+ if (!priv->initted)
+ gtk_gst_gl_widget_init_redisplay (GTK_GST_GL_WIDGET (widget));
- sync_meta = gst_buffer_get_gl_sync_meta (gst_widget->priv->buffer);
- if (sync_meta) {
- gst_gl_sync_meta_set_sync_point (sync_meta, gst_widget->priv->context);
- gst_gl_sync_meta_wait (sync_meta, gst_widget->priv->other_context);
- }
+ if (!priv->initted || !base_widget->negotiated) {
+ _draw_black (priv->other_context);
+ goto done;
+ }
- gst_widget->priv->current_tex = *(guint *) gl_frame.data[0];
+ /* Upload latest buffer */
+ if (base_widget->pending_buffer) {
+ GstBuffer *buffer = base_widget->pending_buffer;
+ GstVideoFrame gl_frame;
+ GstGLSyncMeta *sync_meta;
- gst_video_frame_unmap (&gl_frame);
+ if (!gst_video_frame_map (&gl_frame, &base_widget->v_info, buffer,
+ GST_MAP_READ | GST_MAP_GL)) {
+ _draw_black (priv->other_context);
+ goto done;
}
- _redraw_texture (gst_widget, gst_widget->priv->current_tex);
- gst_widget->priv->new_buffer = FALSE;
- } else {
- error:
- /* FIXME: nothing to display */
- glClearColor (0.0, 0.0, 0.0, 0.0);
- glClear (GL_COLOR_BUFFER_BIT);
- }
+ priv->current_tex = *(guint *) gl_frame.data[0];
+ gst_gl_insert_debug_marker (priv->other_context, "redrawing texture %u",
+ priv->current_tex);
- if (gst_widget->priv->other_context)
- gst_gl_context_activate (gst_widget->priv->other_context, FALSE);
+ gst_gl_overlay_compositor_upload_overlays (priv->overlay_compositor,
+ buffer);
- g_mutex_unlock (&gst_widget->priv->lock);
- return FALSE;
-}
-
-typedef void (*ThreadFunc) (gpointer data);
+ sync_meta = gst_buffer_get_gl_sync_meta (buffer);
+ if (sync_meta) {
+ /* XXX: the set_sync() seems to be needed for resizing */
+ gst_gl_sync_meta_set_sync_point (sync_meta, priv->context);
+ gst_gl_sync_meta_wait (sync_meta, priv->other_context);
+ }
-struct invoke_context
-{
- ThreadFunc func;
- gpointer data;
- GMutex lock;
- GCond cond;
- gboolean fired;
-};
+ gst_video_frame_unmap (&gl_frame);
-static gboolean
-_invoke_func (struct invoke_context *info)
-{
- g_mutex_lock (&info->lock);
- info->func (info->data);
- info->fired = TRUE;
- g_cond_signal (&info->cond);
- g_mutex_unlock (&info->lock);
+ if (base_widget->buffer)
+ gst_buffer_unref (base_widget->buffer);
- return G_SOURCE_REMOVE;
-}
+ /* Keep the buffer to ensure current_tex stay valid */
+ base_widget->buffer = buffer;
+ base_widget->pending_buffer = NULL;
+ }
-static void
-_invoke_on_main (ThreadFunc func, gpointer data)
-{
- GMainContext *main_context = g_main_context_default ();
- struct invoke_context info;
+ GST_DEBUG ("rendering buffer %p with gdk context %p",
+ base_widget->buffer, context);
- g_mutex_init (&info.lock);
- g_cond_init (&info.cond);
- info.fired = FALSE;
- info.func = func;
- info.data = data;
+ _redraw_texture (GTK_GST_GL_WIDGET (widget), priv->current_tex);
+ gst_gl_overlay_compositor_draw_overlays (priv->overlay_compositor);
- g_main_context_invoke (main_context, (GSourceFunc) _invoke_func, &info);
+ gst_gl_insert_debug_marker (priv->other_context, "texture %u redrawn",
+ priv->current_tex);
- g_mutex_lock (&info.lock);
- while (!info.fired)
- g_cond_wait (&info.cond, &info.lock);
- g_mutex_unlock (&info.lock);
+done:
+ if (priv->other_context)
+ gst_gl_context_activate (priv->other_context, FALSE);
- g_mutex_clear (&info.lock);
- g_cond_clear (&info.cond);
+ GTK_GST_BASE_WIDGET_UNLOCK (widget);
+ return FALSE;
}
static void
_reset_gl (GtkGstGLWidget * gst_widget)
{
- const GstGLFuncs *gl = gst_widget->priv->other_context->gl_vtable;
+ GtkGstGLWidgetPrivate *priv = gst_widget->priv;
+ const GstGLFuncs *gl = priv->other_context->gl_vtable;
- if (!gst_widget->priv->gdk_context)
- gst_widget->priv->gdk_context =
- gtk_gl_area_get_context (GTK_GL_AREA (gst_widget));
- if (gst_widget->priv->gdk_context == NULL)
+ if (!priv->gdk_context)
+ priv->gdk_context = gtk_gl_area_get_context (GTK_GL_AREA (gst_widget));
+
+ if (priv->gdk_context == NULL)
return;
- gdk_gl_context_make_current (gst_widget->priv->gdk_context);
- gst_gl_context_activate (gst_widget->priv->other_context, TRUE);
+ gdk_gl_context_make_current (priv->gdk_context);
+ gst_gl_context_activate (priv->other_context, TRUE);
- if (gst_widget->priv->vao) {
- gl->DeleteVertexArrays (1, &gst_widget->priv->vao);
- gst_widget->priv->vao = 0;
+ if (priv->vao) {
+ gl->DeleteVertexArrays (1, &priv->vao);
+ priv->vao = 0;
}
- if (gst_widget->priv->vertex_buffer) {
- gl->DeleteBuffers (1, &gst_widget->priv->vertex_buffer);
- gst_widget->priv->vertex_buffer = 0;
+ if (priv->vertex_buffer) {
+ gl->DeleteBuffers (1, &priv->vertex_buffer);
+ priv->vertex_buffer = 0;
}
- if (gst_widget->priv->upload) {
- gst_object_unref (gst_widget->priv->upload);
- gst_widget->priv->upload = NULL;
+ if (priv->upload) {
+ gst_object_unref (priv->upload);
+ priv->upload = NULL;
}
- if (gst_widget->priv->shader) {
- gst_object_unref (gst_widget->priv->shader);
- gst_widget->priv->shader = NULL;
+ if (priv->shader) {
+ gst_object_unref (priv->shader);
+ priv->shader = NULL;
}
- gst_gl_context_activate (gst_widget->priv->other_context, FALSE);
+ if (priv->overlay_compositor)
+ gst_object_unref (priv->overlay_compositor);
- gst_object_unref (gst_widget->priv->other_context);
- gst_widget->priv->other_context = NULL;
+ gst_gl_context_activate (priv->other_context, FALSE);
- gdk_gl_context_clear_current ();
+ gst_object_unref (priv->other_context);
+ priv->other_context = NULL;
- g_object_unref (gst_widget->priv->gdk_context);
- gst_widget->priv->gdk_context = NULL;
-}
+ gdk_gl_context_clear_current ();
-static void
-_reset (GtkGstGLWidget * gst_widget)
-{
- gst_buffer_replace (&gst_widget->priv->buffer, NULL);
-
- gst_caps_replace (&gst_widget->priv->caps, NULL);
- gst_caps_replace (&gst_widget->priv->gl_caps, NULL);
-
- gst_widget->priv->negotiated = FALSE;
- gst_widget->priv->initted = FALSE;
- gst_widget->priv->vao = 0;
- gst_widget->priv->vertex_buffer = 0;
- gst_widget->priv->attr_position = 0;
- gst_widget->priv->attr_texture = 0;
- gst_widget->priv->current_tex = 0;
- gst_widget->priv->new_buffer = TRUE;
+ g_object_unref (priv->gdk_context);
+ priv->gdk_context = NULL;
}
static void
gtk_gst_gl_widget_finalize (GObject * object)
{
- GtkGstGLWidget *widget = GTK_GST_GL_WIDGET_CAST (object);
-
- g_mutex_clear (&widget->priv->lock);
+ GtkGstGLWidgetPrivate *priv = GTK_GST_GL_WIDGET (object)->priv;
+ GtkGstBaseWidget *base_widget = GTK_GST_BASE_WIDGET (object);
- _reset (widget);
+ if (priv->other_context)
+ gst_gtk_invoke_on_main ((GThreadFunc) _reset_gl, base_widget);
- if (widget->priv->other_context) {
- _invoke_on_main ((ThreadFunc) _reset_gl, widget);
- }
+ if (priv->context)
+ gst_object_unref (priv->context);
- if (widget->priv->context) {
- gst_object_unref (widget->priv->context);
- widget->priv->context = NULL;
- }
-
- if (widget->priv->display) {
- gst_object_unref (widget->priv->display);
- widget->priv->display = NULL;
- }
+ if (priv->display)
+ gst_object_unref (priv->display);
+ gtk_gst_base_widget_finalize (object);
G_OBJECT_CLASS (gtk_gst_gl_widget_parent_class)->finalize (object);
}
static void
-gtk_gst_gl_widget_set_property (GObject * object, guint prop_id,
- const GValue * value, GParamSpec * pspec)
-{
- GtkGstGLWidget *gtk_widget = GTK_GST_GL_WIDGET (object);
-
- switch (prop_id) {
- case PROP_FORCE_ASPECT_RATIO:
- gtk_widget->priv->force_aspect_ratio = g_value_get_boolean (value);
- break;
- case PROP_PIXEL_ASPECT_RATIO:
- gtk_widget->priv->par_n = gst_value_get_fraction_numerator (value);
- gtk_widget->priv->par_d = gst_value_get_fraction_denominator (value);
- break;
- case PROP_IGNORE_ALPHA:
- gtk_widget->priv->ignore_alpha = g_value_get_boolean (value);
- gtk_gl_area_set_has_alpha ((GtkGLArea *) gtk_widget,
- !gtk_widget->priv->ignore_alpha);
- break;
- default:
- G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
- break;
- }
-}
-
-static void
-gtk_gst_gl_widget_get_property (GObject * object, guint prop_id, GValue * value,
- GParamSpec * pspec)
-{
- GtkGstGLWidget *gtk_widget = GTK_GST_GL_WIDGET (object);
-
- switch (prop_id) {
- case PROP_FORCE_ASPECT_RATIO:
- g_value_set_boolean (value, gtk_widget->priv->force_aspect_ratio);
- break;
- case PROP_PIXEL_ASPECT_RATIO:
- gst_value_set_fraction (value, gtk_widget->priv->par_n,
- gtk_widget->priv->par_d);
- break;
- case PROP_IGNORE_ALPHA:
- g_value_set_boolean (value, gtk_widget->priv->ignore_alpha);
- break;
- default:
- G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
- break;
- }
-}
-
-static void
gtk_gst_gl_widget_class_init (GtkGstGLWidgetClass * klass)
{
GObjectClass *gobject_klass = (GObjectClass *) klass;
- GtkWidgetClass *widget_klass = (GtkWidgetClass *) klass;
GtkGLAreaClass *gl_widget_klass = (GtkGLAreaClass *) klass;
- g_type_class_add_private (klass, sizeof (GtkGstGLWidgetPrivate));
+ gtk_gst_base_widget_class_init (GTK_GST_BASE_WIDGET_CLASS (klass));
- gobject_klass->set_property = gtk_gst_gl_widget_set_property;
- gobject_klass->get_property = gtk_gst_gl_widget_get_property;
gobject_klass->finalize = gtk_gst_gl_widget_finalize;
-
- g_object_class_install_property (gobject_klass, PROP_FORCE_ASPECT_RATIO,
- g_param_spec_boolean ("force-aspect-ratio",
- "Force aspect ratio",
- "When enabled, scaling will respect original aspect ratio",
- DEFAULT_FORCE_ASPECT_RATIO,
- G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
-
- g_object_class_install_property (gobject_klass, PROP_PIXEL_ASPECT_RATIO,
- gst_param_spec_fraction ("pixel-aspect-ratio", "Pixel Aspect Ratio",
- "The pixel aspect ratio of the device", DEFAULT_PAR_N, DEFAULT_PAR_D,
- G_MAXINT, 1, 1, 1, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
-
- g_object_class_install_property (gobject_klass, PROP_IGNORE_ALPHA,
- g_param_spec_boolean ("ignore-alpha", "Ignore Alpha",
- "When enabled, alpha will be ignored and converted to black",
- DEFAULT_IGNORE_ALPHA, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
-
gl_widget_klass->render = gtk_gst_gl_widget_render;
-
- widget_klass->get_preferred_width = gtk_gst_gl_widget_get_preferred_width;
- widget_klass->get_preferred_height = gtk_gst_gl_widget_get_preferred_height;
}
static void
-gtk_gst_gl_widget_init (GtkGstGLWidget * widget)
+gtk_gst_gl_widget_init (GtkGstGLWidget * gst_widget)
{
+ GtkGstBaseWidget *base_widget = GTK_GST_BASE_WIDGET (gst_widget);
GdkDisplay *display;
+ GtkGstGLWidgetPrivate *priv;
- widget->priv = GTK_GST_GL_WIDGET_GET_PRIVATE (widget);
-
- widget->priv->force_aspect_ratio = DEFAULT_FORCE_ASPECT_RATIO;
- widget->priv->par_n = DEFAULT_PAR_N;
- widget->priv->par_d = DEFAULT_PAR_D;
- widget->priv->ignore_alpha = DEFAULT_IGNORE_ALPHA;
+ gtk_gst_base_widget_init (base_widget);
- g_mutex_init (&widget->priv->lock);
+ gst_widget->priv = priv = gtk_gst_gl_widget_get_instance_private (gst_widget);
display = gdk_display_get_default ();
#if GST_GL_HAVE_WINDOW_X11 && defined (GDK_WINDOWING_X11)
- if (GDK_IS_X11_DISPLAY (display))
- widget->priv->display = (GstGLDisplay *)
+ if (GDK_IS_X11_DISPLAY (display)) {
+ priv->display = (GstGLDisplay *)
gst_gl_display_x11_new_with_display (gdk_x11_display_get_xdisplay
(display));
+ }
#endif
#if GST_GL_HAVE_WINDOW_WAYLAND && defined (GDK_WINDOWING_WAYLAND)
if (GDK_IS_WAYLAND_DISPLAY (display)) {
struct wl_display *wayland_display =
gdk_wayland_display_get_wl_display (display);
- widget->priv->display = (GstGLDisplay *)
+ priv->display = (GstGLDisplay *)
gst_gl_display_wayland_new_with_display (wayland_display);
}
#endif
(void) display;
- if (!widget->priv->display)
- widget->priv->display = gst_gl_display_new ();
-
- gtk_gl_area_set_has_alpha ((GtkGLArea *) widget, !widget->priv->ignore_alpha);
-}
-
-GtkWidget *
-gtk_gst_gl_widget_new (void)
-{
- return (GtkWidget *) g_object_new (GTK_TYPE_GST_GL_WIDGET, NULL);
-}
-
-static gboolean
-_queue_draw (GtkGstGLWidget * widget)
-{
- gtk_widget_queue_draw (GTK_WIDGET (widget));
-
- return G_SOURCE_REMOVE;
-}
-
-void
-gtk_gst_gl_widget_set_buffer (GtkGstGLWidget * widget, GstBuffer * buffer)
-{
- GMainContext *main_context = g_main_context_default ();
-
- g_return_if_fail (GTK_IS_GST_GL_WIDGET (widget));
- g_return_if_fail (widget->priv->negotiated);
-
- g_mutex_lock (&widget->priv->lock);
+ if (!priv->display)
+ priv->display = gst_gl_display_new ();
- gst_buffer_replace (&widget->priv->buffer, buffer);
- widget->priv->new_buffer = TRUE;
+ GST_INFO ("Created %" GST_PTR_FORMAT, priv->display);
- g_mutex_unlock (&widget->priv->lock);
-
- g_main_context_invoke (main_context, (GSourceFunc) _queue_draw, widget);
+ gtk_gl_area_set_has_alpha (GTK_GL_AREA (gst_widget),
+ !base_widget->ignore_alpha);
}
static void
_get_gl_context (GtkGstGLWidget * gst_widget)
{
- GstGLPlatform platform;
- GstGLAPI gl_api;
- guintptr gl_handle;
+ GtkGstGLWidgetPrivate *priv = gst_widget->priv;
+ GstGLPlatform platform = GST_GL_PLATFORM_NONE;
+ GstGLAPI gl_api = GST_GL_API_NONE;
+ guintptr gl_handle = 0;
gtk_widget_realize (GTK_WIDGET (gst_widget));
- if (gst_widget->priv->gdk_context)
- g_object_unref (gst_widget->priv->gdk_context);
- gst_widget->priv->gdk_context =
- gtk_gl_area_get_context (GTK_GL_AREA (gst_widget));
- if (gst_widget->priv->gdk_context == NULL) {
- g_assert_not_reached ();
+ if (priv->other_context)
+ gst_object_unref (priv->other_context);
+ priv->other_context = NULL;
+
+ if (priv->gdk_context)
+ g_object_unref (priv->gdk_context);
+
+ priv->gdk_context = gtk_gl_area_get_context (GTK_GL_AREA (gst_widget));
+ if (priv->gdk_context == NULL) {
+ GError *error = gtk_gl_area_get_error (GTK_GL_AREA (gst_widget));
+
+ GST_ERROR_OBJECT (gst_widget, "Error creating GdkGLContext : %s",
+ error ? error->message : "No error set by Gdk");
+ g_clear_error (&error);
return;
}
- g_object_ref (gst_widget->priv->gdk_context);
+ g_object_ref (priv->gdk_context);
- gdk_gl_context_make_current (gst_widget->priv->gdk_context);
+ gdk_gl_context_make_current (priv->gdk_context);
#if GST_GL_HAVE_WINDOW_X11 && defined (GDK_WINDOWING_X11)
- if (GST_IS_GL_DISPLAY_X11 (gst_widget->priv->display)) {
- platform = GST_GL_PLATFORM_GLX;
- gl_api = gst_gl_context_get_current_gl_api (NULL, NULL);
- gl_handle = gst_gl_context_get_current_gl_context (platform);
- if (gl_handle)
- gst_widget->priv->other_context =
- gst_gl_context_new_wrapped (gst_widget->priv->display, gl_handle,
+ if (GST_IS_GL_DISPLAY_X11 (priv->display)) {
+#if GST_GL_HAVE_PLATFORM_GLX
+ if (!gl_handle) {
+ platform = GST_GL_PLATFORM_GLX;
+ gl_handle = gst_gl_context_get_current_gl_context (platform);
+ }
+#endif
+
+#if GST_GL_HAVE_PLATFORM_EGL
+ if (!gl_handle) {
+ platform = GST_GL_PLATFORM_EGL;
+ gl_handle = gst_gl_context_get_current_gl_context (platform);
+ }
+#endif
+
+ if (gl_handle) {
+ gl_api = gst_gl_context_get_current_gl_api (platform, NULL, NULL);
+ priv->other_context =
+ gst_gl_context_new_wrapped (priv->display, gl_handle,
platform, gl_api);
+ }
}
#endif
-#if GST_GL_HAVE_WINDOW_WAYLAND && defined (GDK_WINDOWING_WAYLAND)
- if (GST_IS_GL_DISPLAY_WAYLAND (gst_widget->priv->display)) {
+#if GST_GL_HAVE_WINDOW_WAYLAND && GST_GL_HAVE_PLATFORM_EGL && defined (GDK_WINDOWING_WAYLAND)
+ if (GST_IS_GL_DISPLAY_WAYLAND (priv->display)) {
platform = GST_GL_PLATFORM_EGL;
- gl_api = gst_gl_context_get_current_gl_api (NULL, NULL);
+ gl_api = gst_gl_context_get_current_gl_api (platform, NULL, NULL);
gl_handle = gst_gl_context_get_current_gl_context (platform);
if (gl_handle)
- gst_widget->priv->other_context =
- gst_gl_context_new_wrapped (gst_widget->priv->display, gl_handle,
+ priv->other_context =
+ gst_gl_context_new_wrapped (priv->display, gl_handle,
platform, gl_api);
}
#endif
(void) gl_api;
(void) gl_handle;
- if (gst_widget->priv->other_context) {
+ if (priv->other_context) {
GError *error = NULL;
- gst_gl_context_activate (gst_widget->priv->other_context, TRUE);
- if (!gst_gl_context_fill_info (gst_widget->priv->other_context, &error)) {
- GST_ERROR ("failed to retreive gdk context info: %s", error->message);
- g_object_unref (gst_widget->priv->other_context);
- gst_widget->priv->other_context = NULL;
+ GST_INFO ("Retrieved Gdk OpenGL context %" GST_PTR_FORMAT,
+ priv->other_context);
+ gst_gl_context_activate (priv->other_context, TRUE);
+ if (!gst_gl_context_fill_info (priv->other_context, &error)) {
+ GST_ERROR ("failed to retrieve gdk context info: %s", error->message);
+ g_clear_error (&error);
+ g_object_unref (priv->other_context);
+ priv->other_context = NULL;
} else {
- gst_gl_context_activate (gst_widget->priv->other_context, FALSE);
+ gst_gl_context_activate (priv->other_context, FALSE);
}
+ } else {
+ GST_WARNING ("Could not retrieve Gdk OpenGL context");
}
}
-static gboolean
-_queue_resize (GtkGstGLWidget * widget)
+GtkWidget *
+gtk_gst_gl_widget_new (void)
{
- gtk_widget_queue_resize (GTK_WIDGET (widget));
-
- return G_SOURCE_REMOVE;
+ return (GtkWidget *) g_object_new (GTK_TYPE_GST_GL_WIDGET, NULL);
}
gboolean
-gtk_gst_gl_widget_init_winsys (GtkGstGLWidget * widget)
+gtk_gst_gl_widget_init_winsys (GtkGstGLWidget * gst_widget)
{
- g_return_val_if_fail (GTK_IS_GST_GL_WIDGET (widget), FALSE);
-
- g_mutex_lock (&widget->priv->lock);
-
- if (widget->priv->display && widget->priv->gdk_context
- && widget->priv->other_context) {
- g_mutex_unlock (&widget->priv->lock);
- return TRUE;
- }
+ GtkGstGLWidgetPrivate *priv = gst_widget->priv;
+ GError *error = NULL;
- if (!widget->priv->other_context) {
- _invoke_on_main ((ThreadFunc) _get_gl_context, widget);
- }
-
- if (!GST_GL_IS_CONTEXT (widget->priv->other_context)) {
- g_mutex_unlock (&widget->priv->lock);
- return FALSE;
- }
+ g_return_val_if_fail (GTK_IS_GST_GL_WIDGET (gst_widget), FALSE);
+ g_return_val_if_fail (priv->display != NULL, FALSE);
- widget->priv->context = gst_gl_context_new (widget->priv->display);
+ GTK_GST_BASE_WIDGET_LOCK (gst_widget);
- if (!widget->priv->context) {
- g_mutex_unlock (&widget->priv->lock);
- return FALSE;
+ if (priv->display && priv->gdk_context && priv->other_context) {
+ GST_TRACE ("have already initialized contexts");
+ GTK_GST_BASE_WIDGET_UNLOCK (gst_widget);
+ return TRUE;
}
- gst_gl_context_create (widget->priv->context, widget->priv->other_context,
- NULL);
-
- g_mutex_unlock (&widget->priv->lock);
- return TRUE;
-}
-
-static gboolean
-_calculate_par (GtkGstGLWidget * widget, GstVideoInfo * info)
-{
- gboolean ok;
- gint width, height;
- gint par_n, par_d;
- gint display_par_n, display_par_d;
- guint display_ratio_num, display_ratio_den;
-
- width = GST_VIDEO_INFO_WIDTH (info);
- height = GST_VIDEO_INFO_HEIGHT (info);
-
- par_n = GST_VIDEO_INFO_PAR_N (info);
- par_d = GST_VIDEO_INFO_PAR_D (info);
-
- if (!par_n)
- par_n = 1;
-
- /* get display's PAR */
- if (widget->priv->par_n != 0 && widget->priv->par_d != 0) {
- display_par_n = widget->priv->par_n;
- display_par_d = widget->priv->par_d;
- } else {
- display_par_n = 1;
- display_par_d = 1;
+ if (!priv->other_context) {
+ GTK_GST_BASE_WIDGET_UNLOCK (gst_widget);
+ gst_gtk_invoke_on_main ((GThreadFunc) _get_gl_context, gst_widget);
+ GTK_GST_BASE_WIDGET_LOCK (gst_widget);
}
- ok = gst_video_calculate_display_ratio (&display_ratio_num,
- &display_ratio_den, width, height, par_n, par_d, display_par_n,
- display_par_d);
-
- if (!ok)
+ if (!GST_IS_GL_CONTEXT (priv->other_context)) {
+ GST_FIXME ("Could not retrieve Gdk OpenGL context");
+ GTK_GST_BASE_WIDGET_UNLOCK (gst_widget);
return FALSE;
-
- GST_LOG ("PAR: %u/%u DAR:%u/%u", par_n, par_d, display_par_n, display_par_d);
-
- if (height % display_ratio_den == 0) {
- GST_DEBUG ("keeping video height");
- widget->priv->display_width = (guint)
- gst_util_uint64_scale_int (height, display_ratio_num,
- display_ratio_den);
- widget->priv->display_height = height;
- } else if (width % display_ratio_num == 0) {
- GST_DEBUG ("keeping video width");
- widget->priv->display_width = width;
- widget->priv->display_height = (guint)
- gst_util_uint64_scale_int (width, display_ratio_den, display_ratio_num);
- } else {
- GST_DEBUG ("approximating while keeping video height");
- widget->priv->display_width = (guint)
- gst_util_uint64_scale_int (height, display_ratio_num,
- display_ratio_den);
- widget->priv->display_height = height;
}
- GST_DEBUG ("scaling to %dx%d", widget->priv->display_width,
- widget->priv->display_height);
-
- return TRUE;
-}
-
-gboolean
-gtk_gst_gl_widget_set_caps (GtkGstGLWidget * widget, GstCaps * caps)
-{
- GMainContext *main_context = g_main_context_default ();
- GstVideoInfo v_info;
-
- g_return_val_if_fail (GTK_IS_GST_GL_WIDGET (widget), FALSE);
- g_return_val_if_fail (GST_IS_CAPS (caps), FALSE);
- g_return_val_if_fail (gst_caps_is_fixed (caps), FALSE);
-
- if (widget->priv->caps && gst_caps_is_equal_fixed (widget->priv->caps, caps))
- return TRUE;
-
- if (!gst_video_info_from_caps (&v_info, caps))
- return FALSE;
-
- g_mutex_lock (&widget->priv->lock);
-
- _reset (widget);
- gst_caps_replace (&widget->priv->caps, caps);
-
- widget->priv->gl_caps = gst_video_info_to_caps (&v_info);
- gst_caps_set_features (widget->priv->gl_caps, 0,
- gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
-
- if (!_calculate_par (widget, &v_info)) {
- g_mutex_unlock (&widget->priv->lock);
+ GST_OBJECT_LOCK (priv->display);
+ if (!gst_gl_display_create_context (priv->display, priv->other_context,
+ &priv->context, &error)) {
+ GST_WARNING ("Could not create OpenGL context: %s",
+ error ? error->message : "Unknown");
+ g_clear_error (&error);
+ GST_OBJECT_UNLOCK (priv->display);
+ GTK_GST_BASE_WIDGET_UNLOCK (gst_widget);
return FALSE;
}
+ gst_gl_display_add_context (priv->display, priv->context);
+ GST_OBJECT_UNLOCK (priv->display);
- widget->priv->v_info = v_info;
- widget->priv->negotiated = TRUE;
-
- g_mutex_unlock (&widget->priv->lock);
-
- g_main_context_invoke (main_context, (GSourceFunc) _queue_resize, widget);
-
+ GTK_GST_BASE_WIDGET_UNLOCK (gst_widget);
return TRUE;
}
projects / platform / upstream / gst-plugins-good.git / blobdiff