3 * Copyright (C) 2015 Matthew Waters <matthew@centricular.com>
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Library General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Library General Public License for more details.
15 * You should have received a copy of the GNU Library General Public
16 * License along with this library; if not, write to the
17 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
18 * Boston, MA 02110-1301, USA.
22 * SECTION:element-gtkglsink
30 #include <gst/gl/gstglfuncs.h>
32 #include "gstgtkglsink.h"
33 #include "gtkgstglwidget.h"
35 GST_DEBUG_CATEGORY (gst_debug_gtk_gl_sink);
36 #define GST_CAT_DEFAULT gst_debug_gtk_gl_sink
38 static gboolean gst_gtk_gl_sink_start (GstBaseSink * bsink);
39 static gboolean gst_gtk_gl_sink_stop (GstBaseSink * bsink);
40 static gboolean gst_gtk_gl_sink_query (GstBaseSink * bsink, GstQuery * query);
41 static gboolean gst_gtk_gl_sink_propose_allocation (GstBaseSink * bsink,
43 static GstCaps *gst_gtk_gl_sink_get_caps (GstBaseSink * bsink,
46 static GstStaticPadTemplate gst_gtk_gl_sink_template =
47 GST_STATIC_PAD_TEMPLATE ("sink",
50 GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
51 (GST_CAPS_FEATURE_MEMORY_GL_MEMORY, "RGBA") "; "
52 GST_VIDEO_CAPS_MAKE_WITH_FEATURES
53 (GST_CAPS_FEATURE_MEMORY_GL_MEMORY ", "
54 GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION, "RGBA")));
56 #define gst_gtk_gl_sink_parent_class parent_class
57 G_DEFINE_TYPE_WITH_CODE (GstGtkGLSink, gst_gtk_gl_sink,
58 GST_TYPE_GTK_BASE_SINK, GST_DEBUG_CATEGORY_INIT (gst_debug_gtk_gl_sink,
59 "gtkglsink", 0, "Gtk GL Video Sink"));
62 gst_gtk_gl_sink_class_init (GstGtkGLSinkClass * klass)
64 GstElementClass *gstelement_class;
65 GstBaseSinkClass *gstbasesink_class;
66 GstGtkBaseSinkClass *gstgtkbasesink_class;
68 gstelement_class = (GstElementClass *) klass;
69 gstbasesink_class = (GstBaseSinkClass *) klass;
70 gstgtkbasesink_class = (GstGtkBaseSinkClass *) klass;
72 gstbasesink_class->query = gst_gtk_gl_sink_query;
73 gstbasesink_class->propose_allocation = gst_gtk_gl_sink_propose_allocation;
74 gstbasesink_class->start = gst_gtk_gl_sink_start;
75 gstbasesink_class->stop = gst_gtk_gl_sink_stop;
76 gstbasesink_class->get_caps = gst_gtk_gl_sink_get_caps;
78 gstgtkbasesink_class->create_widget = gtk_gst_gl_widget_new;
79 gstgtkbasesink_class->window_title = "Gtk+ GL renderer";
81 gst_element_class_set_metadata (gstelement_class, "Gtk GL Video Sink",
82 "Sink/Video", "A video sink that renders to a GtkWidget using OpenGL",
83 "Matthew Waters <matthew@centricular.com>");
85 gst_element_class_add_static_pad_template (gstelement_class,
86 &gst_gtk_gl_sink_template);
90 gst_gtk_gl_sink_init (GstGtkGLSink * gtk_sink)
95 gst_gtk_gl_sink_query (GstBaseSink * bsink, GstQuery * query)
97 GstGtkGLSink *gtk_sink = GST_GTK_GL_SINK (bsink);
100 switch (GST_QUERY_TYPE (query)) {
101 case GST_QUERY_CONTEXT:
103 if (gst_gl_handle_context_query ((GstElement *) gtk_sink, query,
104 gtk_sink->display, gtk_sink->context, gtk_sink->gtk_context))
109 res = GST_BASE_SINK_CLASS (parent_class)->query (bsink, query);
117 _size_changed_cb (GtkWidget * widget, GdkRectangle * rectangle,
118 GstGtkGLSink * gtk_sink)
120 gint scale_factor, width, height;
121 gboolean reconfigure;
123 scale_factor = gtk_widget_get_scale_factor (widget);
124 width = scale_factor * gtk_widget_get_allocated_width (widget);
125 height = scale_factor * gtk_widget_get_allocated_height (widget);
127 GST_OBJECT_LOCK (gtk_sink);
129 (width != gtk_sink->display_width || height != gtk_sink->display_height);
130 gtk_sink->display_width = width;
131 gtk_sink->display_height = height;
132 GST_OBJECT_UNLOCK (gtk_sink);
135 GST_DEBUG_OBJECT (gtk_sink, "Sending reconfigure event on sinkpad.");
136 gst_pad_push_event (GST_BASE_SINK (gtk_sink)->sinkpad,
137 gst_event_new_reconfigure ());
142 gst_gtk_gl_sink_start (GstBaseSink * bsink)
144 GstGtkBaseSink *base_sink = GST_GTK_BASE_SINK (bsink);
145 GstGtkGLSink *gtk_sink = GST_GTK_GL_SINK (bsink);
146 GtkGstGLWidget *gst_widget;
148 if (!GST_BASE_SINK_CLASS (parent_class)->start (bsink))
151 /* After this point, gtk_sink->widget will always be set */
152 gst_widget = GTK_GST_GL_WIDGET (base_sink->widget);
154 /* Track the allocation size */
155 g_signal_connect (gst_widget, "size-allocate", G_CALLBACK (_size_changed_cb),
157 _size_changed_cb (GTK_WIDGET (gst_widget), NULL, gtk_sink);
159 if (!gtk_gst_gl_widget_init_winsys (gst_widget)) {
160 GST_ELEMENT_ERROR (bsink, RESOURCE, NOT_FOUND, ("%s",
161 "Failed to initialize OpenGL with Gtk"), (NULL));
165 gtk_sink->display = gtk_gst_gl_widget_get_display (gst_widget);
166 gtk_sink->context = gtk_gst_gl_widget_get_context (gst_widget);
167 gtk_sink->gtk_context = gtk_gst_gl_widget_get_gtk_context (gst_widget);
169 if (!gtk_sink->display || !gtk_sink->context || !gtk_sink->gtk_context) {
170 GST_ELEMENT_ERROR (bsink, RESOURCE, NOT_FOUND, ("%s",
171 "Failed to retrieve OpenGL context from Gtk"), (NULL));
175 gst_gl_element_propagate_display_context (GST_ELEMENT (bsink),
182 gst_gtk_gl_sink_stop (GstBaseSink * bsink)
184 GstGtkGLSink *gtk_sink = GST_GTK_GL_SINK (bsink);
186 if (gtk_sink->display) {
187 gst_object_unref (gtk_sink->display);
188 gtk_sink->display = NULL;
191 if (gtk_sink->context) {
192 gst_object_unref (gtk_sink->context);
193 gtk_sink->context = NULL;
196 if (gtk_sink->gtk_context) {
197 gst_object_unref (gtk_sink->gtk_context);
198 gtk_sink->gtk_context = NULL;
201 return GST_BASE_SINK_CLASS (parent_class)->stop (bsink);
205 gst_gtk_gl_sink_propose_allocation (GstBaseSink * bsink, GstQuery * query)
207 GstGtkGLSink *gtk_sink = GST_GTK_GL_SINK (bsink);
208 GstBufferPool *pool = NULL;
209 GstStructure *config;
214 GstStructure *allocation_meta = NULL;
215 gint display_width, display_height;
217 if (!gtk_sink->display || !gtk_sink->context)
220 gst_query_parse_allocation (query, &caps, &need_pool);
225 if (!gst_video_info_from_caps (&info, caps))
228 /* the normal size of a frame */
232 GST_DEBUG_OBJECT (gtk_sink, "create new pool");
233 pool = gst_gl_buffer_pool_new (gtk_sink->context);
235 config = gst_buffer_pool_get_config (pool);
236 gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
237 gst_buffer_pool_config_add_option (config,
238 GST_BUFFER_POOL_OPTION_GL_SYNC_META);
240 if (!gst_buffer_pool_set_config (pool, config))
244 /* we need at least 2 buffer because we hold on to the last one */
245 gst_query_add_allocation_pool (query, pool, size, 2, 0);
247 gst_object_unref (pool);
249 GST_OBJECT_LOCK (gtk_sink);
250 display_width = gtk_sink->display_width;
251 display_height = gtk_sink->display_height;
252 GST_OBJECT_UNLOCK (gtk_sink);
254 if (display_width != 0 && display_height != 0) {
255 GST_DEBUG_OBJECT (gtk_sink, "sending alloc query with size %dx%d",
256 display_width, display_height);
257 allocation_meta = gst_structure_new ("GstVideoOverlayCompositionMeta",
258 "width", G_TYPE_UINT, display_width,
259 "height", G_TYPE_UINT, display_height, NULL);
262 gst_query_add_allocation_meta (query,
263 GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE, allocation_meta);
266 gst_structure_free (allocation_meta);
268 /* we also support various metadata */
269 gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, 0);
271 if (gtk_sink->context->gl_vtable->FenceSync)
272 gst_query_add_allocation_meta (query, GST_GL_SYNC_META_API_TYPE, 0);
279 GST_DEBUG_OBJECT (bsink, "no caps specified");
284 GST_DEBUG_OBJECT (bsink, "invalid caps specified");
289 GST_DEBUG_OBJECT (bsink, "failed setting config");
295 gst_gtk_gl_sink_get_caps (GstBaseSink * bsink, GstCaps * filter)
298 GstCaps *result = NULL;
300 tmp = gst_pad_get_pad_template_caps (GST_BASE_SINK_PAD (bsink));
303 GST_DEBUG_OBJECT (bsink, "intersecting with filter caps %" GST_PTR_FORMAT,
306 result = gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST);
307 gst_caps_unref (tmp);
312 result = gst_gl_overlay_compositor_add_caps (result);
314 GST_DEBUG_OBJECT (bsink, "returning caps: %" GST_PTR_FORMAT, result);