--- /dev/null
+/*
+ * gloverlaycompositor element
+ * Copyrithg (C) 2018 Matthew Waters <matthew@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-glcompositoroverlay
+ * @title: glcompositoroverlay
+ *
+ */
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gl/gstglfuncs.h>
+#include <gst/video/video.h>
+
+#include "gstgloverlaycompositorelement.h"
+
+enum
+{
+ PROP_0,
+ PROP_LAST,
+};
+
+#define GST_CAT_DEFAULT gst_gl_overlay_compositor_element_debug
+GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
+
+#define DEBUG_INIT \
+ GST_DEBUG_CATEGORY_INIT (gst_gl_overlay_compositor_element_debug, "gloverlaycompositorelement", 0, "gloverlaycompositor element");
+#define gst_gl_overlay_compositor_element_parent_class parent_class
+G_DEFINE_TYPE_WITH_CODE (GstGLOverlayCompositorElement,
+ gst_gl_overlay_compositor_element, GST_TYPE_GL_FILTER, DEBUG_INIT);
+
+static GstStaticPadTemplate overlay_sink_pad_template =
+ GST_STATIC_PAD_TEMPLATE ("sink",
+ GST_PAD_SINK,
+ GST_PAD_ALWAYS,
+ GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+ (GST_CAPS_FEATURE_MEMORY_GL_MEMORY ","
+ GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+ "RGBA") ", texture-target=(string) { 2D, rectangle } ; "
+ GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+ "RGBA") ", texture-target=(string) { 2D, rectangle } ; "
+ GST_VIDEO_CAPS_MAKE_WITH_FEATURES ("ANY",
+ "RGBA") ", texture-target=(string) { 2D, rectangle } "));
+
+static GstStaticPadTemplate overlay_src_pad_template =
+ GST_STATIC_PAD_TEMPLATE ("src",
+ GST_PAD_SRC,
+ GST_PAD_ALWAYS,
+ GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+ (GST_CAPS_FEATURE_MEMORY_GL_MEMORY ","
+ GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+ "RGBA") ", texture-target=(string) { 2D, rectangle } ; "
+ GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+ "RGBA") ", texture-target=(string) { 2D, rectangle } ; "
+ GST_VIDEO_CAPS_MAKE_WITH_FEATURES ("ANY",
+ "RGBA") ", texture-target=(string) { 2D, rectangle } "));
+
+static gboolean
+gst_gl_overlay_compositor_element_propose_allocation (GstBaseTransform * trans,
+ GstQuery * decide_query, GstQuery * query);
+static GstFlowReturn _oce_prepare_output_buffer (GstBaseTransform * bt,
+ GstBuffer * buffer, GstBuffer ** outbuf);
+
+static gboolean gst_gl_overlay_compositor_element_gl_start (GstGLBaseFilter *
+ base);
+static void gst_gl_overlay_compositor_element_gl_stop (GstGLBaseFilter * base);
+
+static GstCaps *_oce_transform_internal_caps (GstGLFilter *
+ filter, GstPadDirection direction, GstCaps * caps, GstCaps * filter_caps);
+static gboolean gst_gl_overlay_compositor_element_filter (GstGLFilter * filter,
+ GstBuffer * inbuf, GstBuffer * outbuf);
+static gboolean gst_gl_overlay_compositor_element_filter_texture (GstGLFilter *
+ filter, GstGLMemory * in_tex, GstGLMemory * out_tex);
+static gboolean gst_gl_overlay_compositor_element_callback (GstGLFilter *
+ filter, GstGLMemory * in_tex, gpointer stuff);
+
+static void
+gst_gl_overlay_compositor_element_class_init (GstGLOverlayCompositorElementClass
+ * klass)
+{
+ GstElementClass *element_class;
+
+ element_class = GST_ELEMENT_CLASS (klass);
+
+ gst_element_class_set_metadata (element_class,
+ "OpenGL overlaying filter", "Filter/Effect",
+ "Flatten a stream containing GstVideoOverlayCompositionMeta",
+ "<matthew@centricular.com>");
+
+ gst_element_class_add_static_pad_template (element_class,
+ &overlay_src_pad_template);
+ gst_element_class_add_static_pad_template (element_class,
+ &overlay_sink_pad_template);
+
+ GST_BASE_TRANSFORM_CLASS (klass)->passthrough_on_same_caps = TRUE;
+ GST_BASE_TRANSFORM_CLASS (klass)->propose_allocation =
+ gst_gl_overlay_compositor_element_propose_allocation;
+ GST_BASE_TRANSFORM_CLASS (klass)->prepare_output_buffer =
+ _oce_prepare_output_buffer;
+
+ GST_GL_FILTER_CLASS (klass)->filter =
+ gst_gl_overlay_compositor_element_filter;
+ GST_GL_FILTER_CLASS (klass)->filter_texture =
+ gst_gl_overlay_compositor_element_filter_texture;
+ GST_GL_FILTER_CLASS (klass)->transform_internal_caps =
+ _oce_transform_internal_caps;
+
+ GST_GL_BASE_FILTER_CLASS (klass)->gl_start =
+ gst_gl_overlay_compositor_element_gl_start;
+ GST_GL_BASE_FILTER_CLASS (klass)->gl_stop =
+ gst_gl_overlay_compositor_element_gl_stop;
+ GST_GL_BASE_FILTER_CLASS (klass)->supported_gl_api =
+ GST_GL_API_OPENGL | GST_GL_API_GLES2 | GST_GL_API_OPENGL3;
+}
+
+static void
+gst_gl_overlay_compositor_element_init (GstGLOverlayCompositorElement *
+ overlay_compositor_element)
+{
+}
+
+static GstCaps *
+_oce_transform_internal_caps (GstGLFilter * filter,
+ GstPadDirection direction, GstCaps * caps, GstCaps * filter_caps)
+{
+ GstCaps *ret;
+
+ /* add/remove the composition overlay meta as necessary */
+ if (direction == GST_PAD_SRC) {
+ ret = gst_gl_overlay_compositor_add_caps (gst_caps_copy (caps));
+ } else {
+ guint i, n;
+ GstCaps *removed;
+
+ ret = gst_caps_copy (caps);
+ removed = gst_caps_copy (caps);
+ n = gst_caps_get_size (removed);
+ for (i = 0; i < n; i++) {
+ GstCapsFeatures *feat = gst_caps_get_features (removed, i);
+
+ if (feat) {
+ feat = gst_caps_features_copy (feat);
+
+ if (gst_caps_features_contains (feat,
+ GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION)) {
+ /* prefer the passthrough case */
+ gst_caps_features_remove (feat,
+ GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION);
+ gst_caps_set_features (removed, i, feat);
+ }
+ }
+ }
+
+ ret = gst_caps_merge (ret, removed);
+ }
+
+ GST_DEBUG_OBJECT (filter, "meta modifications returned caps %" GST_PTR_FORMAT,
+ ret);
+ return ret;
+}
+
+static gboolean
+gst_gl_overlay_compositor_element_propose_allocation (GstBaseTransform * trans,
+ GstQuery * decide_query, GstQuery * query)
+{
+ GstStructure *allocation_meta = NULL;
+ guint width = 0, height = 0;
+
+ if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
+ decide_query, query))
+ return FALSE;
+
+ if ((width == 0 || height == 0) && decide_query) {
+ GstCaps *decide_caps;
+ gst_query_parse_allocation (decide_query, &decide_caps, NULL);
+
+ if (decide_caps) {
+ GstVideoInfo vinfo;
+
+ if (gst_video_info_from_caps (&vinfo, decide_caps)) {
+ width = GST_VIDEO_INFO_WIDTH (&vinfo);
+ height = GST_VIDEO_INFO_HEIGHT (&vinfo);
+ }
+ }
+ }
+
+ if ((width == 0 || height == 0) && query) {
+ GstCaps *caps;
+ gst_query_parse_allocation (decide_query, &caps, NULL);
+
+ if (caps) {
+ GstVideoInfo vinfo;
+
+ if (gst_video_info_from_caps (&vinfo, caps)) {
+ width = GST_VIDEO_INFO_WIDTH (&vinfo);
+ height = GST_VIDEO_INFO_HEIGHT (&vinfo);
+ }
+ }
+ }
+
+ if (width != 0 && height != 0) {
+ allocation_meta =
+ gst_structure_new ("GstVideoOverlayCompositionMeta",
+ "width", G_TYPE_UINT, width, "height", G_TYPE_UINT, height, NULL);
+ }
+
+ GST_DEBUG_OBJECT (trans, "Adding overlay composition meta with size %ux%u",
+ width, height);
+ gst_query_add_allocation_meta (query,
+ GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE, allocation_meta);
+
+ return TRUE;
+}
+
+static void
+gst_gl_overlay_compositor_element_gl_stop (GstGLBaseFilter * base)
+{
+ GstGLOverlayCompositorElement *self =
+ GST_GL_OVERLAY_COMPOSITOR_ELEMENT (base);
+
+ if (self->shader)
+ gst_object_unref (self->shader);
+ self->shader = NULL;
+
+ if (self->overlay_compositor) {
+ gst_gl_overlay_compositor_free_overlays (self->overlay_compositor);
+ gst_object_unref (self->overlay_compositor);
+ }
+ self->overlay_compositor = NULL;
+
+ GST_GL_BASE_FILTER_CLASS (parent_class)->gl_stop (base);
+}
+
+static gboolean
+gst_gl_overlay_compositor_element_gl_start (GstGLBaseFilter * base)
+{
+ GstGLOverlayCompositorElement *self =
+ GST_GL_OVERLAY_COMPOSITOR_ELEMENT (base);
+ GError *error = NULL;
+
+ self->overlay_compositor = gst_gl_overlay_compositor_new (base->context);
+ g_object_set (self->overlay_compositor, "yinvert", TRUE, NULL);
+
+ if (!(self->shader = gst_gl_shader_new_default (base->context, &error))) {
+ GST_ELEMENT_ERROR (base, RESOURCE, NOT_FOUND, ("%s",
+ "Failed to compile identity shader"), ("%s", error->message));
+ return FALSE;
+ }
+
+ return GST_GL_BASE_FILTER_CLASS (parent_class)->gl_start (base);
+}
+
+static GstFlowReturn
+_oce_prepare_output_buffer (GstBaseTransform * bt,
+ GstBuffer * buffer, GstBuffer ** outbuf)
+{
+ GstGLOverlayCompositorElement *self = GST_GL_OVERLAY_COMPOSITOR_ELEMENT (bt);
+ GstVideoOverlayCompositionMeta *comp_meta;
+
+ if (gst_base_transform_is_passthrough (bt))
+ goto passthrough;
+
+ if (!self->overlay_compositor)
+ return GST_FLOW_NOT_NEGOTIATED;
+
+ comp_meta = gst_buffer_get_video_overlay_composition_meta (buffer);
+ if (!comp_meta)
+ goto passthrough;
+
+ if (gst_video_overlay_composition_n_rectangles (comp_meta->overlay) == 0)
+ goto passthrough;
+
+ return GST_BASE_TRANSFORM_CLASS (parent_class)->prepare_output_buffer (bt,
+ buffer, outbuf);
+
+passthrough:
+ GST_LOG_OBJECT (bt, "passthrough detected, forwarding input buffer");
+ *outbuf = buffer;
+ return GST_FLOW_OK;
+}
+
+static gboolean
+gst_gl_overlay_compositor_element_filter (GstGLFilter * filter,
+ GstBuffer * inbuf, GstBuffer * outbuf)
+{
+ GstGLOverlayCompositorElement *self =
+ GST_GL_OVERLAY_COMPOSITOR_ELEMENT (filter);
+
+ if (inbuf == outbuf)
+ return TRUE;
+
+ gst_gl_overlay_compositor_upload_overlays (self->overlay_compositor, inbuf);
+
+ return gst_gl_filter_filter_texture (filter, inbuf, outbuf);
+}
+
+static gboolean
+gst_gl_overlay_compositor_element_filter_texture (GstGLFilter * filter,
+ GstGLMemory * in_tex, GstGLMemory * out_tex)
+{
+ GstGLOverlayCompositorElement *self =
+ GST_GL_OVERLAY_COMPOSITOR_ELEMENT (filter);
+
+ gst_gl_filter_render_to_target_with_shader (filter, in_tex, out_tex,
+ self->shader);
+
+ gst_gl_filter_render_to_target (filter, NULL, out_tex,
+ gst_gl_overlay_compositor_element_callback, NULL);
+
+ return TRUE;
+}
+
+static gboolean
+gst_gl_overlay_compositor_element_callback (GstGLFilter * filter,
+ GstGLMemory * in_tex, gpointer stuff)
+{
+ GstGLOverlayCompositorElement *self =
+ GST_GL_OVERLAY_COMPOSITOR_ELEMENT (filter);
+
+ GST_LOG_OBJECT (self, "drawing overlays");
+
+ gst_gl_overlay_compositor_draw_overlays (self->overlay_compositor);
+
+ return TRUE;
+}
projects / platform / upstream / gst-plugins-base.git / commitdiff