From 72f6eb52dc964be6e6c4d3f11dcbd9332e04e413 Mon Sep 17 00:00:00 2001 From: Filippo Argiolas Date: Mon, 18 Aug 2008 16:16:58 +0200 Subject: [PATCH] [188/906] add first draft of a pixbuf overlay element. add macros to optionally build the latter if gdk-pixbuf is found --- gst/gl/Makefile.am | 11 ++ gst/gl/gstglpixbufoverlay.c | 315 ++++++++++++++++++++++++++++++++++++++++++++ gst/gl/gstopengl.c | 9 ++ 3 files changed, 335 insertions(+) create mode 100644 gst/gl/gstglpixbufoverlay.c diff --git a/gst/gl/Makefile.am b/gst/gl/Makefile.am index 8168fc1..520215f 100644 --- a/gst/gl/Makefile.am +++ b/gst/gl/Makefile.am @@ -44,6 +44,9 @@ libgstopengl_la_SOURCES = \ effects/gstgleffectsin.c \ effects/gstgleffectglow.c +if HAVE_GDKPIXBUF +libgstopengl_la_SOURCES += gstglpixbufoverlay.c +endif # check order of CFLAGS and LIBS, shouldn't the order be the other way around # (like in AM_CFLAGS)? @@ -53,6 +56,10 @@ libgstopengl_la_CFLAGS = $(GST_CFLAGS) $(X_CFLAGS) $(GST_BASE_CFLAGS) \ -I$(top_srcdir)/gst-libs/gst/freeglut \ -I$(top_srcdir)/gst-libs/gst/gl \ -I$(top_srcdir)/gst/gl/effects +if HAVE_GDKPIXBUF +libgstopengl_la_CFLAGS += $(GDKPIXBUF_CFLAGS) +endif + libgstopengl_la_LIBADD = \ $(top_builddir)/gst-libs/gst/freeglut/libgstfreeglut-$(GST_MAJORMINOR).la \ $(top_builddir)/gst-libs/gst/gl/libgstgl-$(GST_MAJORMINOR).la \ @@ -61,5 +68,9 @@ libgstopengl_la_LIBADD = \ -lGLEW \ -lGLU \ -lGL +if HAVE_GDKPIXBUF +libgstopengl_la_LIBADD += $(GDKPIXBUF_LIBS) +endif + libgstopengl_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS) diff --git a/gst/gl/gstglpixbufoverlay.c b/gst/gl/gstglpixbufoverlay.c new file mode 100644 index 0000000..62b085b --- /dev/null +++ b/gst/gl/gstglpixbufoverlay.c @@ -0,0 +1,315 @@ +/* + * GStreamer + * Copyright (C) 2008 Filippo Argiolas + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif + +#include +#include + +#define GST_TYPE_GL_PIXBUFOVERLAY (gst_gl_pixbufoverlay_get_type()) +#define GST_GL_PIXBUFOVERLAY(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_GL_PIXBUFOVERLAY,GstGLPixbufOverlay)) +#define GST_IS_GL_PIXBUFOVERLAY(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_GL_PIXBUFOVERLAY)) +#define GST_GL_PIXBUFOVERLAY_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass) , GST_TYPE_GL_PIXBUFOVERLAY,GstGLPixbufOverlayClass)) +#define GST_IS_GL_PIXBUFOVERLAY_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass) , GST_TYPE_GL_PIXBUFOVERLAY)) +#define GST_GL_PIXBUFOVERLAY_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS((obj) , GST_TYPE_GL_PIXBUFOVERLAY,GstGLPixbufOverlayClass)) + +struct _GstGLPixbufOverlay +{ + GstGLFilter filter; + + GstGLShader *shader; + + gchar *location; + gboolean pbuf_has_changed; + + GdkPixbuf *pixbuf; + GLuint pbuftexture; +}; + +struct _GstGLPixbufOverlayClass +{ + GstGLFilterClass filter_class; +}; + +typedef struct _GstGLPixbufOverlay GstGLPixbufOverlay; +typedef struct _GstGLPixbufOverlayClass GstGLPixbufOverlayClass; + +#define GST_CAT_DEFAULT gst_gl_pixbufoverlay_debug +GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT); + +#define DEBUG_INIT(bla) \ + GST_DEBUG_CATEGORY_INIT (gst_gl_pixbufoverlay_debug, "glpixbufoverlay", 0, "glpixbufoverlay element"); + +GST_BOILERPLATE_FULL (GstGLPixbufOverlay, gst_gl_pixbufoverlay, GstGLFilter, + GST_TYPE_GL_FILTER, DEBUG_INIT); + +static void gst_gl_pixbufoverlay_set_property (GObject * object, guint prop_id, + const GValue * value, GParamSpec * pspec); +static void gst_gl_pixbufoverlay_get_property (GObject * object, guint prop_id, + GValue * value, GParamSpec * pspec); + +static void gst_gl_pixbufoverlay_init_resources (GstGLFilter* filter); +static void gst_gl_pixbufoverlay_reset_resources (GstGLFilter* filter); + +static gboolean gst_gl_pixbufoverlay_filter (GstGLFilter * filter, + GstGLBuffer * inbuf, GstGLBuffer * outbuf); + +static const GstElementDetails element_details = GST_ELEMENT_DETAILS ( + "Gstreamer OpenGL PixbufOverlay", + "Filter/Effect", + "Overlay GL video texture with a gdkpixbuf", + "Filippo Argiolas "); + +static const gchar *interpolate_fragment_source = + "#extension GL_ARB_texture_rectangle : enable\n" + "uniform sampler2DRect base;" + "uniform sampler2DRect blend;" + "void main () {" + "vec4 basecolor = texture2DRect (base, gl_TexCoord[0].st);" + "vec4 blendcolor = texture2DRect (blend, gl_TexCoord[0].st);" + "vec4 white = vec4(1.0);" + "gl_FragColor = blendcolor + (1 - blendcolor.a) * basecolor;" + "}"; + +enum +{ + PROP_0, + PROP_LOCATION, + /* future properties? */ + /* PROP_STRETCH, */ + /* PROP_WIDTH, */ + /* PROP_HEIGHT, */ + /* PROP_XPOS, */ + /* PROP_YPOS */ +}; + + +/* init resources that need a gl context */ +static void +gst_gl_pixbufoverlay_init_gl_resources (GstGLFilter *filter) +{ + GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (filter); + + pixbufoverlay->shader = gst_gl_shader_new (); + + g_return_if_fail ( + gst_gl_shader_compile_and_check (pixbufoverlay->shader, interpolate_fragment_source, + GST_GL_SHADER_FRAGMENT_SOURCE)); +} + +/* free resources that need a gl context */ +static void +gst_gl_pixbufoverlay_reset_gl_resources (GstGLFilter *filter) +{ + GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (filter); + + glDeleteTextures (1, &pixbufoverlay->pbuftexture); + g_object_unref (pixbufoverlay->shader); +} + +static void +gst_gl_pixbufoverlay_base_init (gpointer klass) +{ + GstElementClass *element_class = GST_ELEMENT_CLASS (klass); + + gst_element_class_set_details (element_class, &element_details); +} + +static void +gst_gl_pixbufoverlay_class_init (GstGLPixbufOverlayClass * klass) +{ + GObjectClass *gobject_class; + + gobject_class = (GObjectClass *) klass; + gobject_class->set_property = gst_gl_pixbufoverlay_set_property; + gobject_class->get_property = gst_gl_pixbufoverlay_get_property; + + GST_GL_FILTER_CLASS (klass)->filter = gst_gl_pixbufoverlay_filter; + GST_GL_FILTER_CLASS (klass)->display_init_cb = gst_gl_pixbufoverlay_init_gl_resources; + GST_GL_FILTER_CLASS (klass)->display_reset_cb = gst_gl_pixbufoverlay_reset_gl_resources; + GST_GL_FILTER_CLASS (klass)->onStart = gst_gl_pixbufoverlay_init_resources; + GST_GL_FILTER_CLASS (klass)->onStop = gst_gl_pixbufoverlay_reset_resources; + + g_object_class_install_property (gobject_class, + PROP_LOCATION, + g_param_spec_string ("location", + "Location of the image", + "Location of the image", + NULL, G_PARAM_READWRITE)); +} + +void +gst_gl_pixbufoverlay_draw_texture (GstGLPixbufOverlay * pixbufoverlay, GLuint tex) +{ + GstGLFilter *filter = GST_GL_FILTER (pixbufoverlay); + + glActiveTexture (GL_TEXTURE0); + glEnable (GL_TEXTURE_RECTANGLE_ARB); + glBindTexture (GL_TEXTURE_RECTANGLE_ARB, tex); + + glBegin (GL_QUADS); + + glTexCoord2f (0.0, 0.0); + glVertex2f (-1.0, -1.0); + glTexCoord2f (filter->width, 0.0); + glVertex2f (1.0, -1.0); + glTexCoord2f (filter->width, filter->height); + glVertex2f (1.0, 1.0); + glTexCoord2f (0.0, filter->height); + glVertex2f (-1.0, 1.0); + + glEnd (); +} + +static void +gst_gl_pixbufoverlay_init (GstGLPixbufOverlay * pixbufoverlay, + GstGLPixbufOverlayClass * klass) +{ + pixbufoverlay->shader = NULL; + pixbufoverlay->location = NULL; + pixbufoverlay->pixbuf = NULL; + pixbufoverlay->pbuftexture = 0; + pixbufoverlay->pbuf_has_changed = FALSE; +} + +static void +gst_gl_pixbufoverlay_reset_resources (GstGLFilter* filter) +{ +// GstGLPixbufOverlay* pixbufoverlay = GST_GL_PIXBUFOVERLAY(filter); +} + +static void +gst_gl_pixbufoverlay_set_property (GObject * object, guint prop_id, + const GValue * value, GParamSpec * pspec) +{ + GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (object); + + switch (prop_id) { + case PROP_LOCATION: + if (pixbufoverlay->location != NULL) g_free (pixbufoverlay->location); + g_message ("\nHEERE\n"); + pixbufoverlay->pbuf_has_changed = TRUE; + pixbufoverlay->location = g_value_dup_string (value); + break; + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } +} + +static void +gst_gl_pixbufoverlay_get_property (GObject * object, guint prop_id, + GValue * value, GParamSpec * pspec) +{ + GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (object); + + switch (prop_id) { + case PROP_LOCATION: + g_value_set_string (value, pixbufoverlay->location); + break; + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } +} + +static void +gst_gl_pixbufoverlay_init_resources (GstGLFilter* filter) +{ +// GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (filter); +} + +static void +gst_gl_pixbufoverlay_callback (gint width, gint height, guint texture, gpointer stuff) +{ + GstGLPixbufOverlay* pixbufoverlay = GST_GL_PIXBUFOVERLAY (stuff); + + glMatrixMode (GL_PROJECTION); + glLoadIdentity (); + + gst_gl_shader_use (pixbufoverlay->shader); + + glActiveTexture (GL_TEXTURE0); + glEnable (GL_TEXTURE_RECTANGLE_ARB); + glBindTexture (GL_TEXTURE_RECTANGLE_ARB, texture); + glDisable(GL_TEXTURE_RECTANGLE_ARB); + + gst_gl_shader_set_uniform_1i (pixbufoverlay->shader, "base", 0); + + glActiveTexture (GL_TEXTURE3); + glEnable (GL_TEXTURE_RECTANGLE_ARB); + glBindTexture (GL_TEXTURE_RECTANGLE_ARB, pixbufoverlay->pbuftexture); + glDisable (GL_TEXTURE_RECTANGLE_ARB); + + gst_gl_shader_set_uniform_1i (pixbufoverlay->shader, "blend", 3); + + gst_gl_pixbufoverlay_draw_texture (pixbufoverlay, texture); +} + +static void init_pixbuf_texture (GstGLDisplay *display, gpointer data) +{ + GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (data); + GstGLFilter *filter = GST_GL_FILTER (data); + + glDeleteTextures (1, &pixbufoverlay->pbuftexture); + glGenTextures (1, &pixbufoverlay->pbuftexture); + glBindTexture (GL_TEXTURE_RECTANGLE_ARB, pixbufoverlay->pbuftexture); + glTexImage2D (GL_TEXTURE_RECTANGLE_ARB, 0, GL_RGBA, + filter->width, filter->height, 0, + gdk_pixbuf_get_has_alpha (pixbufoverlay->pixbuf) ? GL_RGBA : GL_RGB, + GL_UNSIGNED_BYTE, gdk_pixbuf_get_pixels (pixbufoverlay->pixbuf)); +} + +static gboolean +gst_gl_pixbufoverlay_filter (GstGLFilter* filter, GstGLBuffer* inbuf, + GstGLBuffer* outbuf) +{ + GstGLPixbufOverlay* pixbufoverlay = GST_GL_PIXBUFOVERLAY(filter); + GdkPixbuf *pixbuf; + GError *error = NULL; + + if (pixbufoverlay->pbuf_has_changed && (pixbufoverlay->location != NULL)) { + g_message ("RECEIVED: %s", pixbufoverlay->location); + + pixbuf = gdk_pixbuf_new_from_file (pixbufoverlay->location, &error); + if (pixbuf) { + pixbufoverlay->pixbuf = gdk_pixbuf_scale_simple (pixbuf, + filter->width, + filter->height, + GDK_INTERP_BILINEAR); + gdk_pixbuf_unref (pixbuf); + if (pixbufoverlay->pixbuf != NULL) { + gst_gl_display_thread_add (filter->display, init_pixbuf_texture, pixbufoverlay); + gdk_pixbuf_unref (pixbufoverlay->pixbuf); + } + } else { + if (error != NULL && error->message != NULL) + g_warning ("unable to load %s: %s", pixbufoverlay->location, error->message); + } + pixbufoverlay->pbuf_has_changed = FALSE; + } + + gst_gl_filter_render_to_target (filter, inbuf->texture, outbuf->texture, + gst_gl_pixbufoverlay_callback, pixbufoverlay); + + return TRUE; +} diff --git a/gst/gl/gstopengl.c b/gst/gl/gstopengl.c index 7b35a7b..bfdf923 100644 --- a/gst/gl/gstopengl.c +++ b/gst/gl/gstopengl.c @@ -38,6 +38,9 @@ GType gst_gl_filter_cube_get_type (void); GType gst_gl_filterblur_get_type (void); GType gst_gl_filter_edge_get_type (void); GType gst_gl_filter_laplacian_get_type (void); +#ifdef HAVE_GDKPIXBUF +GType gst_gl_pixbufoverlay_get_type (void); +#endif #define GST_CAT_DEFAULT gst_gl_gstgl_debug GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT); @@ -62,6 +65,12 @@ plugin_init (GstPlugin * plugin) GST_RANK_NONE, GST_TYPE_GL_FILTER_CUBE)) { return FALSE; } +#ifdef HAVE_GDKPIXBUF + if (!gst_element_register (plugin, "glpixbufoverlay", + GST_RANK_NONE, gst_gl_pixbufoverlay_get_type())) { + return FALSE; + } +#endif if (!gst_element_register (plugin, "gleffects", GST_RANK_NONE, gst_gl_effects_get_type())) { -- 2.7.4