From 82abbeaf4f69f22191a28c72a99c0093835edb11 Mon Sep 17 00:00:00 2001 From: Alex Ugarte Date: Thu, 28 May 2009 12:55:16 +0200 Subject: [PATCH] videomixer: Add support for blending BGRA and AYUV Fixes bug #577017. --- gst/videomixer/Makefile.am | 6 +- gst/videomixer/blend_ayuv.c | 270 ++++++++++++++++++++++++ gst/videomixer/blend_bgra.c | 95 +++++++++ gst/videomixer/blend_i420.c | 295 ++++++++++++++++++++++++++ gst/videomixer/videomixer.c | 488 +++++++++++++++++++------------------------- gst/videomixer/videomixer.h | 7 + 6 files changed, 878 insertions(+), 283 deletions(-) create mode 100644 gst/videomixer/blend_ayuv.c create mode 100644 gst/videomixer/blend_bgra.c create mode 100644 gst/videomixer/blend_i420.c diff --git a/gst/videomixer/Makefile.am b/gst/videomixer/Makefile.am index f93be30..c5669b8 100644 --- a/gst/videomixer/Makefile.am +++ b/gst/videomixer/Makefile.am @@ -1,8 +1,8 @@ plugin_LTLIBRARIES = libgstvideomixer.la -libgstvideomixer_la_SOURCES = videomixer.c -libgstvideomixer_la_CFLAGS = $(GST_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CONTROLLER_CFLAGS) -libgstvideomixer_la_LIBADD = $(GST_LIBS) $(GST_BASE_LIBS) $(GST_CONTROLLER_LIBS) +libgstvideomixer_la_SOURCES = videomixer.c blend_ayuv.c blend_bgra.c blend_i420.c +libgstvideomixer_la_CFLAGS = $(GST_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CONTROLLER_CFLAGS) $(GST_PLUGINS_BASE_CFLAGS) $(CAIRO_CFLAGS) +libgstvideomixer_la_LIBADD = $(GST_LIBS) $(GST_BASE_LIBS) $(GST_CONTROLLER_LIBS) $(CAIRO_LIBS) libgstvideomixer_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS) libgstvideomixer_la_LIBTOOLFLAGS = --tag=disable-static diff --git a/gst/videomixer/blend_ayuv.c b/gst/videomixer/blend_ayuv.c new file mode 100644 index 0000000..a3c212d --- /dev/null +++ b/gst/videomixer/blend_ayuv.c @@ -0,0 +1,270 @@ +/* + * Copyright (C) 2004 Wim Taymans + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + + +#include + +#define BLEND_NORMAL(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ + U = ((U1*(255-alpha))+(U2*alpha))>>8; \ + V = ((V1*(255-alpha))+(V2*alpha))>>8; + +#define BLEND_ADD(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = Y1+((Y2*alpha)>>8); \ + U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \ + V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } \ + U = MIN (U,255); \ + V = MIN (V,255); + +#define BLEND_SUBTRACT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = Y1-((Y2*alpha)>>8); \ + U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \ + V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \ + if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } + +#define BLEND_DARKEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + if (Y1 < Y2) { \ + Y = Y1; U = U1; V = V1; \ + } \ + else { \ + Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ + U = ((U1*(255-alpha))+(U2*alpha))>>8; \ + V = ((V1*(255-alpha))+(V2*alpha))>>8; \ + } + +#define BLEND_LIGHTEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + if (Y1 > Y2) { \ + Y = Y1; U = U1; V = V1; \ + } \ + else { \ + Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ + U = ((U1*(255-alpha))+(U2*alpha))>>8; \ + V = ((V1*(255-alpha))+(V2*alpha))>>8; \ + } + +#define BLEND_MULTIPLY(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = (Y1*(256*(255-alpha) +(Y2*alpha)))>>16; \ + U = ((U1*(255-alpha)*256)+(alpha*(U1*Y2+128*(256-Y2))))>>16; \ + V = ((V1*(255-alpha)*256)+(alpha*(V1*Y2+128*(256-Y2))))>>16; + +#define BLEND_DIFFERENCE(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = ABS((gint)Y1-(gint)Y2)+127; \ + U = ABS((gint)U1-(gint)U2)+127; \ + V = ABS((gint)V1-(gint)V2)+127; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + U = CLAMP(U, 0, 255); \ + V = CLAMP(V, 0, 255); + +#define BLEND_EXCLUSION(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = ((gint)(Y1^0xff)*Y2+(gint)(Y2^0xff)*Y1)>>8; \ + U = ((gint)(U1^0xff)*Y2+(gint)(Y2^0xff)*U1)>>8; \ + V = ((gint)(V1^0xff)*Y2+(gint)(Y2^0xff)*V1)>>8; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + U = CLAMP(U, 0, 255); \ + V = CLAMP(V, 0, 255); + +#define BLEND_SOFTLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = (gint)Y1+(gint)Y2 - 127; \ + U = (gint)U1+(gint)U2 - 127; \ + V = (gint)V1+(gint)V2 - 127; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + +#define BLEND_HARDLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = (gint)Y1+(gint)Y2*2 - 255; \ + U = (gint)U1+(gint)U2 - 127; \ + V = (gint)V1+(gint)V2 - 127; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + +#define BLEND_MODE BLEND_NORMAL +#if 0 +#define BLEND_MODE BLEND_NORMAL +#define BLEND_MODE BLEND_ADD +#define BLEND_MODE BLEND_SUBTRACT +#define BLEND_MODE BLEND_LIGHTEN +#define BLEND_MODE BLEND_DARKEN +#define BLEND_MODE BLEND_MULTIPLY +#define BLEND_MODE BLEND_DIFFERENCE +#define BLEND_MODE BLEND_EXCLUSION +#define BLEND_MODE BLEND_SOFTLIGHT +#define BLEND_MODE BLEND_HARDLIGHT +#endif + +/* note that this function does packing conversion and blending at the + * same time */ +void +gst_videomixer_blend_ayuv_ayuv (guint8 * src, gint xpos, gint ypos, + gint src_width, gint src_height, gdouble src_alpha, + guint8 * dest, gint dest_width, gint dest_height) +{ + gint alpha, b_alpha; + + gint i, j; + + gint src_stride, dest_stride; + + gint src_add, dest_add; + + gint Y, U, V; + + src_stride = src_width * 4; + dest_stride = dest_width * 4; + + b_alpha = (gint) (src_alpha * 255); + + /* adjust src pointers for negative sizes */ + if (xpos < 0) { + src += -xpos * 4; + src_width -= -xpos; + xpos = 0; + } + if (ypos < 0) { + src += -ypos * src_stride; + src_height -= -ypos; + ypos = 0; + } + /* adjust width/height if the src is bigger than dest */ + if (xpos + src_width > dest_width) { + src_width = dest_width - xpos; + } + if (ypos + src_height > dest_height) { + src_height = dest_height - ypos; + } + + src_add = src_stride - (4 * src_width); + dest_add = dest_stride - (4 * src_width); + + dest = dest + 4 * xpos + (ypos * dest_stride); + + /* we convert a square of 2x2 samples to generate 4 Luma and 2 chroma samples */ + for (i = 0; i < src_height; i++) { + for (j = 0; j < src_width; j++) { + alpha = (src[0] * b_alpha) >> 8; + BLEND_MODE (dest[1], dest[2], dest[3], src[1], src[2], src[3], + alpha, Y, U, V); + dest[0] = 0xff; + dest[1] = Y; + dest[2] = U; + dest[3] = V; + + src += 4; + dest += 4; + } + src += src_add; + dest += dest_add; + } +} + +#undef BLEND_MODE + + +/* fill a buffer with a checkerboard pattern */ +void +gst_videomixer_fill_ayuv_checker (guint8 * dest, gint width, gint height) +{ + gint i, j; + static int tab[] = { 80, 160, 80, 160 }; + + for (i = 0; i < height; i++) { + for (j = 0; j < width; j++) { + *dest++ = 0xff; + *dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; + *dest++ = 128; + *dest++ = 128; + } + } +} + +void +gst_videomixer_fill_ayuv_color (guint8 * dest, gint width, gint height, + gint colY, gint colU, gint colV) +{ + gint i, j; + + for (i = 0; i < height; i++) { + for (j = 0; j < width; j++) { + *dest++ = 0xff; + *dest++ = colY; + *dest++ = colU; + *dest++ = colV; + } + } +} diff --git a/gst/videomixer/blend_bgra.c b/gst/videomixer/blend_bgra.c new file mode 100644 index 0000000..3fc44dd --- /dev/null +++ b/gst/videomixer/blend_bgra.c @@ -0,0 +1,95 @@ +/* + * Copyright (C) 2009 Alex Ugarte + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#include + +#include + +void +gst_videomixer_blend_bgra_bgra (guint8 * src, gint xpos, gint ypos, + gint src_width, gint src_height, gdouble src_alpha, + guint8 * dest, gint dest_width, gint dest_height) +{ + cairo_surface_t *srcSurface = 0; + cairo_surface_t *destSurface = 0; + cairo_t *cairo = 0; + + srcSurface = + cairo_image_surface_create_for_data (src, CAIRO_FORMAT_ARGB32, src_width, + src_height, src_width * 4); + g_assert (srcSurface); + destSurface = + cairo_image_surface_create_for_data (dest, CAIRO_FORMAT_ARGB32, + dest_width, dest_height, dest_width * 4); + g_assert (destSurface); + cairo = cairo_create (destSurface); + g_assert (cairo); + + //copy source buffer in destiation + cairo_translate (cairo, xpos, ypos); + cairo_set_source_surface (cairo, srcSurface, 0, 0); + cairo_paint (cairo); + + cairo_surface_finish (srcSurface); + cairo_surface_finish (destSurface); + cairo_surface_destroy (srcSurface); + cairo_surface_destroy (destSurface); + cairo_destroy (cairo); + +} + +/* fill a buffer with a checkerboard pattern */ +void +gst_videomixer_fill_bgra_checker (guint8 * dest, gint width, gint height) +{ + gint i, j; + static int tab[] = { 80, 160, 80, 160 }; + + for (i = 0; i < height; i++) { + for (j = 0; j < width; j++) { + *dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; //blue + *dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; //green + *dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; //red + *dest++ = 0xFF; //alpha + } + } +} + +void +gst_videomixer_fill_bgra_color (guint8 * dest, gint width, gint height, + gint colY, gint colU, gint colV) +{ + gint red, green, blue; + gint i, j; + +//check this conversion + red = 1.164 * (colY - 16) + 1.596 * (colV - 128); + green = 1.164 * (colY - 16) - 0.813 * (colV - 128) - 0.391 * (colU - 128); + blue = 1.164 * (colY - 16) + 2.018 * (colU - 128); + + + for (i = 0; i < height; i++) { + for (j = 0; j < width; j++) { + *dest++ = 0xff; + *dest++ = colY; + *dest++ = colU; + *dest++ = colV; + } + } +} diff --git a/gst/videomixer/blend_i420.c b/gst/videomixer/blend_i420.c new file mode 100644 index 0000000..961b70d --- /dev/null +++ b/gst/videomixer/blend_i420.c @@ -0,0 +1,295 @@ +/* + * Copyright (C) 2006 Mindfruit Bv. + * Author: Sjoerd Simons + * Author: Alex Ugarte + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + + +#include +#include + +#define BLEND_NORMAL(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ + U = ((U1*(255-alpha))+(U2*alpha))>>8; \ + V = ((V1*(255-alpha))+(V2*alpha))>>8; + +#define BLEND_ADD(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = Y1+((Y2*alpha)>>8); \ + U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \ + V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } \ + U = MIN (U,255); \ + V = MIN (V,255); + +#define BLEND_SUBTRACT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = Y1-((Y2*alpha)>>8); \ + U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \ + V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \ + if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } + +#define BLEND_DARKEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + if (Y1 < Y2) { \ + Y = Y1; U = U1; V = V1; \ + } \ + else { \ + Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ + U = ((U1*(255-alpha))+(U2*alpha))>>8; \ + V = ((V1*(255-alpha))+(V2*alpha))>>8; \ + } + +#define BLEND_LIGHTEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + if (Y1 > Y2) { \ + Y = Y1; U = U1; V = V1; \ + } \ + else { \ + Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ + U = ((U1*(255-alpha))+(U2*alpha))>>8; \ + V = ((V1*(255-alpha))+(V2*alpha))>>8; \ + } + +#define BLEND_MULTIPLY(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = (Y1*(256*(255-alpha) +(Y2*alpha)))>>16; \ + U = ((U1*(255-alpha)*256)+(alpha*(U1*Y2+128*(256-Y2))))>>16; \ + V = ((V1*(255-alpha)*256)+(alpha*(V1*Y2+128*(256-Y2))))>>16; + +#define BLEND_DIFFERENCE(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = ABS((gint)Y1-(gint)Y2)+127; \ + U = ABS((gint)U1-(gint)U2)+127; \ + V = ABS((gint)V1-(gint)V2)+127; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + U = CLAMP(U, 0, 255); \ + V = CLAMP(V, 0, 255); + +#define BLEND_EXCLUSION(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = ((gint)(Y1^0xff)*Y2+(gint)(Y2^0xff)*Y1)>>8; \ + U = ((gint)(U1^0xff)*Y2+(gint)(Y2^0xff)*U1)>>8; \ + V = ((gint)(V1^0xff)*Y2+(gint)(Y2^0xff)*V1)>>8; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + U = CLAMP(U, 0, 255); \ + V = CLAMP(V, 0, 255); + +#define BLEND_SOFTLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = (gint)Y1+(gint)Y2 - 127; \ + U = (gint)U1+(gint)U2 - 127; \ + V = (gint)V1+(gint)V2 - 127; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + +#define BLEND_HARDLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ + Y = (gint)Y1+(gint)Y2*2 - 255; \ + U = (gint)U1+(gint)U2 - 127; \ + V = (gint)V1+(gint)V2 - 127; \ + Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ + U = ((U*alpha)+(U1*(255-alpha)))>>8; \ + V = ((V*alpha)+(V1*(255-alpha)))>>8; \ + if (Y>255) { \ + gint mult = MAX (0, 288-Y); \ + U = ((U*mult) + (127*(32-mult)))>>5; \ + V = ((V*mult) + (127*(32-mult)))>>5; \ + Y = 255; \ + } else if (Y<0) { \ + gint mult = MIN (32, -Y); \ + U = ((U*(32-mult)) + (127*mult))>>5; \ + V = ((V*(32-mult)) + (127*mult))>>5; \ + Y = 0; \ + } \ + +#define BLEND_MODE BLEND_NORMAL +#if 0 +#define BLEND_MODE BLEND_NORMAL +#define BLEND_MODE BLEND_ADD +#define BLEND_MODE BLEND_SUBTRACT +#define BLEND_MODE BLEND_LIGHTEN +#define BLEND_MODE BLEND_DARKEN +#define BLEND_MODE BLEND_MULTIPLY +#define BLEND_MODE BLEND_DIFFERENCE +#define BLEND_MODE BLEND_EXCLUSION +#define BLEND_MODE BLEND_SOFTLIGHT +#define BLEND_MODE BLEND_HARDLIGHT +#endif + +/* I420 */ +/* Copied from jpegenc */ +#define VIDEO_Y_ROWSTRIDE(width) (GST_ROUND_UP_4(width)) +#define VIDEO_U_ROWSTRIDE(width) (GST_ROUND_UP_8(width)/2) +#define VIDEO_V_ROWSTRIDE(width) ((GST_ROUND_UP_8(VIDEO_Y_ROWSTRIDE(width)))/2) + +#define VIDEO_Y_OFFSET(w,h) (0) +#define VIDEO_U_OFFSET(w,h) (VIDEO_Y_OFFSET(w,h)+(VIDEO_Y_ROWSTRIDE(w)*GST_ROUND_UP_2(h))) +#define VIDEO_V_OFFSET(w,h) (VIDEO_U_OFFSET(w,h)+(VIDEO_U_ROWSTRIDE(w)*GST_ROUND_UP_2(h)/2)) + +#define VIDEO_SIZE(w,h) (VIDEO_V_OFFSET(w,h)+(VIDEO_V_ROWSTRIDE(w)*GST_ROUND_UP_2(h)/2)) + +inline static void +gst_i420_do_blend (guint8 * src, guint8 * dest, + gint src_stride, gint dest_stride, gint src_width, gint src_height) +{ + int i; + for (i = 0; i < src_height; i++) { + memcpy (dest, src, src_width); + src += src_stride; + dest += dest_stride; + } +} + +/* note that this function does packing conversion and blending at the + * same time */ +void +gst_videomixer_blend_i420_i420 (guint8 * src, gint xpos, gint ypos, + gint src_width, gint src_height, gdouble src_alpha, + guint8 * dest, gint dest_width, gint dest_height) +{ + //gint alpha, b_alpha; + guint8 *b_src; + guint8 *b_dest; + gint b_src_width = src_width; + gint b_src_height = src_height; + gint xoffset = 0; + gint yoffset = 0; + + xpos = GST_ROUND_UP_2 (xpos); + ypos = GST_ROUND_UP_2 (ypos); + + /* adjust src pointers for negative sizes */ + if (xpos < 0) { + xoffset = -xpos; + b_src_width -= -xpos; + xpos = 0; + } + if (ypos < 0) { + yoffset += -ypos; + b_src_height -= -ypos; + ypos = 0; + } + /* If x or y offset are larger then the source it's outside of the picture */ + if (xoffset > src_width || yoffset > src_width) { + return; + } + + /* adjust width/height if the src is bigger than dest */ + if (xpos + src_width > dest_width) { + b_src_width = dest_width - xpos; + } + if (ypos + src_height > dest_height) { + b_src_height = dest_height - ypos; + } + if (b_src_width < 0 || b_src_height < 0) { + return; + } + + /* First mix Y, then U, then V */ + b_src = src + VIDEO_Y_OFFSET (src_width, src_height); + b_dest = dest + VIDEO_Y_OFFSET (dest_width, dest_height); + gst_i420_do_blend (b_src + xoffset + yoffset * VIDEO_Y_ROWSTRIDE (src_width), + b_dest + xpos + ypos * VIDEO_Y_ROWSTRIDE (dest_width), + VIDEO_Y_ROWSTRIDE (src_width), + VIDEO_Y_ROWSTRIDE (dest_width), b_src_width, b_src_height); + + b_src = src + VIDEO_U_OFFSET (src_width, src_height); + b_dest = dest + VIDEO_U_OFFSET (dest_width, dest_height); + + gst_i420_do_blend (b_src + xoffset / 2 + + yoffset / 2 * VIDEO_U_ROWSTRIDE (src_width), + b_dest + xpos / 2 + ypos / 2 * VIDEO_U_ROWSTRIDE (dest_width), + VIDEO_U_ROWSTRIDE (src_width), VIDEO_U_ROWSTRIDE (dest_width), + b_src_width / 2, GST_ROUND_UP_2 (b_src_height) / 2); + + b_src = src + VIDEO_V_OFFSET (src_width, src_height); + b_dest = dest + VIDEO_V_OFFSET (dest_width, dest_height); + + gst_i420_do_blend (b_src + xoffset / 2 + + yoffset / 2 * VIDEO_V_ROWSTRIDE (src_width), + b_dest + xpos / 2 + ypos / 2 * VIDEO_V_ROWSTRIDE (dest_width), + VIDEO_V_ROWSTRIDE (src_width), VIDEO_V_ROWSTRIDE (dest_width), + b_src_width / 2, GST_ROUND_UP_2 (b_src_height) / 2); +} + +#undef BLEND_MODE + +/* fill a buffer with a checkerboard pattern */ +void +gst_videomixer_fill_i420_checker (guint8 * dest, gint width, gint height) +{ + //TODO: implementation of this method in i420mixer.c was for AYUV, which has 32bpp ans is packed + //I420 has 12 bpp and is planar +} + +void +gst_videomixer_fill_i420_color (guint8 * dest, gint width, gint height, + gint colY, gint colU, gint colV) +{ + int size; + + size = VIDEO_Y_ROWSTRIDE (width) * height; + memset (dest, colY, size); + + size = (VIDEO_U_ROWSTRIDE (width) * height) / 2; + memset (dest + VIDEO_U_OFFSET (width, height), colU, size); + + size = (VIDEO_V_ROWSTRIDE (width) * height) / 2; + memset (dest + VIDEO_V_OFFSET (width, height), colV, size); + +} diff --git a/gst/videomixer/videomixer.c b/gst/videomixer/videomixer.c index 354b567..321fa41 100644 --- a/gst/videomixer/videomixer.c +++ b/gst/videomixer/videomixer.c @@ -20,11 +20,16 @@ /** * SECTION:element-videomixer * - * Videomixer can only accept AYUV video streams. For each of the requested + * Videomixer can accept AYUV and BGRA video streams. For each of the requested * sink pads it will compare the incoming geometry and framerate to define the * output parameters. Indeed output video frames will have the geometry of the * biggest incoming video stream and the framerate of the fastest incoming one. * + * All sink pads must be either AYUV or BGRA, but a mixture of them is not + * supported. The src pad will have the same colorspace as the sinks. + * No colorspace conversion is done. + * + * * Individual parameters for each input stream can be configured on the * #GstVideoMixerPad. * @@ -39,6 +44,12 @@ * the left vertically centered with a small transparency showing the first * video test source behind and the checker pattern under it. Note that the * framerate of the output video is 10 frames per second. + * |[ + * gst-launch videotestsrc pattern=1 ! video/x-raw-rgb, framerate=\(fraction\)10/1, width=100, height=100 ! videomixer name=mix ! ffmpegcolorspace ! ximagesink videotestsrc ! video/x-raw-rgb, framerate=\(fraction\)5/1, width=320, height=240 ! mix. + * ]| A pipeline to demostrate bgra mixing. (This does not demonstrate alpha blending). + * |[ + * gst-launch videotestsrc pattern=1 ! video/x-raw-yuv,format =\(fourcc\)I420, framerate=\(fraction\)10/1, width=100, height=100 ! videomixer name=mix ! ffmpegcolorspace ! ximagesink videotestsrc ! video/x-raw-yuv,format=\(fourcc\)I420, framerate=\(fraction\)5/1, width=320, height=240 ! mix. + * ]| A pipeline to test I420 * */ @@ -49,6 +60,7 @@ #include #include #include +#include #ifdef HAVE_STDLIB_H #include @@ -85,6 +97,28 @@ static gboolean gst_videomixer_sink_event (GstPad * pad, GstEvent * event); static void gst_videomixer_sort_pads (GstVideoMixer * mix); +/*AYUV function definitions see file: blend_ayuv*/ +void gst_videomixer_blend_ayuv_ayuv (guint8 * src, gint xpos, gint ypos, + gint src_width, gint src_height, gdouble src_alpha, + guint8 * dest, gint dest_width, gint dest_height); +void gst_videomixer_fill_ayuv_checker (guint8 * dest, gint width, gint height); +void gst_videomixer_fill_ayuv_color (guint8 * dest, gint width, gint height, + gint colY, gint colU, gint colV); +/*BGRA function definitions see file: blend_ayuv*/ +void gst_videomixer_blend_bgra_bgra (guint8 * src, gint xpos, gint ypos, + gint src_width, gint src_height, gdouble src_alpha, + guint8 * dest, gint dest_width, gint dest_height); +void gst_videomixer_fill_bgra_checker (guint8 * dest, gint width, gint height); +void gst_videomixer_fill_bgra_color (guint8 * dest, gint width, gint height, + gint colY, gint colU, gint colV); +/*I420 function definitions see file: blend_i420.c*/ +void gst_videomixer_blend_i420_i420 (guint8 * src, gint xpos, gint ypos, + gint src_width, gint src_height, gdouble src_alpha, + guint8 * dest, gint dest_width, gint dest_heighty); +void gst_videomixer_fill_i420_checker (guint8 * dest, gint width, gint height); +void gst_videomixer_fill_i420_color (guint8 * dest, gint width, gint height, + gint colY, gint colU, gint colV); + #define DEFAULT_PAD_ZORDER 0 #define DEFAULT_PAD_XPOS 0 #define DEFAULT_PAD_YPOS 0 @@ -262,6 +296,7 @@ gst_videomixer_pad_sink_setcaps (GstPad * pad, GstCaps * vscaps) gint in_width, in_height; gboolean ret = FALSE; const GValue *framerate; + GST_INFO_OBJECT (pad, "setcaps:\n%" GST_PTR_FORMAT, vscaps); mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad)); mixpad = GST_VIDEO_MIXER_PAD (pad); @@ -296,6 +331,55 @@ beach: return ret; } +/** +* We accept the caps if it has the same format as other sink pads in +* the element. +*/ +static gboolean +gst_videomixer_pad_sink_acceptcaps (GstPad * pad, GstCaps * vscaps) +{ + gboolean ret; + GstVideoMixer *mix; + GstCaps *acceptedCaps; + mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad)); + GST_DEBUG_OBJECT (pad, "TRACE: \n%" GST_PTR_FORMAT, vscaps); + GST_VIDEO_MIXER_STATE_LOCK (mix); + + if (mix->master) { + acceptedCaps = gst_pad_get_fixed_caps_func (GST_PAD (mix->master)); + acceptedCaps = gst_caps_make_writable (acceptedCaps); + GST_LOG ("\nmaster's caps\n%" GST_PTR_FORMAT "\n", acceptedCaps); + if (GST_CAPS_IS_SIMPLE (acceptedCaps)) { + int templCapsSize = + gst_caps_get_size (gst_pad_get_pad_template_caps (pad)); + guint i; + for (i = 0; i < templCapsSize; i++) { + GstCaps *caps1 = gst_caps_copy (acceptedCaps); + GstCaps *caps2 = + gst_caps_copy_nth (gst_pad_get_pad_template_caps (pad), i); + gst_caps_merge (caps1, caps2); //caps2 is unrefed + gst_caps_do_simplify (caps1); + if (GST_CAPS_IS_SIMPLE (caps1)) { + gst_caps_replace (&acceptedCaps, caps1); + gst_caps_unref (caps1); + break; + } + gst_caps_unref (caps1); + } + } + } else { + acceptedCaps = gst_pad_get_fixed_caps_func (pad); + } + GST_INFO ("\n\n%" GST_PTR_FORMAT "\n\n", vscaps); + GST_INFO ("\n\n*********\n%" GST_PTR_FORMAT "\n\n", acceptedCaps); + + ret = gst_caps_is_always_compatible (vscaps, acceptedCaps); + gst_caps_unref (acceptedCaps); + GST_VIDEO_MIXER_STATE_UNLOCK (mix); + gst_object_unref (mix); + return ret; +} + static void gst_videomixer_pad_link (GstPad * pad, GstPad * peer, gpointer data) { @@ -319,6 +403,8 @@ gst_videomixer_pad_init (GstVideoMixerPad * mixerpad) /* setup some pad functions */ gst_pad_set_setcaps_function (GST_PAD (mixerpad), gst_videomixer_pad_sink_setcaps); + gst_pad_set_acceptcaps_function (GST_PAD (mixerpad), + GST_DEBUG_FUNCPTR (gst_videomixer_pad_sink_acceptcaps)); mixerpad->zorder = DEFAULT_PAD_ZORDER; mixerpad->xpos = DEFAULT_PAD_XPOS; @@ -372,24 +458,21 @@ gst_video_mixer_background_get_type (void) static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, - GST_STATIC_CAPS ("video/x-raw-yuv," - "format = (fourcc) AYUV," - "width = (int) [ 1, max ]," - "height = (int) [ 1, max ]," "framerate = (fraction) [ 0/1, MAX ]") + GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("AYUV") ";" GST_VIDEO_CAPS_BGRA ";" + GST_VIDEO_CAPS_YUV ("I420")) ); static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink_%d", GST_PAD_SINK, GST_PAD_REQUEST, - GST_STATIC_CAPS ("video/x-raw-yuv," - "format = (fourcc) AYUV," - "width = (int) [ 1, max ]," - "height = (int) [ 1, max ]," "framerate = (fraction) [ 0/1, MAX ]") + GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("AYUV") ";" GST_VIDEO_CAPS_BGRA ";" + GST_VIDEO_CAPS_YUV ("I420")) ); static void gst_videomixer_finalize (GObject * object); static GstCaps *gst_videomixer_getcaps (GstPad * pad); +static gboolean gst_videomixer_setcaps (GstPad * pad, GstCaps * caps); static gboolean gst_videomixer_query (GstPad * pad, GstQuery * query); static GstFlowReturn gst_videomixer_collected (GstCollectPads * pads, @@ -557,6 +640,8 @@ gst_videomixer_init (GstVideoMixer * mix, GstVideoMixerClass * g_class) "src"), "src"); gst_pad_set_getcaps_function (GST_PAD (mix->srcpad), GST_DEBUG_FUNCPTR (gst_videomixer_getcaps)); + gst_pad_set_setcaps_function (GST_PAD (mix->srcpad), + GST_DEBUG_FUNCPTR (gst_videomixer_setcaps)); gst_pad_set_query_function (GST_PAD (mix->srcpad), GST_DEBUG_FUNCPTR (gst_videomixer_query)); gst_pad_set_event_function (GST_PAD (mix->srcpad), @@ -790,21 +875,32 @@ gst_videomixer_getcaps (GstPad * pad) GstVideoMixer *mix; GstCaps *caps; GstStructure *structure; + int numCaps; + GST_LOG_OBJECT (pad, "TRACE"); mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad)); - caps = gst_caps_copy (gst_pad_get_pad_template_caps (mix->srcpad)); - - structure = gst_caps_get_structure (caps, 0); - if (mix->out_width != 0) { - gst_structure_set (structure, "width", G_TYPE_INT, mix->out_width, NULL); - } - if (mix->out_height != 0) { - gst_structure_set (structure, "height", G_TYPE_INT, mix->out_height, NULL); + if (mix->master) { + caps = + gst_caps_copy (gst_pad_get_pad_template_caps (GST_PAD (mix->master))); + } else { + caps = gst_caps_copy (gst_pad_get_pad_template_caps (mix->srcpad)); } - if (mix->fps_d != 0) { - gst_structure_set (structure, - "framerate", GST_TYPE_FRACTION, mix->fps_n, mix->fps_d, NULL); + + numCaps = gst_caps_get_size (caps) - 1; + for (; numCaps >= 0; numCaps--) { + structure = gst_caps_get_structure (caps, numCaps); + if (mix->out_width != 0) { + gst_structure_set (structure, "width", G_TYPE_INT, mix->out_width, NULL); + } + if (mix->out_height != 0) { + gst_structure_set (structure, "height", G_TYPE_INT, mix->out_height, + NULL); + } + if (mix->fps_d != 0) { + gst_structure_set (structure, + "framerate", GST_TYPE_FRACTION, mix->fps_n, mix->fps_d, NULL); + } } gst_object_unref (mix); @@ -812,6 +908,61 @@ gst_videomixer_getcaps (GstPad * pad) return caps; } +static gboolean +gst_videomixer_setcaps (GstPad * pad, GstCaps * caps) +{ + GstElement *element; + GstVideoMixer *mixer; + GstStructure *str; + element = gst_pad_get_parent_element (pad); + g_assert (element); + mixer = GST_VIDEO_MIXER (element); + g_assert (mixer); + GST_INFO_OBJECT (mixer, "set src caps: \n%" GST_PTR_FORMAT, caps); + + str = gst_caps_get_structure (caps, 0); + + if (gst_structure_has_name (str, "video/x-raw-yuv")) { + guint32 format; + int ret; + ret = gst_structure_get_fourcc (str, "format", &format); + if (!ret) { + mixer->blend = 0; + mixer->fill_checker = 0; + mixer->fill_color = 0; + mixer->bpp = 0; + } else if (format == GST_STR_FOURCC ("AYUV")) { + mixer->blend = gst_videomixer_blend_ayuv_ayuv; + mixer->fill_checker = gst_videomixer_fill_ayuv_checker; + mixer->fill_color = gst_videomixer_fill_ayuv_color; + mixer->bpp = 32; + } else if (format == GST_STR_FOURCC ("I420")) { + mixer->blend = gst_videomixer_blend_i420_i420; + mixer->fill_checker = gst_videomixer_fill_i420_checker; + mixer->fill_color = gst_videomixer_fill_i420_color; + mixer->bpp = 12; + } else { + mixer->blend = 0; + mixer->fill_checker = 0; + mixer->fill_color = 0; + mixer->bpp = 0; + } + } else if (gst_structure_has_name (str, "video/x-raw-rgb")) { + mixer->blend = gst_videomixer_blend_bgra_bgra; + mixer->fill_checker = gst_videomixer_fill_bgra_checker; + mixer->fill_color = gst_videomixer_fill_bgra_color; + mixer->bpp = 32; + } else { + mixer->blend = 0; + mixer->fill_checker = 0; + mixer->fill_color = 0; + mixer->bpp = 0; + } + gst_object_unref (element); + + return TRUE; +} + static GstPad * gst_videomixer_request_new_pad (GstElement * element, GstPadTemplate * templ, const gchar * req_name) @@ -919,217 +1070,6 @@ error: GST_VIDEO_MIXER_STATE_UNLOCK (mix); } -#define BLEND_NORMAL(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ - U = ((U1*(255-alpha))+(U2*alpha))>>8; \ - V = ((V1*(255-alpha))+(V2*alpha))>>8; - -#define BLEND_ADD(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = Y1+((Y2*alpha)>>8); \ - U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \ - V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \ - if (Y>255) { \ - gint mult = MAX (0, 288-Y); \ - U = ((U*mult) + (127*(32-mult)))>>5; \ - V = ((V*mult) + (127*(32-mult)))>>5; \ - Y = 255; \ - } \ - U = MIN (U,255); \ - V = MIN (V,255); - -#define BLEND_SUBTRACT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = Y1-((Y2*alpha)>>8); \ - U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \ - V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \ - if (Y<0) { \ - gint mult = MIN (32, -Y); \ - U = ((U*(32-mult)) + (127*mult))>>5; \ - V = ((V*(32-mult)) + (127*mult))>>5; \ - Y = 0; \ - } - -#define BLEND_DARKEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - if (Y1 < Y2) { \ - Y = Y1; U = U1; V = V1; \ - } \ - else { \ - Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ - U = ((U1*(255-alpha))+(U2*alpha))>>8; \ - V = ((V1*(255-alpha))+(V2*alpha))>>8; \ - } - -#define BLEND_LIGHTEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - if (Y1 > Y2) { \ - Y = Y1; U = U1; V = V1; \ - } \ - else { \ - Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \ - U = ((U1*(255-alpha))+(U2*alpha))>>8; \ - V = ((V1*(255-alpha))+(V2*alpha))>>8; \ - } - -#define BLEND_MULTIPLY(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = (Y1*(256*(255-alpha) +(Y2*alpha)))>>16; \ - U = ((U1*(255-alpha)*256)+(alpha*(U1*Y2+128*(256-Y2))))>>16; \ - V = ((V1*(255-alpha)*256)+(alpha*(V1*Y2+128*(256-Y2))))>>16; - -#define BLEND_DIFFERENCE(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = ABS((gint)Y1-(gint)Y2)+127; \ - U = ABS((gint)U1-(gint)U2)+127; \ - V = ABS((gint)V1-(gint)V2)+127; \ - Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ - U = ((U*alpha)+(U1*(255-alpha)))>>8; \ - V = ((V*alpha)+(V1*(255-alpha)))>>8; \ - if (Y>255) { \ - gint mult = MAX (0, 288-Y); \ - U = ((U*mult) + (127*(32-mult)))>>5; \ - V = ((V*mult) + (127*(32-mult)))>>5; \ - Y = 255; \ - } else if (Y<0) { \ - gint mult = MIN (32, -Y); \ - U = ((U*(32-mult)) + (127*mult))>>5; \ - V = ((V*(32-mult)) + (127*mult))>>5; \ - Y = 0; \ - } \ - U = CLAMP(U, 0, 255); \ - V = CLAMP(V, 0, 255); - -#define BLEND_EXCLUSION(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = ((gint)(Y1^0xff)*Y2+(gint)(Y2^0xff)*Y1)>>8; \ - U = ((gint)(U1^0xff)*Y2+(gint)(Y2^0xff)*U1)>>8; \ - V = ((gint)(V1^0xff)*Y2+(gint)(Y2^0xff)*V1)>>8; \ - Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ - U = ((U*alpha)+(U1*(255-alpha)))>>8; \ - V = ((V*alpha)+(V1*(255-alpha)))>>8; \ - if (Y>255) { \ - gint mult = MAX (0, 288-Y); \ - U = ((U*mult) + (127*(32-mult)))>>5; \ - V = ((V*mult) + (127*(32-mult)))>>5; \ - Y = 255; \ - } else if (Y<0) { \ - gint mult = MIN (32, -Y); \ - U = ((U*(32-mult)) + (127*mult))>>5; \ - V = ((V*(32-mult)) + (127*mult))>>5; \ - Y = 0; \ - } \ - U = CLAMP(U, 0, 255); \ - V = CLAMP(V, 0, 255); - -#define BLEND_SOFTLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = (gint)Y1+(gint)Y2 - 127; \ - U = (gint)U1+(gint)U2 - 127; \ - V = (gint)V1+(gint)V2 - 127; \ - Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ - U = ((U*alpha)+(U1*(255-alpha)))>>8; \ - V = ((V*alpha)+(V1*(255-alpha)))>>8; \ - if (Y>255) { \ - gint mult = MAX (0, 288-Y); \ - U = ((U*mult) + (127*(32-mult)))>>5; \ - V = ((V*mult) + (127*(32-mult)))>>5; \ - Y = 255; \ - } else if (Y<0) { \ - gint mult = MIN (32, -Y); \ - U = ((U*(32-mult)) + (127*mult))>>5; \ - V = ((V*(32-mult)) + (127*mult))>>5; \ - Y = 0; \ - } \ - -#define BLEND_HARDLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \ - Y = (gint)Y1+(gint)Y2*2 - 255; \ - U = (gint)U1+(gint)U2 - 127; \ - V = (gint)V1+(gint)V2 - 127; \ - Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \ - U = ((U*alpha)+(U1*(255-alpha)))>>8; \ - V = ((V*alpha)+(V1*(255-alpha)))>>8; \ - if (Y>255) { \ - gint mult = MAX (0, 288-Y); \ - U = ((U*mult) + (127*(32-mult)))>>5; \ - V = ((V*mult) + (127*(32-mult)))>>5; \ - Y = 255; \ - } else if (Y<0) { \ - gint mult = MIN (32, -Y); \ - U = ((U*(32-mult)) + (127*mult))>>5; \ - V = ((V*(32-mult)) + (127*mult))>>5; \ - Y = 0; \ - } \ - -#define BLEND_MODE BLEND_NORMAL -#if 0 -#define BLEND_MODE BLEND_NORMAL -#define BLEND_MODE BLEND_ADD -#define BLEND_MODE BLEND_SUBTRACT -#define BLEND_MODE BLEND_LIGHTEN -#define BLEND_MODE BLEND_DARKEN -#define BLEND_MODE BLEND_MULTIPLY -#define BLEND_MODE BLEND_DIFFERENCE -#define BLEND_MODE BLEND_EXCLUSION -#define BLEND_MODE BLEND_SOFTLIGHT -#define BLEND_MODE BLEND_HARDLIGHT -#endif - -/* note that this function does packing conversion and blending at the - * same time */ -static void -gst_videomixer_blend_ayuv_ayuv (guint8 * src, gint xpos, gint ypos, - gint src_width, gint src_height, gdouble src_alpha, - guint8 * dest, gint dest_width, gint dest_height) -{ - gint alpha, b_alpha; - gint i, j; - gint src_stride, dest_stride; - gint src_add, dest_add; - gint Y, U, V; - - src_stride = src_width * 4; - dest_stride = dest_width * 4; - - b_alpha = (gint) (src_alpha * 255); - - /* adjust src pointers for negative sizes */ - if (xpos < 0) { - src += -xpos * 4; - src_width -= -xpos; - xpos = 0; - } - if (ypos < 0) { - src += -ypos * src_stride; - src_height -= -ypos; - ypos = 0; - } - /* adjust width/height if the src is bigger than dest */ - if (xpos + src_width > dest_width) { - src_width = dest_width - xpos; - } - if (ypos + src_height > dest_height) { - src_height = dest_height - ypos; - } - - src_add = src_stride - (4 * src_width); - dest_add = dest_stride - (4 * src_width); - - dest = dest + 4 * xpos + (ypos * dest_stride); - - /* we convert a square of 2x2 samples to generate 4 Luma and 2 chroma samples */ - for (i = 0; i < src_height; i++) { - for (j = 0; j < src_width; j++) { - alpha = (src[0] * b_alpha) >> 8; - BLEND_MODE (dest[1], dest[2], dest[3], src[1], src[2], src[3], - alpha, Y, U, V); - dest[0] = 0xff; - dest[1] = Y; - dest[2] = U; - dest[3] = V; - - src += 4; - dest += 4; - } - src += src_add; - dest += dest_add; - } -} - -#undef BLEND_MODE - static int pad_zorder_compare (const GstVideoMixerPad * pad1, const GstVideoMixerPad * pad2) @@ -1144,39 +1084,6 @@ gst_videomixer_sort_pads (GstVideoMixer * mix) (GCompareFunc) pad_zorder_compare); } -/* fill a buffer with a checkerboard pattern */ -static void -gst_videomixer_fill_checker (guint8 * dest, gint width, gint height) -{ - gint i, j; - static int tab[] = { 80, 160, 80, 160 }; - - for (i = 0; i < height; i++) { - for (j = 0; j < width; j++) { - *dest++ = 0xff; - *dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; - *dest++ = 128; - *dest++ = 128; - } - } -} - -static void -gst_videomixer_fill_color (guint8 * dest, gint width, gint height, - gint colY, gint colU, gint colV) -{ - gint i, j; - - for (i = 0; i < height; i++) { - for (j = 0; j < width; j++) { - *dest++ = 0xff; - *dest++ = colY; - *dest++ = colU; - *dest++ = colV; - } - } -} - /* try to get a buffer on all pads. As long as the queued value is * negative, we skip buffers */ static gboolean @@ -1299,9 +1206,13 @@ gst_videomixer_blend_buffers (GstVideoMixer * mix, GstBuffer * outbuf) if (GST_CLOCK_TIME_IS_VALID (stream_time)) gst_object_sync_values (G_OBJECT (pad), stream_time); - gst_videomixer_blend_ayuv_ayuv (GST_BUFFER_DATA (mixcol->buffer), - pad->xpos, pad->ypos, pad->in_width, pad->in_height, pad->alpha, - GST_BUFFER_DATA (outbuf), mix->out_width, mix->out_height); + if (G_UNLIKELY (mix->blend == NULL)) { + GST_ERROR_OBJECT (mix, "blend function not set"); + } else { + (mix->blend) (GST_BUFFER_DATA (mixcol->buffer), + pad->xpos, pad->ypos, pad->in_width, pad->in_height, pad->alpha, + GST_BUFFER_DATA (outbuf), mix->out_width, mix->out_height); + } if (pad == mix->master) { gint64 running_time; @@ -1337,7 +1248,7 @@ gst_videomixer_update_queues (GstVideoMixer * mix) } else { interval = GST_SECOND * mix->fps_d / mix->fps_n; } - GST_DEBUG_OBJECT (mix, "set interval to %" G_GUINT64_FORMAT, interval); + GST_LOG_OBJECT (mix, "set interval to %" G_GUINT64_FORMAT, interval); } walk = mix->sinkpads; @@ -1349,9 +1260,9 @@ gst_videomixer_update_queues (GstVideoMixer * mix) if (mixcol->buffer != NULL) { pad->queued -= interval; - GST_DEBUG_OBJECT (pad, "queued now %" G_GINT64_FORMAT, pad->queued); + GST_LOG_OBJECT (pad, "queued now %" G_GINT64_FORMAT, pad->queued); if (pad->queued <= 0) { - GST_DEBUG ("unreffing buffer"); + GST_LOG ("unreffing buffer"); gst_buffer_unref (mixcol->buffer); mixcol->buffer = NULL; } @@ -1382,9 +1293,6 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix) goto error; } - /* Calculating out buffer size from input size */ - outsize = 4 * mix->in_width * GST_ROUND_UP_2 (mix->in_height); - /* If geometry has changed we need to set new caps on the buffer */ if (mix->in_width != mix->out_width || mix->in_height != mix->out_height || mix->setcaps) { @@ -1393,7 +1301,7 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix) newcaps = gst_caps_make_writable (gst_pad_get_negotiated_caps (GST_PAD (mix->master))); gst_caps_set_simple (newcaps, - "format", GST_TYPE_FOURCC, GST_STR_FOURCC ("AYUV"), + //"format", GST_TYPE_FOURCC, GST_STR_FOURCC ("AYUV"), "width", G_TYPE_INT, mix->in_width, "height", G_TYPE_INT, mix->in_height, NULL); @@ -1401,11 +1309,18 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix) mix->out_height = mix->in_height; mix->setcaps = FALSE; + /* Calculating out buffer size from input size */ + gst_pad_set_caps (mix->srcpad, newcaps); //bpp would be 0 otherwise + outsize = + (mix->bpp / 8.0) * mix->in_width * GST_ROUND_UP_2 (mix->in_height); ret = gst_pad_alloc_buffer_and_set_caps (mix->srcpad, GST_BUFFER_OFFSET_NONE, outsize, newcaps, &outbuf); gst_caps_unref (newcaps); } else { /* Otherwise we just allocate a buffer from current caps */ + /* Calculating out buffer size from input size */ + outsize = + (mix->bpp / 8.0) * mix->in_width * GST_ROUND_UP_2 (mix->in_height); ret = gst_pad_alloc_buffer_and_set_caps (mix->srcpad, GST_BUFFER_OFFSET_NONE, outsize, GST_PAD_CAPS (mix->srcpad), &outbuf); @@ -1417,16 +1332,29 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix) switch (mix->background) { case VIDEO_MIXER_BACKGROUND_CHECKER: - gst_videomixer_fill_checker (GST_BUFFER_DATA (outbuf), - mix->out_width, mix->out_height); + if (G_UNLIKELY (mix->fill_checker == NULL)) { + g_warning ("fill checker function pointer not set"); + } else { + mix->fill_checker (GST_BUFFER_DATA (outbuf), mix->out_width, + mix->out_height); + } break; case VIDEO_MIXER_BACKGROUND_BLACK: - gst_videomixer_fill_color (GST_BUFFER_DATA (outbuf), - mix->out_width, mix->out_height, 16, 128, 128); + if (G_UNLIKELY (mix->fill_color == NULL)) { + g_warning ("fill color function pointer not set"); + } else { + mix->fill_color (GST_BUFFER_DATA (outbuf), mix->out_width, + mix->out_height, 16, 128, 128); + } break; case VIDEO_MIXER_BACKGROUND_WHITE: - gst_videomixer_fill_color (GST_BUFFER_DATA (outbuf), - mix->out_width, mix->out_height, 240, 128, 128); + + if (G_UNLIKELY (mix->fill_color == NULL)) { + g_warning ("fill color function pointer not set"); + } else { + mix->fill_color (GST_BUFFER_DATA (outbuf), mix->out_width, + mix->out_height, 240, 128, 128); + } break; } diff --git a/gst/videomixer/videomixer.h b/gst/videomixer/videomixer.h index 41ddfb7..160a2e7 100644 --- a/gst/videomixer/videomixer.h +++ b/gst/videomixer/videomixer.h @@ -82,6 +82,7 @@ struct _GstVideoMixer gint in_width, in_height; gint out_width, out_height; + gint bpp; gboolean setcaps; gboolean sendseg; @@ -97,6 +98,12 @@ struct _GstVideoMixer GstPadEventFunction collect_event; guint64 segment_position; gdouble segment_rate; + + void (*blend) (guint8 * src, gint xpos, gint ypos, gint src_width, gint src_height, gdouble src_alpha, + guint8 * dest, gint dest_width, gint dest_height); + void (*fill_checker) (guint8 * dest, gint width, gint height); + + void (*fill_color) (guint8 * dest, gint width, gint height, gint colY, gint colU, gint colV); }; struct _GstVideoMixerClass -- 2.7.4