2 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Library General Public
6 * License as published by the Free Software Foundation; either
7 * version 2 of the License, or (at your option) any later version.
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Library General Public License for more details.
14 * You should have received a copy of the GNU Library General Public
15 * License along with this library; if not, write to the
16 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
17 * Boston, MA 02111-1307, USA.
21 * SECTION:element-alphacolor
23 * The alphacolor element does memory-efficient (in-place) colourspace
24 * conversion from RGBA to AYUV or AYUV to RGBA while preserving the
29 * gst-launch videotestsrc ! "video/x-raw,format=(fourcc)AYUV" ! \
30 * alphacolor ! videoconvert ! autovideosink
38 #include "gstalphacolor.h"
41 #include <gst/video/video.h>
45 GST_DEBUG_CATEGORY_STATIC (alpha_color_debug);
46 #define GST_CAT_DEFAULT alpha_color_debug
48 /* elementfactory information */
49 static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
52 GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ RGBA, BGRA, ARGB, ABGR, AYUV }"))
55 static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
58 GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ RGBA, BGRA, ARGB, ABGR, AYUV }"))
61 G_DEFINE_TYPE (GstAlphaColor, gst_alpha_color, GST_TYPE_VIDEO_FILTER);
63 static GstCaps *gst_alpha_color_transform_caps (GstBaseTransform * btrans,
64 GstPadDirection direction, GstCaps * caps, GstCaps * filter);
65 static gboolean gst_alpha_color_set_caps (GstBaseTransform * btrans,
66 GstCaps * incaps, GstCaps * outcaps);
67 static GstFlowReturn gst_alpha_color_transform_ip (GstBaseTransform * btrans,
71 gst_alpha_color_class_init (GstAlphaColorClass * klass)
73 GstElementClass *gstelement_class = (GstElementClass *) klass;
74 GstBaseTransformClass *gstbasetransform_class =
75 (GstBaseTransformClass *) klass;
77 GST_DEBUG_CATEGORY_INIT (alpha_color_debug, "alphacolor", 0,
78 "ARGB<->AYUV colorspace conversion preserving the alpha channels");
80 gst_element_class_set_details_simple (gstelement_class, "Alpha color filter",
81 "Filter/Converter/Video",
82 "ARGB from/to AYUV colorspace conversion preserving the alpha channel",
83 "Wim Taymans <wim.taymans@gmail.com>");
85 gst_element_class_add_pad_template (gstelement_class,
86 gst_static_pad_template_get (&sink_template));
87 gst_element_class_add_pad_template (gstelement_class,
88 gst_static_pad_template_get (&src_template));
90 gstbasetransform_class->transform_caps =
91 GST_DEBUG_FUNCPTR (gst_alpha_color_transform_caps);
92 gstbasetransform_class->set_caps =
93 GST_DEBUG_FUNCPTR (gst_alpha_color_set_caps);
94 gstbasetransform_class->transform_ip =
95 GST_DEBUG_FUNCPTR (gst_alpha_color_transform_ip);
99 gst_alpha_color_init (GstAlphaColor * alpha)
101 GstBaseTransform *btrans = GST_BASE_TRANSFORM (alpha);
103 btrans->always_in_place = TRUE;
107 gst_alpha_color_transform_caps (GstBaseTransform * btrans,
108 GstPadDirection direction, GstCaps * caps, GstCaps * filter)
110 const GstCaps *tmpl_caps = NULL;
111 GstCaps *result = NULL, *local_caps = NULL;
114 local_caps = gst_caps_new_empty ();
116 for (i = 0; i < gst_caps_get_size (caps); i++) {
117 GstStructure *structure =
118 gst_structure_copy (gst_caps_get_structure (caps, i));
120 /* Remove any specific parameter from the structure */
121 gst_structure_remove_field (structure, "format");
122 gst_structure_remove_field (structure, "endianness");
123 gst_structure_remove_field (structure, "depth");
124 gst_structure_remove_field (structure, "bpp");
125 gst_structure_remove_field (structure, "red_mask");
126 gst_structure_remove_field (structure, "green_mask");
127 gst_structure_remove_field (structure, "blue_mask");
128 gst_structure_remove_field (structure, "alpha_mask");
129 gst_structure_remove_field (structure, "color-matrix");
130 gst_structure_remove_field (structure, "chroma-site");
132 gst_structure_set_name (structure, "video/x-raw-rgb");
133 gst_caps_append_structure (local_caps, gst_structure_copy (structure));
134 gst_structure_set_name (structure, "video/x-raw-yuv");
135 gst_caps_append_structure (local_caps, structure);
138 /* Get the appropriate template */
139 if (direction == GST_PAD_SINK) {
140 tmpl_caps = gst_static_pad_template_get_caps (&src_template);
141 } else if (direction == GST_PAD_SRC) {
142 tmpl_caps = gst_static_pad_template_get_caps (&sink_template);
145 /* Intersect with our template caps */
146 result = gst_caps_intersect (local_caps, tmpl_caps);
148 gst_caps_unref (local_caps);
149 gst_caps_do_simplify (result);
151 GST_LOG_OBJECT (btrans, "transformed %" GST_PTR_FORMAT " to %" GST_PTR_FORMAT,
155 GstCaps *intersection;
157 GST_DEBUG_OBJECT (btrans, "Using filter caps %" GST_PTR_FORMAT, filter);
159 gst_caps_intersect_full (filter, result, GST_CAPS_INTERSECT_FIRST);
160 gst_caps_unref (result);
161 result = intersection;
162 GST_DEBUG_OBJECT (btrans, "Intersection %" GST_PTR_FORMAT, result);
169 /* Generated by -bad/ext/cog/generate_tables */
170 static const int cog_ycbcr_to_rgb_matrix_8bit_hdtv[] = {
172 298, -55, -136, 19681,
176 static const int cog_ycbcr_to_rgb_matrix_8bit_sdtv[] = {
178 298, -100, -208, 34707,
182 static const gint cog_rgb_to_ycbcr_matrix_8bit_hdtv[] = {
184 -26, -87, 112, 32768,
185 112, -102, -10, 32768,
188 static const gint cog_rgb_to_ycbcr_matrix_8bit_sdtv[] = {
190 -38, -74, 112, 32768,
191 112, -94, -18, 32768,
194 static const gint cog_ycbcr_sdtv_to_ycbcr_hdtv_matrix_8bit[] = {
195 256, -30, -53, 10600,
200 static const gint cog_ycbcr_hdtv_to_ycbcr_sdtv_matrix_8bit[] = {
206 #define DEFINE_ARGB_AYUV_FUNCTIONS(name, A, R, G, B) \
208 transform_##name##_ayuv (GstVideoFrame * frame, const gint *matrix) \
217 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);\
218 size = GST_VIDEO_FRAME_SIZE (frame);\
220 memcpy (yc, matrix, 4 * sizeof (gint)); \
221 memcpy (uc, matrix + 4, 4 * sizeof (gint)); \
222 memcpy (vc, matrix + 8, 4 * sizeof (gint)); \
225 y = (data[R] * yc[0] + data[G] * yc[1] + data[B] * yc[2] + yc[3]) >> 8; \
226 u = (data[R] * uc[0] + data[G] * uc[1] + data[B] * uc[2] + uc[3]) >> 8; \
227 v = (data[R] * vc[0] + data[G] * vc[1] + data[B] * vc[2] + vc[3]) >> 8; \
240 transform_ayuv_##name (GstVideoFrame * frame, const gint *matrix) \
249 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);\
250 size = GST_VIDEO_FRAME_SIZE (frame);\
252 memcpy (rc, matrix, 4 * sizeof (gint)); \
253 memcpy (gc, matrix + 4, 4 * sizeof (gint)); \
254 memcpy (bc, matrix + 8, 4 * sizeof (gint)); \
257 r = (data[1] * rc[0] + data[2] * rc[1] + data[3] * rc[2] + rc[3]) >> 8; \
258 g = (data[1] * gc[0] + data[2] * gc[1] + data[3] * gc[2] + gc[3]) >> 8; \
259 b = (data[1] * bc[0] + data[2] * bc[1] + data[3] * bc[2] + bc[3]) >> 8; \
262 data[R] = CLAMP (r, 0, 255); \
263 data[G] = CLAMP (g, 0, 255); \
264 data[B] = CLAMP (b, 0, 255); \
271 DEFINE_ARGB_AYUV_FUNCTIONS (rgba, 3, 0, 1, 2);
272 DEFINE_ARGB_AYUV_FUNCTIONS (bgra, 3, 2, 1, 0);
273 DEFINE_ARGB_AYUV_FUNCTIONS (argb, 0, 1, 2, 3);
274 DEFINE_ARGB_AYUV_FUNCTIONS (abgr, 0, 3, 2, 1);
277 transform_ayuv_ayuv (GstVideoFrame * frame, const gint * matrix)
289 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
290 size = GST_VIDEO_FRAME_SIZE (frame);
292 memcpy (yc, matrix, 4 * sizeof (gint));
293 memcpy (uc, matrix + 4, 4 * sizeof (gint));
294 memcpy (vc, matrix + 8, 4 * sizeof (gint));
297 y = (data[1] * yc[0] + data[2] * yc[1] + data[3] * yc[2] + yc[3]) >> 8;
298 u = (data[1] * uc[0] + data[2] * uc[1] + data[3] * uc[2] + uc[3]) >> 8;
299 v = (data[1] * vc[0] + data[2] * vc[1] + data[3] * vc[2] + vc[3]) >> 8;
312 transform_argb_bgra (GstVideoFrame * frame, const gint * matrix)
318 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
319 size = GST_VIDEO_FRAME_SIZE (frame);
336 #define transform_abgr_rgba transform_argb_bgra
339 transform_argb_abgr (GstVideoFrame * frame, const gint * matrix)
345 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
346 size = GST_VIDEO_FRAME_SIZE (frame);
353 /* data[0] = data[0]; */
363 #define transform_abgr_argb transform_argb_abgr
366 transform_rgba_bgra (GstVideoFrame * frame, const gint * matrix)
372 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
373 size = GST_VIDEO_FRAME_SIZE (frame);
380 /* data[3] = data[3] */ ;
390 #define transform_bgra_rgba transform_rgba_bgra
393 transform_argb_rgba (GstVideoFrame * frame, const gint * matrix)
399 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
400 size = GST_VIDEO_FRAME_SIZE (frame);
417 #define transform_abgr_bgra transform_argb_rgba
420 transform_bgra_argb (GstVideoFrame * frame, const gint * matrix)
426 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
427 size = GST_VIDEO_FRAME_SIZE (frame);
444 #define transform_rgba_abgr transform_bgra_argb
447 transform_rgba_argb (GstVideoFrame * frame, const gint * matrix)
453 data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
454 size = GST_VIDEO_FRAME_SIZE (frame);
471 #define transform_bgra_abgr transform_rgba_argb
474 gst_alpha_color_set_caps (GstBaseTransform * btrans, GstCaps * incaps,
477 GstAlphaColor *alpha = GST_ALPHA_COLOR (btrans);
479 GstVideoInfo in_info, out_info;
480 gboolean in_sdtv, out_sdtv;
482 alpha->process = NULL;
483 alpha->matrix = NULL;
485 ret = gst_video_info_from_caps (&in_info, incaps);
486 ret &= gst_video_info_from_caps (&out_info, outcaps);
490 if (GST_VIDEO_INFO_WIDTH (&in_info) != GST_VIDEO_INFO_WIDTH (&out_info) ||
491 GST_VIDEO_INFO_HEIGHT (&in_info) != GST_VIDEO_INFO_HEIGHT (&out_info))
494 in_sdtv = in_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT601;
495 out_sdtv = out_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT601;
497 switch (GST_VIDEO_INFO_FORMAT (&in_info)) {
498 case GST_VIDEO_FORMAT_ARGB:
499 switch (GST_VIDEO_INFO_FORMAT (&out_info)) {
500 case GST_VIDEO_FORMAT_ARGB:
501 alpha->process = NULL;
502 alpha->matrix = NULL;
504 case GST_VIDEO_FORMAT_BGRA:
505 alpha->process = transform_argb_bgra;
506 alpha->matrix = NULL;
508 case GST_VIDEO_FORMAT_ABGR:
509 alpha->process = transform_argb_abgr;
510 alpha->matrix = NULL;
512 case GST_VIDEO_FORMAT_RGBA:
513 alpha->process = transform_argb_rgba;
514 alpha->matrix = NULL;
516 case GST_VIDEO_FORMAT_AYUV:
517 alpha->process = transform_argb_ayuv;
519 out_sdtv ? cog_rgb_to_ycbcr_matrix_8bit_sdtv :
520 cog_rgb_to_ycbcr_matrix_8bit_hdtv;
523 alpha->process = NULL;
524 alpha->matrix = NULL;
528 case GST_VIDEO_FORMAT_BGRA:
529 switch (GST_VIDEO_INFO_FORMAT (&out_info)) {
530 case GST_VIDEO_FORMAT_BGRA:
531 alpha->process = NULL;
532 alpha->matrix = NULL;
534 case GST_VIDEO_FORMAT_ARGB:
535 alpha->process = transform_bgra_argb;
536 alpha->matrix = NULL;
538 case GST_VIDEO_FORMAT_ABGR:
539 alpha->process = transform_bgra_abgr;
540 alpha->matrix = NULL;
542 case GST_VIDEO_FORMAT_RGBA:
543 alpha->process = transform_bgra_rgba;
544 alpha->matrix = NULL;
546 case GST_VIDEO_FORMAT_AYUV:
547 alpha->process = transform_bgra_ayuv;
549 out_sdtv ? cog_rgb_to_ycbcr_matrix_8bit_sdtv :
550 cog_rgb_to_ycbcr_matrix_8bit_hdtv;
553 alpha->process = NULL;
554 alpha->matrix = NULL;
558 case GST_VIDEO_FORMAT_ABGR:
559 switch (GST_VIDEO_INFO_FORMAT (&out_info)) {
560 case GST_VIDEO_FORMAT_ABGR:
561 alpha->process = NULL;
562 alpha->matrix = NULL;
564 case GST_VIDEO_FORMAT_RGBA:
565 alpha->process = transform_abgr_rgba;
566 alpha->matrix = NULL;
568 case GST_VIDEO_FORMAT_ARGB:
569 alpha->process = transform_abgr_argb;
570 alpha->matrix = NULL;
572 case GST_VIDEO_FORMAT_BGRA:
573 alpha->process = transform_abgr_bgra;
574 alpha->matrix = NULL;
576 case GST_VIDEO_FORMAT_AYUV:
577 alpha->process = transform_abgr_ayuv;
579 out_sdtv ? cog_rgb_to_ycbcr_matrix_8bit_sdtv :
580 cog_rgb_to_ycbcr_matrix_8bit_hdtv;
583 alpha->process = NULL;
584 alpha->matrix = NULL;
588 case GST_VIDEO_FORMAT_RGBA:
589 switch (GST_VIDEO_INFO_FORMAT (&out_info)) {
590 case GST_VIDEO_FORMAT_RGBA:
591 alpha->process = NULL;
592 alpha->matrix = NULL;
594 case GST_VIDEO_FORMAT_ARGB:
595 alpha->process = transform_rgba_argb;
596 alpha->matrix = NULL;
598 case GST_VIDEO_FORMAT_ABGR:
599 alpha->process = transform_rgba_abgr;
600 alpha->matrix = NULL;
602 case GST_VIDEO_FORMAT_BGRA:
603 alpha->process = transform_rgba_bgra;
604 alpha->matrix = NULL;
606 case GST_VIDEO_FORMAT_AYUV:
607 alpha->process = transform_rgba_ayuv;
609 out_sdtv ? cog_rgb_to_ycbcr_matrix_8bit_sdtv :
610 cog_rgb_to_ycbcr_matrix_8bit_hdtv;
613 alpha->process = NULL;
614 alpha->matrix = NULL;
618 case GST_VIDEO_FORMAT_AYUV:
619 switch (GST_VIDEO_INFO_FORMAT (&out_info)) {
620 case GST_VIDEO_FORMAT_AYUV:
621 if (in_sdtv == out_sdtv) {
622 alpha->process = transform_ayuv_ayuv;
623 alpha->matrix = NULL;
625 alpha->process = transform_ayuv_ayuv;
627 out_sdtv ? cog_ycbcr_hdtv_to_ycbcr_sdtv_matrix_8bit :
628 cog_ycbcr_sdtv_to_ycbcr_hdtv_matrix_8bit;
631 case GST_VIDEO_FORMAT_ARGB:
632 alpha->process = transform_ayuv_argb;
634 in_sdtv ? cog_ycbcr_to_rgb_matrix_8bit_sdtv :
635 cog_ycbcr_to_rgb_matrix_8bit_hdtv;
637 case GST_VIDEO_FORMAT_BGRA:
638 alpha->process = transform_ayuv_bgra;
640 in_sdtv ? cog_ycbcr_to_rgb_matrix_8bit_sdtv :
641 cog_ycbcr_to_rgb_matrix_8bit_hdtv;
643 case GST_VIDEO_FORMAT_ABGR:
644 alpha->process = transform_ayuv_abgr;
646 in_sdtv ? cog_ycbcr_to_rgb_matrix_8bit_sdtv :
647 cog_ycbcr_to_rgb_matrix_8bit_hdtv;
649 case GST_VIDEO_FORMAT_RGBA:
650 alpha->process = transform_ayuv_rgba;
652 in_sdtv ? cog_ycbcr_to_rgb_matrix_8bit_sdtv :
653 cog_ycbcr_to_rgb_matrix_8bit_hdtv;
656 alpha->process = NULL;
657 alpha->matrix = NULL;
662 alpha->process = NULL;
663 alpha->matrix = NULL;
667 if (GST_VIDEO_INFO_FORMAT (&in_info) == GST_VIDEO_INFO_FORMAT (&out_info)
668 && in_sdtv == out_sdtv)
669 gst_base_transform_set_passthrough (btrans, TRUE);
670 else if (!alpha->process)
678 GST_DEBUG_OBJECT (alpha, "incomplete or invalid caps");
683 GST_DEBUG_OBJECT (alpha, "could not find process function");
689 gst_alpha_color_transform_ip (GstBaseTransform * btrans, GstBuffer * inbuf)
691 GstAlphaColor *alpha = GST_ALPHA_COLOR (btrans);
694 if (gst_base_transform_is_passthrough (btrans))
697 if (G_UNLIKELY (!alpha->process))
700 if (!gst_video_frame_map (&frame, &alpha->in_info, inbuf, GST_MAP_READWRITE))
703 /* Transform in place */
704 alpha->process (&frame, alpha->matrix);
706 gst_video_frame_unmap (&frame);
713 GST_ERROR_OBJECT (alpha, "Not negotiated yet");
714 return GST_FLOW_NOT_NEGOTIATED;
718 GST_ERROR_OBJECT (alpha, "Invalid buffer received");
719 return GST_FLOW_ERROR;
724 plugin_init (GstPlugin * plugin)
726 return gst_element_register (plugin, "alphacolor", GST_RANK_NONE,
727 GST_TYPE_ALPHA_COLOR);
730 GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
733 "RGBA from/to AYUV colorspace conversion preserving the alpha channel",
734 plugin_init, VERSION, GST_LICENSE, GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)