2 * GStreamer codec plugin for Tizen Emulator.
4 * Copyright (C) 2013 Samsung Electronics Co., Ltd. All rights reserved.
7 * KiTae Kim <kt920.kim@samsung.com>
8 * SeokYeon Hwang <syeon.hwang@samsung.com>
9 * YeongKyoon Lee <yeongkyoon.lee@samsung.com>
11 * This library is free software; you can redistribute it and/or
12 * modify it under the terms of the GNU Library General Public
13 * License as published by the Free Software Foundation; either
14 * version 2 of the License, or (at your option) any later version.
16 * This library is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * Library General Public License for more details.
21 * You should have received a copy of the GNU Library General Public
22 * License along with this library; if not, write to the
23 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
24 * Boston, MA 02111-1307, USA.
31 #include "gstmaruutils.h"
32 #include <gst/audio/multichannel.h>
33 #include <gst/pbutils/codec-utils.h>
36 gst_maru_smpfmt_depth (int smp_fmt)
55 GST_ERROR ("Unhandled sample format !");
66 GstAudioChannelPosition gst;
67 } _ff_to_gst_layout[] = {
69 CH_FRONT_LEFT, GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT}, {
70 CH_FRONT_RIGHT, GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT}, {
71 CH_FRONT_CENTER, GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER}, {
72 CH_LOW_FREQUENCY, GST_AUDIO_CHANNEL_POSITION_LFE}, {
73 CH_BACK_LEFT, GST_AUDIO_CHANNEL_POSITION_REAR_LEFT}, {
74 CH_BACK_RIGHT, GST_AUDIO_CHANNEL_POSITION_REAR_RIGHT}, {
75 CH_FRONT_LEFT_OF_CENTER, GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT_OF_CENTER}, {
76 CH_FRONT_RIGHT_OF_CENTER, GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT_OF_CENTER}, {
77 CH_BACK_CENTER, GST_AUDIO_CHANNEL_POSITION_REAR_CENTER}, {
78 CH_SIDE_LEFT, GST_AUDIO_CHANNEL_POSITION_SIDE_LEFT}, {
79 CH_SIDE_RIGHT, GST_AUDIO_CHANNEL_POSITION_SIDE_RIGHT}, {
80 CH_TOP_CENTER, GST_AUDIO_CHANNEL_POSITION_NONE}, {
81 CH_TOP_FRONT_LEFT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
82 CH_TOP_FRONT_CENTER, GST_AUDIO_CHANNEL_POSITION_NONE}, {
83 CH_TOP_FRONT_RIGHT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
84 CH_TOP_BACK_LEFT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
85 CH_TOP_BACK_CENTER, GST_AUDIO_CHANNEL_POSITION_NONE}, {
86 CH_TOP_BACK_RIGHT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
87 CH_STEREO_LEFT, GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT}, {
88 CH_STEREO_RIGHT, GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT}
91 static GstAudioChannelPosition *
92 gst_ff_channel_layout_to_gst (guint64 channel_layout, guint channels)
94 guint nchannels = 0, i, j;
95 GstAudioChannelPosition *pos = NULL;
96 gboolean none_layout = FALSE;
98 for (i = 0; i < 64; i++) {
99 if ((channel_layout & (G_GUINT64_CONSTANT (1) << i)) != 0) {
104 if (channel_layout == 0) {
105 nchannels = channels;
109 if (nchannels != channels) {
110 GST_ERROR ("Number of channels is different (%u != %u)", channels,
115 pos = g_new (GstAudioChannelPosition, nchannels);
117 for (i = 0, j = 0; i < G_N_ELEMENTS (_ff_to_gst_layout); i++) {
118 if ((channel_layout & _ff_to_gst_layout[i].ff) != 0) {
119 pos[j++] = _ff_to_gst_layout[i].gst;
121 if (_ff_to_gst_layout[i].gst == GST_AUDIO_CHANNEL_POSITION_NONE) {
127 if (j != nchannels) {
128 GST_WARNING ("Unknown channels in channel layout - assuming NONE layout");
132 if (!none_layout && !gst_audio_check_channel_positions (pos, nchannels)) {
133 GST_ERROR ("Invalid channel layout %" G_GUINT64_FORMAT
134 " - assuming NONE layout", channel_layout);
139 if (nchannels == 1) {
140 pos[0] = GST_AUDIO_CHANNEL_POSITION_FRONT_MONO;
141 } else if (nchannels == 2) {
142 pos[0] = GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT;
143 pos[1] = GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT;
144 } else if (channel_layout == 0) {
148 for (i = 0; i < nchannels; i++) {
149 pos[i] = GST_AUDIO_CHANNEL_POSITION_NONE;
154 if (nchannels == 1 && pos[0] == GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER) {
155 GST_DEBUG ("mono common case; won't set channel positions");
158 } else if (nchannels == 2 && pos[0] == GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT
159 && pos[1] == GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT) {
160 GST_DEBUG ("stereo common case; won't set channel positions");
169 gst_maru_codectype_to_video_caps (CodecContext *ctx, const char *name,
170 gboolean encode, CodecElement *codec)
174 GST_DEBUG ("context: %p, codec: %s, encode: %d, pixel format: %d",
175 ctx, name, encode, ctx->video.pix_fmt);
178 caps = gst_maru_pixfmt_to_caps (ctx->video.pix_fmt, ctx, name);
184 caps = gst_caps_new_empty ();
185 for (i = 0; i <= PIX_FMT_NB; i++) {
186 temp = gst_maru_pixfmt_to_caps (i, encode ? &ctx : NULL, name);
188 gst_caps_append (caps, temp);
197 gst_maru_codectype_to_audio_caps (CodecContext *ctx, const char *name,
198 gboolean encode, CodecElement *codec)
200 GstCaps *caps = NULL;
202 GST_DEBUG ("context: %p, codec: %s, encode: %d, codec: %p",
203 ctx, name, encode, codec);
206 caps = gst_maru_smpfmt_to_caps (ctx->audio.sample_fmt, ctx, name);
208 } else if (codec && codec->sample_fmts[0] != -1){
212 caps = gst_caps_new_empty ();
213 for (i = 0; codec->sample_fmts[i] != -1; i++) {
215 gst_maru_smpfmt_to_caps (codec->sample_fmts[i], ctx, name);
217 gst_caps_append (caps, temp);
224 CodecContext ctx = { 0 };
226 ctx.audio.channels = -1;
227 caps = gst_caps_new_empty ();
228 for (i = 0; i <= SAMPLE_FMT_DBL; i++) {
229 temp = gst_maru_smpfmt_to_caps (i, encode ? &ctx : NULL, name);
231 gst_caps_append (caps, temp);
240 gst_maru_codectype_to_caps (int media_type, CodecContext *ctx,
241 const char *name, gboolean encode)
245 switch (media_type) {
246 case AVMEDIA_TYPE_VIDEO:
248 gst_maru_codectype_to_video_caps (ctx, name, encode, NULL);
250 case AVMEDIA_TYPE_AUDIO:
252 gst_maru_codectype_to_audio_caps (ctx, name, encode, NULL);
263 gst_maru_caps_to_pixfmt (const GstCaps *caps, CodecContext *ctx, gboolean raw)
267 const GValue *par = NULL;
269 GST_DEBUG ("converting caps %" GST_PTR_FORMAT, caps);
270 g_return_if_fail (gst_caps_get_size (caps) == 1);
271 str = gst_caps_get_structure (caps, 0);
273 gst_structure_get_int (str, "width", &ctx->video.width);
274 gst_structure_get_int (str, "height", &ctx->video.height);
275 gst_structure_get_int (str, "bpp", &ctx->video.bpp);
277 fps = gst_structure_get_value (str, "framerate");
278 if (fps != NULL && GST_VALUE_HOLDS_FRACTION (fps)) {
279 ctx->video.fps_d = gst_value_get_fraction_numerator (fps);
280 ctx->video.fps_n = gst_value_get_fraction_denominator (fps);
281 ctx->video.ticks_per_frame = 1;
283 GST_DEBUG ("setting framerate %d/%d = %lf",
284 ctx->video.fps_d, ctx->video.fps_n,
285 1. * ctx->video.fps_d / ctx->video.fps_n);
288 par = gst_structure_get_value (str, "pixel-aspect-ratio");
289 if (par && GST_VALUE_HOLDS_FRACTION (par)) {
290 ctx->video.par_n = gst_value_get_fraction_numerator (par);
291 ctx->video.par_d = gst_value_get_fraction_denominator (par);
298 g_return_if_fail (fps != NULL && GST_VALUE_HOLDS_FRACTION (fps));
300 if (strcmp (gst_structure_get_name (str), "video/x-raw-yuv") == 0) {
303 if (gst_structure_get_fourcc (str, "format", &fourcc)) {
305 case GST_MAKE_FOURCC ('Y', 'U', 'Y', '2'):
306 ctx->video.pix_fmt = PIX_FMT_YUYV422;
308 case GST_MAKE_FOURCC ('I', '4', '2', '0'):
309 ctx->video.pix_fmt = PIX_FMT_YUV420P;
311 case GST_MAKE_FOURCC ('A', '4', '2', '0'):
312 ctx->video.pix_fmt = PIX_FMT_YUVA420P;
314 case GST_MAKE_FOURCC ('Y', '4', '1', 'B'):
315 ctx->video.pix_fmt = PIX_FMT_YUV411P;
317 case GST_MAKE_FOURCC ('Y', '4', '2', 'B'):
318 ctx->video.pix_fmt = PIX_FMT_YUV422P;
320 case GST_MAKE_FOURCC ('Y', 'U', 'V', '9'):
321 ctx->video.pix_fmt = PIX_FMT_YUV410P;
325 // printf ("get pixel format: %d, fourcc: %d\n", ctx->video.pix_fmt, fourcc);
326 } else if (strcmp (gst_structure_get_name (str), "video/x-raw-rgb") == 0) {
327 gint bpp = 0, rmask = 0, endianness = 0;
329 if (gst_structure_get_int (str, "bpp", &bpp) &&
330 gst_structure_get_int (str, "endianness", &endianness)) {
331 if (gst_structure_get_int (str, "red_mask", &rmask)) {
334 #if (G_BYTE_ORDER == G_BIG_ENDIAN)
335 if (rmask == 0x00ff0000) {
337 if (rmask == 0x00ff0000) {
339 ctx->video.pix_fmt = PIX_FMT_RGB32;
343 if (rmask == 0x0000FF) {
344 ctx->video.pix_fmt = PIX_FMT_BGR24;
346 ctx->video.pix_fmt = PIX_FMT_RGB24;
350 if (endianness == G_BYTE_ORDER) {
351 ctx->video.pix_fmt = PIX_FMT_RGB565;
355 if (endianness == G_BYTE_ORDER) {
356 ctx->video.pix_fmt = PIX_FMT_RGB555;
365 ctx->video.pix_fmt = PIX_FMT_PAL8;
369 } else if (strcmp (gst_structure_get_name (str), "video/x-raw-gray") == 0) {
372 if (gst_structure_get_int (str, "bpp", &bpp)) {
375 ctx->video.pix_fmt = PIX_FMT_GRAY8;
383 gst_maru_caps_to_smpfmt (const GstCaps *caps, CodecContext *ctx, gboolean raw)
386 gint depth = 0, width = 0, endianness = 0;
387 gboolean signedness = FALSE;
390 g_return_if_fail (gst_caps_get_size (caps) == 1);
391 str = gst_caps_get_structure (caps, 0);
393 gst_structure_get_int (str, "channels", &ctx->audio.channels);
394 gst_structure_get_int (str, "rate", &ctx->audio.sample_rate);
395 gst_structure_get_int (str, "block_align", &ctx->audio.block_align);
396 // gst_structure_get_int (str, "bitrate", &ctx->audio.bit_rate);
397 gst_structure_get_int (str, "bitrate", &ctx->bit_rate);
403 name = gst_structure_get_name (str);
405 if (!strcmp (name, "audio/x-raw-float")) {
406 if (gst_structure_get_int (str, "width", &width) &&
407 gst_structure_get_int (str, "endianness", &endianness)) {
408 if (endianness == G_BYTE_ORDER) {
410 ctx->audio.sample_fmt = SAMPLE_FMT_FLT;
411 } else if (width == 64) {
412 ctx->audio.sample_fmt = SAMPLE_FMT_DBL;
417 if (gst_structure_get_int (str, "width", &width) &&
418 gst_structure_get_int (str, "depth", &depth) &&
419 gst_structure_get_boolean (str, "signed", &signedness) &&
420 gst_structure_get_int (str, "endianness", &endianness)) {
421 if ((endianness == G_BYTE_ORDER) && (signedness == TRUE)) {
422 if ((width == 16) && (depth == 16)) {
423 ctx->audio.sample_fmt = SAMPLE_FMT_S16;
424 } else if ((width == 32) && (depth == 32)) {
425 ctx->audio.sample_fmt = SAMPLE_FMT_S32;
433 gst_maru_caps_with_codecname (const char *name, int media_type,
434 const GstCaps *caps, CodecContext *ctx)
436 GstStructure *structure;
438 const GstBuffer *buf;
440 if (!ctx || !gst_caps_get_size (caps)) {
444 structure = gst_caps_get_structure (caps, 0);
446 if ((value = gst_structure_get_value (structure, "codec_data"))) {
450 buf = GST_BUFFER_CAST (gst_value_get_mini_object (value));
451 size = GST_BUFFER_SIZE (buf);
452 data = GST_BUFFER_DATA (buf);
453 GST_DEBUG ("extradata: %p, size: %d\n", data, size);
455 if (ctx->codecdata) {
456 g_free (ctx->codecdata);
460 g_malloc0 (GST_ROUND_UP_16 (size + FF_INPUT_BUFFER_PADDING_SIZE));
461 memcpy (ctx->codecdata, data, size);
462 ctx->codecdata_size = size;
464 if ((strcmp (name, "vc1") == 0) && size > 0 && data[0] == 0) {
465 ctx->codecdata[0] = (guint8) size;
467 } else if (ctx->codecdata == NULL) {
468 ctx->codecdata_size = 0;
469 ctx->codecdata = g_malloc0 (GST_ROUND_UP_16(FF_INPUT_BUFFER_PADDING_SIZE));
470 GST_DEBUG ("no extra data.\n");
473 if ((strcmp (name, "mpeg4") == 0)) {
474 const gchar *mime = gst_structure_get_name (structure);
476 if (!strcmp (mime, "video/x-divx")) {
477 ctx->codec_tag = GST_MAKE_FOURCC ('D', 'I', 'V', 'X');
478 } else if (!strcmp (mime, "video/x-xvid")) {
479 ctx->codec_tag = GST_MAKE_FOURCC ('X', 'V', 'I', 'D');
480 } else if (!strcmp (mime, "video/x-3ivx")) {
481 ctx->codec_tag = GST_MAKE_FOURCC ('3', 'I', 'V', '1');
482 } else if (!strcmp (mime, "video/mpeg")) {
483 ctx->codec_tag = GST_MAKE_FOURCC ('m', 'p', '4', 'v');
486 } else if (strcmp (name, "h263p") == 0) {
489 if (!gst_structure_get_boolean (structure, "annex-f", &val) || val) {
490 ctx->flags |= CODEC_FLAG_4MV;
492 ctx->flags &= ~CODEC_FLAG_4MV;
494 if ((!gst_structure_get_boolean (structure, "annex-i", &val) || val) &&
495 (!gst_structure_get_boolean (structure, "annex-t", &val) || val)) {
496 ctx->flags |= CODEC_FLAG_AC_PRED;
498 ctx->flags &= ~CODEC_FLAG_AC_PRED;
500 if ((!gst_structure_get_boolean (structure, "annex-j", &val) || val)) {
501 ctx->flags |= CODEC_FLAG_LOOP_FILTER;
503 ctx->flags &= ~CODEC_FLAG_LOOP_FILTER;
510 if (!gst_caps_is_fixed (caps)) {
514 switch (media_type) {
515 case AVMEDIA_TYPE_VIDEO:
516 gst_maru_caps_to_pixfmt (caps, ctx, FALSE);
519 case AVMEDIA_TYPE_AUDIO:
520 gst_maru_caps_to_smpfmt (caps, ctx, FALSE);
528 gst_maru_caps_to_codecname (const GstCaps *caps, gchar *codec_name, CodecContext *context)
530 const gchar *mimetype;
531 const GstStructure *str;
534 str = gst_caps_get_structure (caps, 0);
536 mimetype = gst_structure_get_name (str);
538 if (!strcmp (mimetype, "video/x-wmv")) {
541 if (gst_structure_get_int (str, "wmvversion", &wmvversion)) {
542 switch (wmvversion) {
544 g_strlcpy(codec_name, "wmv1", 32);
547 g_strlcpy(codec_name, "wmv2", 32);
553 g_strlcpy(codec_name, "wmv3", 32);
555 if (gst_structure_get_fourcc (str, "format", &fourcc)) {
556 if ((fourcc == GST_MAKE_FOURCC ('W', 'V', 'C', '1')) ||
557 (fourcc == GST_MAKE_FOURCC ('W', 'M', 'V', 'A'))) {
558 g_strlcpy(codec_name, "vc1", 32);
567 #if 0 // check other types if it needs.
573 if (context != NULL) {
575 context->codec_type = CODEC_TYPE_VIDEO;
576 } else if (audio == TRUE) {
577 context->codec_type = CODEC_TYPE_AUDIO;
579 context->codec_type = CODEC_TYPE_UNKNOWN;
581 context->codec_id = id;
582 gst_maru_caps_with_codecname (name, context->codec_type, caps, context);
586 if (codec_name != NULL) {
587 GST_DEBUG ("The %s belongs to the caps %" GST_PTR_FORMAT, codec_name, caps);
589 GST_WARNING ("Couldn't figure out the name for caps %" GST_PTR_FORMAT, caps);
594 gst_maru_caps_with_codectype (int media_type, const GstCaps *caps, CodecContext *ctx)
600 switch (media_type) {
601 case AVMEDIA_TYPE_VIDEO:
602 gst_maru_caps_to_pixfmt (caps, ctx, TRUE);
604 case AVMEDIA_TYPE_AUDIO:
605 gst_maru_caps_to_smpfmt (caps, ctx, TRUE);
613 gst_maru_video_caps_new (CodecContext *ctx, const char *name,
614 const char *mimetype, const char *fieldname, ...)
616 GstStructure *structure = NULL;
617 GstCaps *caps = NULL;
621 GST_LOG ("context: %p, name: %s, mimetype: %s", ctx, name, mimetype);
623 if (ctx != NULL && ctx->video.width != -1) {
626 caps = gst_caps_new_simple (mimetype,
627 "width", G_TYPE_INT, ctx->video.width,
628 "height", G_TYPE_INT, ctx->video.height, NULL);
630 num = ctx->video.fps_d / ctx->video.ticks_per_frame;
631 denom = ctx->video.fps_n;
634 GST_LOG ("invalid framerate: %d/0, -> %d/1", num, num);
636 if (gst_util_fraction_compare (num, denom, 1000, 1) > 0) {
637 GST_LOG ("excessive framerate: %d/%d, -> 0/1", num, denom);
641 GST_LOG ("setting framerate: %d/%d", num, denom);
642 gst_caps_set_simple (caps,
643 "framerate", GST_TYPE_FRACTION, num, denom, NULL);
645 if (strcmp (name, "h263") == 0) {
646 /* 128x96, 176x144, 352x288, 704x576, and 1408x1152. slightly reordered
647 * because we want automatic negotiation to go as close to 320x240 as
649 const static gint widths[] = { 352, 704, 176, 1408, 128 };
650 const static gint heights[] = { 288, 576, 144, 1152, 96 };
652 gint n_sizes = G_N_ELEMENTS (widths);
654 caps = gst_caps_new_empty ();
655 for (i = 0; i < n_sizes; i++) {
656 temp = gst_caps_new_simple (mimetype,
657 "width", G_TYPE_INT, widths[i],
658 "height", G_TYPE_INT, heights[i],
659 "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
661 gst_caps_append (caps, temp);
663 } else if (strcmp (name, "none") == 0) {
664 GST_LOG ("default caps");
668 /* no fixed caps or special restrictions applied;
669 * default unfixed setting */
671 GST_DEBUG ("Creating default caps");
672 caps = gst_caps_new_simple (mimetype,
673 "width", GST_TYPE_INT_RANGE, 16, 4096,
674 "height", GST_TYPE_INT_RANGE, 16, 4096,
675 "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
678 for (i = 0; i < gst_caps_get_size (caps); i++) {
679 va_start (var_args, fieldname);
680 structure = gst_caps_get_structure (caps, i);
681 gst_structure_set_valist (structure, fieldname, var_args);
689 gst_maru_audio_caps_new (CodecContext *ctx, const char *name,
690 const char *mimetype, const char *fieldname, ...)
692 GstStructure *structure = NULL;
693 GstCaps *caps = NULL;
697 if (ctx != NULL && ctx->audio.channels != -1) {
698 GstAudioChannelPosition *pos;
699 guint64 channel_layout = ctx->audio.channel_layout;
701 if (channel_layout == 0) {
702 const guint64 default_channel_set[] = {
703 0, 0, CH_LAYOUT_SURROUND, CH_LAYOUT_QUAD, CH_LAYOUT_5POINT0,
704 CH_LAYOUT_5POINT1, 0, CH_LAYOUT_7POINT1
707 if (strcmp (name, "ac3") == 0) {
708 if (ctx->audio.channels > 0 &&
709 ctx->audio.channels < G_N_ELEMENTS (default_channel_set)) {
710 channel_layout = default_channel_set[ctx->audio.channels - 1];
717 caps = gst_caps_new_simple (mimetype,
718 "rate", G_TYPE_INT, ctx->audio.sample_rate,
719 "channels", G_TYPE_INT, ctx->audio.channels, NULL);
721 pos = gst_ff_channel_layout_to_gst (channel_layout, ctx->audio.channels);
723 gst_audio_set_channel_positions (gst_caps_get_structure (caps, 0), pos);
727 gint maxchannels = 2;
728 const gint *rates = NULL;
731 if (strcmp (name, "aac") == 0) {
733 } else if (g_str_has_prefix(name, "ac3")) {
734 const static gint l_rates[] = { 48000, 44100, 32000 };
736 n_rates = G_N_ELEMENTS (l_rates);
742 if (maxchannels == 1) {
743 caps = gst_caps_new_simple(mimetype,
744 "channels", G_TYPE_INT, maxchannels, NULL);
746 caps = gst_caps_new_simple(mimetype,
747 "channels", GST_TYPE_INT_RANGE, 1, maxchannels, NULL);
751 GValue list = { 0, };
752 GstStructure *structure;
754 g_value_init(&list, GST_TYPE_LIST);
755 for (i = 0; i < n_rates; i++) {
758 g_value_init(&v, G_TYPE_INT);
759 g_value_set_int(&v, rates[i]);
760 gst_value_list_append_value(&list, &v);
763 structure = gst_caps_get_structure(caps, 0);
764 gst_structure_set_value(structure, "rate", &list);
765 g_value_unset(&list);
767 gst_caps_set_simple(caps, "rate", GST_TYPE_INT_RANGE, 4000, 96000, NULL);
771 for (i = 0; i < gst_caps_get_size (caps); i++) {
772 va_start (var_args, fieldname);
773 structure = gst_caps_get_structure (caps, i);
774 gst_structure_set_valist (structure, fieldname, var_args);
782 gst_maru_pixfmt_to_caps (enum PixelFormat pix_fmt, CodecContext *ctx, const char *name)
784 GstCaps *caps = NULL;
786 int bpp = 0, depth = 0, endianness = 0;
787 gulong g_mask = 0, r_mask = 0, b_mask = 0, a_mask = 0;
791 case PIX_FMT_YUV420P:
792 fmt = GST_MAKE_FOURCC ('I', '4', '2', '0');
794 case PIX_FMT_YUYV422:
795 fmt = GST_MAKE_FOURCC ('A', '4', '2', '0');
799 endianness = G_BIG_ENDIAN;
806 endianness = G_BIG_ENDIAN;
811 case PIX_FMT_YUV422P:
812 fmt = GST_MAKE_FOURCC ('Y', '4', '2', 'B');
814 case PIX_FMT_YUV444P:
815 fmt = GST_MAKE_FOURCC ('Y', '4', '4', '4');
820 endianness = G_BIG_ENDIAN;
821 #if (G_BYTE_ORDER == G_BIG_ENDIAN)
833 case PIX_FMT_YUV410P:
834 fmt = GST_MAKE_FOURCC ('Y', 'U', 'V', '9');
836 case PIX_FMT_YUV411P:
837 fmt = GST_MAKE_FOURCC ('Y', '4', '1', 'b');
841 endianness = G_BYTE_ORDER;
849 endianness = G_BYTE_ORDER;
862 caps = gst_maru_video_caps_new (ctx, name, "video/x-raw-rgb",
863 "bpp", G_TYPE_INT, bpp,
864 "depth", G_TYPE_INT, depth,
865 "red_mask", G_TYPE_INT, r_mask,
866 "green_mask", G_TYPE_INT, g_mask,
867 "blue_mask", G_TYPE_INT, b_mask,
868 "alpha_mask", G_TYPE_INT, a_mask,
869 "endianness", G_TYPE_INT, endianness, NULL);
871 caps = gst_maru_video_caps_new (ctx, name, "video/x-raw-rgb",
872 "bpp", G_TYPE_INT, bpp,
873 "depth", G_TYPE_INT, depth,
874 "red_mask", G_TYPE_INT, r_mask,
875 "green_mask", G_TYPE_INT, g_mask,
876 "blue_mask", G_TYPE_INT, b_mask,
877 "alpha_mask", G_TYPE_INT, a_mask,
878 "endianness", G_TYPE_INT, endianness, NULL);
881 caps = gst_maru_video_caps_new (ctx, name, "video/x-raw-rgb",
882 "bpp", G_TYPE_INT, bpp,
883 "depth", G_TYPE_INT, depth,
884 "endianness", G_TYPE_INT, endianness, NULL);
890 caps = gst_maru_video_caps_new (ctx, name, "video/x-raw-yuv",
891 "format", GST_TYPE_FOURCC, fmt, NULL);
896 GST_DEBUG ("caps for pix_fmt=%d: %", GST_PTR_FORMAT, pix_fmt, caps);
898 GST_LOG ("No caps found for pix_fmt=%d", pix_fmt);
905 gst_maru_smpfmt_to_caps (int8_t sample_fmt, CodecContext *ctx, const char *name)
907 GstCaps *caps = NULL;
910 gboolean integer = TRUE;
911 gboolean signedness = FALSE;
913 switch (sample_fmt) {
936 caps = gst_maru_audio_caps_new (ctx, name, "audio/x-raw-int",
937 "signed", G_TYPE_BOOLEAN, signedness,
938 "endianness", G_TYPE_INT, G_BYTE_ORDER,
939 "width", G_TYPE_INT, bpp, "depth", G_TYPE_INT, bpp, NULL);
941 caps = gst_maru_audio_caps_new (ctx, name, "audio/x-raw-float",
942 "endianness", G_TYPE_INT, G_BYTE_ORDER,
943 "width", G_TYPE_INT, bpp, NULL);
948 GST_LOG ("caps for sample_fmt=%d: %" GST_PTR_FORMAT, sample_fmt, caps);
950 GST_LOG ("No caps found for sample_fmt=%d", sample_fmt);
957 gst_maru_codecname_to_caps (const char *name, CodecContext *ctx, gboolean encode)
959 GstCaps *caps = NULL;
961 GST_LOG ("codec: %s, context: %p, encode: %d", name, ctx, encode);
963 if (strcmp (name, "mpegvideo") == 0) {
964 caps = gst_maru_video_caps_new (ctx, name, "video/mpeg",
965 "mpegversion", G_TYPE_INT, 1,
966 "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
967 } else if (strcmp (name, "h263") == 0) {
969 caps = gst_maru_video_caps_new (ctx, name, "video/x-h263",
970 "variant", G_TYPE_STRING, "itu", NULL);
972 caps = gst_maru_video_caps_new (ctx, "none", "video/x-h263",
973 "variant", G_TYPE_STRING, "itu", NULL);
975 } else if (strcmp (name, "h263p") == 0) {
976 caps = gst_maru_video_caps_new (ctx, name, "video/x-h263",
977 "variant", G_TYPE_STRING, "itu",
978 "h263version", G_TYPE_STRING, "h263p", NULL);
981 gst_caps_set_simple (caps,
982 "annex-f", G_TYPE_BOOLEAN, ctx->flags & CODEC_FLAG_4MV,
983 "annex-j", G_TYPE_BOOLEAN, ctx->flags & CODEC_FLAG_LOOP_FILTER,
984 "annex-i", G_TYPE_BOOLEAN, ctx->flags & CODEC_FLAG_AC_PRED,
985 "annex-t", G_TYPE_BOOLEAN, ctx->flags & CODEC_FLAG_AC_PRED,
989 } else if (strcmp (name, "mpeg4") == 0) {
990 if (encode && ctx != NULL) {
992 switch (ctx->codec_tag) {
993 case GST_MAKE_FOURCC ('D', 'I', 'V', 'X'):
994 caps = gst_maru_video_caps_new (ctx, name, "video/x-divx",
995 "divxversion", G_TYPE_INT, 5, NULL);
997 case GST_MAKE_FOURCC ('m', 'p', '4', 'v'):
999 caps = gst_maru_video_caps_new (ctx, name, "video/mpeg",
1000 "systemstream", G_TYPE_BOOLEAN, FALSE,
1001 "mpegversion", G_TYPE_INT, 4, NULL);
1005 caps = gst_maru_video_caps_new (ctx, name, "video/mpeg",
1006 "mpegversion", G_TYPE_INT, 4,
1007 "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
1009 caps = gst_maru_video_caps_new (ctx, name, "video/mpeg",
1010 "mpegversion", G_TYPE_INT, 4,
1011 "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
1013 gst_caps_append (caps, gst_maru_video_caps_new (ctx, name,
1014 "video/x-divx", "divxversion", GST_TYPE_INT_RANGE, 4, 5, NULL));
1015 gst_caps_append (caps, gst_maru_video_caps_new (ctx, name,
1016 "video/x-xvid", NULL));
1017 gst_caps_append (caps, gst_maru_video_caps_new (ctx, name,
1018 "video/x-3ivx", NULL));
1021 } else if (strcmp (name, "h264") == 0) {
1022 caps = gst_maru_video_caps_new (ctx, name, "video/x-h264", NULL);
1023 } else if (g_str_has_prefix(name, "msmpeg4")) {
1024 // msmpeg4v1,m msmpeg4v2, msmpeg4
1027 if (strcmp (name, "msmpeg4v1") == 0) {
1029 } else if (strcmp (name, "msmpeg4v2") == 0) {
1035 caps = gst_maru_video_caps_new (ctx, name, "video/x-msmpeg",
1036 "msmpegversion", G_TYPE_INT, version, NULL);
1037 if (!encode && !strcmp (name, "msmpeg4")) {
1038 gst_caps_append (caps, gst_maru_video_caps_new (ctx, name,
1039 "video/x-divx", "divxversion", G_TYPE_INT, 3, NULL));
1041 } else if (strcmp (name, "wmv3") == 0) {
1042 caps = gst_maru_video_caps_new (ctx, name, "video/x-wmv",
1043 "wmvversion", G_TYPE_INT, 3, NULL);
1044 } else if (strcmp (name, "vc1") == 0) {
1045 caps = gst_maru_video_caps_new (ctx, name, "video/x-wmv",
1046 "wmvversion", G_TYPE_INT, 3, "format", GST_TYPE_FOURCC,
1047 GST_MAKE_FOURCC ('W', 'V', 'C', '1'), NULL);
1049 } else if (strcmp (name, "vp3") == 0) {
1050 mime_type = g_strdup ("video/x-vp3");
1051 } else if (strcmp (name, "vp8") == 0) {
1052 mime_type = g_strdup ("video/x-vp8");
1054 } else if (strcmp (name, "aac") == 0) {
1055 caps = gst_maru_audio_caps_new (ctx, name, "audio/mpeg", NULL);
1057 GValue arr = { 0, };
1058 GValue item = { 0, };
1060 g_value_init (&arr, GST_TYPE_LIST);
1061 g_value_init (&item, G_TYPE_INT);
1062 g_value_set_int (&item, 2);
1063 gst_value_list_append_value (&arr, &item);
1064 g_value_set_int (&item, 4);
1065 gst_value_list_append_value (&arr, &item);
1066 g_value_unset (&item);
1068 gst_caps_set_value (caps, "mpegversion", &arr);
1069 g_value_unset (&arr);
1071 g_value_init (&arr, GST_TYPE_LIST);
1072 g_value_init (&item, G_TYPE_STRING);
1073 g_value_set_string (&item, "raw");
1074 gst_value_list_append_value (&arr, &item);
1075 g_value_set_string (&item, "adts");
1076 gst_value_list_append_value (&arr, &item);
1077 g_value_set_string (&item, "adif");
1078 gst_value_list_append_value (&arr, &item);
1079 g_value_unset (&item);
1081 gst_caps_set_value (caps, "stream-format", &arr);
1082 g_value_unset (&arr);
1084 gst_caps_set_simple (caps, "mpegversion", G_TYPE_INT, 4,
1085 "stream-format", G_TYPE_STRING, "raw",
1086 "base-profile", G_TYPE_STRING, "lc", NULL);
1088 if (ctx && ctx->codecdata_size > 0) {
1089 gst_codec_utils_aac_caps_set_level_and_profile (caps,
1090 ctx->codecdata, ctx->codecdata_size);
1093 } else if (strcmp (name, "ac3") == 0) {
1094 caps = gst_maru_audio_caps_new (ctx, name, "audio/x-ac3", NULL);
1095 } else if (strcmp (name, "mp3") == 0) {
1097 caps = gst_maru_audio_caps_new (ctx, name, "audio/mpeg",
1098 "mpegversion", G_TYPE_INT, 1,
1099 "layer", GST_TYPE_INT_RANGE, 1, 3, NULL);
1101 caps = gst_caps_new_simple("audio/mpeg",
1102 "mpegversion", G_TYPE_INT, 1,
1103 "layer", GST_TYPE_INT_RANGE, 1, 3, NULL);
1105 } else if (strcmp (name, "mp3adu") == 0) {
1108 mime_type = g_strdup_printf ("audio/x-gst_ff-%s", name);
1109 caps = gst_maru_audio_caps_new (ctx, name, mime_type, NULL);
1114 } else if (g_str_has_prefix(name, "wmav")) {
1116 if (strcmp (name, "wmav2") == 0) {
1119 caps = gst_maru_audio_caps_new (ctx, name, "audio/x-wma", "wmaversion",
1120 G_TYPE_INT, version, "block_align", GST_TYPE_INT_RANGE, 0, G_MAXINT,
1121 "bitrate", GST_TYPE_INT_RANGE, 0, G_MAXINT, NULL);
1123 GST_ERROR("failed to new caps for %s.\n", name);
1129 typedef struct PixFmtInfo
1131 uint8_t x_chroma_shift; /* X chroma subsampling factor is 2 ^ shift */
1132 uint8_t y_chroma_shift; /* Y chroma subsampling factor is 2 ^ shift */
1135 static PixFmtInfo pix_fmt_info[PIX_FMT_NB];
1138 gst_maru_init_pix_fmt_info (void)
1140 pix_fmt_info[PIX_FMT_YUV420P].x_chroma_shift = 1,
1141 pix_fmt_info[PIX_FMT_YUV420P].y_chroma_shift = 1;
1143 pix_fmt_info[PIX_FMT_YUV422P].x_chroma_shift = 1;
1144 pix_fmt_info[PIX_FMT_YUV422P].y_chroma_shift = 0;
1146 pix_fmt_info[PIX_FMT_YUV444P].x_chroma_shift = 0;
1147 pix_fmt_info[PIX_FMT_YUV444P].y_chroma_shift = 0;
1149 pix_fmt_info[PIX_FMT_YUYV422].x_chroma_shift = 1;
1150 pix_fmt_info[PIX_FMT_YUYV422].y_chroma_shift = 0;
1152 pix_fmt_info[PIX_FMT_YUV410P].x_chroma_shift = 2;
1153 pix_fmt_info[PIX_FMT_YUV410P].y_chroma_shift = 2;
1155 pix_fmt_info[PIX_FMT_YUV411P].x_chroma_shift = 2;
1156 pix_fmt_info[PIX_FMT_YUV411P].y_chroma_shift = 0;
1159 pix_fmt_info[PIX_FMT_RGB24].x_chroma_shift = 0;
1160 pix_fmt_info[PIX_FMT_RGB24].y_chroma_shift = 0;
1162 pix_fmt_info[PIX_FMT_BGR24].x_chroma_shift = 0;
1163 pix_fmt_info[PIX_FMT_BGR24].y_chroma_shift = 0;
1165 pix_fmt_info[PIX_FMT_RGB32].x_chroma_shift = 0;
1166 pix_fmt_info[PIX_FMT_RGB32].y_chroma_shift = 0;
1168 pix_fmt_info[PIX_FMT_RGB565].x_chroma_shift = 0;
1169 pix_fmt_info[PIX_FMT_RGB565].y_chroma_shift = 0;
1171 pix_fmt_info[PIX_FMT_RGB555].x_chroma_shift = 0;
1172 pix_fmt_info[PIX_FMT_RGB555].y_chroma_shift = 0;
1176 gst_maru_avpicture_size (int pix_fmt, int width, int height)
1178 int size, w2, h2, size2;
1179 int stride, stride2;
1183 pinfo = &pix_fmt_info[pix_fmt];
1186 case PIX_FMT_YUV420P:
1187 case PIX_FMT_YUV422P:
1188 case PIX_FMT_YUV444P:
1189 case PIX_FMT_YUV410P:
1190 case PIX_FMT_YUV411P:
1191 stride = ROUND_UP_4(width);
1192 h2 = ROUND_UP_X(height, pinfo->y_chroma_shift);
1194 w2 = DIV_ROUND_UP_X(width, pinfo->x_chroma_shift);
1195 stride2 = ROUND_UP_4(w2);
1196 h2 = DIV_ROUND_UP_X(height, pinfo->y_chroma_shift);
1197 size2 = stride2 * h2;
1198 fsize = size + 2 * size2;
1202 stride = ROUND_UP_4 (width * 3);
1203 fsize = stride * height;
1207 fsize = stride * height;
1209 case PIX_FMT_RGB555:
1210 case PIX_FMT_RGB565:
1211 stride = ROUND_UP_4 (width * 2);
1212 fsize = stride * height;
1223 gst_maru_align_size (int buf_size)
1227 align_size = buf_size / 1024;
1229 for (i = 0; i < 14; i++) {
1230 if (align_size < (1 << i)) {
1231 align_size = 1024 * (1 << i);