2 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Library General Public
6 * License as published by the Free Software Foundation; either
7 * version 2 of the License, or (at your option) any later version.
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Library General Public License for more details.
14 * You should have received a copy of the GNU Library General Public
15 * License along with this library; if not, write to the
16 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
17 * Boston, MA 02110-1301, USA.
27 #include <libavcodec/avcodec.h>
28 #include <libavutil/stereo3d.h>
29 #include <libavutil/mastering_display_metadata.h>
32 #include "gstavcodecmap.h"
33 #include "gstavutils.h"
34 #include "gstavviddec.h"
36 GST_DEBUG_CATEGORY_STATIC (GST_CAT_PERFORMANCE);
38 #if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(58,132,100)
39 #define AV_CODEC_CAP_OTHER_THREADS AV_CODEC_CAP_AUTO_THREADS
42 #define GST_FFMPEG_VIDEO_CODEC_FRAME_FLAG_ALLOCATED (1<<15)
44 #define MAX_TS_MASK 0xff
46 #define DEFAULT_LOWRES 0
47 #define DEFAULT_SKIPFRAME 0
48 #define DEFAULT_DIRECT_RENDERING TRUE
49 #define DEFAULT_MAX_THREADS 0
50 #define DEFAULT_OUTPUT_CORRUPT TRUE
51 #define REQUIRED_POOL_MAX_BUFFERS 32
52 #define DEFAULT_STRIDE_ALIGN 31
53 #define DEFAULT_ALLOC_PARAM { 0, DEFAULT_STRIDE_ALIGN, 0, 0, }
54 #define DEFAULT_THREAD_TYPE 0
55 #define DEFAULT_STD_COMPLIANCE GST_AV_CODEC_COMPLIANCE_AUTO
62 PROP_DIRECT_RENDERING,
71 /* A number of function prototypes are given so we can refer to them later. */
72 static void gst_ffmpegviddec_finalize (GObject * object);
74 static gboolean gst_ffmpegviddec_set_format (GstVideoDecoder * decoder,
75 GstVideoCodecState * state);
76 static GstFlowReturn gst_ffmpegviddec_handle_frame (GstVideoDecoder * decoder,
77 GstVideoCodecFrame * frame);
78 static gboolean gst_ffmpegviddec_start (GstVideoDecoder * decoder);
79 static gboolean gst_ffmpegviddec_stop (GstVideoDecoder * decoder);
80 static gboolean gst_ffmpegviddec_flush (GstVideoDecoder * decoder);
81 static gboolean gst_ffmpegviddec_decide_allocation (GstVideoDecoder * decoder,
83 static gboolean gst_ffmpegviddec_propose_allocation (GstVideoDecoder * decoder,
86 static void gst_ffmpegviddec_set_property (GObject * object,
87 guint prop_id, const GValue * value, GParamSpec * pspec);
88 static void gst_ffmpegviddec_get_property (GObject * object,
89 guint prop_id, GValue * value, GParamSpec * pspec);
91 static gboolean gst_ffmpegviddec_negotiate (GstFFMpegVidDec * ffmpegdec,
92 AVCodecContext * context, AVFrame * picture, GstBufferFlags flags);
94 /* some sort of bufferpool handling, but different */
95 static int gst_ffmpegviddec_get_buffer2 (AVCodecContext * context,
96 AVFrame * picture, int flags);
97 static gboolean gst_ffmpegviddec_can_direct_render (GstFFMpegVidDec *
100 static GstFlowReturn gst_ffmpegviddec_finish (GstVideoDecoder * decoder);
101 static GstFlowReturn gst_ffmpegviddec_drain (GstVideoDecoder * decoder);
103 static gboolean picture_changed (GstFFMpegVidDec * ffmpegdec,
104 AVFrame * picture, gboolean one_field);
105 static gboolean context_changed (GstFFMpegVidDec * ffmpegdec,
106 AVCodecContext * context);
108 G_DEFINE_ABSTRACT_TYPE (GstFFMpegVidDec, gst_ffmpegviddec,
109 GST_TYPE_VIDEO_DECODER);
111 #define parent_class gst_ffmpegviddec_parent_class
113 #define GST_FFMPEGVIDDEC_TYPE_LOWRES (gst_ffmpegviddec_lowres_get_type())
115 gst_ffmpegviddec_lowres_get_type (void)
117 static GType ffmpegdec_lowres_type = 0;
119 if (!ffmpegdec_lowres_type) {
120 static const GEnumValue ffmpegdec_lowres[] = {
122 {1, "1", "1/2-size"},
123 {2, "2", "1/4-size"},
127 ffmpegdec_lowres_type =
128 g_enum_register_static ("GstLibAVVidDecLowres", ffmpegdec_lowres);
131 return ffmpegdec_lowres_type;
134 #define GST_FFMPEGVIDDEC_TYPE_SKIPFRAME (gst_ffmpegviddec_skipframe_get_type())
136 gst_ffmpegviddec_skipframe_get_type (void)
138 static GType ffmpegdec_skipframe_type = 0;
140 if (!ffmpegdec_skipframe_type) {
141 static const GEnumValue ffmpegdec_skipframe[] = {
142 {0, "0", "Skip nothing"},
143 {1, "1", "Skip B-frames"},
144 {2, "2", "Skip IDCT/Dequantization"},
145 {5, "5", "Skip everything"},
149 ffmpegdec_skipframe_type =
150 g_enum_register_static ("GstLibAVVidDecSkipFrame", ffmpegdec_skipframe);
153 return ffmpegdec_skipframe_type;
156 static const GFlagsValue ffmpegdec_thread_types[] = {
157 {0x0, "Auto", "auto"},
158 {0x1, "Frame", "frame"},
159 {0x2, "Slice", "slice"},
163 #define GST_FFMPEGVIDDEC_TYPE_THREAD_TYPE (gst_ffmpegviddec_thread_type_get_type())
165 gst_ffmpegviddec_thread_type_get_type (void)
167 static GType ffmpegdec_thread_type_type = 0;
169 if (!ffmpegdec_thread_type_type) {
170 ffmpegdec_thread_type_type =
171 g_flags_register_static ("GstLibAVVidDecThreadType",
172 ffmpegdec_thread_types);
174 return ffmpegdec_thread_type_type;
178 dup_caps_with_alternate (GstCaps * caps)
180 GstCaps *with_alternate;
181 GstCapsFeatures *features;
183 with_alternate = gst_caps_copy (caps);
184 features = gst_caps_features_new (GST_CAPS_FEATURE_FORMAT_INTERLACED, NULL);
185 gst_caps_set_features_simple (with_alternate, features);
187 gst_caps_set_simple (with_alternate, "interlace-mode", G_TYPE_STRING,
190 return with_alternate;
194 gst_ffmpegviddec_class_init (GstFFMpegVidDecClass * klass)
196 GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
198 gobject_class->set_property = gst_ffmpegviddec_set_property;
199 gobject_class->get_property = gst_ffmpegviddec_get_property;
202 * GstFFMpegVidDec:std-compliance:
204 * Specifies standard compliance mode to use
208 g_object_class_install_property (gobject_class, PROP_STD_COMPLIANCE,
209 g_param_spec_enum ("std-compliance", "Standard Compliance",
210 "Standard compliance mode to use", GST_TYPE_AV_CODEC_COMPLIANCE,
211 DEFAULT_STD_COMPLIANCE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
215 gst_ffmpegviddec_subclass_init (GstFFMpegVidDecClass * klass,
216 gconstpointer class_data)
218 GstVideoDecoderClass *viddec_class = GST_VIDEO_DECODER_CLASS (klass);
219 GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
220 GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
221 GstPadTemplate *sinktempl, *srctempl;
222 GstCaps *sinkcaps, *srccaps;
223 const AVCodec *in_plugin;
224 gchar *longname, *description;
227 in_plugin = class_data;
228 g_assert (in_plugin != NULL);
230 /* construct the element details struct */
231 longname = g_strdup_printf ("libav %s decoder", in_plugin->long_name);
232 description = g_strdup_printf ("libav %s decoder", in_plugin->name);
233 gst_element_class_set_metadata (element_class, longname,
234 "Codec/Decoder/Video", description,
235 "Wim Taymans <wim.taymans@gmail.com>, "
236 "Ronald Bultje <rbultje@ronald.bitfreak.net>, "
237 "Edward Hervey <bilboed@bilboed.com>");
239 g_free (description);
242 sinkcaps = gst_ffmpeg_codecid_to_caps (in_plugin->id, NULL, FALSE);
244 GST_DEBUG ("Couldn't get sink caps for decoder '%s'", in_plugin->name);
245 sinkcaps = gst_caps_new_empty_simple ("unknown/unknown");
247 srccaps = gst_ffmpeg_codectype_to_video_caps (NULL,
248 in_plugin->id, FALSE, in_plugin);
250 GST_DEBUG ("Couldn't get source caps for decoder '%s'", in_plugin->name);
251 srccaps = gst_caps_from_string ("video/x-raw");
253 gst_caps_append (srccaps, dup_caps_with_alternate (srccaps));
256 sinktempl = gst_pad_template_new ("sink", GST_PAD_SINK,
257 GST_PAD_ALWAYS, sinkcaps);
258 srctempl = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS, srccaps);
260 gst_element_class_add_pad_template (element_class, srctempl);
261 gst_element_class_add_pad_template (element_class, sinktempl);
263 gst_caps_unref (sinkcaps);
264 gst_caps_unref (srccaps);
266 klass->in_plugin = in_plugin;
268 gobject_class->finalize = gst_ffmpegviddec_finalize;
270 gobject_class->set_property = gst_ffmpegviddec_set_property;
271 gobject_class->get_property = gst_ffmpegviddec_get_property;
273 g_object_class_install_property (gobject_class, PROP_SKIPFRAME,
274 g_param_spec_enum ("skip-frame", "Skip frames",
275 "Which types of frames to skip during decoding",
276 GST_FFMPEGVIDDEC_TYPE_SKIPFRAME, 0,
277 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
278 g_object_class_install_property (gobject_class, PROP_LOWRES,
279 g_param_spec_enum ("lowres", "Low resolution",
280 "At which resolution to decode images",
281 GST_FFMPEGVIDDEC_TYPE_LOWRES, 0,
282 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
283 g_object_class_install_property (gobject_class, PROP_DIRECT_RENDERING,
284 g_param_spec_boolean ("direct-rendering", "Direct Rendering",
285 "Enable direct rendering", DEFAULT_DIRECT_RENDERING,
286 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
287 #ifndef GST_REMOVE_DEPRECATED
288 g_object_class_install_property (gobject_class, PROP_DEBUG_MV,
289 g_param_spec_boolean ("debug-mv", "Debug motion vectors",
290 "Whether to print motion vectors on top of the image "
291 "(deprecated, non-functional)", FALSE,
292 G_PARAM_DEPRECATED | G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
294 g_object_class_install_property (gobject_class, PROP_OUTPUT_CORRUPT,
295 g_param_spec_boolean ("output-corrupt", "Output corrupt buffers",
296 "Whether libav should output frames even if corrupted",
297 DEFAULT_OUTPUT_CORRUPT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
299 caps = klass->in_plugin->capabilities;
300 if (caps & (AV_CODEC_CAP_FRAME_THREADS | AV_CODEC_CAP_SLICE_THREADS)) {
301 g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_MAX_THREADS,
302 g_param_spec_int ("max-threads", "Maximum decode threads",
303 "Maximum number of worker threads to spawn. (0 = auto)",
304 0, G_MAXINT, DEFAULT_MAX_THREADS,
305 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
306 g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_THREAD_TYPE,
307 g_param_spec_flags ("thread-type", "Thread type",
308 "Multithreading methods to use",
309 GST_FFMPEGVIDDEC_TYPE_THREAD_TYPE,
310 DEFAULT_THREAD_TYPE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
313 viddec_class->set_format = gst_ffmpegviddec_set_format;
314 viddec_class->handle_frame = gst_ffmpegviddec_handle_frame;
315 viddec_class->start = gst_ffmpegviddec_start;
316 viddec_class->stop = gst_ffmpegviddec_stop;
317 viddec_class->flush = gst_ffmpegviddec_flush;
318 viddec_class->finish = gst_ffmpegviddec_finish;
319 viddec_class->drain = gst_ffmpegviddec_drain;
320 viddec_class->decide_allocation = gst_ffmpegviddec_decide_allocation;
321 viddec_class->propose_allocation = gst_ffmpegviddec_propose_allocation;
323 GST_DEBUG_CATEGORY_GET (GST_CAT_PERFORMANCE, "GST_PERFORMANCE");
325 gst_type_mark_as_plugin_api (GST_FFMPEGVIDDEC_TYPE_LOWRES, 0);
326 gst_type_mark_as_plugin_api (GST_FFMPEGVIDDEC_TYPE_SKIPFRAME, 0);
327 gst_type_mark_as_plugin_api (GST_FFMPEGVIDDEC_TYPE_THREAD_TYPE, 0);
328 gst_type_mark_as_plugin_api (GST_TYPE_AV_CODEC_COMPLIANCE, 0);
329 gst_type_mark_as_plugin_api (GST_TYPE_FFMPEGVIDDEC, 0);
333 gst_ffmpegviddec_init (GstFFMpegVidDec * ffmpegdec)
338 gst_ffmpegviddec_subinit (GstFFMpegVidDec * ffmpegdec)
340 GstFFMpegVidDecClass *klass =
341 (GstFFMpegVidDecClass *) G_OBJECT_GET_CLASS (ffmpegdec);
343 /* some ffmpeg data */
344 ffmpegdec->context = avcodec_alloc_context3 (klass->in_plugin);
345 ffmpegdec->context->opaque = ffmpegdec;
346 ffmpegdec->picture = av_frame_alloc ();
347 ffmpegdec->opened = FALSE;
348 ffmpegdec->skip_frame = ffmpegdec->lowres = 0;
349 ffmpegdec->direct_rendering = DEFAULT_DIRECT_RENDERING;
350 ffmpegdec->max_threads = DEFAULT_MAX_THREADS;
351 ffmpegdec->output_corrupt = DEFAULT_OUTPUT_CORRUPT;
352 ffmpegdec->thread_type = DEFAULT_THREAD_TYPE;
353 ffmpegdec->std_compliance = DEFAULT_STD_COMPLIANCE;
355 GST_PAD_SET_ACCEPT_TEMPLATE (GST_VIDEO_DECODER_SINK_PAD (ffmpegdec));
356 gst_video_decoder_set_use_default_pad_acceptcaps (GST_VIDEO_DECODER_CAST
359 gst_video_decoder_set_needs_format (GST_VIDEO_DECODER (ffmpegdec), TRUE);
363 gst_ffmpegviddec_finalize (GObject * object)
365 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (object);
367 av_frame_free (&ffmpegdec->picture);
368 avcodec_free_context (&ffmpegdec->context);
370 G_OBJECT_CLASS (parent_class)->finalize (object);
374 gst_ffmpegviddec_context_set_flags (AVCodecContext * context, guint flags,
377 g_return_if_fail (context != NULL);
380 context->flags |= flags;
382 context->flags &= ~flags;
386 gst_ffmpegviddec_context_set_flags2 (AVCodecContext * context, guint flags,
389 g_return_if_fail (context != NULL);
392 context->flags2 |= flags;
394 context->flags2 &= ~flags;
399 gst_ffmpegviddec_close (GstFFMpegVidDec * ffmpegdec, gboolean reset)
401 GstFFMpegVidDecClass *oclass;
404 oclass = GST_FFMPEGVIDDEC_GET_CLASS (ffmpegdec);
406 GST_LOG_OBJECT (ffmpegdec, "closing ffmpeg codec");
408 gst_caps_replace (&ffmpegdec->last_caps, NULL);
410 gst_ffmpeg_avcodec_close (ffmpegdec->context);
411 ffmpegdec->opened = FALSE;
413 for (i = 0; i < G_N_ELEMENTS (ffmpegdec->stride); i++)
414 ffmpegdec->stride[i] = -1;
416 gst_buffer_replace (&ffmpegdec->palette, NULL);
418 av_freep (&ffmpegdec->context->extradata);
420 avcodec_free_context (&ffmpegdec->context);
421 ffmpegdec->context = avcodec_alloc_context3 (oclass->in_plugin);
422 if (ffmpegdec->context == NULL) {
423 GST_DEBUG_OBJECT (ffmpegdec, "Failed to set context defaults");
426 ffmpegdec->context->opaque = ffmpegdec;
433 gst_ffmpegviddec_open (GstFFMpegVidDec * ffmpegdec)
435 GstFFMpegVidDecClass *oclass;
438 oclass = GST_FFMPEGVIDDEC_GET_CLASS (ffmpegdec);
440 if (gst_ffmpeg_avcodec_open (ffmpegdec->context, oclass->in_plugin) < 0)
443 for (i = 0; i < G_N_ELEMENTS (ffmpegdec->stride); i++)
444 ffmpegdec->stride[i] = -1;
446 ffmpegdec->opened = TRUE;
448 GST_LOG_OBJECT (ffmpegdec, "Opened libav codec %s, id %d",
449 oclass->in_plugin->name, oclass->in_plugin->id);
451 gst_ffmpegviddec_context_set_flags (ffmpegdec->context,
452 AV_CODEC_FLAG_OUTPUT_CORRUPT, ffmpegdec->output_corrupt);
459 gst_ffmpegviddec_close (ffmpegdec, TRUE);
460 GST_DEBUG_OBJECT (ffmpegdec, "avdec_%s: Failed to open libav codec",
461 oclass->in_plugin->name);
467 gst_ffmpegviddec_get_palette (GstFFMpegVidDec * ffmpegdec,
468 GstVideoCodecState * state)
470 GstStructure *str = gst_caps_get_structure (state->caps, 0);
471 const GValue *palette_v;
474 /* do we have a palette? */
475 if ((palette_v = gst_structure_get_value (str, "palette_data"))) {
476 palette = gst_value_get_buffer (palette_v);
477 GST_DEBUG ("got palette data %p", palette);
478 if (gst_buffer_get_size (palette) >= AVPALETTE_SIZE) {
479 gst_buffer_replace (&ffmpegdec->palette, palette);
485 gst_ffmpegviddec_needs_reset (GstFFMpegVidDec * ffmpegdec,
486 GstVideoCodecState * state)
488 GstCaps *last_caps, *new_caps;
489 gboolean needs_reset;
491 if (ffmpegdec->last_caps == NULL)
494 last_caps = gst_caps_copy (ffmpegdec->last_caps);
495 new_caps = gst_caps_copy (state->caps);
497 /* Simply ignore framerate for now, this could easily be evolved per CODEC if
498 * future issue are found.*/
499 gst_structure_remove_field (gst_caps_get_structure (last_caps, 0),
501 gst_structure_remove_field (gst_caps_get_structure (new_caps, 0),
504 needs_reset = !gst_caps_is_equal (last_caps, new_caps);
506 gst_caps_unref (last_caps);
507 gst_caps_unref (new_caps);
513 gst_ffmpegviddec_set_format (GstVideoDecoder * decoder,
514 GstVideoCodecState * state)
516 GstFFMpegVidDec *ffmpegdec;
517 GstFFMpegVidDecClass *oclass;
518 GstClockTime latency = GST_CLOCK_TIME_NONE;
519 gboolean ret = FALSE;
523 ffmpegdec = GST_FFMPEGVIDDEC (decoder);
524 oclass = GST_FFMPEGVIDDEC_GET_CLASS (ffmpegdec);
526 GST_DEBUG_OBJECT (ffmpegdec, "setcaps called");
528 GST_OBJECT_LOCK (ffmpegdec);
530 if (!gst_ffmpegviddec_needs_reset (ffmpegdec, state)) {
531 gst_caps_replace (&ffmpegdec->last_caps, state->caps);
535 /* close old session */
536 if (ffmpegdec->opened) {
537 GST_OBJECT_UNLOCK (ffmpegdec);
538 gst_ffmpegviddec_finish (decoder);
539 GST_OBJECT_LOCK (ffmpegdec);
540 if (!gst_ffmpegviddec_close (ffmpegdec, TRUE)) {
541 GST_OBJECT_UNLOCK (ffmpegdec);
544 ffmpegdec->pic_pix_fmt = 0;
545 ffmpegdec->pic_width = 0;
546 ffmpegdec->pic_height = 0;
547 ffmpegdec->pic_par_n = 0;
548 ffmpegdec->pic_par_d = 0;
549 ffmpegdec->pic_interlaced = 0;
550 ffmpegdec->pic_field_order = 0;
551 ffmpegdec->pic_field_order_changed = FALSE;
552 ffmpegdec->ctx_ticks = 0;
553 ffmpegdec->ctx_time_n = 0;
554 ffmpegdec->ctx_time_d = 0;
555 ffmpegdec->cur_multiview_mode = GST_VIDEO_MULTIVIEW_MODE_NONE;
556 ffmpegdec->cur_multiview_flags = GST_VIDEO_MULTIVIEW_FLAGS_NONE;
559 gst_caps_replace (&ffmpegdec->last_caps, state->caps);
561 /* set buffer functions */
562 ffmpegdec->context->get_buffer2 = gst_ffmpegviddec_get_buffer2;
563 ffmpegdec->context->draw_horiz_band = NULL;
565 /* reset coded_width/_height to prevent it being reused from last time when
566 * the codec is opened again, causing a mismatch and possible
567 * segfault/corruption. (Common scenario when renegotiating caps) */
568 ffmpegdec->context->coded_width = 0;
569 ffmpegdec->context->coded_height = 0;
571 GST_LOG_OBJECT (ffmpegdec, "size %dx%d", ffmpegdec->context->width,
572 ffmpegdec->context->height);
574 /* FIXME : Create a method that takes GstVideoCodecState instead */
575 /* get size and so */
576 gst_ffmpeg_caps_with_codecid (oclass->in_plugin->id,
577 oclass->in_plugin->type, state->caps, ffmpegdec->context);
579 GST_LOG_OBJECT (ffmpegdec, "size after %dx%d", ffmpegdec->context->width,
580 ffmpegdec->context->height);
582 gst_ffmpegviddec_get_palette (ffmpegdec, state);
584 if (!ffmpegdec->context->time_base.den || !ffmpegdec->context->time_base.num) {
585 GST_DEBUG_OBJECT (ffmpegdec, "forcing 25/1 framerate");
586 ffmpegdec->context->time_base.num = 1;
587 ffmpegdec->context->time_base.den = 25;
590 /* workaround encoder bugs */
591 ffmpegdec->context->workaround_bugs |= FF_BUG_AUTODETECT;
592 ffmpegdec->context->err_recognition = 1;
595 ffmpegdec->context->lowres = ffmpegdec->lowres;
596 ffmpegdec->context->skip_frame = ffmpegdec->skip_frame;
599 query = gst_query_new_latency ();
601 /* Check if upstream is live. If it isn't we can enable frame based
602 * threading, which is adding latency */
603 if (gst_pad_peer_query (GST_VIDEO_DECODER_SINK_PAD (ffmpegdec), query)) {
604 gst_query_parse_latency (query, &is_live, NULL, NULL);
606 gst_query_unref (query);
608 if (ffmpegdec->thread_type) {
609 GST_DEBUG_OBJECT (ffmpegdec, "Use requested thread type 0x%x",
610 ffmpegdec->thread_type);
611 ffmpegdec->context->thread_type = ffmpegdec->thread_type;
614 ffmpegdec->context->thread_type = FF_THREAD_SLICE;
616 ffmpegdec->context->thread_type = FF_THREAD_SLICE | FF_THREAD_FRAME;
619 if (ffmpegdec->max_threads == 0) {
620 /* When thread type is FF_THREAD_FRAME, extra latency is introduced equal
621 * to one frame per thread. We thus need to calculate the thread count ourselves */
622 if ((!(oclass->in_plugin->capabilities & AV_CODEC_CAP_OTHER_THREADS)) ||
623 (ffmpegdec->context->thread_type & FF_THREAD_FRAME))
624 ffmpegdec->context->thread_count =
625 MIN (gst_ffmpeg_auto_max_threads (), 16);
627 ffmpegdec->context->thread_count = 0;
629 ffmpegdec->context->thread_count = ffmpegdec->max_threads;
631 if (ffmpegdec->std_compliance == GST_AV_CODEC_COMPLIANCE_AUTO) {
632 /* Normal yields lower latency, but fails some compliance check */
633 if (is_live || ffmpegdec->context->thread_type == FF_THREAD_SLICE) {
634 ffmpegdec->context->strict_std_compliance =
635 GST_AV_CODEC_COMPLIANCE_NORMAL;
637 ffmpegdec->context->strict_std_compliance =
638 GST_AV_CODEC_COMPLIANCE_STRICT;
641 ffmpegdec->context->strict_std_compliance = ffmpegdec->std_compliance;
644 if (oclass->in_plugin->id == AV_CODEC_ID_H264) {
645 GstStructure *s = gst_caps_get_structure (state->caps, 0);
646 const char *alignment;
647 gboolean nal_aligned;
649 alignment = gst_structure_get_string (s, "alignment");
650 nal_aligned = !g_strcmp0 (alignment, "nal");
652 if (ffmpegdec->context->thread_type == FF_THREAD_FRAME)
654 ffmpegdec->context->thread_type = FF_THREAD_SLICE;
657 gst_ffmpegviddec_context_set_flags2 (ffmpegdec->context,
658 AV_CODEC_FLAG2_CHUNKS, nal_aligned);
659 gst_video_decoder_set_subframe_mode (decoder, nal_aligned);
662 /* open codec - we don't select an output pix_fmt yet,
663 * simply because we don't know! We only get it
664 * during playback... */
665 if (!gst_ffmpegviddec_open (ffmpegdec))
669 if (ffmpegdec->input_state)
670 gst_video_codec_state_unref (ffmpegdec->input_state);
671 ffmpegdec->input_state = gst_video_codec_state_ref (state);
673 /* Use the framerate values stored in the decoder for calculating latency. The
674 * upstream framerate might not be set but we still want to report a latency
676 if (ffmpegdec->context->time_base.den && ffmpegdec->context->ticks_per_frame) {
678 ffmpegdec->context->time_base.den / ffmpegdec->context->ticks_per_frame;
679 gint fps_d = ffmpegdec->context->time_base.num;
680 latency = gst_util_uint64_scale_ceil (
681 (ffmpegdec->context->has_b_frames) * GST_SECOND, fps_d, fps_n);
683 if (ffmpegdec->context->thread_type & FF_THREAD_FRAME) {
685 gst_util_uint64_scale_ceil (ffmpegdec->context->thread_count *
686 GST_SECOND, fps_d, fps_n);
693 GST_OBJECT_UNLOCK (ffmpegdec);
695 if (GST_CLOCK_TIME_IS_VALID (latency))
696 gst_video_decoder_set_latency (decoder, latency, latency);
703 GST_DEBUG_OBJECT (ffmpegdec, "Failed to open");
708 GST_ERROR_OBJECT (ffmpegdec,
709 "Can't do NAL aligned H.264 with frame threading.");
716 GstFFMpegVidDec *ffmpegdec;
717 GstVideoCodecFrame *frame;
719 GstVideoFrame vframe;
721 AVBufferRef *avbuffer;
722 } GstFFMpegVidDecVideoFrame;
724 static GstFFMpegVidDecVideoFrame *
725 gst_ffmpegviddec_video_frame_new (GstFFMpegVidDec * ffmpegdec,
726 GstVideoCodecFrame * frame)
728 GstFFMpegVidDecVideoFrame *dframe;
730 dframe = g_slice_new0 (GstFFMpegVidDecVideoFrame);
731 dframe->ffmpegdec = ffmpegdec;
732 dframe->frame = frame;
734 GST_DEBUG_OBJECT (ffmpegdec, "new video frame %p", dframe);
740 gst_ffmpegviddec_video_frame_free (GstFFMpegVidDec * ffmpegdec,
741 GstFFMpegVidDecVideoFrame * frame)
743 GST_DEBUG_OBJECT (ffmpegdec, "free video frame %p", frame);
746 gst_video_frame_unmap (&frame->vframe);
747 GST_VIDEO_CODEC_FRAME_FLAG_UNSET (frame->frame,
748 GST_FFMPEG_VIDEO_CODEC_FRAME_FLAG_ALLOCATED);
749 gst_video_decoder_release_frame (GST_VIDEO_DECODER (ffmpegdec), frame->frame);
750 gst_buffer_replace (&frame->buffer, NULL);
751 if (frame->avbuffer) {
752 av_buffer_unref (&frame->avbuffer);
754 g_slice_free (GstFFMpegVidDecVideoFrame, frame);
758 dummy_free_buffer (void *opaque, uint8_t * data)
760 GstFFMpegVidDecVideoFrame *frame = opaque;
762 gst_ffmpegviddec_video_frame_free (frame->ffmpegdec, frame);
765 /* This function prepares the pool configuration for direct rendering. To use
766 * this method, the codec should support direct rendering and the pool should
767 * support video meta and video alignment */
769 gst_ffmpegvideodec_prepare_dr_pool (GstFFMpegVidDec * ffmpegdec,
770 GstBufferPool * pool, GstVideoInfo * info, GstStructure * config)
772 GstAllocationParams params;
773 GstVideoAlignment align;
774 GstAllocator *allocator = NULL;
776 gint linesize_align[AV_NUM_DATA_POINTERS];
780 width = GST_VIDEO_INFO_WIDTH (info);
781 height = MAX (GST_VIDEO_INFO_HEIGHT (info), ffmpegdec->context->coded_height);
783 /* let ffmpeg find the alignment and padding */
784 avcodec_align_dimensions2 (ffmpegdec->context, &width, &height,
787 align.padding_top = 0;
788 align.padding_left = 0;
789 align.padding_right = width - GST_VIDEO_INFO_WIDTH (info);
790 align.padding_bottom = height - GST_VIDEO_INFO_HEIGHT (info);
792 /* add extra padding to match libav buffer allocation sizes */
793 align.padding_bottom++;
795 gst_buffer_pool_config_get_allocator (config, &allocator, ¶ms);
797 max_align = DEFAULT_STRIDE_ALIGN;
798 max_align |= params.align;
800 for (i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
801 if (linesize_align[i] > 0)
802 max_align |= linesize_align[i] - 1;
805 for (i = 0; i < GST_VIDEO_MAX_PLANES; i++)
806 align.stride_align[i] = max_align;
808 params.align = max_align;
810 gst_buffer_pool_config_set_allocator (config, allocator, ¶ms);
812 GST_DEBUG_OBJECT (ffmpegdec, "aligned dimension %dx%d -> %dx%d "
813 "padding t:%u l:%u r:%u b:%u, stride_align %d:%d:%d:%d",
814 GST_VIDEO_INFO_WIDTH (info),
815 GST_VIDEO_INFO_HEIGHT (info), width, height, align.padding_top,
816 align.padding_left, align.padding_right, align.padding_bottom,
817 align.stride_align[0], align.stride_align[1], align.stride_align[2],
818 align.stride_align[3]);
820 gst_buffer_pool_config_add_option (config,
821 GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
822 gst_buffer_pool_config_set_video_alignment (config, &align);
826 gst_ffmpegviddec_ensure_internal_pool (GstFFMpegVidDec * ffmpegdec,
827 AVFrame * picture, GstVideoInterlaceMode interlace_mode)
829 GstAllocationParams params = DEFAULT_ALLOC_PARAM;
831 GstVideoFormat format;
833 GstStructure *config;
836 format = gst_ffmpeg_pixfmt_to_videoformat (picture->format);
838 if (ffmpegdec->internal_pool != NULL &&
839 GST_VIDEO_INFO_FORMAT (&ffmpegdec->pool_info) == format &&
840 ffmpegdec->pool_width == picture->width &&
841 ffmpegdec->pool_height == picture->height &&
842 ffmpegdec->pool_format == picture->format)
845 GST_DEBUG_OBJECT (ffmpegdec, "Updating internal pool (%i, %i)",
846 picture->width, picture->height);
848 /* if we are negotiating from get_buffer, then renegotiate later in order
849 * to potentially use a downstream pool */
850 if (gst_ffmpegviddec_can_direct_render (ffmpegdec))
851 gst_pad_mark_reconfigure (GST_VIDEO_DECODER_SRC_PAD (ffmpegdec));
853 format = gst_ffmpeg_pixfmt_to_videoformat (picture->format);
855 if (interlace_mode == GST_VIDEO_INTERLACE_MODE_ALTERNATE) {
856 gst_video_info_set_interlaced_format (&info, format, interlace_mode,
857 picture->width, 2 * picture->height);
859 gst_video_info_set_format (&info, format, picture->width, picture->height);
862 /* If we have not yet been negotiated, a NONE format here would
863 * result in invalid initial dimension alignments, and potential
864 * out of bounds writes.
866 ffmpegdec->context->pix_fmt = picture->format;
868 for (i = 0; i < G_N_ELEMENTS (ffmpegdec->stride); i++)
869 ffmpegdec->stride[i] = -1;
871 if (ffmpegdec->internal_pool)
872 gst_object_unref (ffmpegdec->internal_pool);
874 ffmpegdec->internal_pool = gst_video_buffer_pool_new ();
875 config = gst_buffer_pool_get_config (ffmpegdec->internal_pool);
877 caps = gst_video_info_to_caps (&info);
878 gst_buffer_pool_config_set_params (config, caps, info.size, 2, 0);
879 gst_buffer_pool_config_set_allocator (config, NULL, ¶ms);
880 gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
882 gst_ffmpegvideodec_prepare_dr_pool (ffmpegdec,
883 ffmpegdec->internal_pool, &info, config);
884 /* generic video pool never fails */
885 gst_buffer_pool_set_config (ffmpegdec->internal_pool, config);
886 gst_caps_unref (caps);
888 gst_buffer_pool_set_active (ffmpegdec->internal_pool, TRUE);
890 /* Remember pool size so we can detect changes */
891 ffmpegdec->pool_width = picture->width;
892 ffmpegdec->pool_height =
893 MAX (picture->height, ffmpegdec->context->coded_height);
894 ffmpegdec->pool_format = picture->format;
895 ffmpegdec->pool_info = info;
899 gst_ffmpegviddec_can_direct_render (GstFFMpegVidDec * ffmpegdec)
901 GstFFMpegVidDecClass *oclass;
903 if (!ffmpegdec->direct_rendering)
906 oclass = GST_FFMPEGVIDDEC_GET_CLASS (ffmpegdec);
907 return ((oclass->in_plugin->capabilities & AV_CODEC_CAP_DR1) ==
911 /* called when ffmpeg wants us to allocate a buffer to write the decoded frame
912 * into. We try to give it memory from our pool */
914 gst_ffmpegviddec_get_buffer2 (AVCodecContext * context, AVFrame * picture,
917 GstVideoCodecFrame *frame;
918 GstFFMpegVidDecVideoFrame *dframe;
919 GstFFMpegVidDec *ffmpegdec;
922 int create_buffer_flags = 0;
924 ffmpegdec = GST_FFMPEGVIDDEC (context->opaque);
926 GST_DEBUG_OBJECT (ffmpegdec, "getting buffer picture %p", picture);
928 /* apply the last info we have seen to this picture, when we get the
929 * picture back from ffmpeg we can use this to correctly timestamp the output
931 GST_DEBUG_OBJECT (ffmpegdec, "opaque value SN %d",
932 (gint32) picture->reordered_opaque);
935 gst_video_decoder_get_frame (GST_VIDEO_DECODER (ffmpegdec),
936 picture->reordered_opaque);
937 if (G_UNLIKELY (frame == NULL))
940 /* now it has a buffer allocated, so it is real and will also
942 GST_VIDEO_CODEC_FRAME_FLAG_SET (frame,
943 GST_FFMPEG_VIDEO_CODEC_FRAME_FLAG_ALLOCATED);
944 GST_VIDEO_CODEC_FRAME_FLAG_UNSET (frame,
945 GST_VIDEO_CODEC_FRAME_FLAG_DECODE_ONLY);
947 if (G_UNLIKELY (frame->output_buffer != NULL))
948 goto duplicate_frame;
950 /* GstFFMpegVidDecVideoFrame receives the frame ref */
951 if (picture->opaque) {
952 dframe = picture->opaque;
953 dframe->frame = frame;
955 picture->opaque = dframe =
956 gst_ffmpegviddec_video_frame_new (ffmpegdec, frame);
959 GST_DEBUG_OBJECT (ffmpegdec, "storing opaque %p", dframe);
961 if (!gst_ffmpegviddec_can_direct_render (ffmpegdec))
964 gst_ffmpegviddec_ensure_internal_pool (ffmpegdec, picture,
965 GST_BUFFER_FLAG_IS_SET (frame->input_buffer,
966 GST_VIDEO_BUFFER_FLAG_ONEFIELD) ? GST_VIDEO_INTERLACE_MODE_ALTERNATE :
967 GST_VIDEO_INTERLACE_MODE_PROGRESSIVE);
969 ret = gst_buffer_pool_acquire_buffer (ffmpegdec->internal_pool,
970 &frame->output_buffer, NULL);
971 if (ret != GST_FLOW_OK)
974 /* piggy-backed alloc'ed on the frame,
975 * and there was much rejoicing and we are grateful.
976 * Now take away buffer from frame, we will give it back later when decoded.
977 * This allows multiple request for a buffer per frame; unusual but possible. */
978 gst_buffer_replace (&dframe->buffer, frame->output_buffer);
979 gst_buffer_replace (&frame->output_buffer, NULL);
982 if (!gst_video_frame_map (&dframe->vframe, &ffmpegdec->pool_info,
983 dframe->buffer, GST_MAP_READWRITE))
985 dframe->mapped = TRUE;
987 for (c = 0; c < AV_NUM_DATA_POINTERS; c++) {
988 if (c < GST_VIDEO_INFO_N_PLANES (&ffmpegdec->pool_info)) {
989 picture->data[c] = GST_VIDEO_FRAME_PLANE_DATA (&dframe->vframe, c);
990 picture->linesize[c] = GST_VIDEO_FRAME_PLANE_STRIDE (&dframe->vframe, c);
992 if (ffmpegdec->stride[c] == -1)
993 ffmpegdec->stride[c] = picture->linesize[c];
995 /* libav does not allow stride changes, decide allocation should check
996 * before replacing the internal pool with a downstream pool.
997 * https://bugzilla.gnome.org/show_bug.cgi?id=704769
998 * https://bugzilla.libav.org/show_bug.cgi?id=556
1000 g_assert (picture->linesize[c] == ffmpegdec->stride[c]);
1002 picture->data[c] = NULL;
1003 picture->linesize[c] = 0;
1005 GST_LOG_OBJECT (ffmpegdec, "linesize %d, data %p", picture->linesize[c],
1009 if ((flags & AV_GET_BUFFER_FLAG_REF) == AV_GET_BUFFER_FLAG_REF) {
1010 /* decoder might reuse this AVFrame and it would result to no more
1011 * get_buffer() call if the AVFrame's AVBuffer is writable
1012 * (meaning that the refcount of AVBuffer == 1).
1013 * To enforce get_buffer() for the every output frame, set read-only flag here
1015 create_buffer_flags = AV_BUFFER_FLAG_READONLY;
1017 picture->buf[0] = av_buffer_create (NULL,
1018 0, dummy_free_buffer, dframe, create_buffer_flags);
1020 GST_LOG_OBJECT (ffmpegdec, "returned frame %p", dframe->buffer);
1027 int ret = avcodec_default_get_buffer2 (context, picture, flags);
1029 GST_LOG_OBJECT (ffmpegdec, "direct rendering disabled, fallback alloc");
1031 for (c = 0; c < AV_NUM_DATA_POINTERS; c++) {
1032 ffmpegdec->stride[c] = picture->linesize[c];
1034 /* Wrap our buffer around the default one to be able to have a callback
1035 * when our data can be freed. Just putting our data into the first free
1036 * buffer might not work if there are too many allocated already
1038 if (picture->buf[0]) {
1039 dframe->avbuffer = picture->buf[0];
1041 av_buffer_create (picture->buf[0]->data, picture->buf[0]->size,
1042 dummy_free_buffer, dframe, 0);
1045 av_buffer_create (NULL, 0, dummy_free_buffer, dframe, 0);
1052 GST_ELEMENT_ERROR (ffmpegdec, RESOURCE, FAILED,
1053 ("Unable to allocate memory"),
1054 ("The downstream pool failed to allocated buffer."));
1059 GST_ELEMENT_ERROR (ffmpegdec, RESOURCE, OPEN_READ_WRITE,
1060 ("Cannot access memory for read and write operation."),
1061 ("The video memory allocated from downstream pool could not mapped for"
1062 "read and write."));
1067 GST_WARNING_OBJECT (ffmpegdec, "already alloc'ed output buffer for frame");
1068 gst_video_codec_frame_unref (frame);
1073 GST_WARNING_OBJECT (ffmpegdec, "Couldn't get codec frame !");
1079 picture_changed (GstFFMpegVidDec * ffmpegdec, AVFrame * picture,
1082 gint pic_field_order = 0;
1085 pic_field_order = ffmpegdec->pic_field_order;
1086 } else if (picture->interlaced_frame) {
1087 if (picture->repeat_pict)
1088 pic_field_order |= GST_VIDEO_BUFFER_FLAG_RFF;
1089 if (picture->top_field_first)
1090 pic_field_order |= GST_VIDEO_BUFFER_FLAG_TFF;
1093 return !(ffmpegdec->pic_width == picture->width
1094 && ffmpegdec->pic_height == picture->height
1095 && ffmpegdec->pic_pix_fmt == picture->format
1096 && ffmpegdec->pic_par_n == picture->sample_aspect_ratio.num
1097 && ffmpegdec->pic_par_d == picture->sample_aspect_ratio.den
1098 && ffmpegdec->pic_interlaced == picture->interlaced_frame
1099 && ffmpegdec->pic_field_order == pic_field_order
1100 && ffmpegdec->cur_multiview_mode == ffmpegdec->picture_multiview_mode
1101 && ffmpegdec->cur_multiview_flags == ffmpegdec->picture_multiview_flags);
1105 context_changed (GstFFMpegVidDec * ffmpegdec, AVCodecContext * context)
1107 return !(ffmpegdec->ctx_ticks == context->ticks_per_frame
1108 && ffmpegdec->ctx_time_n == context->time_base.num
1109 && ffmpegdec->ctx_time_d == context->time_base.den);
1113 update_video_context (GstFFMpegVidDec * ffmpegdec, AVCodecContext * context,
1114 AVFrame * picture, gboolean one_field)
1116 gint pic_field_order = 0;
1118 if (picture->interlaced_frame) {
1119 if (picture->repeat_pict)
1120 pic_field_order |= GST_VIDEO_BUFFER_FLAG_RFF;
1121 if (picture->top_field_first)
1122 pic_field_order |= GST_VIDEO_BUFFER_FLAG_TFF;
1125 if (!picture_changed (ffmpegdec, picture, one_field)
1126 && !context_changed (ffmpegdec, context))
1129 GST_DEBUG_OBJECT (ffmpegdec,
1130 "Renegotiating video from %dx%d@ %d:%d PAR %d/%d fps pixfmt %d to %dx%d@ %d:%d PAR %d/%d fps pixfmt %d",
1131 ffmpegdec->pic_width, ffmpegdec->pic_height,
1132 ffmpegdec->pic_par_n, ffmpegdec->pic_par_d,
1133 ffmpegdec->ctx_time_n, ffmpegdec->ctx_time_d,
1134 ffmpegdec->pic_pix_fmt,
1135 picture->width, picture->height,
1136 picture->sample_aspect_ratio.num,
1137 picture->sample_aspect_ratio.den,
1138 context->time_base.num, context->time_base.den, picture->format);
1140 ffmpegdec->pic_pix_fmt = picture->format;
1141 ffmpegdec->pic_width = picture->width;
1142 ffmpegdec->pic_height = picture->height;
1143 ffmpegdec->pic_par_n = picture->sample_aspect_ratio.num;
1144 ffmpegdec->pic_par_d = picture->sample_aspect_ratio.den;
1145 ffmpegdec->cur_multiview_mode = ffmpegdec->picture_multiview_mode;
1146 ffmpegdec->cur_multiview_flags = ffmpegdec->picture_multiview_flags;
1148 /* Remember if we have interlaced content and the field order changed
1149 * at least once. If that happens, we must be interlace-mode=mixed
1151 if (ffmpegdec->pic_field_order_changed ||
1152 (ffmpegdec->pic_field_order != pic_field_order &&
1153 ffmpegdec->pic_interlaced))
1154 ffmpegdec->pic_field_order_changed = TRUE;
1156 ffmpegdec->pic_field_order = pic_field_order;
1157 ffmpegdec->pic_interlaced = picture->interlaced_frame;
1159 if (!ffmpegdec->pic_interlaced)
1160 ffmpegdec->pic_field_order_changed = FALSE;
1162 ffmpegdec->ctx_ticks = context->ticks_per_frame;
1163 ffmpegdec->ctx_time_n = context->time_base.num;
1164 ffmpegdec->ctx_time_d = context->time_base.den;
1170 gst_ffmpegviddec_update_par (GstFFMpegVidDec * ffmpegdec,
1171 GstVideoInfo * in_info, GstVideoInfo * out_info)
1173 gboolean demuxer_par_set = FALSE;
1174 gboolean decoder_par_set = FALSE;
1175 gint demuxer_num = 1, demuxer_denom = 1;
1176 gint decoder_num = 1, decoder_denom = 1;
1177 GstVideoCodecFrame *out_frame;
1178 GstFFMpegVidDecVideoFrame *out_dframe;
1180 if (in_info->par_n && in_info->par_d) {
1181 demuxer_num = in_info->par_n;
1182 demuxer_denom = in_info->par_d;
1183 demuxer_par_set = TRUE;
1184 GST_DEBUG_OBJECT (ffmpegdec, "Demuxer PAR: %d:%d", demuxer_num,
1188 if (ffmpegdec->pic_par_n && ffmpegdec->pic_par_d) {
1189 decoder_num = ffmpegdec->pic_par_n;
1190 decoder_denom = ffmpegdec->pic_par_d;
1191 decoder_par_set = TRUE;
1192 GST_DEBUG_OBJECT (ffmpegdec, "Decoder PAR: %d:%d", decoder_num,
1196 if (!demuxer_par_set && !decoder_par_set)
1199 if (demuxer_par_set && !decoder_par_set)
1200 goto use_demuxer_par;
1202 if (decoder_par_set && !demuxer_par_set)
1203 goto use_decoder_par;
1205 /* Special case for some encoders which provide an 1:2 pixel aspect ratio
1206 * for HEVC interlaced content, possibly to work around decoders that don't
1207 * support field-based interlacing. Add some defensive checks to check for
1208 * a "common" aspect ratio. */
1209 out_dframe = ffmpegdec->picture->opaque;
1210 out_frame = out_dframe->frame;
1212 if (demuxer_num == 1 && demuxer_denom == 1 &&
1213 decoder_num == 1 && decoder_denom == 2 &&
1214 GST_BUFFER_FLAG_IS_SET (out_frame->input_buffer,
1215 GST_VIDEO_BUFFER_FLAG_ONEFIELD) &&
1216 gst_video_is_common_aspect_ratio (ffmpegdec->pic_width,
1217 ffmpegdec->pic_height, 1, 2) &&
1218 !gst_video_is_common_aspect_ratio (ffmpegdec->pic_width,
1219 ffmpegdec->pic_height, 1, 1)) {
1220 GST_WARNING_OBJECT (ffmpegdec,
1221 "PAR 1/2 makes the aspect ratio of "
1222 "a %d x %d frame uncommon. Switching to 1/1",
1223 ffmpegdec->pic_width, ffmpegdec->pic_height);
1224 goto use_demuxer_par;
1227 /* Both the demuxer and the decoder provide a PAR. If one of
1228 * the two PARs is 1:1 and the other one is not, use the one
1229 * that is not 1:1. */
1230 if (demuxer_num == demuxer_denom && decoder_num != decoder_denom) {
1231 goto use_decoder_par;
1234 if (decoder_num == decoder_denom && demuxer_num != demuxer_denom) {
1235 goto use_demuxer_par;
1238 /* Both PARs are non-1:1, so use the PAR provided by the demuxer */
1239 goto use_demuxer_par;
1243 GST_DEBUG_OBJECT (ffmpegdec,
1244 "Setting decoder provided pixel-aspect-ratio of %u:%u", decoder_num,
1246 out_info->par_n = decoder_num;
1247 out_info->par_d = decoder_denom;
1252 GST_DEBUG_OBJECT (ffmpegdec,
1253 "Setting demuxer provided pixel-aspect-ratio of %u:%u", demuxer_num,
1255 out_info->par_n = demuxer_num;
1256 out_info->par_d = demuxer_denom;
1261 GST_DEBUG_OBJECT (ffmpegdec,
1262 "Neither demuxer nor codec provide a pixel-aspect-ratio");
1263 out_info->par_n = 1;
1264 out_info->par_d = 1;
1269 static GstVideoMultiviewMode
1270 stereo_av_to_gst (enum AVStereo3DType type)
1273 case AV_STEREO3D_SIDEBYSIDE:
1274 return GST_VIDEO_MULTIVIEW_MODE_SIDE_BY_SIDE;
1275 case AV_STEREO3D_TOPBOTTOM:
1276 return GST_VIDEO_MULTIVIEW_MODE_TOP_BOTTOM;
1277 case AV_STEREO3D_FRAMESEQUENCE:
1278 return GST_VIDEO_MULTIVIEW_MODE_FRAME_BY_FRAME;
1279 case AV_STEREO3D_CHECKERBOARD:
1280 return GST_VIDEO_MULTIVIEW_MODE_CHECKERBOARD;
1281 case AV_STEREO3D_SIDEBYSIDE_QUINCUNX:
1282 return GST_VIDEO_MULTIVIEW_MODE_SIDE_BY_SIDE_QUINCUNX;
1283 case AV_STEREO3D_LINES:
1284 return GST_VIDEO_MULTIVIEW_MODE_ROW_INTERLEAVED;
1285 case AV_STEREO3D_COLUMNS:
1286 return GST_VIDEO_MULTIVIEW_MODE_COLUMN_INTERLEAVED;
1291 return GST_VIDEO_MULTIVIEW_MODE_NONE;
1295 mastering_display_metadata_av_to_gst (AVMasteringDisplayMetadata * av,
1296 GstVideoMasteringDisplayInfo * gst)
1298 const guint64 chroma_scale = 50000;
1299 const guint64 luma_scale = 10000;
1302 /* Use only complete mastering meta */
1303 if (!av->has_primaries || !av->has_luminance)
1306 for (i = 0; i < G_N_ELEMENTS (gst->display_primaries); i++) {
1307 gst->display_primaries[i].x = (guint16) gst_util_uint64_scale (chroma_scale,
1308 av->display_primaries[i][0].num, av->display_primaries[i][0].den);
1309 gst->display_primaries[i].y = (guint16) gst_util_uint64_scale (chroma_scale,
1310 av->display_primaries[i][1].num, av->display_primaries[i][1].den);
1313 gst->white_point.x = (guint16) gst_util_uint64_scale (chroma_scale,
1314 av->white_point[0].num, av->white_point[0].den);
1315 gst->white_point.y = (guint16) gst_util_uint64_scale (chroma_scale,
1316 av->white_point[1].num, av->white_point[1].den);
1319 gst->max_display_mastering_luminance =
1320 (guint32) gst_util_uint64_scale (luma_scale,
1321 av->max_luminance.num, av->max_luminance.den);
1322 gst->min_display_mastering_luminance =
1323 (guint32) gst_util_uint64_scale (luma_scale,
1324 av->min_luminance.num, av->min_luminance.den);
1330 content_light_metadata_av_to_gst (AVContentLightMetadata * av,
1331 GstVideoContentLightLevel * gst)
1333 gst->max_content_light_level = av->MaxCLL;
1334 gst->max_frame_average_light_level = av->MaxFALL;
1340 gst_ffmpegviddec_negotiate (GstFFMpegVidDec * ffmpegdec,
1341 AVCodecContext * context, AVFrame * picture, GstBufferFlags flags)
1344 GstVideoInfo *in_info, *out_info;
1345 GstVideoCodecState *output_state;
1347 GstClockTime latency;
1349 GstVideoInterlaceMode interlace_mode;
1351 gboolean one_field = ! !(flags & GST_VIDEO_BUFFER_FLAG_ONEFIELD);
1353 if (!update_video_context (ffmpegdec, context, picture, one_field))
1356 caps_height = ffmpegdec->pic_height;
1358 fmt = gst_ffmpeg_pixfmt_to_videoformat (ffmpegdec->pic_pix_fmt);
1359 if (G_UNLIKELY (fmt == GST_VIDEO_FORMAT_UNKNOWN))
1360 goto unknown_format;
1362 /* set the interlaced flag */
1363 in_s = gst_caps_get_structure (ffmpegdec->input_state->caps, 0);
1364 if (flags & GST_VIDEO_BUFFER_FLAG_ONEFIELD) {
1365 /* TODO: we don't get that information from ffmpeg, so copy it from
1367 interlace_mode = GST_VIDEO_INTERLACE_MODE_ALTERNATE;
1368 caps_height = 2 * caps_height;
1369 } else if (!gst_structure_has_field (in_s, "interlace-mode")) {
1370 if (ffmpegdec->pic_interlaced) {
1371 if (ffmpegdec->pic_field_order_changed ||
1372 (ffmpegdec->pic_field_order & GST_VIDEO_BUFFER_FLAG_RFF)) {
1373 interlace_mode = GST_VIDEO_INTERLACE_MODE_MIXED;
1375 interlace_mode = GST_VIDEO_INTERLACE_MODE_INTERLEAVED;
1378 interlace_mode = GST_VIDEO_INTERLACE_MODE_PROGRESSIVE;
1383 gst_video_info_from_caps (&info, ffmpegdec->input_state->caps);
1384 interlace_mode = info.interlace_mode;
1387 if (interlace_mode == GST_VIDEO_INTERLACE_MODE_ALTERNATE)
1389 gst_video_decoder_set_interlaced_output_state (GST_VIDEO_DECODER
1390 (ffmpegdec), fmt, interlace_mode, ffmpegdec->pic_width, caps_height,
1391 ffmpegdec->input_state);
1394 gst_video_decoder_set_output_state (GST_VIDEO_DECODER
1395 (ffmpegdec), fmt, ffmpegdec->pic_width, caps_height,
1396 ffmpegdec->input_state);
1397 if (ffmpegdec->output_state)
1398 gst_video_codec_state_unref (ffmpegdec->output_state);
1399 ffmpegdec->output_state = output_state;
1401 in_info = &ffmpegdec->input_state->info;
1402 out_info = &ffmpegdec->output_state->info;
1404 out_info->interlace_mode = interlace_mode;
1405 if (!gst_structure_has_field (in_s, "interlace-mode")
1406 && interlace_mode == GST_VIDEO_INTERLACE_MODE_INTERLEAVED) {
1407 if ((ffmpegdec->pic_field_order & GST_VIDEO_BUFFER_FLAG_TFF))
1408 GST_VIDEO_INFO_FIELD_ORDER (out_info) =
1409 GST_VIDEO_FIELD_ORDER_TOP_FIELD_FIRST;
1411 GST_VIDEO_INFO_FIELD_ORDER (out_info) =
1412 GST_VIDEO_FIELD_ORDER_BOTTOM_FIELD_FIRST;
1415 if (!gst_structure_has_field (in_s, "chroma-site")) {
1416 switch (context->chroma_sample_location) {
1417 case AVCHROMA_LOC_LEFT:
1418 out_info->chroma_site = GST_VIDEO_CHROMA_SITE_MPEG2;
1420 case AVCHROMA_LOC_CENTER:
1421 out_info->chroma_site = GST_VIDEO_CHROMA_SITE_JPEG;
1423 case AVCHROMA_LOC_TOPLEFT:
1424 out_info->chroma_site = GST_VIDEO_CHROMA_SITE_DV;
1426 case AVCHROMA_LOC_TOP:
1427 out_info->chroma_site = GST_VIDEO_CHROMA_SITE_V_COSITED;
1434 if (!gst_structure_has_field (in_s, "colorimetry")
1435 || in_info->colorimetry.primaries == GST_VIDEO_COLOR_PRIMARIES_UNKNOWN) {
1436 out_info->colorimetry.primaries =
1437 gst_video_color_primaries_from_iso (context->color_primaries);
1440 if (!gst_structure_has_field (in_s, "colorimetry")
1441 || in_info->colorimetry.transfer == GST_VIDEO_TRANSFER_UNKNOWN) {
1442 out_info->colorimetry.transfer =
1443 gst_video_transfer_function_from_iso (context->color_trc);
1446 if (!gst_structure_has_field (in_s, "colorimetry")
1447 || in_info->colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN) {
1448 out_info->colorimetry.matrix =
1449 gst_video_color_matrix_from_iso (context->colorspace);
1452 if (!gst_structure_has_field (in_s, "colorimetry")
1453 || in_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
1454 if (context->color_range == AVCOL_RANGE_JPEG) {
1455 out_info->colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
1456 } else if (context->color_range == AVCOL_RANGE_MPEG) {
1457 out_info->colorimetry.range = GST_VIDEO_COLOR_RANGE_16_235;
1459 out_info->colorimetry.range = GST_VIDEO_COLOR_RANGE_UNKNOWN;
1463 /* try to find a good framerate */
1464 if ((in_info->fps_d && in_info->fps_n)) {
1465 /* take framerate from input when it was specified (#313970) */
1466 fps_n = in_info->fps_n;
1467 fps_d = in_info->fps_d;
1469 fps_n = ffmpegdec->ctx_time_d / ffmpegdec->ctx_ticks;
1470 fps_d = ffmpegdec->ctx_time_n;
1473 GST_LOG_OBJECT (ffmpegdec, "invalid framerate: %d/0, -> %d/1", fps_n,
1477 if (gst_util_fraction_compare (fps_n, fps_d, 1000, 1) > 0) {
1478 GST_LOG_OBJECT (ffmpegdec, "excessive framerate: %d/%d, -> 0/1", fps_n,
1485 if (GST_VIDEO_INFO_FLAG_IS_SET (in_info, GST_VIDEO_FLAG_VARIABLE_FPS)) {
1486 GST_LOG_OBJECT (ffmpegdec, "setting framerate: %d/%d", in_info->fps_n,
1488 out_info->fps_n = in_info->fps_n;
1489 out_info->fps_d = in_info->fps_d;
1491 GST_LOG_OBJECT (ffmpegdec, "setting framerate: %d/%d", fps_n, fps_d);
1492 out_info->fps_n = fps_n;
1493 out_info->fps_d = fps_d;
1496 /* calculate and update par now */
1497 gst_ffmpegviddec_update_par (ffmpegdec, in_info, out_info);
1499 GST_VIDEO_INFO_MULTIVIEW_MODE (out_info) = ffmpegdec->cur_multiview_mode;
1500 GST_VIDEO_INFO_MULTIVIEW_FLAGS (out_info) = ffmpegdec->cur_multiview_flags;
1502 /* To passing HDR information to caps directly */
1503 if (output_state->caps == NULL) {
1504 output_state->caps = gst_video_info_to_caps (out_info);
1506 output_state->caps = gst_caps_make_writable (output_state->caps);
1509 if (flags & GST_VIDEO_BUFFER_FLAG_ONEFIELD) {
1510 /* TODO: we don't get that information from ffmpeg, so copy it from
1512 gst_caps_features_add (gst_caps_get_features (ffmpegdec->output_state->caps,
1513 0), GST_CAPS_FEATURE_FORMAT_INTERLACED);
1516 if (!gst_structure_has_field (in_s, "mastering-display-info")) {
1517 AVFrameSideData *sd = av_frame_get_side_data (picture,
1518 AV_FRAME_DATA_MASTERING_DISPLAY_METADATA);
1519 GstVideoMasteringDisplayInfo minfo;
1522 && mastering_display_metadata_av_to_gst ((AVMasteringDisplayMetadata *)
1523 sd->data, &minfo)) {
1524 GST_LOG_OBJECT (ffmpegdec, "update mastering display info: "
1529 "max_luminance(%u) "
1530 "min_luminance(%u) ",
1531 minfo.display_primaries[0].x, minfo.display_primaries[0].y,
1532 minfo.display_primaries[1].x, minfo.display_primaries[1].y,
1533 minfo.display_primaries[2].x, minfo.display_primaries[2].y,
1534 minfo.white_point.x, minfo.white_point.y,
1535 minfo.max_display_mastering_luminance,
1536 minfo.min_display_mastering_luminance);
1538 if (!gst_video_mastering_display_info_add_to_caps (&minfo,
1539 output_state->caps)) {
1540 GST_WARNING_OBJECT (ffmpegdec,
1541 "Couldn't set mastering display info to caps");
1546 if (!gst_structure_has_field (in_s, "content-light-level")) {
1547 AVFrameSideData *sd = av_frame_get_side_data (picture,
1548 AV_FRAME_DATA_CONTENT_LIGHT_LEVEL);
1549 GstVideoContentLightLevel cll;
1551 if (sd && content_light_metadata_av_to_gst ((AVContentLightMetadata *)
1553 GST_LOG_OBJECT (ffmpegdec, "update content light level: "
1554 "maxCLL:(%u), maxFALL:(%u)", cll.max_content_light_level,
1555 cll.max_frame_average_light_level);
1557 if (!gst_video_content_light_level_add_to_caps (&cll, output_state->caps)) {
1558 GST_WARNING_OBJECT (ffmpegdec,
1559 "Couldn't set content light level to caps");
1564 if (!gst_video_decoder_negotiate (GST_VIDEO_DECODER (ffmpegdec)))
1565 goto negotiate_failed;
1567 /* The decoder is configured, we now know the true latency */
1570 gst_util_uint64_scale_ceil (ffmpegdec->context->has_b_frames *
1571 GST_SECOND, fps_d, fps_n);
1572 if (ffmpegdec->context->thread_type & FF_THREAD_FRAME) {
1574 gst_util_uint64_scale_ceil (ffmpegdec->context->thread_count *
1575 GST_SECOND, fps_d, fps_n);
1577 gst_video_decoder_set_latency (GST_VIDEO_DECODER (ffmpegdec), latency,
1586 GST_ERROR_OBJECT (ffmpegdec,
1587 "decoder requires a video format unsupported by GStreamer");
1592 /* Reset so we try again next time even if force==FALSE */
1593 ffmpegdec->pic_pix_fmt = 0;
1594 ffmpegdec->pic_width = 0;
1595 ffmpegdec->pic_height = 0;
1596 ffmpegdec->pic_par_n = 0;
1597 ffmpegdec->pic_par_d = 0;
1598 ffmpegdec->pic_interlaced = 0;
1599 ffmpegdec->pic_field_order = 0;
1600 ffmpegdec->pic_field_order_changed = FALSE;
1601 ffmpegdec->ctx_ticks = 0;
1602 ffmpegdec->ctx_time_n = 0;
1603 ffmpegdec->ctx_time_d = 0;
1605 GST_ERROR_OBJECT (ffmpegdec, "negotiation failed");
1610 /* perform qos calculations before decoding the next frame.
1612 * Sets the skip_frame flag and if things are really bad, skips to the next
1617 gst_ffmpegviddec_do_qos (GstFFMpegVidDec * ffmpegdec,
1618 GstVideoCodecFrame * frame, gboolean * mode_switch)
1620 GstClockTimeDiff diff;
1621 GstSegmentFlags skip_flags =
1622 GST_VIDEO_DECODER_INPUT_SEGMENT (ffmpegdec).flags;
1624 *mode_switch = FALSE;
1629 if (skip_flags & GST_SEGMENT_FLAG_TRICKMODE_KEY_UNITS) {
1630 ffmpegdec->context->skip_frame = AVDISCARD_NONKEY;
1631 *mode_switch = TRUE;
1632 } else if (skip_flags & GST_SEGMENT_FLAG_TRICKMODE) {
1633 ffmpegdec->context->skip_frame = AVDISCARD_NONREF;
1634 *mode_switch = TRUE;
1637 if (*mode_switch == TRUE) {
1638 /* We've already switched mode, we can return straight away
1639 * without any further calculation */
1644 gst_video_decoder_get_max_decode_time (GST_VIDEO_DECODER (ffmpegdec),
1647 /* if we don't have timing info, then we don't do QoS */
1648 if (G_UNLIKELY (diff == G_MAXINT64)) {
1649 /* Ensure the skipping strategy is the default one */
1650 ffmpegdec->context->skip_frame = ffmpegdec->skip_frame;
1654 GST_DEBUG_OBJECT (ffmpegdec, "decoding time %" G_GINT64_FORMAT, diff);
1656 if (diff > 0 && ffmpegdec->context->skip_frame != AVDISCARD_DEFAULT) {
1657 ffmpegdec->context->skip_frame = AVDISCARD_DEFAULT;
1658 *mode_switch = TRUE;
1659 GST_DEBUG_OBJECT (ffmpegdec, "QOS: normal mode");
1662 else if (diff <= 0 && ffmpegdec->context->skip_frame != AVDISCARD_NONREF) {
1663 ffmpegdec->context->skip_frame = AVDISCARD_NONREF;
1664 *mode_switch = TRUE;
1665 GST_DEBUG_OBJECT (ffmpegdec,
1666 "QOS: hurry up, diff %" G_GINT64_FORMAT " >= 0", diff);
1670 /* get an outbuf buffer with the current picture */
1671 static GstFlowReturn
1672 get_output_buffer (GstFFMpegVidDec * ffmpegdec, GstVideoCodecFrame * frame)
1674 GstFlowReturn ret = GST_FLOW_OK;
1675 AVFrame pic, *outpic;
1676 GstVideoFrame vframe;
1680 GST_LOG_OBJECT (ffmpegdec, "get output buffer");
1682 if (!ffmpegdec->output_state)
1683 goto not_negotiated;
1686 gst_video_decoder_allocate_output_frame (GST_VIDEO_DECODER (ffmpegdec),
1688 if (G_UNLIKELY (ret != GST_FLOW_OK))
1691 /* original ffmpeg code does not handle odd sizes correctly.
1692 * This patched up version does */
1693 /* Fill avpicture */
1694 info = &ffmpegdec->output_state->info;
1695 if (!gst_video_frame_map (&vframe, info, frame->output_buffer,
1696 GST_MAP_READ | GST_MAP_WRITE))
1699 memset (&pic, 0, sizeof (pic));
1700 pic.format = ffmpegdec->pic_pix_fmt;
1701 pic.width = GST_VIDEO_FRAME_WIDTH (&vframe);
1702 pic.height = GST_VIDEO_FRAME_HEIGHT (&vframe);
1703 for (c = 0; c < AV_NUM_DATA_POINTERS; c++) {
1704 if (c < GST_VIDEO_INFO_N_PLANES (info)) {
1705 pic.data[c] = GST_VIDEO_FRAME_PLANE_DATA (&vframe, c);
1706 pic.linesize[c] = GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, c);
1707 GST_LOG_OBJECT (ffmpegdec, "[%i] linesize %d, data %p", c,
1708 pic.linesize[c], pic.data[c]);
1711 pic.linesize[c] = 0;
1715 outpic = ffmpegdec->picture;
1717 if (av_frame_copy (&pic, outpic) != 0) {
1718 GST_ERROR_OBJECT (ffmpegdec, "Failed to copy output frame");
1719 ret = GST_FLOW_ERROR;
1722 gst_video_frame_unmap (&vframe);
1724 ffmpegdec->picture->reordered_opaque = -1;
1731 GST_ELEMENT_ERROR (ffmpegdec, RESOURCE, FAILED,
1732 ("Unable to allocate memory"),
1733 ("The downstream pool failed to allocated buffer."));
1738 GST_ELEMENT_ERROR (ffmpegdec, RESOURCE, OPEN_READ_WRITE,
1739 ("Cannot access memory for read and write operation."),
1740 ("The video memory allocated from downstream pool could not mapped for"
1741 "read and write."));
1746 GST_DEBUG_OBJECT (ffmpegdec, "not negotiated");
1747 return GST_FLOW_NOT_NEGOTIATED;
1752 gst_avpacket_init (AVPacket * packet, guint8 * data, guint size)
1754 memset (packet, 0, sizeof (AVPacket));
1755 packet->data = data;
1756 packet->size = size;
1760 * Returns: whether a frame was decoded
1763 gst_ffmpegviddec_video_frame (GstFFMpegVidDec * ffmpegdec,
1764 GstVideoCodecFrame * frame, GstFlowReturn * ret)
1767 gboolean got_frame = FALSE;
1768 gboolean mode_switch;
1769 GstVideoCodecFrame *out_frame;
1770 GstFFMpegVidDecVideoFrame *out_dframe;
1771 GstBufferPool *pool;
1775 /* in case we skip frames */
1776 ffmpegdec->picture->pict_type = -1;
1778 /* run QoS code, we don't stop decoding the frame when we are late because
1779 * else we might skip a reference frame */
1780 gst_ffmpegviddec_do_qos (ffmpegdec, frame, &mode_switch);
1782 res = avcodec_receive_frame (ffmpegdec->context, ffmpegdec->picture);
1784 /* No frames available at this time */
1785 if (res == AVERROR (EAGAIN)) {
1786 GST_DEBUG_OBJECT (ffmpegdec, "Need more data");
1788 } else if (res == AVERROR_EOF) {
1789 *ret = GST_FLOW_EOS;
1790 GST_DEBUG_OBJECT (ffmpegdec, "Context was entirely flushed");
1792 } else if (res < 0) {
1793 GST_VIDEO_DECODER_ERROR (ffmpegdec, 1, STREAM, DECODE, (NULL),
1794 ("Video decoding error"), *ret);
1800 /* get the output picture timing info again */
1801 out_dframe = ffmpegdec->picture->opaque;
1802 out_frame = gst_video_codec_frame_ref (out_dframe->frame);
1804 /* also give back a buffer allocated by the frame, if any */
1805 gst_buffer_replace (&out_frame->output_buffer, out_dframe->buffer);
1806 gst_buffer_replace (&out_dframe->buffer, NULL);
1808 /* Extract auxilliary info not stored in the main AVframe */
1810 GstVideoInfo *in_info = &ffmpegdec->input_state->info;
1811 /* Take multiview mode from upstream if present */
1812 ffmpegdec->picture_multiview_mode = GST_VIDEO_INFO_MULTIVIEW_MODE (in_info);
1813 ffmpegdec->picture_multiview_flags =
1814 GST_VIDEO_INFO_MULTIVIEW_FLAGS (in_info);
1816 /* Otherwise, see if there's info in the frame */
1817 if (ffmpegdec->picture_multiview_mode == GST_VIDEO_MULTIVIEW_MODE_NONE) {
1818 AVFrameSideData *side_data =
1819 av_frame_get_side_data (ffmpegdec->picture, AV_FRAME_DATA_STEREO3D);
1821 AVStereo3D *stereo = (AVStereo3D *) side_data->data;
1822 ffmpegdec->picture_multiview_mode = stereo_av_to_gst (stereo->type);
1823 if (stereo->flags & AV_STEREO3D_FLAG_INVERT) {
1824 ffmpegdec->picture_multiview_flags =
1825 GST_VIDEO_MULTIVIEW_FLAGS_RIGHT_VIEW_FIRST;
1827 ffmpegdec->picture_multiview_flags = GST_VIDEO_MULTIVIEW_FLAGS_NONE;
1833 GST_DEBUG_OBJECT (ffmpegdec,
1834 "pts %" G_GUINT64_FORMAT " duration %" G_GUINT64_FORMAT,
1835 out_frame->pts, out_frame->duration);
1836 GST_DEBUG_OBJECT (ffmpegdec, "picture: pts %" G_GUINT64_FORMAT,
1837 (guint64) ffmpegdec->picture->pts);
1838 GST_DEBUG_OBJECT (ffmpegdec, "picture: num %d",
1839 ffmpegdec->picture->coded_picture_number);
1840 GST_DEBUG_OBJECT (ffmpegdec, "picture: display %d",
1841 ffmpegdec->picture->display_picture_number);
1842 GST_DEBUG_OBJECT (ffmpegdec, "picture: opaque %p",
1843 ffmpegdec->picture->opaque);
1844 GST_DEBUG_OBJECT (ffmpegdec, "picture: reordered opaque %" G_GUINT64_FORMAT,
1845 (guint64) ffmpegdec->picture->reordered_opaque);
1846 GST_DEBUG_OBJECT (ffmpegdec, "repeat_pict:%d",
1847 ffmpegdec->picture->repeat_pict);
1848 GST_DEBUG_OBJECT (ffmpegdec, "corrupted frame: %d",
1849 ! !(ffmpegdec->picture->flags & AV_FRAME_FLAG_CORRUPT));
1851 if (!gst_ffmpegviddec_negotiate (ffmpegdec, ffmpegdec->context,
1852 ffmpegdec->picture, GST_BUFFER_FLAGS (out_frame->input_buffer)))
1853 goto negotiation_error;
1855 pool = gst_video_decoder_get_buffer_pool (GST_VIDEO_DECODER (ffmpegdec));
1856 if (G_UNLIKELY (out_frame->output_buffer == NULL)) {
1857 *ret = get_output_buffer (ffmpegdec, out_frame);
1858 } else if (G_UNLIKELY (out_frame->output_buffer->pool != pool)) {
1859 GstBuffer *tmp = out_frame->output_buffer;
1860 out_frame->output_buffer = NULL;
1861 *ret = get_output_buffer (ffmpegdec, out_frame);
1862 gst_buffer_unref (tmp);
1864 #ifndef G_DISABLE_ASSERT
1866 GstVideoMeta *vmeta = gst_buffer_get_video_meta (out_frame->output_buffer);
1868 GstVideoInfo *info = &ffmpegdec->output_state->info;
1869 g_assert ((gint) vmeta->width == GST_VIDEO_INFO_WIDTH (info));
1870 g_assert ((gint) vmeta->height == GST_VIDEO_INFO_HEIGHT (info));
1874 gst_object_unref (pool);
1876 if (G_UNLIKELY (*ret != GST_FLOW_OK))
1879 /* Mark corrupted frames as corrupted */
1880 if (ffmpegdec->picture->flags & AV_FRAME_FLAG_CORRUPT)
1881 GST_BUFFER_FLAG_SET (out_frame->output_buffer, GST_BUFFER_FLAG_CORRUPTED);
1883 if (ffmpegdec->pic_interlaced) {
1884 /* set interlaced flags */
1885 if (ffmpegdec->picture->repeat_pict)
1886 GST_BUFFER_FLAG_SET (out_frame->output_buffer, GST_VIDEO_BUFFER_FLAG_RFF);
1887 if (ffmpegdec->picture->top_field_first)
1888 GST_BUFFER_FLAG_SET (out_frame->output_buffer, GST_VIDEO_BUFFER_FLAG_TFF);
1889 if (ffmpegdec->picture->interlaced_frame)
1890 GST_BUFFER_FLAG_SET (out_frame->output_buffer,
1891 GST_VIDEO_BUFFER_FLAG_INTERLACED);
1895 AVFrameSideData *side_data =
1896 av_frame_get_side_data (ffmpegdec->picture, AV_FRAME_DATA_A53_CC);
1898 GST_LOG_OBJECT (ffmpegdec,
1899 "Found CC side data of type AV_FRAME_DATA_A53_CC, size %d",
1900 (int) side_data->size);
1901 GST_MEMDUMP ("A53 CC", side_data->data, side_data->size);
1903 /* do not add closed caption meta if it already exists */
1904 if (!gst_buffer_get_meta (out_frame->input_buffer,
1905 GST_VIDEO_CAPTION_META_API_TYPE)) {
1906 out_frame->output_buffer =
1907 gst_buffer_make_writable (out_frame->output_buffer);
1908 gst_buffer_add_video_caption_meta (out_frame->output_buffer,
1909 GST_VIDEO_CAPTION_TYPE_CEA708_RAW, side_data->data,
1912 GST_LOG_OBJECT (ffmpegdec,
1913 "Closed caption meta already exists: will not add new caption meta");
1919 /* so we decoded this frame, frames preceding it in decoding order
1920 * that still do not have a buffer allocated seem rather useless,
1921 * and can be discarded, due to e.g. misparsed bogus frame
1922 * or non-keyframe in skipped decoding, ...
1923 * In any case, not likely to be seen again, so discard those,
1924 * before they pile up and/or mess with timestamping */
1927 GstVideoDecoder *dec = GST_VIDEO_DECODER (ffmpegdec);
1928 gboolean old = TRUE;
1930 ol = l = gst_video_decoder_get_frames (dec);
1932 GstVideoCodecFrame *tmp = l->data;
1937 if (old && GST_VIDEO_CODEC_FRAME_IS_DECODE_ONLY (tmp)) {
1938 GST_LOG_OBJECT (dec,
1939 "discarding ghost frame %p (#%d) PTS:%" GST_TIME_FORMAT " DTS:%"
1940 GST_TIME_FORMAT, tmp, tmp->system_frame_number,
1941 GST_TIME_ARGS (tmp->pts), GST_TIME_ARGS (tmp->dts));
1942 /* drop extra ref and remove from frame list */
1943 GST_VIDEO_CODEC_FRAME_FLAG_UNSET (tmp,
1944 GST_FFMPEG_VIDEO_CODEC_FRAME_FLAG_ALLOCATED);
1945 gst_video_decoder_release_frame (dec, tmp);
1947 /* drop extra ref we got */
1948 gst_video_codec_frame_unref (tmp);
1955 av_frame_unref (ffmpegdec->picture);
1958 GST_VIDEO_CODEC_FRAME_FLAG_UNSET (frame,
1959 GST_FFMPEG_VIDEO_CODEC_FRAME_FLAG_ALLOCATED);
1961 if (gst_video_decoder_get_subframe_mode (GST_VIDEO_DECODER (ffmpegdec)))
1962 gst_video_decoder_have_last_subframe (GST_VIDEO_DECODER (ffmpegdec),
1965 /* FIXME: Ideally we would remap the buffer read-only now before pushing but
1966 * libav might still have a reference to it!
1968 if (GST_BUFFER_FLAG_IS_SET (out_frame->input_buffer,
1969 GST_VIDEO_BUFFER_FLAG_ONEFIELD)) {
1970 GST_BUFFER_FLAG_SET (out_frame->output_buffer,
1971 GST_VIDEO_BUFFER_FLAG_ONEFIELD);
1972 if (GST_BUFFER_FLAG_IS_SET (out_frame->input_buffer,
1973 GST_VIDEO_BUFFER_FLAG_TFF)) {
1974 GST_BUFFER_FLAG_SET (out_frame->output_buffer, GST_VIDEO_BUFFER_FLAG_TFF);
1978 gst_video_decoder_finish_frame (GST_VIDEO_DECODER (ffmpegdec), out_frame);
1981 GST_DEBUG_OBJECT (ffmpegdec, "return flow %s, got frame: %d",
1982 gst_flow_get_name (*ret), got_frame);
1988 GST_DEBUG_OBJECT (ffmpegdec, "no output buffer");
1989 GST_VIDEO_CODEC_FRAME_FLAG_UNSET (frame,
1990 GST_FFMPEG_VIDEO_CODEC_FRAME_FLAG_ALLOCATED);
1991 gst_video_decoder_drop_frame (GST_VIDEO_DECODER (ffmpegdec), out_frame);
1997 gst_video_decoder_drop_frame (GST_VIDEO_DECODER (ffmpegdec), out_frame);
1998 if (GST_PAD_IS_FLUSHING (GST_VIDEO_DECODER_SRC_PAD (ffmpegdec))) {
1999 *ret = GST_FLOW_FLUSHING;
2002 GST_WARNING_OBJECT (ffmpegdec, "Error negotiating format");
2003 *ret = GST_FLOW_NOT_NEGOTIATED;
2009 /* Returns: Whether a frame was decoded */
2011 gst_ffmpegviddec_frame (GstFFMpegVidDec * ffmpegdec, GstVideoCodecFrame * frame,
2012 GstFlowReturn * ret)
2014 gboolean got_frame = FALSE;
2016 if (G_UNLIKELY (ffmpegdec->context->codec == NULL))
2020 ffmpegdec->context->frame_number++;
2022 got_frame = gst_ffmpegviddec_video_frame (ffmpegdec, frame, ret);
2029 GST_ERROR_OBJECT (ffmpegdec, "no codec context");
2030 *ret = GST_FLOW_NOT_NEGOTIATED;
2035 static GstFlowReturn
2036 gst_ffmpegviddec_drain (GstVideoDecoder * decoder)
2038 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (decoder);
2039 GstFlowReturn ret = GST_FLOW_OK;
2040 gboolean got_frame = FALSE;
2042 if (!ffmpegdec->opened)
2045 GST_VIDEO_DECODER_STREAM_UNLOCK (ffmpegdec);
2046 if (avcodec_send_packet (ffmpegdec->context, NULL)) {
2047 GST_VIDEO_DECODER_STREAM_LOCK (ffmpegdec);
2048 goto send_packet_failed;
2050 GST_VIDEO_DECODER_STREAM_LOCK (ffmpegdec);
2053 got_frame = gst_ffmpegviddec_frame (ffmpegdec, NULL, &ret);
2054 } while (got_frame && ret == GST_FLOW_OK);
2056 GST_VIDEO_DECODER_STREAM_UNLOCK (ffmpegdec);
2057 avcodec_flush_buffers (ffmpegdec->context);
2058 GST_VIDEO_DECODER_STREAM_LOCK (ffmpegdec);
2060 /* FFMpeg will return AVERROR_EOF if it's internal was fully drained
2061 * then we are translating it to GST_FLOW_EOS. However, because this behavior
2062 * is fully internal stuff of this implementation and gstvideodecoder
2063 * baseclass doesn't convert this GST_FLOW_EOS to GST_FLOW_OK,
2064 * convert this flow returned here */
2065 if (ret == GST_FLOW_EOS)
2072 GST_WARNING_OBJECT (ffmpegdec, "send packet failed, could not drain decoder");
2076 static GstFlowReturn
2077 gst_ffmpegviddec_handle_frame (GstVideoDecoder * decoder,
2078 GstVideoCodecFrame * frame)
2080 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (decoder);
2085 GstFlowReturn ret = GST_FLOW_OK;
2088 GST_LOG_OBJECT (ffmpegdec,
2089 "Received new data of size %" G_GSIZE_FORMAT ", dts %" GST_TIME_FORMAT
2090 ", pts:%" GST_TIME_FORMAT ", dur:%" GST_TIME_FORMAT,
2091 gst_buffer_get_size (frame->input_buffer), GST_TIME_ARGS (frame->dts),
2092 GST_TIME_ARGS (frame->pts), GST_TIME_ARGS (frame->duration));
2094 if (!gst_buffer_map (frame->input_buffer, &minfo, GST_MAP_READ)) {
2095 GST_ELEMENT_ERROR (ffmpegdec, STREAM, DECODE, ("Decoding problem"),
2096 ("Failed to map buffer for reading"));
2097 return GST_FLOW_ERROR;
2100 /* treat frame as void until a buffer is requested for it */
2101 if (!GST_VIDEO_CODEC_FRAME_FLAG_IS_SET (frame,
2102 GST_FFMPEG_VIDEO_CODEC_FRAME_FLAG_ALLOCATED))
2103 GST_VIDEO_CODEC_FRAME_FLAG_SET (frame,
2104 GST_VIDEO_CODEC_FRAME_FLAG_DECODE_ONLY);
2109 if (size > 0 && (!GST_MEMORY_IS_ZERO_PADDED (minfo.memory)
2110 || (minfo.maxsize - minfo.size) < AV_INPUT_BUFFER_PADDING_SIZE)) {
2112 if (ffmpegdec->padded_size < size + AV_INPUT_BUFFER_PADDING_SIZE) {
2113 ffmpegdec->padded_size = size + AV_INPUT_BUFFER_PADDING_SIZE;
2114 ffmpegdec->padded = g_realloc (ffmpegdec->padded, ffmpegdec->padded_size);
2115 GST_LOG_OBJECT (ffmpegdec, "resized padding buffer to %d",
2116 ffmpegdec->padded_size);
2118 GST_CAT_TRACE_OBJECT (GST_CAT_PERFORMANCE, ffmpegdec,
2119 "Copy input to add padding");
2120 memcpy (ffmpegdec->padded, data, size);
2121 memset (ffmpegdec->padded + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
2123 data = ffmpegdec->padded;
2126 /* now decode the frame */
2127 gst_avpacket_init (&packet, data, size);
2132 if (ffmpegdec->palette) {
2135 pal = av_packet_new_side_data (&packet, AV_PKT_DATA_PALETTE,
2137 gst_buffer_extract (ffmpegdec->palette, 0, pal, AVPALETTE_SIZE);
2138 GST_DEBUG_OBJECT (ffmpegdec, "copy pal %p %p", &packet, pal);
2141 /* save reference to the timing info */
2142 ffmpegdec->context->reordered_opaque = (gint64) frame->system_frame_number;
2143 ffmpegdec->picture->reordered_opaque = (gint64) frame->system_frame_number;
2145 GST_DEBUG_OBJECT (ffmpegdec, "stored opaque values idx %d",
2146 frame->system_frame_number);
2148 /* This might call into get_buffer() from another thread,
2149 * which would cause a deadlock. Release the lock here
2150 * and taking it again later seems safe
2151 * See https://bugzilla.gnome.org/show_bug.cgi?id=726020
2153 GST_VIDEO_DECODER_STREAM_UNLOCK (ffmpegdec);
2154 if (avcodec_send_packet (ffmpegdec->context, &packet) < 0) {
2155 GST_VIDEO_DECODER_STREAM_LOCK (ffmpegdec);
2156 av_packet_free_side_data (&packet);
2157 goto send_packet_failed;
2159 av_packet_free_side_data (&packet);
2160 GST_VIDEO_DECODER_STREAM_LOCK (ffmpegdec);
2163 /* decode a frame of audio/video now */
2164 got_frame = gst_ffmpegviddec_frame (ffmpegdec, frame, &ret);
2166 if (ret != GST_FLOW_OK) {
2167 GST_LOG_OBJECT (ffmpegdec, "breaking because of flow ret %s",
2168 gst_flow_get_name (ret));
2171 } while (got_frame);
2174 gst_buffer_unmap (frame->input_buffer, &minfo);
2175 gst_video_codec_frame_unref (frame);
2181 GST_VIDEO_DECODER_ERROR (decoder, 1, STREAM, DECODE,
2182 ("Failed to send data for decoding"), ("Invalid input packet"), ret);
2188 gst_ffmpegviddec_start (GstVideoDecoder * decoder)
2190 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (decoder);
2191 GstFFMpegVidDecClass *oclass;
2193 oclass = GST_FFMPEGVIDDEC_GET_CLASS (ffmpegdec);
2195 GST_OBJECT_LOCK (ffmpegdec);
2196 avcodec_free_context (&ffmpegdec->context);
2197 ffmpegdec->context = avcodec_alloc_context3 (oclass->in_plugin);
2198 if (ffmpegdec->context == NULL) {
2199 GST_DEBUG_OBJECT (ffmpegdec, "Failed to set context defaults");
2200 GST_OBJECT_UNLOCK (ffmpegdec);
2203 ffmpegdec->context->opaque = ffmpegdec;
2204 GST_OBJECT_UNLOCK (ffmpegdec);
2210 gst_ffmpegviddec_stop (GstVideoDecoder * decoder)
2212 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (decoder);
2214 GST_OBJECT_LOCK (ffmpegdec);
2215 gst_ffmpegviddec_close (ffmpegdec, FALSE);
2216 GST_OBJECT_UNLOCK (ffmpegdec);
2217 g_free (ffmpegdec->padded);
2218 ffmpegdec->padded = NULL;
2219 ffmpegdec->padded_size = 0;
2220 if (ffmpegdec->input_state)
2221 gst_video_codec_state_unref (ffmpegdec->input_state);
2222 ffmpegdec->input_state = NULL;
2223 if (ffmpegdec->output_state)
2224 gst_video_codec_state_unref (ffmpegdec->output_state);
2225 ffmpegdec->output_state = NULL;
2227 if (ffmpegdec->internal_pool)
2228 gst_object_unref (ffmpegdec->internal_pool);
2229 ffmpegdec->internal_pool = NULL;
2231 ffmpegdec->pic_pix_fmt = 0;
2232 ffmpegdec->pic_width = 0;
2233 ffmpegdec->pic_height = 0;
2234 ffmpegdec->pic_par_n = 0;
2235 ffmpegdec->pic_par_d = 0;
2236 ffmpegdec->pic_interlaced = 0;
2237 ffmpegdec->pic_field_order = 0;
2238 ffmpegdec->pic_field_order_changed = FALSE;
2239 ffmpegdec->ctx_ticks = 0;
2240 ffmpegdec->ctx_time_n = 0;
2241 ffmpegdec->ctx_time_d = 0;
2243 ffmpegdec->pool_width = 0;
2244 ffmpegdec->pool_height = 0;
2245 ffmpegdec->pool_format = 0;
2250 static GstFlowReturn
2251 gst_ffmpegviddec_finish (GstVideoDecoder * decoder)
2253 GstFlowReturn flow_ret;
2255 flow_ret = gst_ffmpegviddec_drain (decoder);
2257 /* note that finish can and should clean up more drastically,
2258 * but drain is also invoked on e.g. packet loss in GAP handling */
2259 gst_ffmpegviddec_flush (decoder);
2265 gst_ffmpegviddec_flush (GstVideoDecoder * decoder)
2267 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (decoder);
2269 if (ffmpegdec->opened) {
2270 GST_LOG_OBJECT (decoder, "flushing buffers");
2271 GST_VIDEO_DECODER_STREAM_UNLOCK (ffmpegdec);
2272 avcodec_flush_buffers (ffmpegdec->context);
2273 GST_VIDEO_DECODER_STREAM_LOCK (ffmpegdec);
2280 gst_ffmpegviddec_decide_allocation (GstVideoDecoder * decoder, GstQuery * query)
2282 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (decoder);
2283 GstVideoCodecState *state;
2284 GstBufferPool *pool;
2285 guint size, min, max;
2286 GstStructure *config;
2287 gboolean have_pool, have_videometa, have_alignment, update_pool = FALSE;
2288 GstAllocator *allocator = NULL;
2289 GstAllocationParams params = DEFAULT_ALLOC_PARAM;
2291 have_pool = (gst_query_get_n_allocation_pools (query) != 0);
2293 if (!GST_VIDEO_DECODER_CLASS (parent_class)->decide_allocation (decoder,
2297 state = gst_video_decoder_get_output_state (decoder);
2299 if (gst_query_get_n_allocation_params (query) > 0) {
2300 gst_query_parse_nth_allocation_param (query, 0, &allocator, ¶ms);
2301 params.align = MAX (params.align, DEFAULT_STRIDE_ALIGN);
2303 gst_query_add_allocation_param (query, allocator, ¶ms);
2306 gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
2308 /* Don't use pool that can't grow, as we don't know how many buffer we'll
2309 * need, otherwise we may stall */
2310 if (max != 0 && max < REQUIRED_POOL_MAX_BUFFERS) {
2311 gst_object_unref (pool);
2312 pool = gst_video_buffer_pool_new ();
2317 /* if there is an allocator, also drop it, as it might be the reason we
2318 * have this limit. Default will be used */
2320 gst_object_unref (allocator);
2325 config = gst_buffer_pool_get_config (pool);
2326 gst_buffer_pool_config_set_params (config, state->caps, size, min, max);
2327 gst_buffer_pool_config_set_allocator (config, allocator, ¶ms);
2330 gst_query_find_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
2333 gst_buffer_pool_config_add_option (config,
2334 GST_BUFFER_POOL_OPTION_VIDEO_META);
2337 gst_buffer_pool_has_option (pool, GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
2339 /* If we have videometa, we never have to copy */
2340 if (have_videometa && have_pool && have_alignment &&
2341 gst_ffmpegviddec_can_direct_render (ffmpegdec)) {
2342 GstStructure *config_copy = gst_structure_copy (config);
2344 gst_ffmpegvideodec_prepare_dr_pool (ffmpegdec, pool, &state->info,
2347 /* FIXME validate and retry */
2348 if (gst_buffer_pool_set_config (pool, config_copy)) {
2352 gst_buffer_pool_set_active (pool, TRUE);
2353 ret = gst_buffer_pool_acquire_buffer (pool, &tmp, NULL);
2354 if (ret == GST_FLOW_OK) {
2355 GstVideoMeta *vmeta = gst_buffer_get_video_meta (tmp);
2356 gboolean same_stride = TRUE;
2359 for (i = 0; i < vmeta->n_planes; i++) {
2360 if (vmeta->stride[i] != ffmpegdec->stride[i]) {
2361 same_stride = FALSE;
2366 gst_buffer_unref (tmp);
2369 if (ffmpegdec->internal_pool)
2370 gst_object_unref (ffmpegdec->internal_pool);
2371 ffmpegdec->internal_pool = gst_object_ref (pool);
2372 ffmpegdec->pool_width = GST_VIDEO_INFO_WIDTH (&state->info);
2373 ffmpegdec->pool_height =
2374 MAX (GST_VIDEO_INFO_HEIGHT (&state->info),
2375 ffmpegdec->context->coded_height);
2376 ffmpegdec->pool_info = state->info;
2377 gst_structure_free (config);
2384 if (have_videometa && ffmpegdec->internal_pool
2385 && gst_ffmpeg_pixfmt_to_videoformat (ffmpegdec->pool_format) ==
2386 GST_VIDEO_INFO_FORMAT (&state->info)
2387 && ffmpegdec->pool_width == state->info.width
2388 && ffmpegdec->pool_height == state->info.height) {
2390 gst_object_unref (pool);
2391 pool = gst_object_ref (ffmpegdec->internal_pool);
2392 gst_structure_free (config);
2397 if (!gst_buffer_pool_set_config (pool, config)) {
2398 gboolean working_pool = FALSE;
2399 config = gst_buffer_pool_get_config (pool);
2401 if (gst_buffer_pool_config_validate_params (config, state->caps, size, min,
2403 working_pool = gst_buffer_pool_set_config (pool, config);
2405 gst_structure_free (config);
2408 if (!working_pool) {
2409 gst_object_unref (pool);
2410 pool = gst_video_buffer_pool_new ();
2411 config = gst_buffer_pool_get_config (pool);
2412 gst_buffer_pool_config_set_params (config, state->caps, size, min, max);
2413 gst_buffer_pool_config_set_allocator (config, NULL, ¶ms);
2414 gst_buffer_pool_set_config (pool, config);
2422 gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
2424 gst_object_unref (pool);
2426 gst_object_unref (allocator);
2427 gst_video_codec_state_unref (state);
2433 gst_ffmpegviddec_propose_allocation (GstVideoDecoder * decoder,
2436 GstAllocationParams params;
2438 gst_allocation_params_init (¶ms);
2439 params.flags = GST_MEMORY_FLAG_ZERO_PADDED;
2440 params.align = DEFAULT_STRIDE_ALIGN;
2441 params.padding = AV_INPUT_BUFFER_PADDING_SIZE;
2442 /* we would like to have some padding so that we don't have to
2443 * memcpy. We don't suggest an allocator. */
2444 gst_query_add_allocation_param (query, NULL, ¶ms);
2446 return GST_VIDEO_DECODER_CLASS (parent_class)->propose_allocation (decoder,
2451 gst_ffmpegviddec_set_property (GObject * object,
2452 guint prop_id, const GValue * value, GParamSpec * pspec)
2454 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (object);
2458 ffmpegdec->lowres = ffmpegdec->context->lowres = g_value_get_enum (value);
2460 case PROP_SKIPFRAME:
2461 ffmpegdec->skip_frame = ffmpegdec->context->skip_frame =
2462 g_value_get_enum (value);
2464 case PROP_DIRECT_RENDERING:
2465 ffmpegdec->direct_rendering = g_value_get_boolean (value);
2467 #ifndef GST_REMOVE_DEPRECATED
2469 /* non-functional */
2472 case PROP_MAX_THREADS:
2473 ffmpegdec->max_threads = g_value_get_int (value);
2475 case PROP_OUTPUT_CORRUPT:
2476 ffmpegdec->output_corrupt = g_value_get_boolean (value);
2478 case PROP_THREAD_TYPE:
2479 ffmpegdec->thread_type = g_value_get_flags (value);
2481 case PROP_STD_COMPLIANCE:
2482 ffmpegdec->std_compliance = g_value_get_enum (value);
2485 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
2491 gst_ffmpegviddec_get_property (GObject * object,
2492 guint prop_id, GValue * value, GParamSpec * pspec)
2494 GstFFMpegVidDec *ffmpegdec = GST_FFMPEGVIDDEC (object);
2498 g_value_set_enum (value, ffmpegdec->lowres);
2500 case PROP_SKIPFRAME:
2501 g_value_set_enum (value, ffmpegdec->skip_frame);
2503 case PROP_DIRECT_RENDERING:
2504 g_value_set_boolean (value, ffmpegdec->direct_rendering);
2506 #ifndef GST_REMOVE_DEPRECATED
2508 g_value_set_boolean (value, FALSE);
2511 case PROP_MAX_THREADS:
2512 g_value_set_int (value, ffmpegdec->max_threads);
2514 case PROP_OUTPUT_CORRUPT:
2515 g_value_set_boolean (value, ffmpegdec->output_corrupt);
2517 case PROP_THREAD_TYPE:
2518 g_value_set_flags (value, ffmpegdec->thread_type);
2520 case PROP_STD_COMPLIANCE:
2521 g_value_set_enum (value, ffmpegdec->std_compliance);
2524 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
2530 gst_ffmpegviddec_register (GstPlugin * plugin)
2532 GTypeInfo typeinfo = {
2533 sizeof (GstFFMpegVidDecClass),
2536 (GClassInitFunc) gst_ffmpegviddec_subclass_init,
2539 sizeof (GstFFMpegVidDec),
2541 (GInstanceInitFunc) gst_ffmpegviddec_subinit,
2548 GST_LOG ("Registering decoders");
2550 while ((in_plugin = (AVCodec *) av_codec_iterate (&i))) {
2554 /* only video decoders */
2555 if (!av_codec_is_decoder (in_plugin)
2556 || in_plugin->type != AVMEDIA_TYPE_VIDEO)
2559 /* no quasi codecs, please */
2560 if (in_plugin->id == AV_CODEC_ID_RAWVIDEO ||
2561 in_plugin->id == AV_CODEC_ID_V210 ||
2562 in_plugin->id == AV_CODEC_ID_V210X ||
2563 in_plugin->id == AV_CODEC_ID_V308 ||
2564 in_plugin->id == AV_CODEC_ID_V408 ||
2565 in_plugin->id == AV_CODEC_ID_V410 ||
2566 in_plugin->id == AV_CODEC_ID_R210
2567 || in_plugin->id == AV_CODEC_ID_AYUV
2568 || in_plugin->id == AV_CODEC_ID_Y41P
2569 || in_plugin->id == AV_CODEC_ID_012V
2570 || in_plugin->id == AV_CODEC_ID_YUV4
2571 #if AV_VERSION_INT (LIBAVCODEC_VERSION_MAJOR, LIBAVCODEC_VERSION_MINOR, LIBAVCODEC_VERSION_MICRO) >= \
2572 AV_VERSION_INT (57,4,0)
2573 || in_plugin->id == AV_CODEC_ID_WRAPPED_AVFRAME
2575 || in_plugin->id == AV_CODEC_ID_ZLIB) {
2579 /* No decoders depending on external libraries (we don't build them, but
2580 * people who build against an external ffmpeg might have them.
2581 * We have native gstreamer plugins for all of those libraries anyway. */
2582 if (!strncmp (in_plugin->name, "lib", 3)) {
2584 ("Not using external library decoder %s. Use the gstreamer-native ones instead.",
2589 /* Skip hardware or hybrid (hardware with software fallback) */
2590 if ((in_plugin->capabilities & AV_CODEC_CAP_HARDWARE) ==
2591 AV_CODEC_CAP_HARDWARE) {
2593 ("Ignoring hardware decoder %s. We can't handle this outside of ffmpeg",
2598 if ((in_plugin->capabilities & AV_CODEC_CAP_HYBRID) == AV_CODEC_CAP_HYBRID) {
2600 ("Ignoring hybrid decoder %s. We can't handle this outside of ffmpeg",
2605 /* No vdpau plugins until we can figure out how to properly use them
2606 * outside of ffmpeg. */
2607 if (g_str_has_suffix (in_plugin->name, "_vdpau")) {
2609 ("Ignoring VDPAU decoder %s. We can't handle this outside of ffmpeg",
2614 if (g_str_has_suffix (in_plugin->name, "_xvmc")) {
2616 ("Ignoring XVMC decoder %s. We can't handle this outside of ffmpeg",
2621 if (strstr (in_plugin->name, "vaapi")) {
2623 ("Ignoring VAAPI decoder %s. We can't handle this outside of ffmpeg",
2628 if (g_str_has_suffix (in_plugin->name, "_qsv")) {
2630 ("Ignoring qsv decoder %s. We can't handle this outside of ffmpeg",
2635 GST_DEBUG ("Trying plugin %s [%s]", in_plugin->name, in_plugin->long_name);
2637 /* no codecs for which we're GUARANTEED to have better alternatives */
2638 /* MPEG1VIDEO : the mpeg2video decoder is preferred */
2639 /* MP1 : Use MP3 for decoding */
2640 /* MP2 : Use MP3 for decoding */
2641 /* Theora: Use libtheora based theoradec */
2642 /* CDG: use cdgdec */
2643 /* AV1: Use av1dec, dav1ddec or any of the hardware decoders.
2644 * Also ffmpeg's decoder only works with hardware support!
2646 if (!strcmp (in_plugin->name, "theora") ||
2647 !strcmp (in_plugin->name, "mpeg1video") ||
2648 strstr (in_plugin->name, "crystalhd") != NULL ||
2649 !strcmp (in_plugin->name, "ass") ||
2650 !strcmp (in_plugin->name, "srt") ||
2651 !strcmp (in_plugin->name, "pgssub") ||
2652 !strcmp (in_plugin->name, "dvdsub") ||
2653 !strcmp (in_plugin->name, "dvbsub") ||
2654 !strcmp (in_plugin->name, "cdgraphics") ||
2655 !strcmp (in_plugin->name, "av1")) {
2656 GST_LOG ("Ignoring decoder %s", in_plugin->name);
2660 /* construct the type */
2661 if (!strcmp (in_plugin->name, "hevc")) {
2662 plugin_name = g_strdup ("h265");
2664 plugin_name = g_strdup ((gchar *) in_plugin->name);
2666 g_strdelimit (plugin_name, NULL, '_');
2667 type_name = g_strdup_printf ("avdec_%s", plugin_name);
2668 g_free (plugin_name);
2670 type = g_type_from_name (type_name);
2673 /* create the gtype now */
2674 typeinfo.class_data = in_plugin;
2676 g_type_register_static (GST_TYPE_FFMPEGVIDDEC, type_name, &typeinfo,
2680 /* (Ronald) MPEG-4 gets a higher priority because it has been well-
2681 * tested and by far outperforms divxdec/xviddec - so we prefer it.
2682 * msmpeg4v3 same, as it outperforms divxdec for divx3 playback. */
2683 switch (in_plugin->id) {
2684 case AV_CODEC_ID_MPEG1VIDEO:
2685 case AV_CODEC_ID_MPEG2VIDEO:
2686 case AV_CODEC_ID_MPEG4:
2687 case AV_CODEC_ID_MSMPEG4V3:
2688 case AV_CODEC_ID_H264:
2689 case AV_CODEC_ID_HEVC:
2690 case AV_CODEC_ID_RV10:
2691 case AV_CODEC_ID_RV20:
2692 case AV_CODEC_ID_RV30:
2693 case AV_CODEC_ID_RV40:
2694 rank = GST_RANK_PRIMARY;
2696 /* DVVIDEO: we have a good dv decoder, fast on both ppc as well as x86.
2697 * They say libdv's quality is better though. leave as secondary.
2698 * note: if you change this, see the code in gstdv.c in good/ext/dv.
2700 case AV_CODEC_ID_DVVIDEO:
2701 rank = GST_RANK_SECONDARY;
2704 rank = GST_RANK_MARGINAL;
2707 if (!gst_element_register (plugin, type_name, rank, type)) {
2708 g_warning ("Failed to register %s", type_name);
2716 GST_LOG ("Finished Registering decoders");