2 * Copyright (C) 2006 David Schleef <ds@schleef.org>
3 * Copyright (C) 2010 Entropy Wave Inc
4 * Copyright (C) 2010-2012 Sebastian Dröge <sebastian.droege@collabora.co.uk>
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Library General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Library General Public License for more details.
16 * You should have received a copy of the GNU Library General Public
17 * License along with this library; if not, write to the
18 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
19 * Boston, MA 02111-1307, USA.
23 * SECTION:element-vp8enc
24 * @see_also: vp8dec, webmmux, oggmux
26 * This element encodes raw video into a VP8 stream.
27 * <ulink url="http://www.webmproject.org">VP8</ulink> is a royalty-free
28 * video codec maintained by <ulink url="http://www.google.com/">Google
29 * </ulink>. It's the successor of On2 VP3, which was the base of the
32 * To control the quality of the encoding, the #GstVP8Enc::target-bitrate,
33 * #GstVP8Enc::min-quantizer, #GstVP8Enc::max-quantizer or #GstVP8Enc::cq-level
34 * properties can be used. Which one is used depends on the mode selected by
35 * the #GstVP8Enc::end-usage property.
36 * See <ulink url="http://www.webmproject.org/docs/encoder-parameters/">Encoder Parameters</ulink>
37 * for explanation, examples for useful encoding parameters and more details
38 * on the encoding parameters.
41 * <title>Example pipeline</title>
43 * gst-launch -v videotestsrc num-buffers=1000 ! vp8enc ! webmmux ! filesink location=videotestsrc.webm
44 * ]| This example pipeline will encode a test video source to VP8 muxed in an
53 #ifdef HAVE_VP8_ENCODER
55 /* glib decided in 2.32 it would be a great idea to deprecated GValueArray without
56 * providing an alternative
58 * See https://bugzilla.gnome.org/show_bug.cgi?id=667228
60 #define GLIB_DISABLE_DEPRECATION_WARNINGS
62 #include <gst/tag/tag.h>
65 #include "gstvp8utils.h"
66 #include "gstvp8enc.h"
68 #include <gst/video/gstvideometa.h>
70 GST_DEBUG_CATEGORY_STATIC (gst_vp8enc_debug);
71 #define GST_CAT_DEFAULT gst_vp8enc_debug
80 _gst_mini_object_unref0 (GstMiniObject * obj)
83 gst_mini_object_unref (obj);
87 gst_vp8_enc_user_data_free (GstVP8EncUserData * user_data)
90 g_slice_free (vpx_image_t, user_data->image);
92 g_list_foreach (user_data->invisible, (GFunc) _gst_mini_object_unref0, NULL);
93 g_list_free (user_data->invisible);
94 g_slice_free (GstVP8EncUserData, user_data);
97 /* From vp8/vp8_cx_iface.c */
98 #define DEFAULT_PROFILE 0
100 #define DEFAULT_RC_END_USAGE VPX_VBR
101 #define DEFAULT_RC_TARGET_BITRATE 256000
102 #define DEFAULT_RC_MIN_QUANTIZER 4
103 #define DEFAULT_RC_MAX_QUANTIZER 63
105 #define DEFAULT_RC_DROPFRAME_THRESH 0
106 #define DEFAULT_RC_RESIZE_ALLOWED 0
107 #define DEFAULT_RC_RESIZE_UP_THRESH 30
108 #define DEFAULT_RC_RESIZE_DOWN_THRESH 60
109 #define DEFAULT_RC_UNDERSHOOT_PCT 100
110 #define DEFAULT_RC_OVERSHOOT_PCT 100
111 #define DEFAULT_RC_BUF_SZ 6000
112 #define DEFAULT_RC_BUF_INITIAL_SZ 4000
113 #define DEFAULT_RC_BUF_OPTIMAL_SZ 5000
114 #define DEFAULT_RC_2PASS_VBR_BIAS_PCT 50
115 #define DEFAULT_RC_2PASS_VBR_MINSECTION_PCT 0
116 #define DEFAULT_RC_2PASS_VBR_MAXSECTION_PCT 400
118 #define DEFAULT_KF_MODE VPX_KF_AUTO
119 #define DEFAULT_KF_MAX_DIST 128
121 #define DEFAULT_MULTIPASS_MODE VPX_RC_ONE_PASS
122 #define DEFAULT_MULTIPASS_CACHE_FILE "multipass.cache"
124 #define DEFAULT_TS_NUMBER_LAYERS 1
125 #define DEFAULT_TS_TARGET_BITRATE NULL
126 #define DEFAULT_TS_RATE_DECIMATOR NULL
127 #define DEFAULT_TS_PERIODICITY 0
128 #define DEFAULT_TS_LAYER_ID NULL
130 #define DEFAULT_ERROR_RESILIENT 0
131 #define DEFAULT_LAG_IN_FRAMES 0
133 #define DEFAULT_THREADS 0
135 #define DEFAULT_H_SCALING_MODE VP8E_NORMAL
136 #define DEFAULT_V_SCALING_MODE VP8E_NORMAL
137 #define DEFAULT_CPU_USED 0
138 #define DEFAULT_ENABLE_AUTO_ALT_REF FALSE
139 #define DEFAULT_DEADLINE VPX_DL_BEST_QUALITY
140 #define DEFAULT_NOISE_SENSITIVITY 0
141 #define DEFAULT_SHARPNESS 0
142 #define DEFAULT_STATIC_THRESHOLD 0
143 #define DEFAULT_TOKEN_PARTITIONS 0
144 #define DEFAULT_ARNR_MAXFRAMES 0
145 #define DEFAULT_ARNR_STRENGTH 3
146 #define DEFAULT_ARNR_TYPE 3
147 #define DEFAULT_TUNING VP8_TUNE_PSNR
148 #define DEFAULT_CQ_LEVEL 10
149 #define DEFAULT_MAX_INTRA_BITRATE_PCT 0
155 PROP_RC_TARGET_BITRATE,
156 PROP_RC_MIN_QUANTIZER,
157 PROP_RC_MAX_QUANTIZER,
158 PROP_RC_DROPFRAME_THRESH,
159 PROP_RC_RESIZE_ALLOWED,
160 PROP_RC_RESIZE_UP_THRESH,
161 PROP_RC_RESIZE_DOWN_THRESH,
162 PROP_RC_UNDERSHOOT_PCT,
163 PROP_RC_OVERSHOOT_PCT,
165 PROP_RC_BUF_INITIAL_SZ,
166 PROP_RC_BUF_OPTIMAL_SZ,
167 PROP_RC_2PASS_VBR_BIAS_PCT,
168 PROP_RC_2PASS_VBR_MINSECTION_PCT,
169 PROP_RC_2PASS_VBR_MAXSECTION_PCT,
172 PROP_TS_NUMBER_LAYERS,
173 PROP_TS_TARGET_BITRATE,
174 PROP_TS_RATE_DECIMATOR,
178 PROP_MULTIPASS_CACHE_FILE,
179 PROP_ERROR_RESILIENT,
186 PROP_ENABLE_AUTO_ALT_REF,
187 PROP_NOISE_SENSITIVITY,
189 PROP_STATIC_THRESHOLD,
190 PROP_TOKEN_PARTITIONS,
196 PROP_MAX_INTRA_BITRATE_PCT
199 #define GST_VP8_ENC_END_USAGE_TYPE (gst_vp8_enc_end_usage_get_type())
201 gst_vp8_enc_end_usage_get_type (void)
203 static const GEnumValue values[] = {
204 {VPX_VBR, "Variable Bit Rate (VBR) mode", "vbr"},
205 {VPX_CBR, "Constant Bit Rate (CBR) mode", "cbr"},
206 {VPX_CQ, "Constant Quality Mode (CQ) mode", "cq"},
209 static volatile GType id = 0;
211 if (g_once_init_enter ((gsize *) & id)) {
214 _id = g_enum_register_static ("GstVP8EncEndUsage", values);
216 g_once_init_leave ((gsize *) & id, _id);
222 #define GST_VP8_ENC_MULTIPASS_MODE_TYPE (gst_vp8_enc_multipass_mode_get_type())
224 gst_vp8_enc_multipass_mode_get_type (void)
226 static const GEnumValue values[] = {
227 {VPX_RC_ONE_PASS, "One pass encoding (default)", "one-pass"},
228 {VPX_RC_FIRST_PASS, "First pass of multipass encoding", "first-pass"},
229 {VPX_RC_LAST_PASS, "Last pass of multipass encoding", "last-pass"},
232 static volatile GType id = 0;
234 if (g_once_init_enter ((gsize *) & id)) {
237 _id = g_enum_register_static ("GstVP8EncMultipassMode", values);
239 g_once_init_leave ((gsize *) & id, _id);
245 #define GST_VP8_ENC_KF_MODE_TYPE (gst_vp8_enc_kf_mode_get_type())
247 gst_vp8_enc_kf_mode_get_type (void)
249 static const GEnumValue values[] = {
250 {VPX_KF_AUTO, "Determine optimal placement automatically", "auto"},
251 {VPX_KF_DISABLED, "Don't automatically place keyframes", "disabled"},
254 static volatile GType id = 0;
256 if (g_once_init_enter ((gsize *) & id)) {
259 _id = g_enum_register_static ("GstVP8EncKfMode", values);
261 g_once_init_leave ((gsize *) & id, _id);
267 #define GST_VP8_ENC_TUNING_TYPE (gst_vp8_enc_tuning_get_type())
269 gst_vp8_enc_tuning_get_type (void)
271 static const GEnumValue values[] = {
272 {VP8_TUNE_PSNR, "Tune for PSNR", "psnr"},
273 {VP8_TUNE_SSIM, "Tune for SSIM", "ssim"},
276 static volatile GType id = 0;
278 if (g_once_init_enter ((gsize *) & id)) {
281 _id = g_enum_register_static ("GstVP8EncTuning", values);
283 g_once_init_leave ((gsize *) & id, _id);
289 #define GST_VP8_ENC_SCALING_MODE_TYPE (gst_vp8_enc_scaling_mode_get_type())
291 gst_vp8_enc_scaling_mode_get_type (void)
293 static const GEnumValue values[] = {
294 {VP8E_NORMAL, "Normal", "normal"},
295 {VP8E_FOURFIVE, "4:5", "4:5"},
296 {VP8E_THREEFIVE, "3:5", "3:5"},
297 {VP8E_ONETWO, "1:2", "1:2"},
300 static volatile GType id = 0;
302 if (g_once_init_enter ((gsize *) & id)) {
305 _id = g_enum_register_static ("GstVP8EncScalingMode", values);
307 g_once_init_leave ((gsize *) & id, _id);
313 #define GST_VP8_ENC_TOKEN_PARTITIONS_TYPE (gst_vp8_enc_token_partitions_get_type())
315 gst_vp8_enc_token_partitions_get_type (void)
317 static const GEnumValue values[] = {
318 {VP8_ONE_TOKENPARTITION, "One token partition", "1"},
319 {VP8_TWO_TOKENPARTITION, "Two token partitions", "2"},
320 {VP8_FOUR_TOKENPARTITION, "Four token partitions", "4"},
321 {VP8_EIGHT_TOKENPARTITION, "Eight token partitions", "8"},
324 static volatile GType id = 0;
326 if (g_once_init_enter ((gsize *) & id)) {
329 _id = g_enum_register_static ("GstVP8EncTokenPartitions", values);
331 g_once_init_leave ((gsize *) & id, _id);
337 #define GST_VP8_ENC_ER_FLAGS_TYPE (gst_vp8_enc_er_flags_get_type())
339 gst_vp8_enc_er_flags_get_type (void)
341 static const GFlagsValue values[] = {
342 {VPX_ERROR_RESILIENT_DEFAULT, "Default error resilience", "default"},
343 {VPX_ERROR_RESILIENT_PARTITIONS,
344 "Allow partitions to be decoded independently", "partitions"},
347 static volatile GType id = 0;
349 if (g_once_init_enter ((gsize *) & id)) {
352 _id = g_flags_register_static ("GstVP8EncErFlags", values);
354 g_once_init_leave ((gsize *) & id, _id);
360 static void gst_vp8_enc_finalize (GObject * object);
361 static void gst_vp8_enc_set_property (GObject * object, guint prop_id,
362 const GValue * value, GParamSpec * pspec);
363 static void gst_vp8_enc_get_property (GObject * object, guint prop_id,
364 GValue * value, GParamSpec * pspec);
366 static gboolean gst_vp8_enc_start (GstVideoEncoder * encoder);
367 static gboolean gst_vp8_enc_stop (GstVideoEncoder * encoder);
368 static gboolean gst_vp8_enc_set_format (GstVideoEncoder *
369 video_encoder, GstVideoCodecState * state);
370 static gboolean gst_vp8_enc_finish (GstVideoEncoder * video_encoder);
371 static GstFlowReturn gst_vp8_enc_handle_frame (GstVideoEncoder *
372 video_encoder, GstVideoCodecFrame * frame);
373 static GstFlowReturn gst_vp8_enc_pre_push (GstVideoEncoder * encoder,
374 GstVideoCodecFrame * frame);
375 static gboolean gst_vp8_enc_sink_event (GstVideoEncoder *
376 video_encoder, GstEvent * event);
377 static gboolean gst_vp8_enc_propose_allocation (GstVideoEncoder * encoder,
380 static GstStaticPadTemplate gst_vp8_enc_sink_template =
381 GST_STATIC_PAD_TEMPLATE ("sink",
384 GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("I420"))
387 static GstStaticPadTemplate gst_vp8_enc_src_template =
388 GST_STATIC_PAD_TEMPLATE ("src",
391 GST_STATIC_CAPS ("video/x-vp8, " "profile = (string) {0, 1, 2, 3}")
394 #define parent_class gst_vp8_enc_parent_class
395 G_DEFINE_TYPE_WITH_CODE (GstVP8Enc, gst_vp8_enc, GST_TYPE_VIDEO_ENCODER,
396 G_IMPLEMENT_INTERFACE (GST_TYPE_TAG_SETTER, NULL);
397 G_IMPLEMENT_INTERFACE (GST_TYPE_PRESET, NULL););
400 gst_vp8_enc_class_init (GstVP8EncClass * klass)
402 GObjectClass *gobject_class;
403 GstElementClass *element_class;
404 GstVideoEncoderClass *video_encoder_class;
406 gobject_class = G_OBJECT_CLASS (klass);
407 element_class = GST_ELEMENT_CLASS (klass);
408 video_encoder_class = GST_VIDEO_ENCODER_CLASS (klass);
410 gobject_class->set_property = gst_vp8_enc_set_property;
411 gobject_class->get_property = gst_vp8_enc_get_property;
412 gobject_class->finalize = gst_vp8_enc_finalize;
414 gst_element_class_add_pad_template (element_class,
415 gst_static_pad_template_get (&gst_vp8_enc_src_template));
416 gst_element_class_add_pad_template (element_class,
417 gst_static_pad_template_get (&gst_vp8_enc_sink_template));
419 gst_element_class_set_static_metadata (element_class,
421 "Codec/Encoder/Video",
422 "Encode VP8 video streams", "David Schleef <ds@entropywave.com>, "
423 "Sebastian Dröge <sebastian.droege@collabora.co.uk>");
425 video_encoder_class->start = gst_vp8_enc_start;
426 video_encoder_class->stop = gst_vp8_enc_stop;
427 video_encoder_class->handle_frame = gst_vp8_enc_handle_frame;
428 video_encoder_class->set_format = gst_vp8_enc_set_format;
429 video_encoder_class->finish = gst_vp8_enc_finish;
430 video_encoder_class->pre_push = gst_vp8_enc_pre_push;
431 video_encoder_class->sink_event = gst_vp8_enc_sink_event;
432 video_encoder_class->propose_allocation = gst_vp8_enc_propose_allocation;
435 g_object_class_install_property (gobject_class, PROP_RC_END_USAGE,
436 g_param_spec_enum ("end-usage", "Rate control mode",
438 GST_VP8_ENC_END_USAGE_TYPE, DEFAULT_RC_END_USAGE,
439 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
441 g_object_class_install_property (gobject_class, PROP_RC_TARGET_BITRATE,
442 g_param_spec_int ("target-bitrate", "Target bitrate",
443 "Target bitrate (in bits/sec)",
444 0, G_MAXINT, DEFAULT_RC_TARGET_BITRATE,
445 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
447 g_object_class_install_property (gobject_class, PROP_RC_MIN_QUANTIZER,
448 g_param_spec_int ("min-quantizer", "Minimum Quantizer",
449 "Minimum Quantizer (best)",
450 0, 63, DEFAULT_RC_MIN_QUANTIZER,
451 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
453 g_object_class_install_property (gobject_class, PROP_RC_MAX_QUANTIZER,
454 g_param_spec_int ("max-quantizer", "Maximum Quantizer",
455 "Maximum Quantizer (worst)",
456 0, 63, DEFAULT_RC_MAX_QUANTIZER,
457 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
459 g_object_class_install_property (gobject_class, PROP_RC_DROPFRAME_THRESH,
460 g_param_spec_int ("dropframe-threshold", "Drop Frame Threshold",
461 "Temporal resampling threshold (buf %)",
462 0, 100, DEFAULT_RC_DROPFRAME_THRESH,
463 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
465 g_object_class_install_property (gobject_class, PROP_RC_RESIZE_ALLOWED,
466 g_param_spec_boolean ("resize-allowed", "Resize Allowed",
467 "Allow spatial resampling",
468 DEFAULT_RC_RESIZE_ALLOWED,
469 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
471 g_object_class_install_property (gobject_class, PROP_RC_RESIZE_UP_THRESH,
472 g_param_spec_int ("resize-up-threshold", "Resize Up Threshold",
473 "Upscale threshold (buf %)",
474 0, 100, DEFAULT_RC_RESIZE_UP_THRESH,
475 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
477 g_object_class_install_property (gobject_class, PROP_RC_RESIZE_DOWN_THRESH,
478 g_param_spec_int ("resize-down-threshold", "Resize Down Threshold",
479 "Downscale threshold (buf %)",
480 0, 100, DEFAULT_RC_RESIZE_DOWN_THRESH,
481 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
483 g_object_class_install_property (gobject_class, PROP_RC_UNDERSHOOT_PCT,
484 g_param_spec_int ("undershoot", "Undershoot PCT",
485 "Datarate undershoot (min) target (%)",
486 0, 1000, DEFAULT_RC_UNDERSHOOT_PCT,
487 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
489 g_object_class_install_property (gobject_class, PROP_RC_OVERSHOOT_PCT,
490 g_param_spec_int ("overshoot", "Overshoot PCT",
491 "Datarate overshoot (max) target (%)",
492 0, 1000, DEFAULT_RC_OVERSHOOT_PCT,
493 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
495 g_object_class_install_property (gobject_class, PROP_RC_BUF_SZ,
496 g_param_spec_int ("buffer-size", "Buffer size",
497 "Client buffer size (ms)",
498 0, G_MAXINT, DEFAULT_RC_BUF_SZ,
499 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
501 g_object_class_install_property (gobject_class, PROP_RC_BUF_INITIAL_SZ,
502 g_param_spec_int ("buffer-initial-size", "Buffer initial size",
503 "Initial client buffer size (ms)",
504 0, G_MAXINT, DEFAULT_RC_BUF_INITIAL_SZ,
505 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
507 g_object_class_install_property (gobject_class, PROP_RC_BUF_OPTIMAL_SZ,
508 g_param_spec_int ("buffer-optimal-size", "Buffer optimal size",
509 "Optimal client buffer size (ms)",
510 0, G_MAXINT, DEFAULT_RC_BUF_OPTIMAL_SZ,
511 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
513 g_object_class_install_property (gobject_class, PROP_RC_2PASS_VBR_BIAS_PCT,
514 g_param_spec_int ("twopass-vbr-bias", "2-pass VBR bias",
515 "CBR/VBR bias (0=CBR, 100=VBR)",
516 0, 100, DEFAULT_RC_2PASS_VBR_BIAS_PCT,
517 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
519 g_object_class_install_property (gobject_class,
520 PROP_RC_2PASS_VBR_MINSECTION_PCT,
521 g_param_spec_int ("twopass-vbr-minsection", "2-pass GOP min bitrate",
522 "GOP minimum bitrate (% target)", 0, G_MAXINT,
523 DEFAULT_RC_2PASS_VBR_MINSECTION_PCT,
524 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
526 g_object_class_install_property (gobject_class,
527 PROP_RC_2PASS_VBR_MAXSECTION_PCT,
528 g_param_spec_int ("twopass-vbr-maxsection", "2-pass GOP max bitrate",
529 "GOP maximum bitrate (% target)", 0, G_MAXINT,
530 DEFAULT_RC_2PASS_VBR_MINSECTION_PCT,
531 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
533 g_object_class_install_property (gobject_class, PROP_KF_MODE,
534 g_param_spec_enum ("keyframe-mode", "Keyframe Mode",
535 "Keyframe placement",
536 GST_VP8_ENC_KF_MODE_TYPE, DEFAULT_KF_MODE,
537 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
539 g_object_class_install_property (gobject_class, PROP_KF_MAX_DIST,
540 g_param_spec_int ("keyframe-max-dist", "Keyframe max distance",
541 "Maximum distance between keyframes (number of frames)",
542 0, G_MAXINT, DEFAULT_KF_MAX_DIST,
543 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
545 g_object_class_install_property (gobject_class, PROP_MULTIPASS_MODE,
546 g_param_spec_enum ("multipass-mode", "Multipass Mode",
547 "Multipass encode mode",
548 GST_VP8_ENC_MULTIPASS_MODE_TYPE, DEFAULT_MULTIPASS_MODE,
549 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
551 g_object_class_install_property (gobject_class, PROP_MULTIPASS_CACHE_FILE,
552 g_param_spec_string ("multipass-cache-file", "Multipass Cache File",
553 "Multipass cache file",
554 DEFAULT_MULTIPASS_CACHE_FILE,
555 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
557 g_object_class_install_property (gobject_class, PROP_TS_NUMBER_LAYERS,
558 g_param_spec_int ("temporal-scalability-number-layers",
559 "Number of coding layers", "Number of coding layers to use", 1, 5,
560 DEFAULT_TS_NUMBER_LAYERS,
561 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
563 g_object_class_install_property (gobject_class, PROP_TS_TARGET_BITRATE,
564 g_param_spec_value_array ("temporal-scalability-target-bitrate",
565 "Coding layer target bitrates",
566 "Target bitrates for coding layers (one per layer, decreasing)",
567 g_param_spec_int ("target-bitrate", "Target bitrate",
568 "Target bitrate", 0, G_MAXINT, DEFAULT_RC_TARGET_BITRATE,
569 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS),
570 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
572 g_object_class_install_property (gobject_class, PROP_TS_RATE_DECIMATOR,
573 g_param_spec_value_array ("temporal-scalability-rate-decimator",
574 "Coding layer rate decimator",
575 "Rate decimation factors for each layer",
576 g_param_spec_int ("rate-decimator", "Rate decimator",
577 "Rate decimator", 0, 1000000000, 0,
578 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS),
579 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
581 g_object_class_install_property (gobject_class, PROP_TS_PERIODICITY,
582 g_param_spec_int ("temporal-scalability-periodicity",
583 "Coding layer periodicity",
584 "Length of sequence that defines layer membership periodicity", 0, 16,
585 DEFAULT_TS_PERIODICITY,
586 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
588 g_object_class_install_property (gobject_class, PROP_TS_LAYER_ID,
589 g_param_spec_value_array ("temporal-scalability-layer-id",
590 "Coding layer identification",
591 "Sequence defining coding layer membership",
592 g_param_spec_int ("layer-id", "Layer ID", "Layer ID", 0, 4, 0,
593 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS),
594 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
596 g_object_class_install_property (gobject_class, PROP_LAG_IN_FRAMES,
597 g_param_spec_int ("lag-in-frames", "Lag in frames",
598 "Maximum number of frames to lag",
599 0, 25, DEFAULT_LAG_IN_FRAMES,
600 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
602 g_object_class_install_property (gobject_class, PROP_ERROR_RESILIENT,
603 g_param_spec_flags ("error-resilient", "Error resilient",
604 "Error resilience flags",
605 GST_VP8_ENC_ER_FLAGS_TYPE, DEFAULT_ERROR_RESILIENT,
606 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
608 g_object_class_install_property (gobject_class, PROP_THREADS,
609 g_param_spec_int ("threads", "Threads",
610 "Number of threads to use",
611 0, 64, DEFAULT_THREADS,
612 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
614 g_object_class_install_property (gobject_class, PROP_DEADLINE,
615 g_param_spec_int64 ("deadline", "Deadline",
616 "Deadline per frame (usec, 0=disabled)",
617 0, G_MAXINT64, DEFAULT_DEADLINE,
618 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
620 g_object_class_install_property (gobject_class, PROP_H_SCALING_MODE,
621 g_param_spec_enum ("horizontal-scaling-mode", "Horizontal scaling mode",
622 "Horizontal scaling mode",
623 GST_VP8_ENC_SCALING_MODE_TYPE, DEFAULT_H_SCALING_MODE,
624 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
626 g_object_class_install_property (gobject_class, PROP_V_SCALING_MODE,
627 g_param_spec_enum ("vertical-scaling-mode", "Vertical scaling mode",
628 "Vertical scaling mode",
629 GST_VP8_ENC_SCALING_MODE_TYPE, DEFAULT_V_SCALING_MODE,
630 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
632 g_object_class_install_property (gobject_class, PROP_CPU_USED,
633 g_param_spec_int ("cpu-used", "CPU used",
635 -16, 16, DEFAULT_CPU_USED,
636 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
638 g_object_class_install_property (gobject_class, PROP_ENABLE_AUTO_ALT_REF,
639 g_param_spec_boolean ("auto-alt-ref", "Auto alt reference frames",
640 "Automatically generate AltRef frames",
641 DEFAULT_ENABLE_AUTO_ALT_REF,
642 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
644 g_object_class_install_property (gobject_class, PROP_NOISE_SENSITIVITY,
645 g_param_spec_int ("noise-sensitivity", "Noise sensitivity",
646 "Noise sensisivity (frames to blur)",
647 0, 6, DEFAULT_NOISE_SENSITIVITY,
648 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
650 g_object_class_install_property (gobject_class, PROP_SHARPNESS,
651 g_param_spec_int ("sharpness", "Sharpness",
653 0, 7, DEFAULT_SHARPNESS,
654 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
656 g_object_class_install_property (gobject_class, PROP_STATIC_THRESHOLD,
657 g_param_spec_int ("static-threshold", "Static Threshold",
658 "Motion detection threshold",
659 0, G_MAXINT, DEFAULT_STATIC_THRESHOLD,
660 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
662 g_object_class_install_property (gobject_class, PROP_TOKEN_PARTITIONS,
663 g_param_spec_enum ("token-partitions", "Token partitions",
664 "Number of token partitions",
665 GST_VP8_ENC_TOKEN_PARTITIONS_TYPE, DEFAULT_TOKEN_PARTITIONS,
666 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
668 g_object_class_install_property (gobject_class, PROP_ARNR_MAXFRAMES,
669 g_param_spec_int ("arnr-maxframes", "AltRef max frames",
670 "AltRef maximum number of frames",
671 0, 15, DEFAULT_ARNR_MAXFRAMES,
672 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
674 g_object_class_install_property (gobject_class, PROP_ARNR_STRENGTH,
675 g_param_spec_int ("arnr-strength", "AltRef strength",
677 0, 6, DEFAULT_ARNR_STRENGTH,
678 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
680 g_object_class_install_property (gobject_class, PROP_ARNR_TYPE,
681 g_param_spec_int ("arnr-type", "AltRef type",
683 1, 3, DEFAULT_ARNR_TYPE,
684 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
686 g_object_class_install_property (gobject_class, PROP_TUNING,
687 g_param_spec_enum ("tuning", "Tuning",
689 GST_VP8_ENC_TUNING_TYPE, DEFAULT_TUNING,
690 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
692 g_object_class_install_property (gobject_class, PROP_CQ_LEVEL,
693 g_param_spec_int ("cq-level", "Constrained quality level",
694 "Constrained quality level",
695 0, 63, DEFAULT_CQ_LEVEL,
696 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
698 g_object_class_install_property (gobject_class, PROP_MAX_INTRA_BITRATE_PCT,
699 g_param_spec_int ("max-intra-bitrate", "Max Intra bitrate",
700 "Maximum Intra frame bitrate",
701 0, G_MAXINT, DEFAULT_MAX_INTRA_BITRATE_PCT,
702 (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
704 GST_DEBUG_CATEGORY_INIT (gst_vp8enc_debug, "vp8enc", 0, "VP8 Encoder");
708 gst_vp8_enc_init (GstVP8Enc * gst_vp8_enc)
710 vpx_codec_err_t status;
712 GST_DEBUG_OBJECT (gst_vp8_enc, "init");
715 vpx_codec_enc_config_default (&vpx_codec_vp8_cx_algo, &gst_vp8_enc->cfg,
717 if (status != VPX_CODEC_OK) {
718 GST_ERROR_OBJECT (gst_vp8_enc,
719 "Failed to get default encoder configuration: %s",
720 gst_vpx_error_name (status));
721 gst_vp8_enc->have_default_config = FALSE;
723 gst_vp8_enc->have_default_config = TRUE;
726 gst_vp8_enc->cfg.rc_end_usage = DEFAULT_RC_END_USAGE;
727 gst_vp8_enc->cfg.rc_target_bitrate = DEFAULT_RC_TARGET_BITRATE / 1000;
728 gst_vp8_enc->rc_target_bitrate_set = FALSE;
729 gst_vp8_enc->cfg.rc_min_quantizer = DEFAULT_RC_MIN_QUANTIZER;
730 gst_vp8_enc->cfg.rc_max_quantizer = DEFAULT_RC_MAX_QUANTIZER;
731 gst_vp8_enc->cfg.rc_dropframe_thresh = DEFAULT_RC_DROPFRAME_THRESH;
732 gst_vp8_enc->cfg.rc_resize_allowed = DEFAULT_RC_RESIZE_ALLOWED;
733 gst_vp8_enc->cfg.rc_resize_up_thresh = DEFAULT_RC_RESIZE_UP_THRESH;
734 gst_vp8_enc->cfg.rc_resize_down_thresh = DEFAULT_RC_RESIZE_DOWN_THRESH;
735 gst_vp8_enc->cfg.rc_undershoot_pct = DEFAULT_RC_UNDERSHOOT_PCT;
736 gst_vp8_enc->cfg.rc_overshoot_pct = DEFAULT_RC_OVERSHOOT_PCT;
737 gst_vp8_enc->cfg.rc_buf_sz = DEFAULT_RC_BUF_SZ;
738 gst_vp8_enc->cfg.rc_buf_initial_sz = DEFAULT_RC_BUF_INITIAL_SZ;
739 gst_vp8_enc->cfg.rc_buf_optimal_sz = DEFAULT_RC_BUF_OPTIMAL_SZ;
740 gst_vp8_enc->cfg.rc_2pass_vbr_bias_pct = DEFAULT_RC_2PASS_VBR_BIAS_PCT;
741 gst_vp8_enc->cfg.rc_2pass_vbr_minsection_pct =
742 DEFAULT_RC_2PASS_VBR_MINSECTION_PCT;
743 gst_vp8_enc->cfg.rc_2pass_vbr_maxsection_pct =
744 DEFAULT_RC_2PASS_VBR_MAXSECTION_PCT;
745 gst_vp8_enc->cfg.kf_mode = DEFAULT_KF_MODE;
746 gst_vp8_enc->cfg.kf_max_dist = DEFAULT_KF_MAX_DIST;
747 gst_vp8_enc->cfg.g_pass = DEFAULT_MULTIPASS_MODE;
748 gst_vp8_enc->multipass_cache_file = g_strdup (DEFAULT_MULTIPASS_CACHE_FILE);
749 gst_vp8_enc->cfg.ts_number_layers = DEFAULT_TS_NUMBER_LAYERS;
750 gst_vp8_enc->n_ts_target_bitrate = 0;
751 gst_vp8_enc->n_ts_rate_decimator = 0;
752 gst_vp8_enc->cfg.ts_periodicity = DEFAULT_TS_PERIODICITY;
753 gst_vp8_enc->n_ts_layer_id = 0;
754 gst_vp8_enc->cfg.g_error_resilient = DEFAULT_ERROR_RESILIENT;
755 gst_vp8_enc->cfg.g_lag_in_frames = DEFAULT_LAG_IN_FRAMES;
756 gst_vp8_enc->cfg.g_threads = DEFAULT_THREADS;
757 gst_vp8_enc->deadline = DEFAULT_DEADLINE;
758 gst_vp8_enc->h_scaling_mode = DEFAULT_H_SCALING_MODE;
759 gst_vp8_enc->v_scaling_mode = DEFAULT_V_SCALING_MODE;
760 gst_vp8_enc->cpu_used = DEFAULT_CPU_USED;
761 gst_vp8_enc->enable_auto_alt_ref = DEFAULT_ENABLE_AUTO_ALT_REF;
762 gst_vp8_enc->noise_sensitivity = DEFAULT_NOISE_SENSITIVITY;
763 gst_vp8_enc->sharpness = DEFAULT_SHARPNESS;
764 gst_vp8_enc->static_threshold = DEFAULT_STATIC_THRESHOLD;
765 gst_vp8_enc->token_partitions = DEFAULT_TOKEN_PARTITIONS;
766 gst_vp8_enc->arnr_maxframes = DEFAULT_ARNR_MAXFRAMES;
767 gst_vp8_enc->arnr_strength = DEFAULT_ARNR_STRENGTH;
768 gst_vp8_enc->arnr_type = DEFAULT_ARNR_TYPE;
769 gst_vp8_enc->tuning = DEFAULT_TUNING;
770 gst_vp8_enc->cq_level = DEFAULT_CQ_LEVEL;
771 gst_vp8_enc->max_intra_bitrate_pct = DEFAULT_MAX_INTRA_BITRATE_PCT;
773 gst_vp8_enc->cfg.g_profile = DEFAULT_PROFILE;
775 g_mutex_init (&gst_vp8_enc->encoder_lock);
779 gst_vp8_enc_finalize (GObject * object)
781 GstVP8Enc *gst_vp8_enc;
783 GST_DEBUG_OBJECT (object, "finalize");
785 g_return_if_fail (GST_IS_VP8_ENC (object));
786 gst_vp8_enc = GST_VP8_ENC (object);
788 g_free (gst_vp8_enc->multipass_cache_file);
789 gst_vp8_enc->multipass_cache_file = NULL;
791 if (gst_vp8_enc->input_state)
792 gst_video_codec_state_unref (gst_vp8_enc->input_state);
794 g_mutex_clear (&gst_vp8_enc->encoder_lock);
796 G_OBJECT_CLASS (parent_class)->finalize (object);
801 gst_vp8_enc_set_property (GObject * object, guint prop_id,
802 const GValue * value, GParamSpec * pspec)
804 GstVP8Enc *gst_vp8_enc;
805 gboolean global = FALSE;
806 vpx_codec_err_t status;
808 g_return_if_fail (GST_IS_VP8_ENC (object));
809 gst_vp8_enc = GST_VP8_ENC (object);
811 GST_DEBUG_OBJECT (object, "gst_vp8_enc_set_property");
812 g_mutex_lock (&gst_vp8_enc->encoder_lock);
814 case PROP_RC_END_USAGE:
815 gst_vp8_enc->cfg.rc_end_usage = g_value_get_enum (value);
818 case PROP_RC_TARGET_BITRATE:
819 gst_vp8_enc->cfg.rc_target_bitrate = g_value_get_int (value) / 1000;
820 gst_vp8_enc->rc_target_bitrate_set = TRUE;
823 case PROP_RC_MIN_QUANTIZER:
824 gst_vp8_enc->cfg.rc_min_quantizer = g_value_get_int (value);
827 case PROP_RC_MAX_QUANTIZER:
828 gst_vp8_enc->cfg.rc_max_quantizer = g_value_get_int (value);
831 case PROP_RC_DROPFRAME_THRESH:
832 gst_vp8_enc->cfg.rc_dropframe_thresh = g_value_get_int (value);
835 case PROP_RC_RESIZE_ALLOWED:
836 gst_vp8_enc->cfg.rc_resize_allowed = g_value_get_boolean (value);
839 case PROP_RC_RESIZE_UP_THRESH:
840 gst_vp8_enc->cfg.rc_resize_up_thresh = g_value_get_int (value);
843 case PROP_RC_RESIZE_DOWN_THRESH:
844 gst_vp8_enc->cfg.rc_resize_down_thresh = g_value_get_int (value);
847 case PROP_RC_UNDERSHOOT_PCT:
848 gst_vp8_enc->cfg.rc_undershoot_pct = g_value_get_int (value);
851 case PROP_RC_OVERSHOOT_PCT:
852 gst_vp8_enc->cfg.rc_overshoot_pct = g_value_get_int (value);
856 gst_vp8_enc->cfg.rc_buf_sz = g_value_get_int (value);
859 case PROP_RC_BUF_INITIAL_SZ:
860 gst_vp8_enc->cfg.rc_buf_initial_sz = g_value_get_int (value);
863 case PROP_RC_BUF_OPTIMAL_SZ:
864 gst_vp8_enc->cfg.rc_buf_optimal_sz = g_value_get_int (value);
867 case PROP_RC_2PASS_VBR_BIAS_PCT:
868 gst_vp8_enc->cfg.rc_2pass_vbr_bias_pct = g_value_get_int (value);
871 case PROP_RC_2PASS_VBR_MINSECTION_PCT:
872 gst_vp8_enc->cfg.rc_2pass_vbr_minsection_pct = g_value_get_int (value);
875 case PROP_RC_2PASS_VBR_MAXSECTION_PCT:
876 gst_vp8_enc->cfg.rc_2pass_vbr_maxsection_pct = g_value_get_int (value);
880 gst_vp8_enc->cfg.kf_mode = g_value_get_enum (value);
883 case PROP_KF_MAX_DIST:
884 gst_vp8_enc->cfg.kf_max_dist = g_value_get_int (value);
887 case PROP_MULTIPASS_MODE:
888 gst_vp8_enc->cfg.g_pass = g_value_get_enum (value);
891 case PROP_MULTIPASS_CACHE_FILE:
892 if (gst_vp8_enc->multipass_cache_file)
893 g_free (gst_vp8_enc->multipass_cache_file);
894 gst_vp8_enc->multipass_cache_file = g_value_dup_string (value);
896 case PROP_TS_NUMBER_LAYERS:
897 gst_vp8_enc->cfg.ts_number_layers = g_value_get_int (value);
900 case PROP_TS_TARGET_BITRATE:{
901 GValueArray *va = g_value_get_boxed (value);
903 memset (&gst_vp8_enc->cfg.ts_target_bitrate, 0,
904 sizeof (gst_vp8_enc->cfg.ts_target_bitrate));
905 if (va->n_values > VPX_TS_MAX_LAYERS) {
906 g_warning ("%s: Only %d layers allowed at maximum",
907 GST_ELEMENT_NAME (gst_vp8_enc), VPX_TS_MAX_LAYERS);
911 for (i = 0; i < va->n_values; i++)
912 gst_vp8_enc->cfg.ts_target_bitrate[i] =
913 g_value_get_int (g_value_array_get_nth (va, i));
914 gst_vp8_enc->n_ts_target_bitrate = va->n_values;
916 gst_vp8_enc->n_ts_target_bitrate = 0;
921 case PROP_TS_RATE_DECIMATOR:{
922 GValueArray *va = g_value_get_boxed (value);
924 memset (&gst_vp8_enc->cfg.ts_rate_decimator, 0,
925 sizeof (gst_vp8_enc->cfg.ts_rate_decimator));
926 if (va->n_values > VPX_TS_MAX_LAYERS) {
927 g_warning ("%s: Only %d layers allowed at maximum",
928 GST_ELEMENT_NAME (gst_vp8_enc), VPX_TS_MAX_LAYERS);
932 for (i = 0; i < va->n_values; i++)
933 gst_vp8_enc->cfg.ts_rate_decimator[i] =
934 g_value_get_int (g_value_array_get_nth (va, i));
935 gst_vp8_enc->n_ts_rate_decimator = va->n_values;
937 gst_vp8_enc->n_ts_rate_decimator = 0;
942 case PROP_TS_PERIODICITY:
943 gst_vp8_enc->cfg.ts_periodicity = g_value_get_int (value);
946 case PROP_TS_LAYER_ID:{
947 GValueArray *va = g_value_get_boxed (value);
949 memset (&gst_vp8_enc->cfg.ts_layer_id, 0,
950 sizeof (gst_vp8_enc->cfg.ts_layer_id));
951 if (va->n_values > VPX_TS_MAX_PERIODICITY) {
952 g_warning ("%s: Only %d sized layer sequences allowed at maximum",
953 GST_ELEMENT_NAME (gst_vp8_enc), VPX_TS_MAX_PERIODICITY);
957 for (i = 0; i < va->n_values; i++)
958 gst_vp8_enc->cfg.ts_layer_id[i] =
959 g_value_get_int (g_value_array_get_nth (va, i));
960 gst_vp8_enc->n_ts_layer_id = va->n_values;
962 gst_vp8_enc->n_ts_layer_id = 0;
967 case PROP_ERROR_RESILIENT:
968 gst_vp8_enc->cfg.g_error_resilient = g_value_get_flags (value);
971 case PROP_LAG_IN_FRAMES:
972 gst_vp8_enc->cfg.g_lag_in_frames = g_value_get_int (value);
976 gst_vp8_enc->cfg.g_threads = g_value_get_int (value);
980 gst_vp8_enc->deadline = g_value_get_int64 (value);
982 case PROP_H_SCALING_MODE:
983 gst_vp8_enc->h_scaling_mode = g_value_get_enum (value);
984 if (gst_vp8_enc->inited) {
985 vpx_scaling_mode_t sm;
987 sm.h_scaling_mode = gst_vp8_enc->h_scaling_mode;
988 sm.v_scaling_mode = gst_vp8_enc->v_scaling_mode;
991 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_SCALEMODE, &sm);
992 if (status != VPX_CODEC_OK) {
993 GST_WARNING_OBJECT (gst_vp8_enc,
994 "Failed to set VP8E_SET_SCALEMODE: %s",
995 gst_vpx_error_name (status));
999 case PROP_V_SCALING_MODE:
1000 gst_vp8_enc->v_scaling_mode = g_value_get_enum (value);
1001 if (gst_vp8_enc->inited) {
1002 vpx_scaling_mode_t sm;
1004 sm.h_scaling_mode = gst_vp8_enc->h_scaling_mode;
1005 sm.v_scaling_mode = gst_vp8_enc->v_scaling_mode;
1008 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_SCALEMODE, &sm);
1009 if (status != VPX_CODEC_OK) {
1010 GST_WARNING_OBJECT (gst_vp8_enc,
1011 "Failed to set VP8E_SET_SCALEMODE: %s",
1012 gst_vpx_error_name (status));
1017 gst_vp8_enc->cpu_used = g_value_get_int (value);
1018 if (gst_vp8_enc->inited) {
1020 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_CPUUSED,
1021 gst_vp8_enc->cpu_used);
1022 if (status != VPX_CODEC_OK) {
1023 GST_WARNING_OBJECT (gst_vp8_enc, "Failed to set VP8E_SET_CPUUSED: %s",
1024 gst_vpx_error_name (status));
1028 case PROP_ENABLE_AUTO_ALT_REF:
1029 gst_vp8_enc->enable_auto_alt_ref = g_value_get_boolean (value);
1030 if (gst_vp8_enc->inited) {
1032 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_ENABLEAUTOALTREF,
1033 (gst_vp8_enc->enable_auto_alt_ref ? 1 : 0));
1034 if (status != VPX_CODEC_OK) {
1035 GST_WARNING_OBJECT (gst_vp8_enc,
1036 "Failed to set VP8E_SET_ENABLEAUTOALTREF: %s",
1037 gst_vpx_error_name (status));
1041 case PROP_NOISE_SENSITIVITY:
1042 gst_vp8_enc->noise_sensitivity = g_value_get_int (value);
1043 if (gst_vp8_enc->inited) {
1045 vpx_codec_control (&gst_vp8_enc->encoder,
1046 VP8E_SET_NOISE_SENSITIVITY, gst_vp8_enc->noise_sensitivity);
1047 if (status != VPX_CODEC_OK) {
1048 GST_WARNING_OBJECT (gst_vp8_enc,
1049 "Failed to set VP8E_SET_NOISE_SENSITIVITY: %s",
1050 gst_vpx_error_name (status));
1054 case PROP_SHARPNESS:
1055 gst_vp8_enc->sharpness = g_value_get_int (value);
1056 if (gst_vp8_enc->inited) {
1057 status = vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_SHARPNESS,
1058 gst_vp8_enc->sharpness);
1059 if (status != VPX_CODEC_OK) {
1060 GST_WARNING_OBJECT (gst_vp8_enc,
1061 "Failed to set VP8E_SET_SHARPNESS: %s",
1062 gst_vpx_error_name (status));
1066 case PROP_STATIC_THRESHOLD:
1067 gst_vp8_enc->static_threshold = g_value_get_int (value);
1068 if (gst_vp8_enc->inited) {
1070 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_STATIC_THRESHOLD,
1071 gst_vp8_enc->static_threshold);
1072 if (status != VPX_CODEC_OK) {
1073 GST_WARNING_OBJECT (gst_vp8_enc,
1074 "Failed to set VP8E_SET_STATIC_THRESHOLD: %s",
1075 gst_vpx_error_name (status));
1079 case PROP_TOKEN_PARTITIONS:
1080 gst_vp8_enc->token_partitions = g_value_get_enum (value);
1081 if (gst_vp8_enc->inited) {
1083 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_TOKEN_PARTITIONS,
1084 gst_vp8_enc->token_partitions);
1085 if (status != VPX_CODEC_OK) {
1086 GST_WARNING_OBJECT (gst_vp8_enc,
1087 "Failed to set VP8E_SET_TOKEN_PARTIONS: %s",
1088 gst_vpx_error_name (status));
1092 case PROP_ARNR_MAXFRAMES:
1093 gst_vp8_enc->arnr_maxframes = g_value_get_int (value);
1094 if (gst_vp8_enc->inited) {
1096 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_ARNR_MAXFRAMES,
1097 gst_vp8_enc->arnr_maxframes);
1098 if (status != VPX_CODEC_OK) {
1099 GST_WARNING_OBJECT (gst_vp8_enc,
1100 "Failed to set VP8E_SET_ARNR_MAXFRAMES: %s",
1101 gst_vpx_error_name (status));
1105 case PROP_ARNR_STRENGTH:
1106 gst_vp8_enc->arnr_strength = g_value_get_int (value);
1107 if (gst_vp8_enc->inited) {
1109 vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_ARNR_STRENGTH,
1110 gst_vp8_enc->arnr_strength);
1111 if (status != VPX_CODEC_OK) {
1112 GST_WARNING_OBJECT (gst_vp8_enc,
1113 "Failed to set VP8E_SET_ARNR_STRENGTH: %s",
1114 gst_vpx_error_name (status));
1118 case PROP_ARNR_TYPE:
1119 gst_vp8_enc->arnr_type = g_value_get_int (value);
1120 if (gst_vp8_enc->inited) {
1121 status = vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_ARNR_TYPE,
1122 gst_vp8_enc->arnr_type);
1123 if (status != VPX_CODEC_OK) {
1124 GST_WARNING_OBJECT (gst_vp8_enc,
1125 "Failed to set VP8E_SET_ARNR_TYPE: %s",
1126 gst_vpx_error_name (status));
1131 gst_vp8_enc->tuning = g_value_get_enum (value);
1132 if (gst_vp8_enc->inited) {
1133 status = vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_TUNING,
1134 gst_vp8_enc->tuning);
1135 if (status != VPX_CODEC_OK) {
1136 GST_WARNING_OBJECT (gst_vp8_enc,
1137 "Failed to set VP8E_SET_TUNING: %s", gst_vpx_error_name (status));
1142 gst_vp8_enc->cq_level = g_value_get_int (value);
1143 if (gst_vp8_enc->inited) {
1144 status = vpx_codec_control (&gst_vp8_enc->encoder, VP8E_SET_CQ_LEVEL,
1145 gst_vp8_enc->cq_level);
1146 if (status != VPX_CODEC_OK) {
1147 GST_WARNING_OBJECT (gst_vp8_enc,
1148 "Failed to set VP8E_SET_CQ_LEVEL: %s",
1149 gst_vpx_error_name (status));
1153 case PROP_MAX_INTRA_BITRATE_PCT:
1154 gst_vp8_enc->max_intra_bitrate_pct = g_value_get_int (value);
1155 if (gst_vp8_enc->inited) {
1157 vpx_codec_control (&gst_vp8_enc->encoder,
1158 VP8E_SET_MAX_INTRA_BITRATE_PCT, gst_vp8_enc->max_intra_bitrate_pct);
1159 if (status != VPX_CODEC_OK) {
1160 GST_WARNING_OBJECT (gst_vp8_enc,
1161 "Failed to set VP8E_SET_MAX_INTRA_BITRATE_PCT: %s",
1162 gst_vpx_error_name (status));
1170 if (global &&gst_vp8_enc->inited) {
1172 vpx_codec_enc_config_set (&gst_vp8_enc->encoder, &gst_vp8_enc->cfg);
1173 if (status != VPX_CODEC_OK) {
1174 g_mutex_unlock (&gst_vp8_enc->encoder_lock);
1175 GST_ELEMENT_ERROR (gst_vp8_enc, LIBRARY, INIT,
1176 ("Failed to set encoder configuration"), ("%s",
1177 gst_vpx_error_name (status)));
1179 g_mutex_unlock (&gst_vp8_enc->encoder_lock);
1182 g_mutex_unlock (&gst_vp8_enc->encoder_lock);
1187 gst_vp8_enc_get_property (GObject * object, guint prop_id, GValue * value,
1190 GstVP8Enc *gst_vp8_enc;
1192 g_return_if_fail (GST_IS_VP8_ENC (object));
1193 gst_vp8_enc = GST_VP8_ENC (object);
1195 g_mutex_lock (&gst_vp8_enc->encoder_lock);
1197 case PROP_RC_END_USAGE:
1198 g_value_set_enum (value, gst_vp8_enc->cfg.rc_end_usage);
1200 case PROP_RC_TARGET_BITRATE:
1201 g_value_set_int (value, gst_vp8_enc->cfg.rc_target_bitrate * 1000);
1203 case PROP_RC_MIN_QUANTIZER:
1204 g_value_set_int (value, gst_vp8_enc->cfg.rc_min_quantizer);
1206 case PROP_RC_MAX_QUANTIZER:
1207 g_value_set_int (value, gst_vp8_enc->cfg.rc_max_quantizer);
1209 case PROP_RC_DROPFRAME_THRESH:
1210 g_value_set_int (value, gst_vp8_enc->cfg.rc_dropframe_thresh);
1212 case PROP_RC_RESIZE_ALLOWED:
1213 g_value_set_boolean (value, gst_vp8_enc->cfg.rc_resize_allowed);
1215 case PROP_RC_RESIZE_UP_THRESH:
1216 g_value_set_int (value, gst_vp8_enc->cfg.rc_resize_up_thresh);
1218 case PROP_RC_RESIZE_DOWN_THRESH:
1219 g_value_set_int (value, gst_vp8_enc->cfg.rc_resize_down_thresh);
1221 case PROP_RC_UNDERSHOOT_PCT:
1222 g_value_set_int (value, gst_vp8_enc->cfg.rc_undershoot_pct);
1224 case PROP_RC_OVERSHOOT_PCT:
1225 g_value_set_int (value, gst_vp8_enc->cfg.rc_overshoot_pct);
1227 case PROP_RC_BUF_SZ:
1228 g_value_set_int (value, gst_vp8_enc->cfg.rc_buf_sz);
1230 case PROP_RC_BUF_INITIAL_SZ:
1231 g_value_set_int (value, gst_vp8_enc->cfg.rc_buf_initial_sz);
1233 case PROP_RC_BUF_OPTIMAL_SZ:
1234 g_value_set_int (value, gst_vp8_enc->cfg.rc_buf_optimal_sz);
1236 case PROP_RC_2PASS_VBR_BIAS_PCT:
1237 g_value_set_int (value, gst_vp8_enc->cfg.rc_2pass_vbr_bias_pct);
1239 case PROP_RC_2PASS_VBR_MINSECTION_PCT:
1240 g_value_set_int (value, gst_vp8_enc->cfg.rc_2pass_vbr_minsection_pct);
1242 case PROP_RC_2PASS_VBR_MAXSECTION_PCT:
1243 g_value_set_int (value, gst_vp8_enc->cfg.rc_2pass_vbr_maxsection_pct);
1246 g_value_set_enum (value, gst_vp8_enc->cfg.kf_mode);
1248 case PROP_KF_MAX_DIST:
1249 g_value_set_int (value, gst_vp8_enc->cfg.kf_max_dist);
1251 case PROP_MULTIPASS_MODE:
1252 g_value_set_enum (value, gst_vp8_enc->cfg.g_pass);
1254 case PROP_MULTIPASS_CACHE_FILE:
1255 g_value_set_string (value, gst_vp8_enc->multipass_cache_file);
1257 case PROP_TS_NUMBER_LAYERS:
1258 g_value_set_int (value, gst_vp8_enc->cfg.ts_number_layers);
1260 case PROP_TS_TARGET_BITRATE:{
1263 if (gst_vp8_enc->n_ts_target_bitrate == 0) {
1264 g_value_set_boxed (value, NULL);
1268 va = g_value_array_new (gst_vp8_enc->n_ts_target_bitrate);
1269 for (i = 0; i < gst_vp8_enc->n_ts_target_bitrate; i++) {
1272 g_value_init (&v, G_TYPE_INT);
1273 g_value_set_int (&v, gst_vp8_enc->cfg.ts_target_bitrate[i]);
1274 g_value_array_append (va, &v);
1277 g_value_set_boxed (value, va);
1278 g_value_array_free (va);
1282 case PROP_TS_RATE_DECIMATOR:{
1285 if (gst_vp8_enc->n_ts_rate_decimator == 0) {
1286 g_value_set_boxed (value, NULL);
1290 va = g_value_array_new (gst_vp8_enc->n_ts_rate_decimator);
1291 for (i = 0; i < gst_vp8_enc->n_ts_rate_decimator; i++) {
1294 g_value_init (&v, G_TYPE_INT);
1295 g_value_set_int (&v, gst_vp8_enc->cfg.ts_rate_decimator[i]);
1296 g_value_array_append (va, &v);
1299 g_value_set_boxed (value, va);
1300 g_value_array_free (va);
1304 case PROP_TS_PERIODICITY:
1305 g_value_set_int (value, gst_vp8_enc->cfg.ts_periodicity);
1307 case PROP_TS_LAYER_ID:{
1310 if (gst_vp8_enc->n_ts_layer_id == 0) {
1311 g_value_set_boxed (value, NULL);
1315 va = g_value_array_new (gst_vp8_enc->n_ts_layer_id);
1316 for (i = 0; i < gst_vp8_enc->n_ts_layer_id; i++) {
1319 g_value_init (&v, G_TYPE_INT);
1320 g_value_set_int (&v, gst_vp8_enc->cfg.ts_layer_id[i]);
1321 g_value_array_append (va, &v);
1324 g_value_set_boxed (value, va);
1325 g_value_array_free (va);
1329 case PROP_ERROR_RESILIENT:
1330 g_value_set_flags (value, gst_vp8_enc->cfg.g_error_resilient);
1332 case PROP_LAG_IN_FRAMES:
1333 g_value_set_int (value, gst_vp8_enc->cfg.g_lag_in_frames);
1336 g_value_set_int (value, gst_vp8_enc->cfg.g_threads);
1339 g_value_set_int64 (value, gst_vp8_enc->deadline);
1341 case PROP_H_SCALING_MODE:
1342 g_value_set_enum (value, gst_vp8_enc->h_scaling_mode);
1344 case PROP_V_SCALING_MODE:
1345 g_value_set_enum (value, gst_vp8_enc->v_scaling_mode);
1348 g_value_set_int (value, gst_vp8_enc->cpu_used);
1350 case PROP_ENABLE_AUTO_ALT_REF:
1351 g_value_set_boolean (value, gst_vp8_enc->enable_auto_alt_ref);
1353 case PROP_NOISE_SENSITIVITY:
1354 g_value_set_int (value, gst_vp8_enc->noise_sensitivity);
1356 case PROP_SHARPNESS:
1357 g_value_set_int (value, gst_vp8_enc->sharpness);
1359 case PROP_STATIC_THRESHOLD:
1360 g_value_set_int (value, gst_vp8_enc->static_threshold);
1362 case PROP_TOKEN_PARTITIONS:
1363 g_value_set_enum (value, gst_vp8_enc->token_partitions);
1365 case PROP_ARNR_MAXFRAMES:
1366 g_value_set_int (value, gst_vp8_enc->arnr_maxframes);
1368 case PROP_ARNR_STRENGTH:
1369 g_value_set_int (value, gst_vp8_enc->arnr_strength);
1371 case PROP_ARNR_TYPE:
1372 g_value_set_int (value, gst_vp8_enc->arnr_type);
1375 g_value_set_enum (value, gst_vp8_enc->tuning);
1378 g_value_set_int (value, gst_vp8_enc->cq_level);
1380 case PROP_MAX_INTRA_BITRATE_PCT:
1381 g_value_set_int (value, gst_vp8_enc->max_intra_bitrate_pct);
1384 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
1388 g_mutex_unlock (&gst_vp8_enc->encoder_lock);
1392 gst_vp8_enc_start (GstVideoEncoder * video_encoder)
1394 GstVP8Enc *encoder = GST_VP8_ENC (video_encoder);
1396 GST_DEBUG_OBJECT (video_encoder, "start");
1398 if (!encoder->have_default_config) {
1399 GST_ELEMENT_ERROR (encoder, LIBRARY, INIT,
1400 ("Failed to get default encoder configuration"), (NULL));
1408 gst_vp8_enc_stop (GstVideoEncoder * video_encoder)
1412 GST_DEBUG_OBJECT (video_encoder, "stop");
1414 encoder = GST_VP8_ENC (video_encoder);
1416 g_mutex_lock (&encoder->encoder_lock);
1417 if (encoder->inited) {
1418 vpx_codec_destroy (&encoder->encoder);
1419 encoder->inited = FALSE;
1422 if (encoder->first_pass_cache_content) {
1423 g_byte_array_free (encoder->first_pass_cache_content, TRUE);
1424 encoder->first_pass_cache_content = NULL;
1427 if (encoder->cfg.rc_twopass_stats_in.buf) {
1428 g_free (encoder->cfg.rc_twopass_stats_in.buf);
1429 encoder->cfg.rc_twopass_stats_in.buf = NULL;
1430 encoder->cfg.rc_twopass_stats_in.sz = 0;
1432 g_mutex_unlock (&encoder->encoder_lock);
1434 gst_tag_setter_reset_tags (GST_TAG_SETTER (encoder));
1440 gst_vp8_enc_get_downstream_profile (GstVP8Enc * encoder)
1444 gint profile = DEFAULT_PROFILE;
1446 allowed = gst_pad_get_allowed_caps (GST_VIDEO_ENCODER_SRC_PAD (encoder));
1448 allowed = gst_caps_truncate (allowed);
1449 s = gst_caps_get_structure (allowed, 0);
1450 if (gst_structure_has_field (s, "profile")) {
1451 const GValue *v = gst_structure_get_value (s, "profile");
1452 const gchar *profile_str = NULL;
1454 if (GST_VALUE_HOLDS_LIST (v) && gst_value_list_get_size (v) > 0) {
1455 profile_str = g_value_get_string (gst_value_list_get_value (v, 0));
1456 } else if (G_VALUE_HOLDS_STRING (v)) {
1457 profile_str = g_value_get_string (v);
1461 gchar *endptr = NULL;
1463 profile = g_ascii_strtoull (profile_str, &endptr, 10);
1464 if (*endptr != '\0' || profile < 0 || profile > 3) {
1465 GST_ERROR_OBJECT (encoder, "Invalid profile '%s'", profile_str);
1466 profile = DEFAULT_PROFILE;
1470 gst_caps_unref (allowed);
1473 GST_DEBUG_OBJECT (encoder, "Using profile %d", profile);
1479 gst_vp8_enc_set_format (GstVideoEncoder * video_encoder,
1480 GstVideoCodecState * state)
1483 vpx_codec_err_t status;
1485 guint8 *data = NULL;
1487 gboolean ret = TRUE;
1488 GstVideoInfo *info = &state->info;
1489 GstVideoCodecState *output_state;
1492 encoder = GST_VP8_ENC (video_encoder);
1493 GST_DEBUG_OBJECT (video_encoder, "set_format");
1495 if (encoder->inited) {
1496 GST_DEBUG_OBJECT (video_encoder, "refusing renegotiation");
1500 g_mutex_lock (&encoder->encoder_lock);
1501 encoder->cfg.g_profile = gst_vp8_enc_get_downstream_profile (encoder);
1503 /* Scale default bitrate to our size */
1504 if (!encoder->rc_target_bitrate_set)
1505 encoder->cfg.rc_target_bitrate =
1506 gst_util_uint64_scale (DEFAULT_RC_TARGET_BITRATE,
1507 GST_VIDEO_INFO_WIDTH (info) * GST_VIDEO_INFO_HEIGHT (info),
1510 encoder->cfg.g_w = GST_VIDEO_INFO_WIDTH (info);
1511 encoder->cfg.g_h = GST_VIDEO_INFO_HEIGHT (info);
1512 encoder->cfg.g_timebase.num = GST_VIDEO_INFO_FPS_D (info);
1513 encoder->cfg.g_timebase.den = GST_VIDEO_INFO_FPS_N (info);
1515 if (encoder->cfg.g_pass == VPX_RC_FIRST_PASS) {
1516 encoder->first_pass_cache_content = g_byte_array_sized_new (4096);
1517 } else if (encoder->cfg.g_pass == VPX_RC_LAST_PASS) {
1520 if (!encoder->multipass_cache_file) {
1521 GST_ELEMENT_ERROR (encoder, RESOURCE, OPEN_READ,
1522 ("No multipass cache file provided"), (NULL));
1523 g_mutex_unlock (&encoder->encoder_lock);
1527 if (!g_file_get_contents (encoder->multipass_cache_file,
1528 (gchar **) & encoder->cfg.rc_twopass_stats_in.buf,
1529 &encoder->cfg.rc_twopass_stats_in.sz, &err)) {
1530 GST_ELEMENT_ERROR (encoder, RESOURCE, OPEN_READ,
1531 ("Failed to read multipass cache file provided"), ("%s",
1534 g_mutex_unlock (&encoder->encoder_lock);
1539 status = vpx_codec_enc_init (&encoder->encoder, &vpx_codec_vp8_cx_algo,
1541 if (status != VPX_CODEC_OK) {
1542 GST_ELEMENT_ERROR (encoder, LIBRARY, INIT,
1543 ("Failed to initialize encoder"), ("%s", gst_vpx_error_name (status)));
1544 g_mutex_unlock (&encoder->encoder_lock);
1549 vpx_scaling_mode_t sm;
1551 sm.h_scaling_mode = encoder->h_scaling_mode;
1552 sm.v_scaling_mode = encoder->v_scaling_mode;
1554 status = vpx_codec_control (&encoder->encoder, VP8E_SET_SCALEMODE, &sm);
1555 if (status != VPX_CODEC_OK) {
1556 GST_WARNING_OBJECT (encoder, "Failed to set VP8E_SET_SCALEMODE: %s",
1557 gst_vpx_error_name (status));
1562 vpx_codec_control (&encoder->encoder, VP8E_SET_CPUUSED,
1564 if (status != VPX_CODEC_OK) {
1565 GST_WARNING_OBJECT (encoder, "Failed to set VP8E_SET_CPUUSED: %s",
1566 gst_vpx_error_name (status));
1570 vpx_codec_control (&encoder->encoder, VP8E_SET_ENABLEAUTOALTREF,
1571 (encoder->enable_auto_alt_ref ? 1 : 0));
1572 if (status != VPX_CODEC_OK) {
1573 GST_WARNING_OBJECT (encoder,
1574 "Failed to set VP8E_SET_ENABLEAUTOALTREF: %s",
1575 gst_vpx_error_name (status));
1577 status = vpx_codec_control (&encoder->encoder, VP8E_SET_NOISE_SENSITIVITY,
1578 encoder->noise_sensitivity);
1579 if (status != VPX_CODEC_OK) {
1580 GST_WARNING_OBJECT (encoder,
1581 "Failed to set VP8E_SET_NOISE_SENSITIVITY: %s",
1582 gst_vpx_error_name (status));
1584 status = vpx_codec_control (&encoder->encoder, VP8E_SET_SHARPNESS,
1585 encoder->sharpness);
1586 if (status != VPX_CODEC_OK) {
1587 GST_WARNING_OBJECT (encoder,
1588 "Failed to set VP8E_SET_SHARPNESS: %s", gst_vpx_error_name (status));
1590 status = vpx_codec_control (&encoder->encoder, VP8E_SET_STATIC_THRESHOLD,
1591 encoder->static_threshold);
1592 if (status != VPX_CODEC_OK) {
1593 GST_WARNING_OBJECT (encoder,
1594 "Failed to set VP8E_SET_STATIC_THRESHOLD: %s",
1595 gst_vpx_error_name (status));
1597 status = vpx_codec_control (&encoder->encoder, VP8E_SET_TOKEN_PARTITIONS,
1598 encoder->token_partitions);
1599 if (status != VPX_CODEC_OK) {
1600 GST_WARNING_OBJECT (encoder,
1601 "Failed to set VP8E_SET_TOKEN_PARTIONS: %s",
1602 gst_vpx_error_name (status));
1604 status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_MAXFRAMES,
1605 encoder->arnr_maxframes);
1606 if (status != VPX_CODEC_OK) {
1607 GST_WARNING_OBJECT (encoder,
1608 "Failed to set VP8E_SET_ARNR_MAXFRAMES: %s",
1609 gst_vpx_error_name (status));
1611 status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_STRENGTH,
1612 encoder->arnr_strength);
1613 if (status != VPX_CODEC_OK) {
1614 GST_WARNING_OBJECT (encoder,
1615 "Failed to set VP8E_SET_ARNR_STRENGTH: %s",
1616 gst_vpx_error_name (status));
1618 status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_TYPE,
1619 encoder->arnr_type);
1620 if (status != VPX_CODEC_OK) {
1621 GST_WARNING_OBJECT (encoder,
1622 "Failed to set VP8E_SET_ARNR_TYPE: %s", gst_vpx_error_name (status));
1624 status = vpx_codec_control (&encoder->encoder, VP8E_SET_TUNING,
1626 if (status != VPX_CODEC_OK) {
1627 GST_WARNING_OBJECT (encoder,
1628 "Failed to set VP8E_SET_TUNING: %s", gst_vpx_error_name (status));
1630 status = vpx_codec_control (&encoder->encoder, VP8E_SET_CQ_LEVEL,
1632 if (status != VPX_CODEC_OK) {
1633 GST_WARNING_OBJECT (encoder,
1634 "Failed to set VP8E_SET_CQ_LEVEL: %s", gst_vpx_error_name (status));
1636 status = vpx_codec_control (&encoder->encoder, VP8E_SET_MAX_INTRA_BITRATE_PCT,
1637 encoder->max_intra_bitrate_pct);
1638 if (status != VPX_CODEC_OK) {
1639 GST_WARNING_OBJECT (encoder,
1640 "Failed to set VP8E_SET_MAX_INTRA_BITRATE_PCT: %s",
1641 gst_vpx_error_name (status));
1644 gst_video_encoder_set_latency (video_encoder, 0,
1645 gst_util_uint64_scale (encoder->cfg.g_lag_in_frames,
1646 GST_VIDEO_INFO_FPS_D (info) * GST_SECOND,
1647 GST_VIDEO_INFO_FPS_N (info)));
1648 encoder->inited = TRUE;
1650 /* Store input state */
1651 if (encoder->input_state)
1652 gst_video_codec_state_unref (encoder->input_state);
1653 encoder->input_state = gst_video_codec_state_ref (state);
1655 /* prepare cached image buffer setup */
1656 image = &encoder->image;
1657 memset (image, 0, sizeof (*image));
1659 image->fmt = VPX_IMG_FMT_I420;
1661 image->x_chroma_shift = image->y_chroma_shift = 1;
1662 image->w = image->d_w = GST_VIDEO_INFO_WIDTH (info);
1663 image->h = image->d_h = GST_VIDEO_INFO_HEIGHT (info);
1665 image->stride[VPX_PLANE_Y] = GST_VIDEO_INFO_COMP_STRIDE (info, 0);
1666 image->stride[VPX_PLANE_U] = GST_VIDEO_INFO_COMP_STRIDE (info, 1);
1667 image->stride[VPX_PLANE_V] = GST_VIDEO_INFO_COMP_STRIDE (info, 2);
1669 profile_str = g_strdup_printf ("%d", encoder->cfg.g_profile);
1670 caps = gst_caps_new_simple ("video/x-vp8",
1671 "profile", G_TYPE_STRING, profile_str, NULL);
1672 g_free (profile_str);
1676 GstBuffer *stream_hdr, *vorbiscomment;
1677 const GstTagList *iface_tags;
1678 GValue array = { 0, };
1679 GValue value = { 0, };
1682 s = gst_caps_get_structure (caps, 0);
1684 /* put buffers in a fixed list */
1685 g_value_init (&array, GST_TYPE_ARRAY);
1686 g_value_init (&value, GST_TYPE_BUFFER);
1688 /* Create Ogg stream-info */
1689 stream_hdr = gst_buffer_new_and_alloc (26);
1690 gst_buffer_map (stream_hdr, &map, GST_MAP_WRITE);
1693 GST_WRITE_UINT8 (data, 0x4F);
1694 GST_WRITE_UINT32_BE (data + 1, 0x56503830); /* "VP80" */
1695 GST_WRITE_UINT8 (data + 5, 0x01); /* stream info header */
1696 GST_WRITE_UINT8 (data + 6, 1); /* Major version 1 */
1697 GST_WRITE_UINT8 (data + 7, 0); /* Minor version 0 */
1698 GST_WRITE_UINT16_BE (data + 8, GST_VIDEO_INFO_WIDTH (info));
1699 GST_WRITE_UINT16_BE (data + 10, GST_VIDEO_INFO_HEIGHT (info));
1700 GST_WRITE_UINT24_BE (data + 12, GST_VIDEO_INFO_PAR_N (info));
1701 GST_WRITE_UINT24_BE (data + 15, GST_VIDEO_INFO_PAR_D (info));
1702 GST_WRITE_UINT32_BE (data + 18, GST_VIDEO_INFO_FPS_N (info));
1703 GST_WRITE_UINT32_BE (data + 22, GST_VIDEO_INFO_FPS_D (info));
1705 gst_buffer_unmap (stream_hdr, &map);
1707 GST_BUFFER_FLAG_SET (stream_hdr, GST_BUFFER_FLAG_HEADER);
1708 gst_value_set_buffer (&value, stream_hdr);
1709 gst_value_array_append_value (&array, &value);
1710 g_value_unset (&value);
1711 gst_buffer_unref (stream_hdr);
1713 iface_tags = gst_tag_setter_get_tag_list (GST_TAG_SETTER (video_encoder));
1716 gst_tag_list_to_vorbiscomment_buffer (iface_tags,
1717 (const guint8 *) "OVP80\2 ", 7,
1718 "Encoded with GStreamer vp8enc " PACKAGE_VERSION);
1720 GST_BUFFER_FLAG_SET (vorbiscomment, GST_BUFFER_FLAG_HEADER);
1722 g_value_init (&value, GST_TYPE_BUFFER);
1723 gst_value_set_buffer (&value, vorbiscomment);
1724 gst_value_array_append_value (&array, &value);
1725 g_value_unset (&value);
1726 gst_buffer_unref (vorbiscomment);
1729 gst_structure_set_value (s, "streamheader", &array);
1730 g_value_unset (&array);
1732 g_mutex_unlock (&encoder->encoder_lock);
1735 gst_video_encoder_set_output_state (video_encoder, caps, state);
1736 gst_video_codec_state_unref (output_state);
1738 gst_video_encoder_negotiate (GST_VIDEO_ENCODER (encoder));
1743 static GstFlowReturn
1744 gst_vp8_enc_process (GstVP8Enc * encoder)
1746 vpx_codec_iter_t iter = NULL;
1747 const vpx_codec_cx_pkt_t *pkt;
1748 GstVideoEncoder *video_encoder;
1749 GstVP8EncUserData *user_data;
1750 GstVideoCodecFrame *frame;
1751 GstFlowReturn ret = GST_FLOW_OK;
1753 video_encoder = GST_VIDEO_ENCODER (encoder);
1755 g_mutex_lock (&encoder->encoder_lock);
1756 pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
1757 while (pkt != NULL) {
1761 GST_DEBUG_OBJECT (encoder, "packet %u type %d", (guint) pkt->data.frame.sz,
1764 if (pkt->kind == VPX_CODEC_STATS_PKT
1765 && encoder->cfg.g_pass == VPX_RC_FIRST_PASS) {
1766 GST_LOG_OBJECT (encoder, "handling STATS packet");
1768 g_byte_array_append (encoder->first_pass_cache_content,
1769 pkt->data.twopass_stats.buf, pkt->data.twopass_stats.sz);
1771 frame = gst_video_encoder_get_oldest_frame (video_encoder);
1772 if (frame != NULL) {
1773 buffer = gst_buffer_new ();
1774 GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_LIVE);
1775 frame->output_buffer = buffer;
1776 g_mutex_unlock (&encoder->encoder_lock);
1777 ret = gst_video_encoder_finish_frame (video_encoder, frame);
1778 g_mutex_lock (&encoder->encoder_lock);
1781 pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
1783 } else if (pkt->kind != VPX_CODEC_CX_FRAME_PKT) {
1784 GST_LOG_OBJECT (encoder, "non frame pkt: %d", pkt->kind);
1785 pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
1789 invisible = (pkt->data.frame.flags & VPX_FRAME_IS_INVISIBLE) != 0;
1790 frame = gst_video_encoder_get_oldest_frame (video_encoder);
1791 g_assert (frame != NULL);
1792 if ((pkt->data.frame.flags & VPX_FRAME_IS_KEY) != 0)
1793 GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
1795 GST_VIDEO_CODEC_FRAME_UNSET_SYNC_POINT (frame);
1797 user_data = gst_video_codec_frame_get_user_data (frame);
1799 /* FIXME : It would be nice to avoid the memory copy ... */
1801 gst_buffer_new_wrapped (g_memdup (pkt->data.frame.buf,
1802 pkt->data.frame.sz), pkt->data.frame.sz);
1804 if (user_data->image)
1805 g_slice_free (vpx_image_t, user_data->image);
1806 user_data->image = NULL;
1809 user_data->invisible = g_list_append (user_data->invisible, buffer);
1811 frame->output_buffer = buffer;
1812 g_mutex_unlock (&encoder->encoder_lock);
1813 ret = gst_video_encoder_finish_frame (video_encoder, frame);
1814 g_mutex_lock (&encoder->encoder_lock);
1817 pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
1819 g_mutex_unlock (&encoder->encoder_lock);
1824 static GstFlowReturn
1825 gst_vp8_enc_finish (GstVideoEncoder * video_encoder)
1829 vpx_codec_err_t status;
1831 GST_DEBUG_OBJECT (video_encoder, "finish");
1833 encoder = GST_VP8_ENC (video_encoder);
1835 g_mutex_lock (&encoder->encoder_lock);
1837 vpx_codec_encode (&encoder->encoder, NULL, encoder->n_frames, 1, flags,
1839 g_mutex_unlock (&encoder->encoder_lock);
1841 GST_ERROR_OBJECT (encoder, "encode returned %d %s", status,
1842 gst_vpx_error_name (status));
1843 return GST_FLOW_ERROR;
1846 /* dispatch remaining frames */
1847 gst_vp8_enc_process (encoder);
1849 if (encoder->cfg.g_pass == VPX_RC_FIRST_PASS && encoder->multipass_cache_file) {
1852 if (!g_file_set_contents (encoder->multipass_cache_file,
1853 (const gchar *) encoder->first_pass_cache_content->data,
1854 encoder->first_pass_cache_content->len, &err)) {
1855 GST_ELEMENT_ERROR (encoder, RESOURCE, WRITE, (NULL),
1856 ("Failed to write multipass cache file: %s", err->message));
1864 static vpx_image_t *
1865 gst_vp8_enc_buffer_to_image (GstVP8Enc * enc, GstVideoFrame * frame)
1867 vpx_image_t *image = g_slice_new (vpx_image_t);
1869 memcpy (image, &enc->image, sizeof (*image));
1871 image->planes[VPX_PLANE_Y] = GST_VIDEO_FRAME_COMP_DATA (frame, 0);
1872 image->planes[VPX_PLANE_U] = GST_VIDEO_FRAME_COMP_DATA (frame, 1);
1873 image->planes[VPX_PLANE_V] = GST_VIDEO_FRAME_COMP_DATA (frame, 2);
1875 image->stride[VPX_PLANE_Y] = GST_VIDEO_FRAME_COMP_STRIDE (frame, 0);
1876 image->stride[VPX_PLANE_U] = GST_VIDEO_FRAME_COMP_STRIDE (frame, 1);
1877 image->stride[VPX_PLANE_V] = GST_VIDEO_FRAME_COMP_STRIDE (frame, 2);
1882 static GstFlowReturn
1883 gst_vp8_enc_handle_frame (GstVideoEncoder * video_encoder,
1884 GstVideoCodecFrame * frame)
1887 vpx_codec_err_t status;
1890 GstVP8EncUserData *user_data;
1891 GstVideoFrame vframe;
1893 GST_DEBUG_OBJECT (video_encoder, "handle_frame");
1895 encoder = GST_VP8_ENC (video_encoder);
1897 encoder->n_frames++;
1899 GST_DEBUG_OBJECT (video_encoder, "size %d %d",
1900 GST_VIDEO_INFO_WIDTH (&encoder->input_state->info),
1901 GST_VIDEO_INFO_HEIGHT (&encoder->input_state->info));
1903 gst_video_frame_map (&vframe, &encoder->input_state->info,
1904 frame->input_buffer, GST_MAP_READ);
1905 image = gst_vp8_enc_buffer_to_image (encoder, &vframe);
1907 user_data = g_slice_new0 (GstVP8EncUserData);
1908 user_data->image = image;
1909 gst_video_codec_frame_set_user_data (frame, user_data,
1910 (GDestroyNotify) gst_vp8_enc_user_data_free);
1912 if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (frame)) {
1913 flags |= VPX_EFLAG_FORCE_KF;
1916 g_mutex_lock (&encoder->encoder_lock);
1917 status = vpx_codec_encode (&encoder->encoder, image,
1918 encoder->n_frames, 1, flags, encoder->deadline);
1919 g_mutex_unlock (&encoder->encoder_lock);
1920 gst_video_frame_unmap (&vframe);
1923 GST_ELEMENT_ERROR (encoder, LIBRARY, ENCODE,
1924 ("Failed to encode frame"), ("%s", gst_vpx_error_name (status)));
1925 gst_video_codec_frame_set_user_data (frame, NULL, NULL);
1928 gst_video_codec_frame_unref (frame);
1929 return gst_vp8_enc_process (encoder);
1933 _to_granulepos (guint64 frame_end_number, guint inv_count, guint keyframe_dist)
1938 inv = (inv_count == 0) ? 0x3 : inv_count - 1;
1940 granulepos = (frame_end_number << 32) | (inv << 30) | (keyframe_dist << 3);
1944 static GstFlowReturn
1945 gst_vp8_enc_pre_push (GstVideoEncoder * video_encoder,
1946 GstVideoCodecFrame * frame)
1950 GstFlowReturn ret = GST_FLOW_OK;
1951 GstVP8EncUserData *user_data = gst_video_codec_frame_get_user_data (frame);
1956 GST_DEBUG_OBJECT (video_encoder, "pre_push");
1958 encoder = GST_VP8_ENC (video_encoder);
1960 info = &encoder->input_state->info;
1962 g_assert (user_data != NULL);
1964 for (inv_count = 0, l = user_data->invisible; l; inv_count++, l = l->next) {
1968 /* FIXME : All of this should have already been handled by base classes, no ? */
1969 if (l == user_data->invisible
1970 && GST_VIDEO_CODEC_FRAME_IS_SYNC_POINT (frame)) {
1971 GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
1972 encoder->keyframe_distance = 0;
1974 GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
1975 encoder->keyframe_distance++;
1978 GST_BUFFER_TIMESTAMP (buf) = GST_BUFFER_TIMESTAMP (frame->output_buffer);
1979 GST_BUFFER_DURATION (buf) = 0;
1980 GST_BUFFER_OFFSET_END (buf) =
1981 _to_granulepos (frame->presentation_frame_number + 1,
1982 inv_count, encoder->keyframe_distance);
1983 GST_BUFFER_OFFSET (buf) =
1984 gst_util_uint64_scale (frame->presentation_frame_number + 1,
1985 GST_SECOND * GST_VIDEO_INFO_FPS_D (info), GST_VIDEO_INFO_FPS_N (info));
1987 ret = gst_pad_push (GST_VIDEO_ENCODER_SRC_PAD (video_encoder), buf);
1989 if (ret != GST_FLOW_OK) {
1990 GST_WARNING_OBJECT (encoder, "flow error %d", ret);
1995 buf = frame->output_buffer;
1997 /* FIXME : All of this should have already been handled by base classes, no ? */
1998 if (!user_data->invisible && GST_VIDEO_CODEC_FRAME_IS_SYNC_POINT (frame)) {
1999 GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
2000 encoder->keyframe_distance = 0;
2002 GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
2003 encoder->keyframe_distance++;
2006 GST_BUFFER_OFFSET_END (buf) =
2007 _to_granulepos (frame->presentation_frame_number + 1, 0,
2008 encoder->keyframe_distance);
2009 GST_BUFFER_OFFSET (buf) =
2010 gst_util_uint64_scale (frame->presentation_frame_number + 1,
2011 GST_SECOND * GST_VIDEO_INFO_FPS_D (info), GST_VIDEO_INFO_FPS_N (info));
2013 GST_LOG_OBJECT (video_encoder, "src ts: %" GST_TIME_FORMAT,
2014 GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buf)));
2021 gst_vp8_enc_sink_event (GstVideoEncoder * benc, GstEvent * event)
2023 GstVP8Enc *enc = GST_VP8_ENC (benc);
2025 /* FIXME : Move this to base encoder class */
2027 if (GST_EVENT_TYPE (event) == GST_EVENT_TAG) {
2029 GstTagSetter *setter = GST_TAG_SETTER (enc);
2030 const GstTagMergeMode mode = gst_tag_setter_get_tag_merge_mode (setter);
2032 gst_event_parse_tag (event, &list);
2033 gst_tag_setter_merge_tags (setter, list, mode);
2036 /* just peeked, baseclass handles the rest */
2037 return GST_VIDEO_ENCODER_CLASS (parent_class)->sink_event (benc, event);
2041 gst_vp8_enc_propose_allocation (GstVideoEncoder * encoder, GstQuery * query)
2043 gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
2045 return GST_VIDEO_ENCODER_CLASS (parent_class)->propose_allocation (encoder,
2049 #endif /* HAVE_VP8_ENCODER */