1 /* GStreamer Intel MSDK plugin
2 * Copyright (c) 2016, Oblong Industries, Inc.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright notice,
12 * this list of conditions and the following disclaimer in the documentation
13 * and/or other materials provided with the distribution.
15 * 3. Neither the name of the copyright holder nor the names of its contributors
16 * may be used to endorse or promote products derived from this software
17 * without specific prior written permission.
19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
20 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
21 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
23 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
24 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
25 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
26 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
27 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
28 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
29 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 #include <gst/allocators/gstdmabuf.h>
38 #include "gstmsdkh265enc.h"
40 GST_DEBUG_CATEGORY_EXTERN (gst_msdkh265enc_debug);
41 #define GST_CAT_DEFAULT gst_msdkh265enc_debug
45 PROP_LOW_POWER = GST_MSDKENC_PROP_MAX,
50 #define PROP_LOWPOWER_DEFAULT FALSE
51 #define PROP_TILE_ROW_DEFAULT 1
52 #define PROP_TILE_COL_DEFAULT 1
54 #define RAW_FORMATS "NV12, I420, YV12, YUY2, UYVY, BGRA, P010_10LE, VUYA"
56 #if (MFX_VERSION >= 1027)
57 #define COMMON_FORMAT "{ " RAW_FORMATS ", Y410 }"
59 #define COMMON_FORMAT "{ " RAW_FORMATS " }"
62 static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink",
65 GST_STATIC_CAPS (GST_MSDK_CAPS_STR (COMMON_FORMAT,
66 "{ NV12, P010_10LE }")));
68 static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
71 GST_STATIC_CAPS ("video/x-h265, "
72 "framerate = (fraction) [0/1, MAX], "
73 "width = (int) [ 1, MAX ], height = (int) [ 1, MAX ], "
74 "stream-format = (string) byte-stream , alignment = (string) au , "
75 "profile = (string) { main, main-10, main-444, main-444-10 } ")
78 #define gst_msdkh265enc_parent_class parent_class
79 G_DEFINE_TYPE (GstMsdkH265Enc, gst_msdkh265enc, GST_TYPE_MSDKENC);
82 gst_msdkh265enc_set_format (GstMsdkEnc * encoder)
88 gst_msdkh265enc_configure (GstMsdkEnc * encoder)
90 GstMsdkH265Enc *h265enc = GST_MSDKH265ENC (encoder);
92 const mfxPluginUID *uid;
94 session = gst_msdk_context_get_session (encoder->context);
96 if (encoder->hardware)
97 uid = &MFX_PLUGINID_HEVCE_HW;
99 uid = &MFX_PLUGINID_HEVCE_SW;
101 if (!gst_msdk_load_plugin (session, uid, 1, "msdkh265enc"))
104 encoder->param.mfx.CodecId = MFX_CODEC_HEVC;
106 switch (encoder->param.mfx.FrameInfo.FourCC) {
107 case MFX_FOURCC_P010:
108 encoder->param.mfx.CodecProfile = MFX_PROFILE_HEVC_MAIN10;
110 case MFX_FOURCC_AYUV:
111 #if (MFX_VERSION >= 1027)
112 case MFX_FOURCC_Y410:
114 encoder->param.mfx.CodecProfile = MFX_PROFILE_HEVC_REXT;
117 encoder->param.mfx.CodecProfile = MFX_PROFILE_HEVC_MAIN;
120 /* IdrInterval field of MediaSDK HEVC encoder behaves differently
121 * than other encoders. IdrInteval == 1 indicate every
122 * I-frame should be an IDR, IdrInteval == 2 means every other
123 * I-frame is an IDR etc. So we generalize the behaviour of property
124 * "i-frames" by incrementing the value by one in each case*/
125 encoder->param.mfx.IdrInterval += 1;
127 /* Enable Extended coding options */
128 gst_msdkenc_ensure_extended_coding_options (encoder);
130 if (h265enc->num_tile_rows > 1 || h265enc->num_tile_cols > 1) {
131 h265enc->ext_tiles.Header.BufferId = MFX_EXTBUFF_HEVC_TILES;
132 h265enc->ext_tiles.Header.BufferSz = sizeof (h265enc->ext_tiles);
133 h265enc->ext_tiles.NumTileRows = h265enc->num_tile_rows;
134 h265enc->ext_tiles.NumTileColumns = h265enc->num_tile_cols;
136 gst_msdkenc_add_extra_param (encoder,
137 (mfxExtBuffer *) & h265enc->ext_tiles);
139 /* Set a valid value to NumSlice */
140 if (encoder->param.mfx.NumSlice == 0)
141 encoder->param.mfx.NumSlice =
142 h265enc->num_tile_rows * h265enc->num_tile_cols;
145 encoder->param.mfx.LowPower =
146 (h265enc->lowpower ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF);
151 static inline const gchar *
152 level_to_string (gint level)
155 case MFX_LEVEL_HEVC_1:
157 case MFX_LEVEL_HEVC_2:
159 case MFX_LEVEL_HEVC_21:
161 case MFX_LEVEL_HEVC_3:
163 case MFX_LEVEL_HEVC_31:
165 case MFX_LEVEL_HEVC_4:
167 case MFX_LEVEL_HEVC_41:
169 case MFX_LEVEL_HEVC_5:
171 case MFX_LEVEL_HEVC_51:
173 case MFX_LEVEL_HEVC_52:
175 case MFX_LEVEL_HEVC_6:
177 case MFX_LEVEL_HEVC_61:
179 case MFX_LEVEL_HEVC_62:
189 gst_msdkh265enc_set_src_caps (GstMsdkEnc * encoder)
192 GstStructure *structure;
195 caps = gst_caps_new_empty_simple ("video/x-h265");
196 structure = gst_caps_get_structure (caps, 0);
198 gst_structure_set (structure, "stream-format", G_TYPE_STRING, "byte-stream",
201 gst_structure_set (structure, "alignment", G_TYPE_STRING, "au", NULL);
203 switch (encoder->param.mfx.FrameInfo.FourCC) {
204 case MFX_FOURCC_P010:
205 gst_structure_set (structure, "profile", G_TYPE_STRING, "main-10", NULL);
207 case MFX_FOURCC_AYUV:
208 gst_structure_set (structure, "profile", G_TYPE_STRING, "main-444", NULL);
210 #if (MFX_VERSION >= 1027)
211 case MFX_FOURCC_Y410:
212 gst_structure_set (structure, "profile", G_TYPE_STRING, "main-444-10",
217 gst_structure_set (structure, "profile", G_TYPE_STRING, "main", NULL);
221 level = level_to_string (encoder->param.mfx.CodecLevel);
223 gst_structure_set (structure, "level", G_TYPE_STRING, level, NULL);
229 gst_msdkh265enc_set_property (GObject * object, guint prop_id,
230 const GValue * value, GParamSpec * pspec)
232 GstMsdkH265Enc *thiz = GST_MSDKH265ENC (object);
234 if (gst_msdkenc_set_common_property (object, prop_id, value, pspec))
237 GST_OBJECT_LOCK (thiz);
241 thiz->lowpower = g_value_get_boolean (value);
245 thiz->num_tile_rows = g_value_get_uint (value);
249 thiz->num_tile_cols = g_value_get_uint (value);
253 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
256 GST_OBJECT_UNLOCK (thiz);
260 gst_msdkh265enc_get_property (GObject * object, guint prop_id, GValue * value,
263 GstMsdkH265Enc *thiz = GST_MSDKH265ENC (object);
265 if (gst_msdkenc_get_common_property (object, prop_id, value, pspec))
268 GST_OBJECT_LOCK (thiz);
271 g_value_set_boolean (value, thiz->lowpower);
275 g_value_set_uint (value, thiz->num_tile_rows);
279 g_value_set_uint (value, thiz->num_tile_cols);
283 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
286 GST_OBJECT_UNLOCK (thiz);
290 gst_msdkh265enc_need_reconfig (GstMsdkEnc * encoder, GstVideoCodecFrame * frame)
292 GstMsdkH265Enc *h265enc = GST_MSDKH265ENC (encoder);
294 return gst_msdkenc_get_roi_params (encoder, frame, h265enc->roi);
298 gst_msdkh265enc_set_extra_params (GstMsdkEnc * encoder,
299 GstVideoCodecFrame * frame)
301 GstMsdkH265Enc *h265enc = GST_MSDKH265ENC (encoder);
303 if (h265enc->roi[0].NumROI)
304 gst_msdkenc_add_extra_param (encoder, (mfxExtBuffer *) & h265enc->roi[0]);
308 gst_msdkh265enc_class_init (GstMsdkH265EncClass * klass)
310 GObjectClass *gobject_class;
311 GstElementClass *element_class;
312 GstMsdkEncClass *encoder_class;
314 gobject_class = G_OBJECT_CLASS (klass);
315 element_class = GST_ELEMENT_CLASS (klass);
316 encoder_class = GST_MSDKENC_CLASS (klass);
318 gobject_class->set_property = gst_msdkh265enc_set_property;
319 gobject_class->get_property = gst_msdkh265enc_get_property;
321 encoder_class->set_format = gst_msdkh265enc_set_format;
322 encoder_class->configure = gst_msdkh265enc_configure;
323 encoder_class->set_src_caps = gst_msdkh265enc_set_src_caps;
324 encoder_class->need_reconfig = gst_msdkh265enc_need_reconfig;
325 encoder_class->set_extra_params = gst_msdkh265enc_set_extra_params;
327 gst_msdkenc_install_common_properties (encoder_class);
329 g_object_class_install_property (gobject_class, PROP_LOW_POWER,
330 g_param_spec_boolean ("low-power", "Low power", "Enable low power mode",
331 PROP_LOWPOWER_DEFAULT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
333 g_object_class_install_property (gobject_class, PROP_TILE_ROW,
334 g_param_spec_uint ("num-tile-rows", "number of rows for tiled encoding",
335 "number of rows for tiled encoding",
336 1, 8192, PROP_TILE_ROW_DEFAULT,
337 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
339 g_object_class_install_property (gobject_class, PROP_TILE_COL,
340 g_param_spec_uint ("num-tile-cols",
341 "number of columns for tiled encoding",
342 "number of columns for tiled encoding", 1, 8192,
343 PROP_TILE_COL_DEFAULT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
345 gst_element_class_set_static_metadata (element_class,
346 "Intel MSDK H265 encoder",
347 "Codec/Encoder/Video/Hardware",
348 "H265 video encoder based on Intel Media SDK",
349 "Josep Torra <jtorra@oblong.com>");
351 gst_element_class_add_static_pad_template (element_class, &sink_factory);
352 gst_element_class_add_static_pad_template (element_class, &src_factory);
356 gst_msdkh265enc_init (GstMsdkH265Enc * thiz)
358 GstMsdkEnc *msdk_enc = (GstMsdkEnc *) thiz;
359 thiz->lowpower = PROP_LOWPOWER_DEFAULT;
360 thiz->num_tile_rows = PROP_TILE_ROW_DEFAULT;
361 thiz->num_tile_cols = PROP_TILE_COL_DEFAULT;
362 msdk_enc->num_extra_frames = 1;