#include "gst/vaapi/gstvaapivideobuffer.h"
#include "gst/vaapi/gstvaapidisplay_priv.h"
+/* enable old lib va*/
+//#define _SIMPLE_LIB_VA_
+
GST_DEBUG_CATEGORY_STATIC (gst_vaapi_h264_encoder_debug);
#define GST_CAT_DEFAULT gst_vaapi_h264_encoder_debug
#define REF_RECON_SURFACE_NUM 2
+#define ENTROPY_MODE_CAVLC 0
+#define ENTROPY_MODE_CABAC 1
+
+#define BR_CBR 0
+#define BR_VBR 1
+#define BR_CQP 2
+
+#define NAL_REF_IDC_NONE 0
+#define NAL_REF_IDC_LOW 1
+#define NAL_REF_IDC_MEDIUM 2
+#define NAL_REF_IDC_HIGH 3
+
+
typedef enum {
NAL_UNKNOWN = 0,
NAL_NON_IDR = 1,
NAL_FILLER = 12,
}H264_NAL_TYPE;
+
+typedef enum {
+ SLICE_TYPE_P = 0,
+ SLICE_TYPE_B = 1,
+ SLICE_TYPE_I = 2
+} H264_SLICE_TYPE;
+
struct _GstH264EncodeBuffer {
GstBuffer buffer;
VABufferID *coded_id;
/* private data*/
GQueue *video_buffer_caches; /*not used for baseline*/
- GstVaapiSurface *ref_surface; /* reference buffer*/
+ GstVaapiSurface *ref_surface1; /* reference buffer*/
+ GstVaapiSurface *ref_surface2; /* for B frames */
GstVaapiSurface *recon_surface; /* reconstruct buffer*/
VABufferID seq_parameter;
VABufferID pic_parameter;
VABufferID slice_parameter;
- VAEncSliceParameterBuffer *slice_param_buffers;
+ VABufferID packed_sps_par_buf;
+ VABufferID packed_sps_data_buf;
+ VABufferID packed_pps_par_buf;
+ VABufferID packed_pps_data_buf;
+#ifdef _SIMPLE_LIB_VA_
+ VAEncSliceParameterBuffer *slice_param_buffers;
+#else
+ VAEncSliceParameterBufferH264 *slice_param_buffers;
+#endif
guint32 default_slice_height;
guint32 slice_mod_mb_num;
+ guint32 default_cts_offset;
GstBuffer *sps_data;
GstBuffer *pps_data;
+ GQueue *queued_buffers; /* GstVaapiVideoBuffers with surface*/
+
+ guint32 gop_count;
+ guint32 cur_display_num;
+ guint32 cur_decode_num;
+ H264_SLICE_TYPE cur_slice_type;
+ guint64 last_decode_time;
};
G_DEFINE_TYPE(GstH264Encoder, gst_h264_encoder, GST_TYPE_VAAPI_BASE_ENCODER);
GstVaapiDisplay *display, GstVaapiContext *context);
static gboolean gst_h264_encoder_release_resource(GstVaapiBaseEncoder* encoder,
GstVaapiDisplay *display, GstVaapiContext *context);
-
-static EncoderStatus gst_h264_prepare_encoding(GstVaapiBaseEncoder *encoder, GstVaapiDisplay *display,
+static EncoderStatus gst_h264_encoder_prepare_next_buffer(GstVaapiBaseEncoder* encoder,
+ GstVaapiVideoBuffer *display_buf, gboolean need_flush,
+ GstVaapiVideoBuffer **out_buf);
+static void gst_h264_encoder_frame_failed(GstVaapiBaseEncoder *encoder,
+ GstVaapiVideoBuffer* buffer);
+static EncoderStatus gst_h264_encoder_rendering(GstVaapiBaseEncoder *encoder, GstVaapiDisplay *display,
GstVaapiContext *context, GstVaapiSurface *surface,
guint frame_index, VABufferID coded_buf, gboolean *is_key);
static void gst_h264_notify_frame(GstVaapiBaseEncoder *encoder, guint8 *buf, guint32 size);
static gboolean h264_bitstream_write_uint(H264Bitstream *bitstream, guint32 value, guint32 bit_size);
static gboolean h264_bitstream_align(H264Bitstream *bitstream, guint32 value);
static gboolean h264_bitstream_write_ue(H264Bitstream *bitstream, guint32 value);
-static gboolean h264_bitstream_write_se(H264Bitstream *bitstream, guint32 value);
+static gboolean h264_bitstream_write_se(H264Bitstream *bitstream, gint32 value);
static gboolean h264_bitstream_write_trailing_bits(H264Bitstream *bitstream);
static gboolean h264_bitstream_write_byte_array(H264Bitstream *bitstream, const guint8 *buf, guint32 byte_size);
static void h264_bitstream_destroy(H264Bitstream *bitstream, gboolean free_flag);
static gboolean h264_bitstream_auto_grow(H264Bitstream *bitstream, guint32 extra_bit_size);
-static gboolean h264_bitstream_write_sps(H264Bitstream *bitstream, GstH264EncoderPrivate *h264_prv);
-static gboolean h264_bitstream_write_pps(H264Bitstream *bitstream, GstH264EncoderPrivate *h264_prv);
+static gboolean h264_bitstream_write_sps(H264Bitstream *bitstream, VAEncSequenceParameterBufferH264 *seq);
+static gboolean h264_bitstream_write_pps(H264Bitstream *bitstream, VAEncPictureParameterBufferH264 *pic);
+static gboolean h264_bitstream_write_nal_header(H264Bitstream *bitstream,
+ guint nal_ref_idc, guint nal_unit_type);
+
static const guint8 *h264_next_nal(const guint8 *buffer, guint32 len, guint32 *nal_size);
static gboolean h264_read_sps_attributes(const guint8 *sps_data, guint32 sps_size,
- guint32 *profile_idc, guint32 *profile_comp, guint32 *level_idc);
+ guint32 *profile_idc, guint32 *profile_comp, guint32 *level_idc);
static void
gst_h264_encoder_class_init(GstH264EncoderClass *klass)
base_class->validate_attributes = gst_h264_validate_parameters;
base_class->pre_alloc_resource = gst_h264_encoder_alloc_slices;
base_class->release_resource = gst_h264_encoder_release_resource;
- base_class->prepare_frame = gst_h264_prepare_encoding;
+ base_class->prepare_next_input_buffer = gst_h264_encoder_prepare_next_buffer;
+ base_class->render_frame = gst_h264_encoder_rendering;
base_class->notify_frame = gst_h264_notify_frame;
base_class->copy_coded_frame = gst_h264_encoder_copy_coded_buffer;
+ base_class->encode_frame_failed = gst_h264_encoder_frame_failed;
encoder_class->flush = gst_h264_encoder_flush;
return (-1);
}
-GstH264Encoder *
-gst_h264_encoder_new(void)
-{
- return GST_H264_ENCODER(g_object_new(GST_TYPE_H264_ENCODER, NULL));
-}
-
-
static void
gst_h264_encoder_init(GstH264Encoder *encoder)
{
GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(encoder);
- GstVaapiEncoderPrivate *encoder_prv = GST_VAAPI_ENCODER_GET_PRIVATE(encoder);
ENCODER_ASSERT(h264_prv);
h264_prv->public = encoder;
/* init private values*/
h264_prv->format = GST_MAKE_FOURCC('N','V','1','2');
h264_prv->es_flag = TRUE;
+ //h264_prv->es_flag = FALSE;
- h264_prv->ref_surface = NULL;
+ h264_prv->ref_surface1 = NULL;
+ h264_prv->ref_surface2 = NULL;
h264_prv->recon_surface = NULL;
h264_prv->seq_parameter = VA_INVALID_ID;
h264_prv->pic_parameter = VA_INVALID_ID;
h264_prv->slice_parameter = VA_INVALID_ID;
+ h264_prv->packed_sps_par_buf = VA_INVALID_ID;
+ h264_prv->packed_sps_data_buf = VA_INVALID_ID;
+ h264_prv->packed_pps_par_buf = VA_INVALID_ID;
+ h264_prv->packed_pps_data_buf = VA_INVALID_ID;
h264_prv->slice_param_buffers = NULL;
h264_prv->default_slice_height = 0;
h264_prv->slice_mod_mb_num = 0;
h264_prv->sps_data = NULL;
h264_prv->pps_data = NULL;
+
+ h264_prv->queued_buffers = g_queue_new();
+ h264_prv->gop_count = 0;
+ h264_prv->cur_display_num = 0;
+ h264_prv->cur_decode_num = 0;
+ h264_prv->cur_slice_type = SLICE_TYPE_I;
+ h264_prv->last_decode_time = 0LL;
+ h264_prv->default_cts_offset = 0;
}
static void
h264_prv->slice_param_buffers = NULL;
}
+ if (h264_prv->queued_buffers) {
+ ENCODER_ASSERT(g_queue_is_empty(h264_prv->queued_buffers));
+ g_queue_free(h264_prv->queued_buffers);
+ h264_prv->queued_buffers = NULL;
+ }
+
G_OBJECT_CLASS(gst_h264_encoder_parent_class)->finalize(object);
}
+GstH264Encoder *
+gst_h264_encoder_new(void)
+{
+ return GST_H264_ENCODER(g_object_new(GST_TYPE_H264_ENCODER, NULL));
+}
+
static void
gst_h264_encoder_init_public_values(GstH264Encoder* encoder)
{
encoder->init_qp = -1;
encoder->min_qp = -1;
encoder->slice_num = 0;
+ encoder->b_frame_num = 0;
}
void
}
gst_vaapi_base_encoder_set_va_profile(base_encoder, h264_get_va_profile(encoder->profile));
if (!encoder->level) {
- encoder->level = H264_DEFAULT_LEVEL;
+ if (encoder->profile <= H264_PROFILE_BASELINE)
+ encoder->level = H264_LEVEL_30;
+ else
+ encoder->level = H264_LEVEL_41;
}
if (!encoder->intra_period) {
encoder->intra_period = H264_DEFAULT_INTRA_PERIOD;
/* default compress ratio 1: (4*8*1.5) */
if (!encoder->bitrate) {
- encoder->bitrate = ENCODER_WIDTH(encoder)*ENCODER_HEIGHT(encoder)*ENCODER_FPS(encoder)/4;
+ encoder->bitrate = 0; //ENCODER_WIDTH(encoder)*ENCODER_HEIGHT(encoder)*ENCODER_FPS(encoder)/4;
}
if (!encoder->slice_num) {
} else {
h264_prv->slice_mod_mb_num = ((ENCODER_HEIGHT(encoder)+15)/16)%encoder->slice_num;
}
+
+ if (encoder->b_frame_num) {
+ h264_prv->default_cts_offset = GST_SECOND/ENCODER_FPS(encoder);
+ } else {
+ h264_prv->default_cts_offset = 0;
+ }
return TRUE;
}
{
VAStatus va_status = VA_STATUS_SUCCESS;
GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
- guint32 i;
gboolean is_locked = FALSE;
ENCODER_ASSERT(display);
ENCODER_ASSERT(context);
+ VAAPI_UNUSED_ARG(va_status);
VADisplay va_dpy = gst_vaapi_display_get_display(display);
ENCODER_ACQUIRE_DISPLAY_LOCK(display);
h264_prv->slice_parameter = VA_INVALID_ID;
}
+ if (VA_INVALID_ID != h264_prv->packed_sps_par_buf) {
+ va_status = vaDestroyBuffer(va_dpy, h264_prv->packed_sps_par_buf);
+ h264_prv->packed_sps_par_buf = VA_INVALID_ID;
+ }
+ if (VA_INVALID_ID != h264_prv->packed_sps_data_buf) {
+ va_status = vaDestroyBuffer(va_dpy, h264_prv->packed_sps_data_buf);
+ h264_prv->packed_sps_data_buf = VA_INVALID_ID;
+ }
+ if (VA_INVALID_ID != h264_prv->packed_pps_par_buf) {
+ va_status = vaDestroyBuffer(va_dpy, h264_prv->packed_pps_par_buf);
+ h264_prv->packed_pps_par_buf = VA_INVALID_ID;
+ }
+ if (VA_INVALID_ID != h264_prv->packed_pps_data_buf) {
+ va_status = vaDestroyBuffer(va_dpy, h264_prv->packed_pps_data_buf);
+ h264_prv->packed_pps_data_buf = VA_INVALID_ID;
+ }
+
ENCODER_RELEASE_DISPLAY_LOCK(display);
if (h264_prv->slice_param_buffers) {
h264_prv->slice_param_buffers = NULL;
}
+ if (h264_prv->sps_data) {
+ gst_buffer_unref(h264_prv->sps_data);
+ h264_prv->sps_data = NULL;
+ }
+ if (h264_prv->pps_data) {
+ gst_buffer_unref(h264_prv->pps_data);
+ h264_prv->pps_data = NULL;
+ }
+
return TRUE;
}
+static void
+h264_release_queued_buffers(GstH264EncoderPrivate *h264_prv)
+{
+ while (!g_queue_is_empty(h264_prv->queued_buffers)) {
+ GstBuffer* tmp = g_queue_pop_head(h264_prv->queued_buffers);
+ if (tmp)
+ gst_buffer_unref(tmp);
+ }
+}
+
static gboolean
gst_h264_encoder_release_resource(GstVaapiBaseEncoder* encoder, GstVaapiDisplay *display, GstVaapiContext *context)
/* release buffers first */
h264_encoder_release_parameters(h264_encoder, display, context);
+ h264_release_queued_buffers(h264_prv);
+ h264_prv->cur_display_num = 0;
+ h264_prv->cur_decode_num = 0;
+ h264_prv->cur_slice_type = SLICE_TYPE_I;
+ h264_prv->gop_count = 0;
+ h264_prv->last_decode_time = 0LL;
+ h264_prv->default_cts_offset = 0;
+
+ /*remove ref_surface1*/
+ if (h264_prv->ref_surface1) {
+ if (context) {
+ gst_vaapi_context_put_surface(context, h264_prv->ref_surface1);
+ } else {
+ g_object_unref(h264_prv->ref_surface1);
+ }
+ h264_prv->ref_surface1 = NULL;
+ }
- /*remove ref_surface*/
- if (h264_prv->ref_surface) {
+ if (h264_prv->ref_surface2) {
if (context) {
- gst_vaapi_context_put_surface(context, h264_prv->ref_surface);
+ gst_vaapi_context_put_surface(context, h264_prv->ref_surface2);
} else {
- g_object_unref(h264_prv->ref_surface);
+ g_object_unref(h264_prv->ref_surface2);
}
- h264_prv->ref_surface = NULL;
+ h264_prv->ref_surface2 = NULL;
}
/*remove recon_surface*/
h264_prv->recon_surface = NULL;
}
- if (h264_prv->sps_data) {
- gst_buffer_unref(h264_prv->sps_data);
- h264_prv->sps_data = NULL;
- }
- if (h264_prv->pps_data) {
- gst_buffer_unref(h264_prv->pps_data);
- h264_prv->pps_data = NULL;
- }
return ret;
}
gst_h264_encoder_alloc_slices(GstVaapiBaseEncoder *encoder, GstVaapiDisplay *display, GstVaapiContext *context)
{
gboolean ret = TRUE;
- VAStatus va_status = VA_STATUS_SUCCESS;
GstH264Encoder *h264_encoder = GST_H264_ENCODER(encoder);
GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(encoder);
- h264_prv->slice_param_buffers = (VAEncSliceParameterBuffer*)g_malloc0_n(h264_encoder->slice_num,
- sizeof(h264_prv->slice_param_buffers[0]));
+ h264_prv->slice_param_buffers =
+#ifdef _SIMPLE_LIB_VA_
+ (VAEncSliceParameterBuffer*)
+#else
+ (VAEncSliceParameterBufferH264*)
+#endif
+ g_malloc0_n(h264_encoder->slice_num,
+ sizeof(h264_prv->slice_param_buffers[0]));
+
return ret;
}
+static void
+gst_h264_encoder_frame_failed(GstVaapiBaseEncoder *encoder, GstVaapiVideoBuffer* buffer)
+{
+ GstH264Encoder *h264_encoder = GST_H264_ENCODER(encoder);
+ GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
+
+ h264_release_queued_buffers(h264_prv);
+ h264_prv->cur_display_num = 0;
+ h264_prv->cur_decode_num = 0;
+ h264_prv->cur_slice_type = SLICE_TYPE_I;
+ h264_prv->gop_count = 0;
+ h264_prv->last_decode_time = 0LL;
+}
+
+static EncoderStatus
+gst_h264_encoder_prepare_next_buffer(GstVaapiBaseEncoder* encoder,
+ GstVaapiVideoBuffer *display_buf, gboolean need_flush,
+ GstVaapiVideoBuffer **out_buf)
+{
+ EncoderStatus ret = ENCODER_NO_ERROR;
+ GstH264Encoder *h264_encoder = GST_H264_ENCODER(encoder);
+ GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
+ GstVaapiVideoBuffer *return_buf = NULL;
+ GstVaapiVideoBuffer *tmp_next_buf = NULL;
+ guint64 pts = 0;
+ guint32 cts = 0;
+
+ if (NULL == display_buf && g_queue_is_empty(h264_prv->queued_buffers)) {
+ ret = ENCODER_BUFFER_EMPTY;
+ if (h264_prv->gop_count >= h264_encoder->intra_period || need_flush)
+ h264_prv->gop_count = 0;
+ goto end;
+ }
+
+ if (display_buf) {
+ ++h264_prv->gop_count;
+ gst_buffer_ref(GST_BUFFER_CAST(display_buf));
+ h264_prv->last_decode_time = GST_BUFFER_TIMESTAMP(display_buf);
+ }
+
+ /* first frame */
+ if (h264_prv->gop_count == 1) {
+ ENCODER_ASSERT(display_buf);
+ h264_prv->cur_display_num = 0;
+ h264_prv->cur_decode_num = 0;
+ h264_prv->cur_slice_type = SLICE_TYPE_I;
+ return_buf = display_buf;
+ goto end;
+ }
+
+ if (display_buf) {
+ if (h264_encoder->b_frame_num &&
+ h264_prv->gop_count < h264_encoder->intra_period &&
+ g_queue_get_length(h264_prv->queued_buffers) < h264_encoder->b_frame_num
+ )
+ {
+ g_queue_push_tail(h264_prv->queued_buffers, display_buf);
+ ret = ENCODER_BUFFER_WAITING;
+ goto end;
+ }
+ h264_prv->cur_slice_type = SLICE_TYPE_P;
+ h264_prv->cur_display_num = h264_prv->gop_count-1;
+ ++h264_prv->cur_decode_num;
+ return_buf = display_buf;
+ } else {
+ if (need_flush) {
+ return_buf = (GstVaapiVideoBuffer*)g_queue_pop_tail(h264_prv->queued_buffers);
+ h264_prv->cur_slice_type = SLICE_TYPE_P;
+ h264_prv->cur_display_num = h264_prv->gop_count - 1;
+ ++h264_prv->cur_decode_num;
+ } else {
+ return_buf = (GstVaapiVideoBuffer*)g_queue_pop_head(h264_prv->queued_buffers);
+ h264_prv->cur_slice_type = SLICE_TYPE_B;
+ h264_prv->cur_display_num = h264_prv->gop_count - 2 - g_queue_get_length(h264_prv->queued_buffers);
+ }
+ }
+
+end:
+ *out_buf = return_buf;
+ /* calculate cts/pts/dts */
+ if (return_buf) {
+ pts = GST_BUFFER_TIMESTAMP(return_buf);
+ tmp_next_buf = (GstVaapiVideoBuffer*)g_queue_peek_head(h264_prv->queued_buffers);
+ if (tmp_next_buf) {
+ GST_BUFFER_TIMESTAMP(return_buf) = GST_BUFFER_TIMESTAMP(tmp_next_buf);
+ } else if (SLICE_TYPE_B == h264_prv->cur_slice_type) {
+ GST_BUFFER_TIMESTAMP(return_buf) = h264_prv->last_decode_time;
+ }
+ cts = (pts + h264_prv->default_cts_offset - GST_BUFFER_TIMESTAMP(return_buf));
+ ENCODER_ASSERT(cts < 0x80000000);
+ if (cts > 0x80000000) {
+ cts = 0;
+ }
+ GST_BUFFER_OFFSET_END(return_buf) = cts;
+ }
+ return ret;
+}
+#ifdef _SIMPLE_LIB_VA_
static EncoderStatus
-gst_h264_prepare_encoding(GstVaapiBaseEncoder *encoder, GstVaapiDisplay *display,
+gst_h264_encoder_rendering(GstVaapiBaseEncoder *encoder, GstVaapiDisplay *display,
GstVaapiContext *context, GstVaapiSurface *surface,
guint frame_index, VABufferID coded_buf, gboolean *is_key)
{
VAStatus va_status = VA_STATUS_SUCCESS;
GstH264Encoder *h264_encoder = GST_H264_ENCODER(encoder);
GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
-#ifdef _MRST_
VAEncPictureParameterBufferH264 pic_h264;
-#else
- VAEncPictureParameterBufferH264Baseline pic_h264;
-#endif
VAEncSliceParameterBuffer *slice_h264 = NULL;
gboolean is_locked = FALSE;
VADisplay va_dpy = gst_vaapi_display_get_display(display);
VAContextID context_id = GST_VAAPI_OBJECT_ID(context);
- *is_key = ((frame_index % h264_encoder->intra_period) == 0);
+ *is_key = (h264_prv->cur_slice_type == SLICE_TYPE_I);
/* lock display */
ENCODER_ACQUIRE_DISPLAY_LOCK(display);
/*handle first surface_index*/
/*only need first frame*/
if (VA_INVALID_ID == h264_prv->seq_parameter) { /*first time*/
- #ifdef _MRST_
- VAEncSequenceParameterBufferH264 seq_h264 = {0};
- #else
- VAEncSequenceParameterBufferH264Baseline seq_h264 = {0};
- #endif
-
+ VAEncSequenceParameterBufferH264 seq_h264 = { 0 };
seq_h264.level_idc = h264_encoder->level; /* 3.0 */
seq_h264.max_num_ref_frames = 1; /*Only I, P frames*/
seq_h264.picture_width_in_mbs = (ENCODER_WIDTH(h264_encoder)+15)/16;
}
/* set pic_parameters*/
- if (!h264_prv->ref_surface) {
- h264_prv->ref_surface = gst_vaapi_context_get_surface(context);
- ENCODER_CHECK_STATUS(h264_prv->ref_surface, ENCODER_SURFACE_ERR, "reference surface, h264_pop_free_surface failed.\n");
+ if (!h264_prv->ref_surface1) {
+ h264_prv->ref_surface1 = gst_vaapi_context_get_surface(context);
+ ENCODER_CHECK_STATUS(h264_prv->ref_surface1, ENCODER_SURFACE_ERR, "reference surface, h264_pop_free_surface failed.\n");
}
if (!h264_prv->recon_surface) {
h264_prv->recon_surface = gst_vaapi_context_get_surface(context);
ENCODER_CHECK_STATUS(h264_prv->recon_surface, ENCODER_SURFACE_ERR, "reconstructed surface, h264_pop_free_surface failed.\n");
}
- pic_h264.reference_picture = GST_VAAPI_OBJECT_ID(h264_prv->ref_surface);
+ pic_h264.reference_picture = GST_VAAPI_OBJECT_ID(h264_prv->ref_surface1);
pic_h264.reconstructed_picture = GST_VAAPI_OBJECT_ID(h264_prv->recon_surface);
pic_h264.coded_buf = coded_buf;
pic_h264.picture_width = ENCODER_WIDTH(h264_encoder);
va_status = vaRenderPicture(va_dpy, context_id, &h264_prv->slice_parameter, 1);
ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS ==va_status, ENCODER_PICTURE_ERR, "rendering slice-parameters buffer failed.\n");
- /*after finished, set ref_surface_index, recon_surface_index */
- GstVaapiSurface *swap = h264_prv->ref_surface;
- h264_prv->ref_surface = h264_prv->recon_surface;
+ /*after finished, set ref_surface1_index, recon_surface_index */
+ GstVaapiSurface *swap = h264_prv->ref_surface1;
+ h264_prv->ref_surface1 = h264_prv->recon_surface;
h264_prv->recon_surface = swap;
end:
return ret;
}
+#else /* extended libva, new parameter structures*/
+
+static void h264_swap_surface(GstVaapiSurface **s1, GstVaapiSurface **s2)
+{
+ GstVaapiSurface *tmp;
+
+ g_return_if_fail(s1 && s2);
+ tmp = *s1;
+ *s1 = *s2;
+ *s2 = tmp;
+}
+
+static gboolean
+h264_recreate_seq_param(GstH264Encoder *h264_encoder,
+ VADisplay va_dpy, VAContextID context_id)
+{
+ GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
+ VAEncSequenceParameterBufferH264 seq_h264 = { 0 };
+ guint width_in_mbs, height_in_mbs;
+ gboolean ret = TRUE;
+ VAStatus va_status = VA_STATUS_SUCCESS;
+
+ /* only once */
+ if (VA_INVALID_ID != h264_prv->seq_parameter)
+ return TRUE;
+
+ width_in_mbs = (ENCODER_WIDTH(h264_encoder)+15)/16;
+ height_in_mbs = (ENCODER_HEIGHT(h264_encoder)+15)/16;
+
+ seq_h264.seq_parameter_set_id = 0;
+ seq_h264.profile_idc = h264_encoder->profile;
+ seq_h264.level_idc = h264_encoder->level; /* 3.0 */
+ seq_h264.intra_period = h264_encoder->intra_period;
+ seq_h264.ip_period = 0; // ?
+ seq_h264.max_num_ref_frames = (h264_encoder->b_frame_num < 2 ? 3 : h264_encoder->b_frame_num+1); // ?, why 4
+ seq_h264.picture_width_in_mbs = width_in_mbs;
+ seq_h264.picture_height_in_mbs = height_in_mbs;
+ seq_h264.frame_mbs_only_flag = 1;
+ seq_h264.target_usage = 1; // ?
+
+ if (h264_encoder->init_qp == -1)
+ seq_h264.rate_control_method = BR_CBR;
+ else if (h264_encoder->init_qp == -2)
+ seq_h264.rate_control_method = BR_VBR;
+ else {
+ assert(h264_encoder->init_qp >= 0 && h264_encoder->init_qp <= 51);
+ seq_h264.rate_control_method = BR_CQP;
+ }
+
+ if (h264_encoder->bitrate> 0)
+ seq_h264.bits_per_second = h264_encoder->bitrate; /* use kbps as input */
+ else
+ seq_h264.bits_per_second = 0;
+
+ if (seq_h264.rate_control_method == BR_VBR) {
+ seq_h264.max_bits_per_second = seq_h264.bits_per_second*1.5;
+ seq_h264.min_bits_per_second = seq_h264.bits_per_second*0.3;
+ }
+ seq_h264.initial_hrd_buffer_fullness = 0; // ??
+ seq_h264.hrd_buffer_size = 0;
+ seq_h264.num_units_in_tick = 100;
+ seq_h264.time_scale = ENCODER_FPS(h264_encoder)*2*seq_h264.num_units_in_tick;
+
+ if (height_in_mbs*16 - ENCODER_HEIGHT(h264_encoder)) {
+ seq_h264.frame_cropping_flag = 1;
+ seq_h264.frame_crop_left_offset = 0;
+ seq_h264.frame_crop_right_offset = 0;
+ seq_h264.frame_crop_top_offset = 0;
+ seq_h264.frame_crop_bottom_offset =
+ (height_in_mbs * 16 - ENCODER_HEIGHT(h264_encoder))/(2 * (!seq_h264.frame_mbs_only_flag + 1));
+ }
+ seq_h264.pic_order_cnt_type = 0; // pic order cnt
+ seq_h264.direct_8x8_inference_flag = 0;
+ seq_h264.log2_max_frame_num_minus4 = 4; // log2(seq_h264.intra_period)-3 : 0
+ seq_h264.log2_max_pic_order_cnt_lsb_minus4 = seq_h264.log2_max_frame_num_minus4+2;
+ seq_h264.vui_flag = 0; // 0? or 1?
+
+ va_status = vaCreateBuffer(va_dpy, context_id,
+ VAEncSequenceParameterBufferType,
+ sizeof(seq_h264), 1,
+ &seq_h264, &h264_prv->seq_parameter);
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS == va_status,
+ FALSE, "alloc seq-buffer failed.\n");
+
+ /*pack sps header buffer/data */
+ if (NULL == h264_prv->sps_data) {
+ VAEncPackedHeaderParameterBuffer packed_header_param_buffer = { 0 };
+ guint32 length_in_bits, offset_in_bytes;
+ guint8 *packed_seq_buffer = NULL;
+ H264Bitstream bitstream;
+ h264_bitstream_init(&bitstream, 128*8);
+ h264_bitstream_write_uint(&bitstream, 0x00000001, 32); /* start code*/
+ h264_bitstream_write_nal_header(&bitstream, NAL_REF_IDC_HIGH, NAL_SPS);
+ h264_bitstream_write_sps(&bitstream, &seq_h264);
+ ENCODER_ASSERT(BIT_STREAM_BIT_SIZE(&bitstream)%8 == 0);
+ length_in_bits = BIT_STREAM_BIT_SIZE(&bitstream);
+ packed_seq_buffer = BIT_STREAM_BUFFER(&bitstream);
+ //h264_prv->sps_data = gst_buffer_new_and_alloc((length_in_bits+7)/8);
+ //GST_BUFFER_SIZE(h264_prv->sps_data) = (length_in_bits+7)/8-4;
+ //memcpy(GST_BUFFER_DATA(h264_prv->sps_data), packed_seq_buffer+4, (length_in_bits+7)/8-4);
+
+ offset_in_bytes = 0;
+ packed_header_param_buffer.type = VAEncPackedHeaderSPS;
+ packed_header_param_buffer.insert_emulation_bytes = 1;
+ packed_header_param_buffer.skip_emulation_check_count = 5;
+ packed_header_param_buffer.num_headers = 1;
+ packed_header_param_buffer.length_in_bits = &length_in_bits;
+ packed_header_param_buffer.offset_in_bytes = &offset_in_bytes;
+ va_status = vaCreateBuffer(va_dpy,
+ context_id,
+ VAEncPackedHeaderParameterBufferType,
+ sizeof(packed_header_param_buffer), 1,
+ &packed_header_param_buffer,
+ &h264_prv->packed_sps_par_buf);
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS == va_status,
+ FALSE,
+ "EncPackedSeqHeaderParameterBuffer failed");
+ va_status = vaCreateBuffer(va_dpy,
+ context_id,
+ VAEncPackedHeaderDataBufferType,
+ (length_in_bits + 7) / 8, 1,
+ packed_seq_buffer,
+ &h264_prv->packed_sps_data_buf);
+ h264_bitstream_destroy(&bitstream, TRUE);
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS == va_status,
+ FALSE,
+ "EncPackedSeqHeaderDataBuffer failed");
+ }
+end:
+
+ return ret;
+}
+
+static gboolean
+h264_recreate_pic_param(GstH264Encoder *h264_encoder,
+ VADisplay va_dpy, VAContextID context_id,
+ VABufferID coded_buf)
+{
+ GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
+ VAEncPictureParameterBufferH264 pic_h264;
+ gboolean ret = TRUE;
+ VAStatus va_status = VA_STATUS_SUCCESS;
+
+ VAAPI_UNUSED_ARG(va_status);
+ memset(&pic_h264, 0, sizeof(pic_h264));
+ pic_h264.CurrPic.picture_id = GST_VAAPI_OBJECT_ID(h264_prv->recon_surface);
+ pic_h264.CurrPic.TopFieldOrderCnt = h264_prv->cur_display_num * 2; // ??? /**/
+ pic_h264.ReferenceFrames[0].picture_id = GST_VAAPI_OBJECT_ID(h264_prv->ref_surface1);
+ pic_h264.ReferenceFrames[1].picture_id = GST_VAAPI_OBJECT_ID(h264_prv->ref_surface2);
+ pic_h264.ReferenceFrames[2].picture_id = VA_INVALID_ID;
+ pic_h264.CodedBuf = coded_buf;
+
+ pic_h264.seq_parameter_set_id = 0;
+ pic_h264.pic_parameter_set_id = 0;
+ pic_h264.last_picture = 0;
+ pic_h264.frame_num = (h264_prv->cur_slice_type == SLICE_TYPE_B ?
+ (h264_prv->cur_decode_num + 1) : h264_prv->cur_decode_num);
+ pic_h264.coding_type = 0;
+ pic_h264.pic_init_qp = (h264_encoder->init_qp >= 0 ? h264_encoder->init_qp : 26);
+ pic_h264.num_ref_idx_l0_active_minus1 = 0;
+ pic_h264.num_ref_idx_l1_active_minus1 = 0;
+ pic_h264.pic_fields.bits.idr_pic_flag = (h264_prv->cur_slice_type == SLICE_TYPE_I);
+ pic_h264.pic_fields.bits.reference_pic_flag = (h264_prv->cur_slice_type != SLICE_TYPE_B);
+ pic_h264.pic_fields.bits.entropy_coding_mode_flag = ENTROPY_MODE_CABAC;
+ pic_h264.pic_fields.bits.weighted_pred_flag = 0;
+ pic_h264.pic_fields.bits.weighted_bipred_idc = 0;
+ pic_h264.pic_fields.bits.transform_8x8_mode_flag = 1;
+ pic_h264.pic_fields.bits.deblocking_filter_control_present_flag = 1;
+
+ if (VA_INVALID_ID != h264_prv->pic_parameter) { /* share the same pic_parameter*/
+ vaDestroyBuffer(va_dpy, h264_prv->pic_parameter);
+ h264_prv->pic_parameter = VA_INVALID_ID;
+ }
+ va_status = vaCreateBuffer(va_dpy, context_id, VAEncPictureParameterBufferType,
+ sizeof(pic_h264), 1, &pic_h264, &h264_prv->pic_parameter);
+
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS ==va_status, FALSE, "creating pic-param buffer failed.\n");
+
+ //if (NULL == h264_prv->pps_data) {
+ if (VA_INVALID_ID == h264_prv->packed_pps_data_buf) {
+ VAEncPackedHeaderParameterBuffer packed_header_param_buffer = { 0 };
+ guint32 length_in_bits, offset_in_bytes;
+ guint8 *packed_pic_buffer = NULL;
+ H264Bitstream bitstream;
+ h264_bitstream_init(&bitstream, 128*8);
+ h264_bitstream_write_uint(&bitstream, 0x00000001, 32); /* start code*/
+ h264_bitstream_write_nal_header(&bitstream, NAL_REF_IDC_HIGH, NAL_PPS);
+ h264_bitstream_write_pps(&bitstream, &pic_h264);
+ ENCODER_ASSERT(BIT_STREAM_BIT_SIZE(&bitstream)%8 == 0);
+ length_in_bits = BIT_STREAM_BIT_SIZE(&bitstream);
+ packed_pic_buffer = BIT_STREAM_BUFFER(&bitstream);
+ //h264_prv->pps_data = gst_buffer_new_and_alloc((length_in_bits+7)/8);
+ //GST_BUFFER_SIZE(h264_prv->pps_data) = (length_in_bits+7)/8-4;
+ //memcpy(GST_BUFFER_DATA(h264_prv->pps_data), packed_pic_buffer+4, (length_in_bits+7)/8-4);
+
+ offset_in_bytes = 0;
+ packed_header_param_buffer.type = VAEncPackedHeaderPPS;
+ packed_header_param_buffer.insert_emulation_bytes = 1;
+ packed_header_param_buffer.skip_emulation_check_count = 5;
+ packed_header_param_buffer.num_headers = 1;
+ packed_header_param_buffer.length_in_bits = &length_in_bits;
+ packed_header_param_buffer.offset_in_bytes = &offset_in_bytes;
+
+ va_status = vaCreateBuffer(va_dpy,
+ context_id,
+ VAEncPackedHeaderParameterBufferType,
+ sizeof(packed_header_param_buffer), 1,
+ &packed_header_param_buffer,
+ &h264_prv->packed_pps_par_buf);
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS == va_status,
+ FALSE,
+ "EncPackedPicHeaderParameterBuffer failed");
+
+ va_status = vaCreateBuffer(va_dpy,
+ context_id,
+ VAEncPackedHeaderDataBufferType,
+ (length_in_bits + 7) / 8, 1,
+ packed_pic_buffer,
+ &h264_prv->packed_pps_data_buf);
+ h264_bitstream_destroy(&bitstream, TRUE);
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS == va_status,
+ FALSE,
+ "EncPackedPicHeaderDataBuffer failed");
+ }
+
+end:
+ return ret;
+}
+
+
+static gboolean
+h264_recreate_slice_param(GstH264Encoder *h264_encoder,
+ VADisplay va_dpy, VAContextID context_id)
+{
+ GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
+ VAEncSliceParameterBufferH264 *slice_h264 = NULL;
+ guint width_in_mbs;
+ gboolean ret = TRUE;
+ VAStatus va_status = VA_STATUS_SUCCESS;
+
+ width_in_mbs = (ENCODER_WIDTH(h264_encoder)+15)/16;
+
+ int i = 0;
+ guint32 last_row_num = 0;
+ guint32 slice_mod_num = h264_prv->slice_mod_mb_num;
+
+ memset(h264_prv->slice_param_buffers, 0, h264_encoder->slice_num*sizeof(h264_prv->slice_param_buffers[0]));
+ for (i = 0; i < h264_encoder->slice_num; ++i) {
+ slice_h264 = &h264_prv->slice_param_buffers[i];
+
+ slice_h264->starting_macroblock_address = last_row_num*width_in_mbs;
+ slice_h264->number_of_mbs = width_in_mbs*h264_prv->default_slice_height;
+ last_row_num += h264_prv->default_slice_height;
+ if (slice_mod_num) {
+ slice_h264->number_of_mbs += width_in_mbs;
+ ++last_row_num;
+ --slice_mod_num;
+ }
+ slice_h264->pic_parameter_set_id = 0;
+ slice_h264->slice_type = h264_prv->cur_slice_type;
+ slice_h264->direct_spatial_mv_pred_flag = 0;
+ slice_h264->num_ref_idx_l0_active_minus1 = 0;
+ slice_h264->num_ref_idx_l1_active_minus1 = 0;
+ slice_h264->cabac_init_idc = 0;
+ slice_h264->slice_qp_delta = 0;
+ slice_h264->disable_deblocking_filter_idc = 0;
+ slice_h264->slice_alpha_c0_offset_div2 = 2;
+ slice_h264->slice_beta_offset_div2 = 2;
+ slice_h264->idr_pic_id = 0;
+
+ slice_h264->ref_pic_list_modification_flag_l0 = 0;
+ slice_h264->ref_pic_list_modification_flag_l1 = 0;
+
+ }
+ ENCODER_ASSERT(last_row_num == (ENCODER_HEIGHT(h264_encoder)+15)/16);
+
+ if (VA_INVALID_ID != h264_prv->slice_parameter) {
+ vaDestroyBuffer(va_dpy, h264_prv->slice_parameter);
+ h264_prv->slice_parameter = VA_INVALID_ID;
+ }
+ va_status = vaCreateBuffer(va_dpy,
+ context_id,
+ VAEncSliceParameterBufferType,
+ sizeof(h264_prv->slice_param_buffers[0]),
+ h264_encoder->slice_num,
+ h264_prv->slice_param_buffers,
+ &h264_prv->slice_parameter);
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS ==va_status, FALSE, "creating slice-parameters buffer failed.\n");
+
+end:
+ return ret;
+}
+
+static EncoderStatus
+gst_h264_encoder_rendering(GstVaapiBaseEncoder *encoder, GstVaapiDisplay *display,
+ GstVaapiContext *context, GstVaapiSurface *surface,
+ guint frame_index, VABufferID coded_buf, gboolean *is_key)
+{
+ EncoderStatus ret = ENCODER_NO_ERROR;
+ VAStatus va_status = VA_STATUS_SUCCESS;
+ GstH264Encoder *h264_encoder = GST_H264_ENCODER(encoder);
+ GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
+ VABufferID va_buffers[64];
+ guint32 va_buffers_count = 0;
+ gboolean is_params_ok = TRUE;
+
+ gboolean is_locked = FALSE;
+
+ ENCODER_ASSERT(display && context);
+ VADisplay va_dpy = gst_vaapi_display_get_display(display);
+ VAContextID context_id = GST_VAAPI_OBJECT_ID(context);
+
+ *is_key = (h264_prv->cur_slice_type == SLICE_TYPE_I);
+
+ if (!h264_prv->ref_surface1) {
+ h264_prv->ref_surface1 = gst_vaapi_context_get_surface(context);
+ ENCODER_CHECK_STATUS(h264_prv->ref_surface1, ENCODER_SURFACE_ERR, "reference surface, h264_pop_free_surface failed.\n");
+ }
+ if (!h264_prv->ref_surface2) {
+ h264_prv->ref_surface2 = gst_vaapi_context_get_surface(context);
+ ENCODER_CHECK_STATUS(h264_prv->ref_surface2, ENCODER_SURFACE_ERR, "reference surface, h264_pop_free_surface failed.\n");
+ }
+ if (!h264_prv->recon_surface) {
+ h264_prv->recon_surface = gst_vaapi_context_get_surface(context);
+ ENCODER_CHECK_STATUS(h264_prv->recon_surface, ENCODER_SURFACE_ERR, "reconstructed surface, h264_pop_free_surface failed.\n");
+ }
+
+ if (SLICE_TYPE_P == h264_prv->cur_slice_type) {
+ h264_swap_surface(&h264_prv->ref_surface1, &h264_prv->ref_surface2);
+ }
+
+ /* set sequence parameters, need set every time */
+ is_params_ok = h264_recreate_seq_param(h264_encoder, va_dpy, context_id);
+ ENCODER_CHECK_STATUS(is_params_ok, ENCODER_PARAMETER_ERR,
+ "h264_recreate_seq_param failed");
+ /* set pic_parameters*/
+ is_params_ok = h264_recreate_pic_param(h264_encoder, va_dpy, context_id, coded_buf);
+ ENCODER_CHECK_STATUS(is_params_ok, ENCODER_PARAMETER_ERR,
+ "h264_recreate_pic_param failed");
+ /* set slice parameters, support multiple slices */
+ is_params_ok = h264_recreate_slice_param(h264_encoder, va_dpy, context_id);
+ ENCODER_CHECK_STATUS(is_params_ok, ENCODER_PARAMETER_ERR,
+ "h264_recreate_slice_param failed");
+
+ /* lock display */
+ ENCODER_ACQUIRE_DISPLAY_LOCK(display);
+
+ /*render all buffers*/
+ if (VA_INVALID_ID != h264_prv->seq_parameter) {
+ va_buffers[va_buffers_count++] = h264_prv->seq_parameter;
+ }
+ if (VA_INVALID_ID != h264_prv->pic_parameter) {
+ va_buffers[va_buffers_count++] = h264_prv->pic_parameter;
+ }
+ if (VA_INVALID_ID != h264_prv->slice_parameter) {
+ va_buffers[va_buffers_count++] = h264_prv->slice_parameter;
+ }
+ if (SLICE_TYPE_I == h264_prv->cur_slice_type) {
+ if (VA_INVALID_ID != h264_prv->packed_sps_par_buf) {
+ va_buffers[va_buffers_count++] = h264_prv->packed_sps_par_buf;
+ }
+ if (VA_INVALID_ID != h264_prv->packed_sps_data_buf) {
+ va_buffers[va_buffers_count++] = h264_prv->packed_sps_data_buf;
+ }
+ if (VA_INVALID_ID != h264_prv->packed_pps_par_buf) {
+ va_buffers[va_buffers_count++] = h264_prv->packed_pps_par_buf;
+ }
+ if (VA_INVALID_ID != h264_prv->packed_pps_data_buf) {
+ va_buffers[va_buffers_count++] = h264_prv->packed_pps_data_buf;
+ }
+ }
+
+ va_status = vaRenderPicture(va_dpy, context_id, va_buffers, va_buffers_count);
+ ENCODER_CHECK_STATUS(VA_STATUS_SUCCESS == va_status, ENCODER_PICTURE_ERR,
+ "vaRenderH264Picture failed.\n");
+
+ /*after finished, swap recon and surface2*/
+ if (SLICE_TYPE_P == h264_prv->cur_slice_type ||
+ SLICE_TYPE_I == h264_prv->cur_slice_type) {
+ h264_swap_surface(&h264_prv->recon_surface, &h264_prv->ref_surface2);
+ }
+
+ end:
+ ENCODER_RELEASE_DISPLAY_LOCK(display);
+ return ret;
+}
+
+#endif
static GstBuffer *
gst_h264_encoder_copy_coded_buffer(GstVaapiBaseEncoder *encoder,
GstH264EncoderPrivate *h264_prv = GST_H264_ENCODER_GET_PRIVATE(h264_encoder);
//h264_prv->frame_count = 0;
+ h264_prv->cur_display_num = 0;
+ h264_prv->cur_decode_num = 0;
+ h264_prv->cur_slice_type = SLICE_TYPE_I;
+ h264_prv->gop_count = g_queue_get_length(h264_prv->queued_buffers);
//gst_vaapi_base_encoder_set_frame_notify((GST_VAAPI_BASE_ENCODER)encoder, TRUE);
//end:
/*set buffers*/
int box_width=8;
int row_shift=0;
+
+ VAAPI_UNUSED_ARG(v_width);
+ VAAPI_UNUSED_ARG(u_width);
+ VAAPI_UNUSED_ARG(y_width);
raw_buffer = (GstBuffer**)g_malloc0(raw_buffer_num*sizeof(GstBuffer*));
for (i = 0; i < raw_buffer_num; i++) {
raw_buffer[i] = gst_buffer_new_and_alloc(buffer_size);
return TRUE;
}
+ VAAPI_UNUSED_ARG(ret);
ENCODER_CHECK_STATUS(TRUE == h264_bitstream_auto_grow(bitstream, bit_size), FALSE, "h264_bitstream_auto_grow failed.\n");
byte_pos = (bitstream->bit_size>>3);
bit_offset = (bitstream->bit_size&0x07);
bit_offset = 0;
}
ENCODER_ASSERT(cur_byte <= bitstream->buffer + bitstream->max_bit_capability/8);
- return TRUE;
end:
- return FALSE;
+ return ret;
}
static gboolean h264_bitstream_align(H264Bitstream *bitstream, guint32 value)
if (!byte_size) {
return 0;
}
+
+ VAAPI_UNUSED_ARG(ret);
ENCODER_CHECK_STATUS(TRUE == h264_bitstream_auto_grow(bitstream, byte_size<<3), FALSE, "h264_bitstream_auto_grow failed.\n");
if (0 == (bitstream->bit_size&0x07)) {
memcpy(&bitstream->buffer[bitstream->bit_size>>3], buf, byte_size);
++buf;
}
}
- return TRUE;
end:
- return FALSE;
+ return ret;
}
static gboolean
}
ENCODER_CHECK_STATUS(h264_bitstream_write_uint(bitstream, 0, size_in_bits-1), FALSE, "h264_bitstream_write_ue failed.\n");
ENCODER_CHECK_STATUS(h264_bitstream_write_uint(bitstream, value, size_in_bits), FALSE, "h264_bitstream_write_ue failed.\n");
- return TRUE;
end:
- return FALSE;
+ return ret;
}
static gboolean
-h264_bitstream_write_se(H264Bitstream *bitstream, guint32 value)
+h264_bitstream_write_se(H264Bitstream *bitstream, gint32 value)
{
gboolean ret = TRUE;
guint32 new_val;
}
ENCODER_CHECK_STATUS(h264_bitstream_write_ue(bitstream, new_val), FALSE, "h264_bitstream_write_se failed.\n");
- return TRUE;
- end:
- return FALSE;
+end:
+ return ret;
}
static gboolean
}
static gboolean
-h264_bitstream_write_sps(H264Bitstream *bitstream, GstH264EncoderPrivate *h264_prv)
+h264_bitstream_write_nal_header(H264Bitstream *bitstream,
+ guint nal_ref_idc, guint nal_unit_type)
{
- guint32 constraint_set0_flag, constraint_set1_flag, constraint_set2_flag, constraint_set3_flag;
- guint32 seq_parameter_set_id = 0;
+ h264_bitstream_write_uint(bitstream, 0, 1);
+ h264_bitstream_write_uint(bitstream, nal_ref_idc, 2);
+ h264_bitstream_write_uint(bitstream, nal_unit_type, 5);
+ return TRUE;
+}
- /*need to set the values*/
- guint32 log2_max_frame_num_minus4 = 0; // 1? 3?
- guint32 pic_order_cnt_type = 0; // Must be 0
- guint32 log2_max_pic_order_cnt_lsb_minus4 = 0; // 2 ? 4?
- guint32 num_ref_frames = 1; // only P frames
+static gboolean
+h264_bitstream_write_sps(H264Bitstream *bitstream,
+ VAEncSequenceParameterBufferH264 *seq)
+{
+ guint32 constraint_set0_flag, constraint_set1_flag, constraint_set2_flag, constraint_set3_flag;
guint32 gaps_in_frame_num_value_allowed_flag = 0; // ??
- guint32 mb_width = (ENCODER_WIDTH(h264_prv->public)+15)/16; // mb_width
- guint32 mb_height = (ENCODER_HEIGHT(h264_prv->public)+15)/16; // mb_height
- guint32 frame_mbs_only_flag = 1; // only mbs
- guint32 frame_cropping_flag = 0;
- guint32 frame_crop_bottom_offset = 0;
- guint32 vui_present_flag = 0; // no vui flags
+ guint32 b_qpprime_y_zero_transform_bypass = (seq->rate_control_method == BR_CQP);
+ guint32 residual_color_transform_flag = 0;
+ guint32 pic_height_in_map_units = (seq->frame_mbs_only_flag ?
+ seq->picture_height_in_mbs :
+ seq->picture_height_in_mbs/2);
+ guint32 mb_adaptive_frame_field = !seq->frame_mbs_only_flag;
+ guint32 i = 0;
- constraint_set0_flag = h264_prv->public->profile == H264_PROFILE_BASELINE;
- constraint_set1_flag = h264_prv->public->profile <= H264_PROFILE_MAIN;
+ constraint_set0_flag = seq->profile_idc == H264_PROFILE_BASELINE;
+ constraint_set1_flag = seq->profile_idc <= H264_PROFILE_MAIN;
constraint_set2_flag = 0;
constraint_set3_flag = 0;
- if (mb_height * 16 - ENCODER_HEIGHT(h264_prv->public)) {
- frame_cropping_flag = 1;
- frame_crop_bottom_offset =
- (mb_height * 16 - ENCODER_HEIGHT(h264_prv->public)) / (2 * (!frame_mbs_only_flag + 1));
- }
-
- h264_bitstream_write_uint(bitstream, h264_prv->public->profile, 8); /* profile_idc */
+ h264_bitstream_write_uint(bitstream, seq->profile_idc, 8); /* profile_idc */
h264_bitstream_write_uint(bitstream, constraint_set0_flag, 1); /* constraint_set0_flag */
h264_bitstream_write_uint(bitstream, constraint_set1_flag, 1); /* constraint_set1_flag */
h264_bitstream_write_uint(bitstream, constraint_set2_flag, 1); /* constraint_set2_flag */
h264_bitstream_write_uint(bitstream, constraint_set3_flag, 1); /* constraint_set3_flag */
h264_bitstream_write_uint(bitstream, 0, 4); /* reserved_zero_4bits */
- h264_bitstream_write_uint(bitstream, h264_prv->public->level, 8); /* level_idc */
- h264_bitstream_write_ue(bitstream, seq_parameter_set_id); /* seq_parameter_set_id */
+ h264_bitstream_write_uint(bitstream, seq->level_idc, 8); /* level_idc */
+ h264_bitstream_write_ue(bitstream, seq->seq_parameter_set_id); /* seq_parameter_set_id */
- if (h264_prv->public->profile >= H264_PROFILE_HIGH) {
- /* FIXME: fix for high profile */
- ENCODER_ASSERT(0);
+ if (seq->profile_idc >= H264_PROFILE_HIGH) {
+ /* for high profile */
+ ENCODER_ASSERT(0);
+ h264_bitstream_write_ue(bitstream, seq->seq_fields.bits.chroma_format_idc); /* chroma_format_idc = 1, 4:2:0*/
+ if (3 == seq->seq_fields.bits.chroma_format_idc) {
+ h264_bitstream_write_uint(bitstream, residual_color_transform_flag, 1);
+ }
+ h264_bitstream_write_ue(bitstream, seq->bit_depth_luma_minus8); /* bit_depth_luma_minus8 */
+ h264_bitstream_write_ue(bitstream, seq->bit_depth_chroma_minus8); /* bit_depth_chroma_minus8 */
+ h264_bitstream_write_uint(bitstream, b_qpprime_y_zero_transform_bypass, 1); /* b_qpprime_y_zero_transform_bypass */
+ ENCODER_ASSERT(seq->seq_fields.bits.seq_scaling_matrix_present_flag == 0);
+ h264_bitstream_write_uint(bitstream, seq->seq_fields.bits.seq_scaling_matrix_present_flag, 1); /*seq_scaling_matrix_present_flag */
+
+ if (seq->seq_fields.bits.seq_scaling_matrix_present_flag) {
+ for (i = 0; i < (seq->seq_fields.bits.chroma_format_idc != 3 ? 8 : 12); i++) {
+ h264_bitstream_write_uint(bitstream, seq->seq_fields.bits.seq_scaling_list_present_flag, 1);
+ if (seq->seq_fields.bits.seq_scaling_list_present_flag) {
+ ENCODER_ASSERT(0);
+ /* FIXME, need write scaling list if seq_scaling_matrix_present_flag ==1*/
+ }
+ }
+ }
}
- h264_bitstream_write_ue(bitstream, log2_max_frame_num_minus4); /* log2_max_frame_num_minus4 */
- h264_bitstream_write_ue(bitstream, pic_order_cnt_type); /* pic_order_cnt_type */
+ h264_bitstream_write_ue(bitstream, seq->log2_max_frame_num_minus4); /* log2_max_frame_num_minus4 */
+ h264_bitstream_write_ue(bitstream, seq->pic_order_cnt_type); /* pic_order_cnt_type */
- if (pic_order_cnt_type == 0)
- h264_bitstream_write_ue(bitstream, log2_max_pic_order_cnt_lsb_minus4);/* log2_max_pic_order_cnt_lsb_minus4 */
- else {
- ENCODER_ASSERT(0);
+ if (seq->pic_order_cnt_type == 0)
+ h264_bitstream_write_ue(bitstream, seq->log2_max_pic_order_cnt_lsb_minus4);/* log2_max_pic_order_cnt_lsb_minus4 */
+ else if (seq->pic_order_cnt_type == 1) {
+ ENCODER_ASSERT(0);
+ h264_bitstream_write_uint(bitstream, seq->seq_fields.bits.delta_pic_order_always_zero_flag, 1);
+ h264_bitstream_write_se(bitstream, seq->offset_for_non_ref_pic);
+ h264_bitstream_write_se(bitstream, seq->offset_for_top_to_bottom_field);
+ h264_bitstream_write_ue(bitstream, seq->num_ref_frames_in_pic_order_cnt_cycle);
+ for ( i = 0; i < seq->num_ref_frames_in_pic_order_cnt_cycle; i++) {
+ h264_bitstream_write_se(bitstream, seq->offset_for_ref_frame[i]);
+ }
}
- h264_bitstream_write_ue(bitstream, num_ref_frames); /* num_ref_frames */
+ h264_bitstream_write_ue(bitstream, seq->max_num_ref_frames); /* num_ref_frames */
h264_bitstream_write_uint(bitstream, gaps_in_frame_num_value_allowed_flag, 1); /* gaps_in_frame_num_value_allowed_flag */
- h264_bitstream_write_ue(bitstream, mb_width - 1); /* pic_width_in_mbs_minus1 */
- h264_bitstream_write_ue(bitstream, mb_height - 1); /* pic_height_in_map_units_minus1 */
- h264_bitstream_write_uint(bitstream, frame_mbs_only_flag, 1); /* frame_mbs_only_flag */
+ h264_bitstream_write_ue(bitstream, seq->picture_width_in_mbs - 1); /* pic_width_in_mbs_minus1 */
+ h264_bitstream_write_ue(bitstream, pic_height_in_map_units - 1); /* pic_height_in_map_units_minus1 */
+ h264_bitstream_write_uint(bitstream, seq->frame_mbs_only_flag, 1); /* frame_mbs_only_flag */
- if (!frame_mbs_only_flag) { //ONLY mbs
+ if (!seq->frame_mbs_only_flag) { //ONLY mbs
ENCODER_ASSERT(0);
+ h264_bitstream_write_uint(bitstream, mb_adaptive_frame_field, 1);
}
- h264_bitstream_write_uint(bitstream, 0, 1); /* direct_8x8_inference_flag */
- h264_bitstream_write_uint(bitstream, frame_cropping_flag, 1); /* frame_cropping_flag */
+ h264_bitstream_write_uint(bitstream, 0, 1); /* direct_8x8_inference_flag */
+ h264_bitstream_write_uint(bitstream, seq->frame_cropping_flag, 1); /* frame_cropping_flag */
- if (frame_cropping_flag) {
- h264_bitstream_write_ue(bitstream, 0); /* frame_crop_left_offset */
- h264_bitstream_write_ue(bitstream, 0); /* frame_crop_right_offset */
- h264_bitstream_write_ue(bitstream, 0); /* frame_crop_top_offset */
- h264_bitstream_write_ue(bitstream, frame_crop_bottom_offset); /* frame_crop_bottom_offset */
+ if (seq->frame_cropping_flag) {
+ h264_bitstream_write_ue(bitstream, seq->frame_crop_left_offset); /* frame_crop_left_offset */
+ h264_bitstream_write_ue(bitstream, seq->frame_crop_right_offset); /* frame_crop_right_offset */
+ h264_bitstream_write_ue(bitstream, seq->frame_crop_top_offset); /* frame_crop_top_offset */
+ h264_bitstream_write_ue(bitstream, seq->frame_crop_bottom_offset); /* frame_crop_bottom_offset */
}
-
- h264_bitstream_write_uint(bitstream, vui_present_flag, 1); /* vui_parameters_present_flag */
- h264_bitstream_write_trailing_bits(bitstream); /* rbsp_trailing_bits */
+ ENCODER_ASSERT(seq->vui_flag == 0);
+ h264_bitstream_write_uint(bitstream, seq->vui_flag, 1); /* vui_parameters_present_flag */
+ if (seq->vui_flag) {
+ /*FIXME, to write vui parameters*/
+ }
+ h264_bitstream_write_trailing_bits(bitstream); /* rbsp_trailing_bits */
return TRUE;
+}
- //end:
- //return FALSE;
+static gboolean
+h264_bitstream_write_pps(H264Bitstream *bitstream,
+ VAEncPictureParameterBufferH264 *pic)
+{
+ guint32 num_slice_groups_minus1 = 0;
+ guint32 pic_init_qs_minus26 = 0;
+ guint32 redundant_pic_cnt_present_flag = 0;
+
+ h264_bitstream_write_ue(bitstream, pic->pic_parameter_set_id); /* pic_parameter_set_id */
+ h264_bitstream_write_ue(bitstream, pic->seq_parameter_set_id); /* seq_parameter_set_id */
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.entropy_coding_mode_flag, 1); /* entropy_coding_mode_flag */
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.pic_order_present_flag, 1); /* pic_order_present_flag */
+ h264_bitstream_write_ue(bitstream, num_slice_groups_minus1); /*slice_groups-1*/
+
+ if (num_slice_groups_minus1 > 0) {
+ /*FIXME*/
+ ENCODER_ASSERT(0);
+ }
+ h264_bitstream_write_ue(bitstream, pic->num_ref_idx_l0_active_minus1);
+ h264_bitstream_write_ue(bitstream, pic->num_ref_idx_l1_active_minus1);
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.weighted_pred_flag, 1);
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.weighted_bipred_idc, 2);
+ h264_bitstream_write_se(bitstream, pic->pic_init_qp-26); /* pic_init_qp_minus26 */
+ h264_bitstream_write_se(bitstream, pic_init_qs_minus26); /* pic_init_qs_minus26 */
+ h264_bitstream_write_se(bitstream, pic->chroma_qp_index_offset); /*chroma_qp_index_offset*/
+
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.deblocking_filter_control_present_flag, 1);
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.constrained_intra_pred_flag, 1);
+ h264_bitstream_write_uint(bitstream, redundant_pic_cnt_present_flag, 1);
+
+ /*more_rbsp_data*/
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.transform_8x8_mode_flag, 1);
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.pic_scaling_matrix_present_flag, 1);
+ if (pic->pic_fields.bits.pic_scaling_matrix_present_flag) {
+ ENCODER_ASSERT(0);
+ /* FIXME */
+ /*
+ for (i = 0; i <
+ (6+(-( (chroma_format_idc ! = 3) ? 2 : 6) * -pic->pic_fields.bits.transform_8x8_mode_flag));
+ i++) {
+ h264_bitstream_write_uint(bitstream, pic->pic_fields.bits.pic_scaling_list_present_flag, 1);
+ }
+ */
+ }
+
+ h264_bitstream_write_se(bitstream, pic->second_chroma_qp_index_offset);
+ h264_bitstream_write_trailing_bits(bitstream);
+ return TRUE;
}
+
static const guint8 *
h264_next_nal(const guint8 *buffer, guint32 len, guint32 *nal_size)
{
return nal_start;
}
-
-static gboolean
-h264_bitstream_write_pps(H264Bitstream *bitstream, GstH264EncoderPrivate *h264_prv)
-{
- ENCODER_ASSERT(0);
- return TRUE;
-}
-
static int draw_picture(int width, int height,
unsigned char *Y_start,
unsigned char *U_start,
projects / profile / ivi / gstreamer-vaapi.git / commitdiff