2 * Copyright © 2010-2011 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the
6 * "Software"), to deal in the Software without restriction, including
7 * without limitation the rights to use, copy, modify, merge, publish,
8 * distribute, sub license, and/or sell copies of the Software, and to
9 * permit persons to whom the Software is furnished to do so, subject to
10 * the following conditions:
12 * The above copyright notice and this permission notice (including the
13 * next paragraph) shall be included in all copies or substantial portions
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
17 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
19 * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
20 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
21 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
22 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 * Zhou Chang <chang.zhou@intel.com>
35 #include "intel_batchbuffer.h"
36 #include "i965_defines.h"
37 #include "i965_structs.h"
38 #include "i965_drv_video.h"
39 #include "i965_encoder.h"
40 #include "i965_encoder_utils.h"
43 gen6_mfc_pipe_mode_select(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
45 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
47 BEGIN_BCS_BATCH(batch, 4);
49 OUT_BCS_BATCH(batch, MFX_PIPE_MODE_SELECT | (4 - 2));
51 (1 << 10) | /* disable Stream-Out , advanced QP/bitrate control need enable it*/
52 (1 << 9) | /* Post Deblocking Output */
53 (0 << 8) | /* Pre Deblocking Output */
54 (0 << 7) | /* disable TLB prefectch */
55 (0 << 5) | /* not in stitch mode */
56 (1 << 4) | /* encoding mode */
57 (2 << 0)); /* Standard Select: AVC */
59 (0 << 20) | /* round flag in PB slice */
60 (0 << 19) | /* round flag in Intra8x8 */
61 (0 << 7) | /* expand NOA bus flag */
62 (1 << 6) | /* must be 1 */
63 (0 << 5) | /* disable clock gating for NOA */
64 (0 << 4) | /* terminate if AVC motion and POC table error occurs */
65 (0 << 3) | /* terminate if AVC mbdata error occurs */
66 (0 << 2) | /* terminate if AVC CABAC/CAVLC decode error occurs */
67 (0 << 1) | /* AVC long field motion vector */
68 (0 << 0)); /* always calculate AVC ILDB boundary strength */
69 OUT_BCS_BATCH(batch, 0);
71 ADVANCE_BCS_BATCH(batch);
75 gen7_mfc_pipe_mode_select(VADriverContextP ctx,
77 struct gen6_encoder_context *gen6_encoder_context)
79 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
81 assert(standard_select == MFX_FORMAT_MPEG2 ||
82 standard_select == MFX_FORMAT_AVC);
84 BEGIN_BCS_BATCH(batch, 5);
85 OUT_BCS_BATCH(batch, MFX_PIPE_MODE_SELECT | (5 - 2));
87 (MFX_LONG_MODE << 17) | /* Must be long format for encoder */
88 (MFD_MODE_VLD << 15) | /* VLD mode */
89 (0 << 10) | /* disable Stream-Out */
90 (1 << 9) | /* Post Deblocking Output */
91 (0 << 8) | /* Pre Deblocking Output */
92 (0 << 5) | /* not in stitch mode */
93 (1 << 4) | /* encoding mode */
94 (standard_select << 0)); /* standard select: avc or mpeg2 */
96 (0 << 7) | /* expand NOA bus flag */
97 (0 << 6) | /* disable slice-level clock gating */
98 (0 << 5) | /* disable clock gating for NOA */
99 (0 << 4) | /* terminate if AVC motion and POC table error occurs */
100 (0 << 3) | /* terminate if AVC mbdata error occurs */
101 (0 << 2) | /* terminate if AVC CABAC/CAVLC decode error occurs */
104 OUT_BCS_BATCH(batch, 0);
105 OUT_BCS_BATCH(batch, 0);
107 ADVANCE_BCS_BATCH(batch);
111 gen6_mfc_surface_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
113 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
114 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
116 BEGIN_BCS_BATCH(batch, 6);
118 OUT_BCS_BATCH(batch, MFX_SURFACE_STATE | (6 - 2));
119 OUT_BCS_BATCH(batch, 0);
121 ((mfc_context->surface_state.height - 1) << 19) |
122 ((mfc_context->surface_state.width - 1) << 6));
124 (MFX_SURFACE_PLANAR_420_8 << 28) | /* 420 planar YUV surface */
125 (1 << 27) | /* must be 1 for interleave U/V, hardware requirement */
126 (0 << 22) | /* surface object control state, FIXME??? */
127 ((mfc_context->surface_state.w_pitch - 1) << 3) | /* pitch */
128 (0 << 2) | /* must be 0 for interleave U/V */
129 (1 << 1) | /* must be y-tiled */
130 (I965_TILEWALK_YMAJOR << 0)); /* tile walk, TILEWALK_YMAJOR */
132 (0 << 16) | /* must be 0 for interleave U/V */
133 (mfc_context->surface_state.h_pitch)); /* y offset for U(cb) */
134 OUT_BCS_BATCH(batch, 0);
135 ADVANCE_BCS_BATCH(batch);
139 gen7_mfc_surface_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
141 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
142 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
144 BEGIN_BCS_BATCH(batch, 6);
146 OUT_BCS_BATCH(batch, MFX_SURFACE_STATE | (6 - 2));
147 OUT_BCS_BATCH(batch, 0);
149 ((mfc_context->surface_state.height - 1) << 18) |
150 ((mfc_context->surface_state.width - 1) << 4));
152 (MFX_SURFACE_PLANAR_420_8 << 28) | /* 420 planar YUV surface */
153 (1 << 27) | /* must be 1 for interleave U/V, hardware requirement */
154 (0 << 22) | /* surface object control state, FIXME??? */
155 ((mfc_context->surface_state.w_pitch - 1) << 3) | /* pitch */
156 (0 << 2) | /* must be 0 for interleave U/V */
157 (1 << 1) | /* must be tiled */
158 (I965_TILEWALK_YMAJOR << 0)); /* tile walk, TILEWALK_YMAJOR */
160 (0 << 16) | /* must be 0 for interleave U/V */
161 (mfc_context->surface_state.h_pitch)); /* y offset for U(cb) */
162 OUT_BCS_BATCH(batch, 0);
163 ADVANCE_BCS_BATCH(batch);
167 gen6_mfc_pipe_buf_addr_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
169 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
170 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
173 BEGIN_BCS_BATCH(batch, 24);
175 OUT_BCS_BATCH(batch, MFX_PIPE_BUF_ADDR_STATE | (24 - 2));
177 OUT_BCS_BATCH(batch, 0); /* pre output addr */
179 OUT_BCS_RELOC(batch, mfc_context->post_deblocking_output.bo,
180 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
181 0); /* post output addr */
183 OUT_BCS_RELOC(batch, mfc_context->uncompressed_picture_source.bo,
184 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
185 0); /* uncompressed data */
186 OUT_BCS_RELOC(batch, mfc_context->macroblock_status_buffer.bo,
187 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
188 0); /* StreamOut data*/
189 OUT_BCS_RELOC(batch, mfc_context->intra_row_store_scratch_buffer.bo,
190 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
192 OUT_BCS_RELOC(batch, mfc_context->deblocking_filter_row_store_scratch_buffer.bo,
193 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
195 /* 7..22 Reference pictures*/
196 for (i = 0; i < ARRAY_ELEMS(mfc_context->reference_surfaces); i++) {
197 if ( mfc_context->reference_surfaces[i].bo != NULL) {
198 OUT_BCS_RELOC(batch, mfc_context->reference_surfaces[i].bo,
199 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
202 OUT_BCS_BATCH(batch, 0);
205 OUT_BCS_RELOC(batch, mfc_context->macroblock_status_buffer.bo,
206 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
207 0); /* Macroblock status buffer*/
209 ADVANCE_BCS_BATCH(batch);
213 gen6_mfc_ind_obj_base_addr_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
215 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
216 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
217 struct gen6_vme_context *vme_context = &gen6_encoder_context->vme_context;
219 BEGIN_BCS_BATCH(batch, 11);
221 OUT_BCS_BATCH(batch, MFX_IND_OBJ_BASE_ADDR_STATE | (11 - 2));
222 OUT_BCS_BATCH(batch, 0);
223 OUT_BCS_BATCH(batch, 0);
224 /* MFX Indirect MV Object Base Address */
225 OUT_BCS_RELOC(batch, vme_context->vme_output.bo, I915_GEM_DOMAIN_INSTRUCTION, 0, 0);
226 OUT_BCS_BATCH(batch, 0);
227 OUT_BCS_BATCH(batch, 0);
228 OUT_BCS_BATCH(batch, 0);
229 OUT_BCS_BATCH(batch, 0);
230 OUT_BCS_BATCH(batch, 0);
231 /*MFC Indirect PAK-BSE Object Base Address for Encoder*/
233 mfc_context->mfc_indirect_pak_bse_object.bo,
234 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
237 mfc_context->mfc_indirect_pak_bse_object.bo,
238 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
239 mfc_context->mfc_indirect_pak_bse_object.end_offset);
241 ADVANCE_BCS_BATCH(batch);
245 gen7_mfc_ind_obj_base_addr_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
247 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
248 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
249 struct gen6_vme_context *vme_context = &gen6_encoder_context->vme_context;
251 BEGIN_BCS_BATCH(batch, 11);
253 OUT_BCS_BATCH(batch, MFX_IND_OBJ_BASE_ADDR_STATE | (11 - 2));
254 OUT_BCS_BATCH(batch, 0);
255 OUT_BCS_BATCH(batch, 0);
256 /* MFX Indirect MV Object Base Address */
257 OUT_BCS_RELOC(batch, vme_context->vme_output.bo, I915_GEM_DOMAIN_INSTRUCTION, 0, 0);
258 OUT_BCS_BATCH(batch, 0x80000000); /* must set, up to 2G */
259 OUT_BCS_BATCH(batch, 0);
260 OUT_BCS_BATCH(batch, 0);
261 OUT_BCS_BATCH(batch, 0);
262 OUT_BCS_BATCH(batch, 0);
263 /*MFC Indirect PAK-BSE Object Base Address for Encoder*/
265 mfc_context->mfc_indirect_pak_bse_object.bo,
266 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
269 mfc_context->mfc_indirect_pak_bse_object.bo,
270 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
271 mfc_context->mfc_indirect_pak_bse_object.end_offset);
273 ADVANCE_BCS_BATCH(batch);
277 gen6_mfc_bsp_buf_base_addr_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
279 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
280 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
282 BEGIN_BCS_BATCH(batch, 4);
284 OUT_BCS_BATCH(batch, MFX_BSP_BUF_BASE_ADDR_STATE | (4 - 2));
285 OUT_BCS_RELOC(batch, mfc_context->bsd_mpc_row_store_scratch_buffer.bo,
286 I915_GEM_DOMAIN_INSTRUCTION, I915_GEM_DOMAIN_INSTRUCTION,
288 OUT_BCS_BATCH(batch, 0);
289 OUT_BCS_BATCH(batch, 0);
291 ADVANCE_BCS_BATCH(batch);
295 gen6_mfc_avc_img_state(VADriverContextP ctx,struct encode_state *encode_state,
296 struct gen6_encoder_context *gen6_encoder_context)
298 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
299 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
300 VAEncSequenceParameterBufferH264Ext *pSequenceParameter = (VAEncSequenceParameterBufferH264Ext *)encode_state->seq_param_ext->buffer;
301 int width_in_mbs = (mfc_context->surface_state.width + 15) / 16;
302 int height_in_mbs = (mfc_context->surface_state.height + 15) / 16;
304 BEGIN_BCS_BATCH(batch, 13);
305 OUT_BCS_BATCH(batch, MFX_AVC_IMG_STATE | (13 - 2));
307 ((width_in_mbs * height_in_mbs) & 0xFFFF));
309 (height_in_mbs << 16) |
310 (width_in_mbs << 0));
312 (0 << 24) | /*Second Chroma QP Offset*/
313 (0 << 16) | /*Chroma QP Offset*/
314 (0 << 14) | /*Max-bit conformance Intra flag*/
315 (0 << 13) | /*Max Macroblock size conformance Inter flag*/
316 (1 << 12) | /*Should always be written as "1" */
317 (0 << 10) | /*QM Preset FLag */
318 (0 << 8) | /*Image Structure*/
319 (0 << 0) ); /*Current Decoed Image Frame Store ID, reserved in Encode mode*/
321 (400 << 16) | /*Mininum Frame size*/
322 (0 << 15) | /*Disable reading of Macroblock Status Buffer*/
323 (0 << 14) | /*Load BitStream Pointer only once, 1 slic 1 frame*/
324 (0 << 13) | /*CABAC 0 word insertion test enable*/
325 (1 << 12) | /*MVUnpackedEnable,compliant to DXVA*/
326 (1 << 10) | /*Chroma Format IDC, 4:2:0*/
327 (1 << 7) | /*0:CAVLC encoding mode,1:CABAC*/
328 (0 << 6) | /*Only valid for VLD decoding mode*/
329 (0 << 5) | /*Constrained Intra Predition Flag, from PPS*/
330 (pSequenceParameter->direct_8x8_inference_flag << 4) | /*Direct 8x8 inference flag*/
331 (0 << 3) | /*Only 8x8 IDCT Transform Mode Flag*/
332 (1 << 2) | /*Frame MB only flag*/
333 (0 << 1) | /*MBAFF mode is in active*/
334 (0 << 0) ); /*Field picture flag*/
336 (1<<16) | /*Frame Size Rate Control Flag*/
338 (1<<9) | /*MB level Rate Control Enabling Flag*/
339 (1 << 3) | /*FrameBitRateMinReportMask*/
340 (1 << 2) | /*FrameBitRateMaxReportMask*/
341 (1 << 1) | /*InterMBMaxSizeReportMask*/
342 (1 << 0) ); /*IntraMBMaxSizeReportMask*/
343 OUT_BCS_BATCH(batch, /*Inter and Intra Conformance Max size limit*/
344 (0x0600 << 16) | /*InterMbMaxSz 192 Byte*/
345 (0x0800) ); /*IntraMbMaxSz 256 Byte*/
346 OUT_BCS_BATCH(batch, 0x00000000); /*Reserved : MBZReserved*/
347 OUT_BCS_BATCH(batch, 0x01020304); /*Slice QP Delta for bitrate control*/
348 OUT_BCS_BATCH(batch, 0xFEFDFCFB);
349 OUT_BCS_BATCH(batch, 0x80601004); /*MAX = 128KB, MIN = 64KB*/
350 OUT_BCS_BATCH(batch, 0x00800001);
351 OUT_BCS_BATCH(batch, 0);
353 ADVANCE_BCS_BATCH(batch);
357 gen7_mfc_avc_img_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
359 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
360 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
362 int width_in_mbs = (mfc_context->surface_state.width + 15) / 16;
363 int height_in_mbs = (mfc_context->surface_state.height + 15) / 16;
365 BEGIN_BCS_BATCH(batch, 16);
366 OUT_BCS_BATCH(batch, MFX_AVC_IMG_STATE | (16 - 2));
368 ((width_in_mbs * height_in_mbs) & 0xFFFF));
370 ((height_in_mbs - 1) << 16) |
371 ((width_in_mbs - 1) << 0));
373 (0 << 24) | /* Second Chroma QP Offset */
374 (0 << 16) | /* Chroma QP Offset */
375 (0 << 14) | /* Max-bit conformance Intra flag */
376 (0 << 13) | /* Max Macroblock size conformance Inter flag */
377 (0 << 12) | /* FIXME: Weighted_Pred_Flag */
378 (0 << 10) | /* FIXME: Weighted_BiPred_Idc */
379 (0 << 8) | /* FIXME: Image Structure */
380 (0 << 0) ); /* Current Decoed Image Frame Store ID, reserved in Encode mode */
382 (0 << 16) | /* Mininum Frame size */
383 (0 << 15) | /* Disable reading of Macroblock Status Buffer */
384 (0 << 14) | /* Load BitStream Pointer only once, 1 slic 1 frame */
385 (0 << 13) | /* CABAC 0 word insertion test enable */
386 (1 << 12) | /* MVUnpackedEnable,compliant to DXVA */
387 (1 << 10) | /* Chroma Format IDC, 4:2:0 */
388 (0 << 9) | /* FIXME: MbMvFormatFlag */
389 (1 << 7) | /* 0:CAVLC encoding mode,1:CABAC */
390 (0 << 6) | /* Only valid for VLD decoding mode */
391 (0 << 5) | /* Constrained Intra Predition Flag, from PPS */
392 (0 << 4) | /* Direct 8x8 inference flag */
393 (0 << 3) | /* Only 8x8 IDCT Transform Mode Flag */
394 (1 << 2) | /* Frame MB only flag */
395 (0 << 1) | /* MBAFF mode is in active */
396 (0 << 0)); /* Field picture flag */
397 OUT_BCS_BATCH(batch, 0); /* Mainly about MB rate control and debug, just ignoring */
398 OUT_BCS_BATCH(batch, /* Inter and Intra Conformance Max size limit */
399 (0xBB8 << 16) | /* InterMbMaxSz */
400 (0xEE8) ); /* IntraMbMaxSz */
401 OUT_BCS_BATCH(batch, 0); /* Reserved */
402 OUT_BCS_BATCH(batch, 0); /* Slice QP Delta for bitrate control */
403 OUT_BCS_BATCH(batch, 0); /* Slice QP Delta for bitrate control */
404 OUT_BCS_BATCH(batch, 0x8C000000);
405 OUT_BCS_BATCH(batch, 0x00010000);
406 OUT_BCS_BATCH(batch, 0);
407 OUT_BCS_BATCH(batch, 0);
408 OUT_BCS_BATCH(batch, 0);
409 OUT_BCS_BATCH(batch, 0);
411 ADVANCE_BCS_BATCH(batch);
414 static void gen6_mfc_avc_directmode_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
416 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
417 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
421 BEGIN_BCS_BATCH(batch, 69);
423 OUT_BCS_BATCH(batch, MFX_AVC_DIRECTMODE_STATE | (69 - 2));
425 /* Reference frames and Current frames */
426 for(i = 0; i < NUM_MFC_DMV_BUFFERS; i++) {
427 if ( mfc_context->direct_mv_buffers[i].bo != NULL) {
428 OUT_BCS_RELOC(batch, mfc_context->direct_mv_buffers[i].bo,
429 I915_GEM_DOMAIN_INSTRUCTION, 0,
432 OUT_BCS_BATCH(batch, 0);
437 for(i = 0; i < 32; i++) {
438 OUT_BCS_BATCH(batch, i/2);
440 OUT_BCS_BATCH(batch, 0);
441 OUT_BCS_BATCH(batch, 0);
443 ADVANCE_BCS_BATCH(batch);
446 static void gen6_mfc_avc_slice_state(VADriverContextP ctx,
448 struct encode_state *encode_state,
449 struct gen6_encoder_context *gen6_encoder_context,
450 int rate_control_enable,
453 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
454 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
455 VAEncSliceParameterBufferH264Ext *pSliceParameter = (VAEncSliceParameterBufferH264Ext *)encode_state->slice_params_ext[0]->buffer; /* TODO: multi slices support */
456 int bit_rate_control_target;
457 if ( slice_type == SLICE_TYPE_I )
458 bit_rate_control_target = 0;
460 bit_rate_control_target = 1;
461 int maxQpN = mfc_context->bit_rate_control_context[bit_rate_control_target].MaxQpNegModifier;
462 int maxQpP = mfc_context->bit_rate_control_context[bit_rate_control_target].MaxQpPosModifier;
463 unsigned char correct[6];
466 for (i = 0; i < 6; i++)
467 correct[i] = mfc_context->bit_rate_control_context[bit_rate_control_target].Correct[i];
468 unsigned char grow = mfc_context->bit_rate_control_context[bit_rate_control_target].GrowInit +
469 (mfc_context->bit_rate_control_context[bit_rate_control_target].GrowResistance << 4);
470 unsigned char shrink = mfc_context->bit_rate_control_context[bit_rate_control_target].ShrinkInit +
471 (mfc_context->bit_rate_control_context[bit_rate_control_target].ShrinkResistance << 4);
473 BEGIN_BCS_BATCH(batch, 11);;
475 OUT_BCS_BATCH(batch, MFX_AVC_SLICE_STATE | (11 - 2) );
477 OUT_BCS_BATCH(batch, slice_type); /*Slice Type: I:P:B Slice*/
479 if ( slice_type == SLICE_TYPE_I ) {
480 OUT_BCS_BATCH(batch, 0); /*no reference frames and pred_weight_table*/
482 OUT_BCS_BATCH(batch, 0x00010000); /*1 reference frame*/
486 (pSliceParameter->direct_spatial_mv_pred_flag<<29) | /*Direct Prediction Type*/
487 (0<<24) | /*Enable deblocking operation*/
488 (qp<<16) | /*Slice Quantization Parameter*/
490 OUT_BCS_BATCH(batch, 0); /*First MB X&Y , the postion of current slice*/
491 OUT_BCS_BATCH(batch, ( ((mfc_context->surface_state.height+15)/16) << 16) );
494 (rate_control_enable<<31) | /*in CBR mode RateControlCounterEnable = enable*/
495 (1<<30) | /*ResetRateControlCounter*/
496 (0<<28) | /*RC Triggle Mode = Always Rate Control*/
497 (4<<24) | /*RC Stable Tolerance, middle level*/
498 (rate_control_enable<<23) | /*RC Panic Enable*/
499 (0<<22) | /*QP mode, don't modfiy CBP*/
500 (0<<21) | /*MB Type Direct Conversion Enabled*/
501 (0<<20) | /*MB Type Skip Conversion Enabled*/
502 (1<<19) | /*IsLastSlice*/
503 (0<<18) | /*BitstreamOutputFlag Compressed BitStream Output Disable Flag 0:enable 1:disable*/
504 (1<<17) | /*HeaderPresentFlag*/
505 (1<<16) | /*SliceData PresentFlag*/
506 (1<<15) | /*TailPresentFlag*/
507 (1<<13) | /*RBSP NAL TYPE*/
508 (0<<12) ); /*CabacZeroWordInsertionEnable*/
510 OUT_BCS_BATCH(batch, mfc_context->mfc_indirect_pak_bse_object.offset);
512 OUT_BCS_BATCH(batch, (maxQpN<<24) | /*Target QP - 24 is lowest QP*/
513 (maxQpP<<16) | /*Target QP + 20 is highest QP*/
516 OUT_BCS_BATCH(batch, (correct[5] << 20) |
522 OUT_BCS_BATCH(batch, 0);
524 ADVANCE_BCS_BATCH(batch);
526 static void gen6_mfc_avc_qm_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
528 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
531 BEGIN_BCS_BATCH(batch, 58);
533 OUT_BCS_BATCH(batch, MFX_AVC_QM_STATE | 56);
534 OUT_BCS_BATCH(batch, 0xFF ) ;
535 for( i = 0; i < 56; i++) {
536 OUT_BCS_BATCH(batch, 0x10101010);
539 ADVANCE_BCS_BATCH(batch);
542 static void gen6_mfc_avc_fqm_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
544 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
547 BEGIN_BCS_BATCH(batch, 113);
548 OUT_BCS_BATCH(batch, MFC_AVC_FQM_STATE | (113 - 2));
550 for(i = 0; i < 112;i++) {
551 OUT_BCS_BATCH(batch, 0x10001000);
554 ADVANCE_BCS_BATCH(batch);
558 gen7_mfc_qm_state(VADriverContextP ctx,
562 struct gen6_encoder_context *gen6_encoder_context)
564 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
565 unsigned int qm_buffer[16];
567 assert(qm_length <= 16);
568 assert(sizeof(*qm) == 4);
569 memcpy(qm_buffer, qm, qm_length * 4);
571 BEGIN_BCS_BATCH(batch, 18);
572 OUT_BCS_BATCH(batch, MFX_QM_STATE | (18 - 2));
573 OUT_BCS_BATCH(batch, qm_type << 0);
574 intel_batchbuffer_data(batch, qm_buffer, 16 * 4);
575 ADVANCE_BCS_BATCH(batch);
578 static void gen7_mfc_avc_qm_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
580 unsigned int qm[16] = {
581 0x10101010, 0x10101010, 0x10101010, 0x10101010,
582 0x10101010, 0x10101010, 0x10101010, 0x10101010,
583 0x10101010, 0x10101010, 0x10101010, 0x10101010,
584 0x10101010, 0x10101010, 0x10101010, 0x10101010
587 gen7_mfc_qm_state(ctx, MFX_QM_AVC_4X4_INTRA_MATRIX, qm, 12, gen6_encoder_context);
588 gen7_mfc_qm_state(ctx, MFX_QM_AVC_4X4_INTER_MATRIX, qm, 12, gen6_encoder_context);
589 gen7_mfc_qm_state(ctx, MFX_QM_AVC_8x8_INTRA_MATRIX, qm, 16, gen6_encoder_context);
590 gen7_mfc_qm_state(ctx, MFX_QM_AVC_8x8_INTER_MATRIX, qm, 16, gen6_encoder_context);
594 gen7_mfc_fqm_state(VADriverContextP ctx,
598 struct gen6_encoder_context *gen6_encoder_context)
600 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
601 unsigned int fqm_buffer[32];
603 assert(fqm_length <= 32);
604 assert(sizeof(*fqm) == 4);
605 memcpy(fqm_buffer, fqm, fqm_length * 4);
607 BEGIN_BCS_BATCH(batch, 34);
608 OUT_BCS_BATCH(batch, MFX_FQM_STATE | (34 - 2));
609 OUT_BCS_BATCH(batch, fqm_type << 0);
610 intel_batchbuffer_data(batch, fqm_buffer, 32 * 4);
611 ADVANCE_BCS_BATCH(batch);
614 static void gen7_mfc_avc_fqm_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
616 unsigned int qm[32] = {
617 0x10001000, 0x10001000, 0x10001000, 0x10001000,
618 0x10001000, 0x10001000, 0x10001000, 0x10001000,
619 0x10001000, 0x10001000, 0x10001000, 0x10001000,
620 0x10001000, 0x10001000, 0x10001000, 0x10001000,
621 0x10001000, 0x10001000, 0x10001000, 0x10001000,
622 0x10001000, 0x10001000, 0x10001000, 0x10001000,
623 0x10001000, 0x10001000, 0x10001000, 0x10001000,
624 0x10001000, 0x10001000, 0x10001000, 0x10001000
627 gen7_mfc_fqm_state(ctx, MFX_QM_AVC_4X4_INTRA_MATRIX, qm, 24, gen6_encoder_context);
628 gen7_mfc_fqm_state(ctx, MFX_QM_AVC_4X4_INTER_MATRIX, qm, 24, gen6_encoder_context);
629 gen7_mfc_fqm_state(ctx, MFX_QM_AVC_8x8_INTRA_MATRIX, qm, 32, gen6_encoder_context);
630 gen7_mfc_fqm_state(ctx, MFX_QM_AVC_8x8_INTER_MATRIX, qm, 32, gen6_encoder_context);
633 static void gen6_mfc_avc_ref_idx_state(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
635 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
638 BEGIN_BCS_BATCH(batch, 10);
639 OUT_BCS_BATCH(batch, MFX_AVC_REF_IDX_STATE | 8);
640 OUT_BCS_BATCH(batch, 0); //Select L0
641 OUT_BCS_BATCH(batch, 0x80808020); //Only 1 reference
642 for(i = 0; i < 7; i++) {
643 OUT_BCS_BATCH(batch, 0x80808080);
645 ADVANCE_BCS_BATCH(batch);
647 BEGIN_BCS_BATCH(batch, 10);
648 OUT_BCS_BATCH(batch, MFX_AVC_REF_IDX_STATE | 8);
649 OUT_BCS_BATCH(batch, 1); //Select L1
650 OUT_BCS_BATCH(batch, 0x80808022); //Only 1 reference
651 for(i = 0; i < 7; i++) {
652 OUT_BCS_BATCH(batch, 0x80808080);
654 ADVANCE_BCS_BATCH(batch);
658 gen6_mfc_avc_insert_object(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context,
659 unsigned int *insert_data, int lenght_in_dws, int data_bits_in_last_dw,
660 int skip_emul_byte_count, int is_last_header, int is_end_of_slice, int emulation_flag)
662 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
664 BEGIN_BCS_BATCH(batch, lenght_in_dws + 2);
666 OUT_BCS_BATCH(batch, MFC_AVC_INSERT_OBJECT | (lenght_in_dws + 2 - 2));
668 (0 << 16) | /* always start at offset 0 */
669 (data_bits_in_last_dw << 8) |
670 (skip_emul_byte_count << 4) |
671 (!!emulation_flag << 3) |
672 ((!!is_last_header) << 2) |
673 ((!!is_end_of_slice) << 1) |
674 (0 << 0)); /* FIXME: ??? */
676 intel_batchbuffer_data(batch, insert_data, lenght_in_dws * 4);
677 ADVANCE_BCS_BATCH(batch);
681 gen6_mfc_avc_pak_object_intra(VADriverContextP ctx, int x, int y, int end_mb, int qp,unsigned int *msg,
682 struct gen6_encoder_context *gen6_encoder_context,
683 unsigned char target_mb_size, unsigned char max_mb_size)
685 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
686 int len_in_dwords = 11;
688 BEGIN_BCS_BATCH(batch, len_in_dwords);
690 OUT_BCS_BATCH(batch, MFC_AVC_PAK_OBJECT | (len_in_dwords - 2));
691 OUT_BCS_BATCH(batch, 0);
692 OUT_BCS_BATCH(batch, 0);
694 (0 << 24) | /* PackedMvNum, Debug*/
695 (0 << 20) | /* No motion vector */
696 (1 << 19) | /* CbpDcY */
697 (1 << 18) | /* CbpDcU */
698 (1 << 17) | /* CbpDcV */
701 OUT_BCS_BATCH(batch, (0xFFFF<<16) | (y << 8) | x); /* Code Block Pattern for Y*/
702 OUT_BCS_BATCH(batch, 0x000F000F); /* Code Block Pattern */
703 OUT_BCS_BATCH(batch, (0 << 27) | (end_mb << 26) | qp); /* Last MB */
705 /*Stuff for Intra MB*/
706 OUT_BCS_BATCH(batch, msg[1]); /* We using Intra16x16 no 4x4 predmode*/
707 OUT_BCS_BATCH(batch, msg[2]);
708 OUT_BCS_BATCH(batch, msg[3]&0xFC);
710 /*MaxSizeInWord and TargetSzieInWord*/
711 OUT_BCS_BATCH(batch, (max_mb_size << 24) |
712 (target_mb_size << 16) );
714 ADVANCE_BCS_BATCH(batch);
716 return len_in_dwords;
719 static int gen6_mfc_avc_pak_object_inter(VADriverContextP ctx, int x, int y, int end_mb, int qp, unsigned int offset,
720 struct gen6_encoder_context *gen6_encoder_context,
721 unsigned char target_mb_size,unsigned char max_mb_size, int slice_type)
723 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
724 int len_in_dwords = 11;
726 BEGIN_BCS_BATCH(batch, len_in_dwords);
728 OUT_BCS_BATCH(batch, MFC_AVC_PAK_OBJECT | (len_in_dwords - 2));
730 OUT_BCS_BATCH(batch, 32); /* 32 MV*/
731 OUT_BCS_BATCH(batch, offset);
734 (1 << 24) | /* PackedMvNum, Debug*/
735 (4 << 20) | /* 8 MV, SNB don't use it*/
736 (1 << 19) | /* CbpDcY */
737 (1 << 18) | /* CbpDcU */
738 (1 << 17) | /* CbpDcV */
739 (0 << 15) | /* Transform8x8Flag = 0*/
740 (0 << 14) | /* Frame based*/
741 (0 << 13) | /* Inter MB */
742 (1 << 8) | /* MbType = P_L0_16x16 */
743 (0 << 7) | /* MBZ for frame */
745 (2 << 4) | /* MBZ for inter*/
747 (0 << 2) | /* SkipMbFlag */
748 (0 << 0)); /* InterMbMode */
750 OUT_BCS_BATCH(batch, (0xFFFF<<16) | (y << 8) | x); /* Code Block Pattern for Y*/
751 OUT_BCS_BATCH(batch, 0x000F000F); /* Code Block Pattern */
753 if ( slice_type == SLICE_TYPE_B) {
754 OUT_BCS_BATCH(batch, (0xF<<28) | (end_mb << 26) | qp); /* Last MB */
756 OUT_BCS_BATCH(batch, (end_mb << 26) | qp); /* Last MB */
759 OUT_BCS_BATCH(batch, (end_mb << 26) | qp); /* Last MB */
763 /*Stuff for Inter MB*/
764 OUT_BCS_BATCH(batch, 0x0);
765 OUT_BCS_BATCH(batch, 0x0);
766 OUT_BCS_BATCH(batch, 0x0);
768 /*MaxSizeInWord and TargetSzieInWord*/
769 OUT_BCS_BATCH(batch, (max_mb_size << 24) |
770 (target_mb_size << 16) );
772 ADVANCE_BCS_BATCH(batch);
774 return len_in_dwords;
777 static void gen6_mfc_init(VADriverContextP ctx, struct gen6_encoder_context *gen6_encoder_context)
779 struct i965_driver_data *i965 = i965_driver_data(ctx);
780 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
784 /*Encode common setup for MFC*/
785 dri_bo_unreference(mfc_context->post_deblocking_output.bo);
786 mfc_context->post_deblocking_output.bo = NULL;
788 dri_bo_unreference(mfc_context->pre_deblocking_output.bo);
789 mfc_context->pre_deblocking_output.bo = NULL;
791 dri_bo_unreference(mfc_context->uncompressed_picture_source.bo);
792 mfc_context->uncompressed_picture_source.bo = NULL;
794 dri_bo_unreference(mfc_context->mfc_indirect_pak_bse_object.bo);
795 mfc_context->mfc_indirect_pak_bse_object.bo = NULL;
797 for (i = 0; i < NUM_MFC_DMV_BUFFERS; i++){
798 if ( mfc_context->direct_mv_buffers[i].bo != NULL);
799 dri_bo_unreference(mfc_context->direct_mv_buffers[i].bo);
800 mfc_context->direct_mv_buffers[i].bo = NULL;
803 for (i = 0; i < MAX_MFC_REFERENCE_SURFACES; i++){
804 if (mfc_context->reference_surfaces[i].bo != NULL)
805 dri_bo_unreference(mfc_context->reference_surfaces[i].bo);
806 mfc_context->reference_surfaces[i].bo = NULL;
809 dri_bo_unreference(mfc_context->intra_row_store_scratch_buffer.bo);
810 bo = dri_bo_alloc(i965->intel.bufmgr,
815 mfc_context->intra_row_store_scratch_buffer.bo = bo;
817 dri_bo_unreference(mfc_context->macroblock_status_buffer.bo);
818 bo = dri_bo_alloc(i965->intel.bufmgr,
823 mfc_context->macroblock_status_buffer.bo = bo;
825 dri_bo_unreference(mfc_context->deblocking_filter_row_store_scratch_buffer.bo);
826 bo = dri_bo_alloc(i965->intel.bufmgr,
828 49152, /* 6 * 128 * 64 */
831 mfc_context->deblocking_filter_row_store_scratch_buffer.bo = bo;
833 dri_bo_unreference(mfc_context->bsd_mpc_row_store_scratch_buffer.bo);
834 bo = dri_bo_alloc(i965->intel.bufmgr,
836 12288, /* 1.5 * 128 * 64 */
839 mfc_context->bsd_mpc_row_store_scratch_buffer.bo = bo;
842 void gen6_mfc_avc_pipeline_programing(VADriverContextP ctx,
843 struct encode_state *encode_state,
844 struct gen6_encoder_context *gen6_encoder_context)
846 struct i965_driver_data *i965 = i965_driver_data(ctx);
847 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
848 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
849 struct gen6_vme_context *vme_context = &gen6_encoder_context->vme_context;
850 VAEncSequenceParameterBufferH264Ext *pSequenceParameter = (VAEncSequenceParameterBufferH264Ext *)encode_state->seq_param_ext->buffer;
851 VAEncPictureParameterBufferH264Ext *pPicParameter = (VAEncPictureParameterBufferH264Ext *)encode_state->pic_param_ext->buffer;
852 VAEncSliceParameterBufferH264Ext *pSliceParameter = (VAEncSliceParameterBufferH264Ext *)encode_state->slice_params_ext[0]->buffer; /* FIXME: multi slices */
853 VAEncH264DecRefPicMarkingBuffer *pDecRefPicMarking = NULL;
854 unsigned int *msg = NULL, offset = 0;
855 int emit_new_state = 1, object_len_in_bytes;
856 int is_intra = pSliceParameter->slice_type == SLICE_TYPE_I;
857 int width_in_mbs = (mfc_context->surface_state.width + 15) / 16;
858 int height_in_mbs = (mfc_context->surface_state.height + 15) / 16;
860 int rate_control_mode = pSequenceParameter->rate_control_method;
861 unsigned char target_mb_size = mfc_context->bit_rate_control_context[1-is_intra].TargetSizeInWord;
862 unsigned char max_mb_size = mfc_context->bit_rate_control_context[1-is_intra].MaxSizeInWord;
863 int qp = pPicParameter->pic_init_qp;
864 unsigned char *slice_header = NULL;
865 int slice_header_length_in_bits = 0;
866 unsigned int tail_data[] = { 0x0 };
868 if (encode_state->dec_ref_pic_marking)
869 pDecRefPicMarking = (VAEncH264DecRefPicMarkingBuffer *)encode_state->dec_ref_pic_marking->buffer;
871 slice_header_length_in_bits = build_avc_slice_header(pSequenceParameter, pPicParameter, pSliceParameter, pDecRefPicMarking, &slice_header);
873 if ( rate_control_mode == 0) {
874 qp = mfc_context->bit_rate_control_context[1-is_intra].QpPrimeY;
877 intel_batchbuffer_start_atomic_bcs(batch, 0x1000);
880 dri_bo_map(vme_context->vme_output.bo , 1);
881 msg = (unsigned int *)vme_context->vme_output.bo->virtual;
884 for (y = 0; y < height_in_mbs; y++) {
885 for (x = 0; x < width_in_mbs; x++) {
886 int last_mb = (y == (height_in_mbs-1)) && ( x == (width_in_mbs-1) );
888 if (emit_new_state) {
889 intel_batchbuffer_emit_mi_flush(batch);
891 if (IS_GEN7(i965->intel.device_id)) {
892 gen7_mfc_pipe_mode_select(ctx, MFX_FORMAT_AVC, gen6_encoder_context);
893 gen7_mfc_surface_state(ctx, gen6_encoder_context);
894 gen7_mfc_ind_obj_base_addr_state(ctx, gen6_encoder_context);
896 gen6_mfc_pipe_mode_select(ctx, gen6_encoder_context);
897 gen6_mfc_surface_state(ctx, gen6_encoder_context);
898 gen6_mfc_ind_obj_base_addr_state(ctx, gen6_encoder_context);
901 gen6_mfc_pipe_buf_addr_state(ctx, gen6_encoder_context);
902 gen6_mfc_bsp_buf_base_addr_state(ctx, gen6_encoder_context);
904 if (IS_GEN7(i965->intel.device_id)) {
905 gen7_mfc_avc_img_state(ctx, gen6_encoder_context);
906 gen7_mfc_avc_qm_state(ctx, gen6_encoder_context);
907 gen7_mfc_avc_fqm_state(ctx, gen6_encoder_context);
909 gen6_mfc_avc_img_state(ctx, encode_state,gen6_encoder_context);
910 gen6_mfc_avc_qm_state(ctx, gen6_encoder_context);
911 gen6_mfc_avc_fqm_state(ctx, gen6_encoder_context);
914 gen6_mfc_avc_directmode_state(ctx, gen6_encoder_context);
915 gen6_mfc_avc_ref_idx_state(ctx, gen6_encoder_context);
916 gen6_mfc_avc_slice_state(ctx, pSliceParameter->slice_type,
917 encode_state, gen6_encoder_context,
918 rate_control_mode == 0, pPicParameter->pic_init_qp);
920 if (encode_state->packed_header_data[VAEncPackedHeaderSPS]) {
921 VAEncPackedHeaderParameterBuffer *param = NULL;
922 unsigned int *header_data = (unsigned int *)encode_state->packed_header_data[VAEncPackedHeaderSPS]->buffer;
923 unsigned int length_in_bits;
925 assert(encode_state->packed_header_param[VAEncPackedHeaderSPS]);
926 param = (VAEncPackedHeaderParameterBuffer *)encode_state->packed_header_param[VAEncPackedHeaderSPS]->buffer;
927 length_in_bits = param->length_in_bits[0];
929 gen6_mfc_avc_insert_object(ctx,
930 gen6_encoder_context,
932 ALIGN(length_in_bits, 32) >> 5,
933 length_in_bits & 0x1f,
934 param->skip_emulation_check_count,
937 param->insert_emulation_bytes);
940 if (encode_state->packed_header_data[VAEncPackedHeaderPPS]) {
941 VAEncPackedHeaderParameterBuffer *param = NULL;
942 unsigned int *header_data = (unsigned int *)encode_state->packed_header_data[VAEncPackedHeaderPPS]->buffer;
943 unsigned int length_in_bits;
945 assert(encode_state->packed_header_param[VAEncPackedHeaderPPS]);
946 param = (VAEncPackedHeaderParameterBuffer *)encode_state->packed_header_param[VAEncPackedHeaderPPS]->buffer;
947 length_in_bits = param->length_in_bits[0];
949 gen6_mfc_avc_insert_object(ctx,
950 gen6_encoder_context,
952 ALIGN(length_in_bits, 32) >> 5,
953 length_in_bits & 0x1f,
954 param->skip_emulation_check_count,
957 param->insert_emulation_bytes);
960 gen6_mfc_avc_insert_object(ctx, gen6_encoder_context,
961 (unsigned int *)slice_header, ALIGN(slice_header_length_in_bits, 32) >> 5, slice_header_length_in_bits & 0x1f,
962 5, /* first 5 bytes are start code + nal unit type */
969 object_len_in_bytes = gen6_mfc_avc_pak_object_intra(ctx, x, y, last_mb, qp, msg, gen6_encoder_context,target_mb_size, max_mb_size);
972 object_len_in_bytes = gen6_mfc_avc_pak_object_inter(ctx, x, y, last_mb, qp, offset, gen6_encoder_context, target_mb_size, max_mb_size, pSliceParameter->slice_type);
976 if (intel_batchbuffer_check_free_space(batch, object_len_in_bytes) == 0) {
978 intel_batchbuffer_end_atomic(batch);
979 intel_batchbuffer_flush(batch);
981 intel_batchbuffer_start_atomic_bcs(batch, 0x1000);
986 gen6_mfc_avc_insert_object(ctx, gen6_encoder_context,
987 tail_data, sizeof(tail_data) >> 2, 32,
988 sizeof(tail_data), 1, 1, 1);
991 dri_bo_unmap(vme_context->vme_output.bo);
995 intel_batchbuffer_end_atomic(batch);
999 gen6_mfc_free_avc_surface(void **data)
1001 struct gen6_mfc_avc_surface_aux *avc_surface = *data;
1006 dri_bo_unreference(avc_surface->dmv_top);
1007 avc_surface->dmv_top = NULL;
1008 dri_bo_unreference(avc_surface->dmv_bottom);
1009 avc_surface->dmv_bottom = NULL;
1015 static void gen6_mfc_bit_rate_control_context_init(struct encode_state *encode_state,
1016 struct gen6_mfc_context *mfc_context)
1018 VAEncSequenceParameterBufferH264Ext *pSequenceParameter = (VAEncSequenceParameterBufferH264Ext *)encode_state->seq_param_ext->buffer;
1020 int width_in_mbs = (mfc_context->surface_state.width + 15) / 16;
1021 int height_in_mbs = (mfc_context->surface_state.height + 15) / 16;
1022 float fps = pSequenceParameter->time_scale * 0.5 / pSequenceParameter->num_units_in_tick ;
1023 int inter_mb_size = pSequenceParameter->bits_per_second * 1.0 / (fps+4.0) / width_in_mbs / height_in_mbs;
1024 int intra_mb_size = inter_mb_size * 5.0;
1027 mfc_context->bit_rate_control_context[0].target_mb_size = intra_mb_size;
1028 mfc_context->bit_rate_control_context[0].target_frame_size = intra_mb_size * width_in_mbs * height_in_mbs;
1029 mfc_context->bit_rate_control_context[1].target_mb_size = inter_mb_size;
1030 mfc_context->bit_rate_control_context[1].target_frame_size = inter_mb_size * width_in_mbs * height_in_mbs;
1032 for(i = 0 ; i < 2; i++) {
1033 mfc_context->bit_rate_control_context[i].QpPrimeY = 26;
1034 mfc_context->bit_rate_control_context[i].MaxQpNegModifier = 6;
1035 mfc_context->bit_rate_control_context[i].MaxQpPosModifier = 6;
1036 mfc_context->bit_rate_control_context[i].GrowInit = 6;
1037 mfc_context->bit_rate_control_context[i].GrowResistance = 4;
1038 mfc_context->bit_rate_control_context[i].ShrinkInit = 6;
1039 mfc_context->bit_rate_control_context[i].ShrinkResistance = 4;
1041 mfc_context->bit_rate_control_context[i].Correct[0] = 8;
1042 mfc_context->bit_rate_control_context[i].Correct[1] = 4;
1043 mfc_context->bit_rate_control_context[i].Correct[2] = 2;
1044 mfc_context->bit_rate_control_context[i].Correct[3] = 2;
1045 mfc_context->bit_rate_control_context[i].Correct[4] = 4;
1046 mfc_context->bit_rate_control_context[i].Correct[5] = 8;
1049 mfc_context->bit_rate_control_context[0].TargetSizeInWord = (intra_mb_size + 16)/ 16;
1050 mfc_context->bit_rate_control_context[1].TargetSizeInWord = (inter_mb_size + 16)/ 16;
1052 mfc_context->bit_rate_control_context[0].MaxSizeInWord = mfc_context->bit_rate_control_context[0].TargetSizeInWord * 2;
1053 mfc_context->bit_rate_control_context[1].MaxSizeInWord = mfc_context->bit_rate_control_context[1].TargetSizeInWord * 2;
1057 static int gen6_mfc_bit_rate_control_context_update(struct encode_state *encode_state,
1058 struct gen6_mfc_context *mfc_context,
1059 int current_frame_size)
1061 VAEncSliceParameterBufferH264Ext *pSliceParameter = (VAEncSliceParameterBufferH264Ext *)encode_state->slice_params_ext[0]->buffer;
1062 int control_index = 1 - (pSliceParameter->slice_type == SLICE_TYPE_I);
1065 printf("conrol_index = %d, start_qp = %d, result = %d, target = %d\n", control_index,
1066 mfc_context->bit_rate_control_context[control_index].QpPrimeY, current_frame_size,
1067 mfc_context->bit_rate_control_context[control_index].target_frame_size );
1069 if ( current_frame_size > mfc_context->bit_rate_control_context[control_index].target_frame_size * 1.20 ) {
1070 mfc_context->bit_rate_control_context[control_index].QpPrimeY ++;
1071 if ( mfc_context->bit_rate_control_context[control_index].QpPrimeY > 51)
1072 mfc_context->bit_rate_control_context[control_index].QpPrimeY = 51;
1074 } else if (current_frame_size < mfc_context->bit_rate_control_context[control_index].target_frame_size * 0.80 ) {
1075 mfc_context->bit_rate_control_context[control_index].QpPrimeY --;
1076 if ( mfc_context->bit_rate_control_context[control_index].QpPrimeY < 1)
1077 mfc_context->bit_rate_control_context[control_index].QpPrimeY = 1;
1084 static VAStatus gen6_mfc_avc_prepare(VADriverContextP ctx,
1085 struct encode_state *encode_state,
1086 struct gen6_encoder_context *gen6_encoder_context)
1088 struct i965_driver_data *i965 = i965_driver_data(ctx);
1089 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
1090 struct object_surface *obj_surface;
1091 struct object_buffer *obj_buffer;
1092 struct gen6_mfc_avc_surface_aux* gen6_avc_surface;
1094 VAEncPictureParameterBufferH264Ext *pPicParameter = (VAEncPictureParameterBufferH264Ext *)encode_state->pic_param_ext->buffer;
1095 VAStatus vaStatus = VA_STATUS_SUCCESS;
1098 /*Setup all the input&output object*/
1100 /* Setup current frame and current direct mv buffer*/
1101 obj_surface = SURFACE(pPicParameter->CurrPic.picture_id);
1102 assert(obj_surface);
1103 i965_check_alloc_surface_bo(ctx, obj_surface, 1, VA_FOURCC('N','V','1','2'));
1104 if ( obj_surface->private_data == NULL) {
1105 gen6_avc_surface = calloc(sizeof(struct gen6_mfc_avc_surface_aux), 1);
1106 gen6_avc_surface->dmv_top =
1107 dri_bo_alloc(i965->intel.bufmgr,
1111 gen6_avc_surface->dmv_bottom =
1112 dri_bo_alloc(i965->intel.bufmgr,
1116 assert(gen6_avc_surface->dmv_top);
1117 assert(gen6_avc_surface->dmv_bottom);
1118 obj_surface->private_data = (void *)gen6_avc_surface;
1119 obj_surface->free_private_data = (void *)gen6_mfc_free_avc_surface;
1121 gen6_avc_surface = (struct gen6_mfc_avc_surface_aux*) obj_surface->private_data;
1122 mfc_context->direct_mv_buffers[NUM_MFC_DMV_BUFFERS - 2].bo = gen6_avc_surface->dmv_top;
1123 mfc_context->direct_mv_buffers[NUM_MFC_DMV_BUFFERS - 1].bo = gen6_avc_surface->dmv_bottom;
1124 dri_bo_reference(gen6_avc_surface->dmv_top);
1125 dri_bo_reference(gen6_avc_surface->dmv_bottom);
1127 mfc_context->post_deblocking_output.bo = obj_surface->bo;
1128 dri_bo_reference(mfc_context->post_deblocking_output.bo);
1130 mfc_context->surface_state.width = obj_surface->orig_width;
1131 mfc_context->surface_state.height = obj_surface->orig_height;
1132 mfc_context->surface_state.w_pitch = obj_surface->width;
1133 mfc_context->surface_state.h_pitch = obj_surface->height;
1135 /* Setup reference frames and direct mv buffers*/
1136 for(i = 0; i < MAX_MFC_REFERENCE_SURFACES; i++) {
1137 if ( pPicParameter->ReferenceFrames[i].picture_id != VA_INVALID_ID ) {
1138 obj_surface = SURFACE(pPicParameter->ReferenceFrames[i].picture_id);
1139 assert(obj_surface);
1140 if (obj_surface->bo != NULL) {
1141 mfc_context->reference_surfaces[i].bo = obj_surface->bo;
1142 dri_bo_reference(obj_surface->bo);
1144 /* Check DMV buffer */
1145 if ( obj_surface->private_data == NULL) {
1147 gen6_avc_surface = calloc(sizeof(struct gen6_mfc_avc_surface_aux), 1);
1148 gen6_avc_surface->dmv_top =
1149 dri_bo_alloc(i965->intel.bufmgr,
1153 gen6_avc_surface->dmv_bottom =
1154 dri_bo_alloc(i965->intel.bufmgr,
1158 assert(gen6_avc_surface->dmv_top);
1159 assert(gen6_avc_surface->dmv_bottom);
1160 obj_surface->private_data = gen6_avc_surface;
1161 obj_surface->free_private_data = gen6_mfc_free_avc_surface;
1164 gen6_avc_surface = (struct gen6_mfc_avc_surface_aux*) obj_surface->private_data;
1165 /* Setup DMV buffer */
1166 mfc_context->direct_mv_buffers[i*2].bo = gen6_avc_surface->dmv_top;
1167 mfc_context->direct_mv_buffers[i*2+1].bo = gen6_avc_surface->dmv_bottom;
1168 dri_bo_reference(gen6_avc_surface->dmv_top);
1169 dri_bo_reference(gen6_avc_surface->dmv_bottom);
1175 obj_surface = SURFACE(encode_state->current_render_target);
1176 assert(obj_surface && obj_surface->bo);
1177 mfc_context->uncompressed_picture_source.bo = obj_surface->bo;
1178 dri_bo_reference(mfc_context->uncompressed_picture_source.bo);
1180 obj_buffer = BUFFER (pPicParameter->CodedBuf); /* FIXME: fix this later */
1181 bo = obj_buffer->buffer_store->bo;
1183 mfc_context->mfc_indirect_pak_bse_object.bo = bo;
1184 mfc_context->mfc_indirect_pak_bse_object.offset = ALIGN(sizeof(VACodedBufferSegment), 64);
1185 mfc_context->mfc_indirect_pak_bse_object.end_offset = ALIGN (obj_buffer->size_element - 0x1000, 0x1000);
1186 dri_bo_reference(mfc_context->mfc_indirect_pak_bse_object.bo);
1188 /*Programing bit rate control */
1189 if ( mfc_context->bit_rate_control_context[0].MaxSizeInWord == 0 )
1190 gen6_mfc_bit_rate_control_context_init(encode_state, mfc_context);
1192 /*Programing bcs pipeline*/
1193 gen6_mfc_avc_pipeline_programing(ctx, encode_state, gen6_encoder_context); //filling the pipeline
1198 static VAStatus gen6_mfc_run(VADriverContextP ctx,
1199 struct encode_state *encode_state,
1200 struct gen6_encoder_context *gen6_encoder_context)
1202 struct intel_batchbuffer *batch = gen6_encoder_context->base.batch;
1204 intel_batchbuffer_flush(batch); //run the pipeline
1206 return VA_STATUS_SUCCESS;
1209 static VAStatus gen6_mfc_stop(VADriverContextP ctx,
1210 struct encode_state *encode_state,
1211 struct gen6_encoder_context *gen6_encoder_context,
1212 int *encoded_bits_size)
1214 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
1215 unsigned int *status_mem;
1216 unsigned int buffer_size_bits = 0;
1217 int width_in_mbs = (mfc_context->surface_state.width + 15) / 16;
1218 int height_in_mbs = (mfc_context->surface_state.height + 15) / 16;
1221 dri_bo_map(mfc_context->macroblock_status_buffer.bo, 1);
1222 status_mem = (unsigned int *)mfc_context->macroblock_status_buffer.bo->virtual;
1223 //Detecting encoder buffer size and bit rate control result
1224 for(i = 0; i < width_in_mbs * height_in_mbs; i++) {
1225 unsigned short current_mb = status_mem[1] >> 16;
1226 buffer_size_bits += current_mb;
1229 dri_bo_unmap(mfc_context->macroblock_status_buffer.bo);
1231 *encoded_bits_size = buffer_size_bits;
1233 return VA_STATUS_SUCCESS;
1237 gen6_mfc_avc_encode_picture(VADriverContextP ctx,
1238 struct encode_state *encode_state,
1239 struct gen6_encoder_context *gen6_encoder_context)
1241 VAEncSequenceParameterBufferH264Ext *pSequenceParameter = (VAEncSequenceParameterBufferH264Ext *)encode_state->seq_param_ext->buffer;
1242 struct gen6_mfc_context *mfc_context = &gen6_encoder_context->mfc_context;
1243 int rate_control_mode = pSequenceParameter->rate_control_method;
1244 int MAX_CBR_INTERATE = 5;
1245 int current_frame_bits_size;
1248 for(i = 0; i < MAX_CBR_INTERATE; i++) {
1249 gen6_mfc_init(ctx, gen6_encoder_context);
1250 gen6_mfc_avc_prepare(ctx, encode_state, gen6_encoder_context);
1251 gen6_mfc_run(ctx, encode_state, gen6_encoder_context);
1252 gen6_mfc_stop(ctx, encode_state, gen6_encoder_context, ¤t_frame_bits_size);
1253 if ( rate_control_mode == 0) {
1254 if ( gen6_mfc_bit_rate_control_context_update( encode_state, mfc_context, current_frame_bits_size) )
1261 return VA_STATUS_SUCCESS;
1265 gen6_mfc_pipeline(VADriverContextP ctx,
1267 struct encode_state *encode_state,
1268 struct gen6_encoder_context *gen6_encoder_context)
1273 case VAProfileH264Baseline:
1274 vaStatus = gen6_mfc_avc_encode_picture(ctx, encode_state, gen6_encoder_context);
1277 /* FIXME: add for other profile */
1279 vaStatus = VA_STATUS_ERROR_UNSUPPORTED_PROFILE;
1286 Bool gen6_mfc_context_init(VADriverContextP ctx, struct gen6_mfc_context *mfc_context)
1291 Bool gen6_mfc_context_destroy(struct gen6_mfc_context *mfc_context)
1295 dri_bo_unreference(mfc_context->post_deblocking_output.bo);
1296 mfc_context->post_deblocking_output.bo = NULL;
1298 dri_bo_unreference(mfc_context->pre_deblocking_output.bo);
1299 mfc_context->pre_deblocking_output.bo = NULL;
1301 dri_bo_unreference(mfc_context->uncompressed_picture_source.bo);
1302 mfc_context->uncompressed_picture_source.bo = NULL;
1304 dri_bo_unreference(mfc_context->mfc_indirect_pak_bse_object.bo);
1305 mfc_context->mfc_indirect_pak_bse_object.bo = NULL;
1307 for (i = 0; i < NUM_MFC_DMV_BUFFERS; i++){
1308 dri_bo_unreference(mfc_context->direct_mv_buffers[i].bo);
1309 mfc_context->direct_mv_buffers[i].bo = NULL;
1312 dri_bo_unreference(mfc_context->intra_row_store_scratch_buffer.bo);
1313 mfc_context->intra_row_store_scratch_buffer.bo = NULL;
1315 dri_bo_unreference(mfc_context->macroblock_status_buffer.bo);
1316 mfc_context->macroblock_status_buffer.bo = NULL;
1318 dri_bo_unreference(mfc_context->deblocking_filter_row_store_scratch_buffer.bo);
1319 mfc_context->deblocking_filter_row_store_scratch_buffer.bo = NULL;
1321 dri_bo_unreference(mfc_context->bsd_mpc_row_store_scratch_buffer.bo);
1322 mfc_context->bsd_mpc_row_store_scratch_buffer.bo = NULL;
1325 for (i = 0; i < MAX_MFC_REFERENCE_SURFACES; i++){
1326 dri_bo_unreference(mfc_context->reference_surfaces[i].bo);
1327 mfc_context->reference_surfaces[i].bo = NULL;