1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright 2020-2021 NXP
6 #include <linux/init.h>
7 #include <linux/interconnect.h>
8 #include <linux/ioctl.h>
9 #include <linux/list.h>
10 #include <linux/kernel.h>
11 #include <linux/module.h>
12 #include <linux/of_device.h>
13 #include <linux/of_address.h>
14 #include <linux/platform_device.h>
15 #include <linux/time64.h>
16 #include <media/videobuf2-v4l2.h>
17 #include <media/videobuf2-dma-contig.h>
21 #include "vpu_helpers.h"
24 #include "vpu_imx8q.h"
25 #include "vpu_windsor.h"
28 #define MSG_SIZE 25600
29 #define WINDSOR_USER_DATA_WORDS 16
30 #define WINDSOR_MAX_SRC_FRAMES 0x6
31 #define WINDSOR_MAX_REF_FRAMES 0x3
32 #define WINDSOR_BITRATE_UNIT 1024
33 #define WINDSOR_H264_EXTENDED_SAR 255
36 GTB_ENC_CMD_NOOP = 0x0,
37 GTB_ENC_CMD_STREAM_START,
38 GTB_ENC_CMD_FRAME_ENCODE,
39 GTB_ENC_CMD_FRAME_SKIP,
40 GTB_ENC_CMD_STREAM_STOP,
41 GTB_ENC_CMD_PARAMETER_UPD,
42 GTB_ENC_CMD_TERMINATE,
44 GTB_ENC_CMD_ROLL_SNAPSHOT,
45 GTB_ENC_CMD_LOCK_SCHEDULER,
46 GTB_ENC_CMD_UNLOCK_SCHEDULER,
47 GTB_ENC_CMD_CONFIGURE_CODEC,
48 GTB_ENC_CMD_DEAD_MARK,
49 GTB_ENC_CMD_FIRM_RESET,
50 GTB_ENC_CMD_FW_STATUS,
55 VID_API_EVENT_UNDEFINED = 0x0,
56 VID_API_ENC_EVENT_RESET_DONE = 0x1,
57 VID_API_ENC_EVENT_START_DONE,
58 VID_API_ENC_EVENT_STOP_DONE,
59 VID_API_ENC_EVENT_TERMINATE_DONE,
60 VID_API_ENC_EVENT_FRAME_INPUT_DONE,
61 VID_API_ENC_EVENT_FRAME_DONE,
62 VID_API_ENC_EVENT_FRAME_RELEASE,
63 VID_API_ENC_EVENT_PARA_UPD_DONE,
64 VID_API_ENC_EVENT_MEM_REQUEST,
65 VID_API_ENC_EVENT_FIRMWARE_XCPT,
66 VID_API_ENC_EVENT_RESERVED
70 MEDIAIP_ENC_PIC_TYPE_B_FRAME = 0,
71 MEDIAIP_ENC_PIC_TYPE_P_FRAME,
72 MEDIAIP_ENC_PIC_TYPE_I_FRAME,
73 MEDIAIP_ENC_PIC_TYPE_IDR_FRAME,
74 MEDIAIP_ENC_PIC_TYPE_BI_FRAME
77 struct windsor_iface {
80 struct vpu_rpc_buffer_desc cmd_buffer_desc;
81 struct vpu_rpc_buffer_desc msg_buffer_desc;
82 u32 cmd_int_enable[VID_API_NUM_STREAMS];
86 u32 ctrl_iface[VID_API_NUM_STREAMS];
87 struct vpu_rpc_system_config system_config;
89 struct vpu_rpc_buffer_desc log_buffer_desc;
92 struct windsor_ctrl_iface {
93 u32 enc_yuv_buffer_desc;
94 u32 enc_stream_buffer_desc;
95 u32 enc_expert_mode_param;
98 u32 enc_encoding_status;
102 struct vpu_enc_yuv_desc {
110 struct vpu_enc_calib_params {
120 u32 fme_pred_int_weight;
121 u32 fme_pred_hp_weight;
122 u32 fme_pred_qp_weight;
126 u32 fme_zero_sad_thold;
131 u32 fme_force4mvcost;
132 u32 fme_force2mvcost;
136 u32 i16x16_mode_cost;
137 u32 i4x4_mode_lambda;
138 u32 i8x8_mode_lambda;
146 s32 one_mv_i4x4_cost;
147 s32 one_mv_i8x8_cost;
149 s32 two_mv_i4x4_cost;
150 s32 two_mv_i8x8_cost;
151 s32 four_mv_i16_cost;
152 s32 four_mv_i4x4_cost;
153 s32 four_mv_i8x8_cost;
168 u32 mem_chunk_phys_addr;
169 u32 mem_chunk_virt_addr;
175 u32 split_wr_req_size;
177 u32 split_rd_req_size;
180 struct vpu_enc_config_params {
186 u32 userdata_message[WINDSOR_USER_DATA_WORDS];
188 u32 h264_profile_idc;
190 u32 h264_au_delimiter;
191 u32 h264_seq_end_code;
192 u32 h264_recovery_points;
193 u32 h264_vui_parameters;
194 u32 h264_aspect_ratio_present;
195 u32 h264_aspect_ratio_sar_width;
196 u32 h264_aspect_ratio_sar_height;
197 u32 h264_overscan_present;
198 u32 h264_video_type_present;
199 u32 h264_video_format;
200 u32 h264_video_full_range;
201 u32 h264_video_colour_descriptor;
202 u32 h264_video_colour_primaries;
203 u32 h264_video_transfer_char;
204 u32 h264_video_matrix_coeff;
205 u32 h264_chroma_loc_info_present;
206 u32 h264_chroma_loc_type_top;
207 u32 h264_chroma_loc_type_bot;
208 u32 h264_timing_info_present;
209 u32 h264_buffering_period_present;
210 u32 h264_low_delay_hrd_flag;
212 u32 test_mode; // Automated firmware test mode
213 u32 dsa_test_mode; // Automated test mode for the DSA.
214 u32 fme_test_mode; // Automated test mode for the fme
215 u32 cbr_row_mode; //0: FW mode; 1: HW mode
216 u32 windsor_mode; //0: normal mode; 1: intra only mode; 2: intra+0MV mode
217 u32 encode_mode; // H264, VC1, MPEG2, DIVX
218 u32 frame_width; // display width
219 u32 frame_height; // display height
220 u32 enc_frame_width; // encoding width, should be 16-pix align
221 u32 enc_frame_height; // encoding height, should be 16-pix aligned
227 u32 crop_frame_width;
228 u32 crop_frame_height;
229 u32 crop_x_start_posn;
230 u32 crop_y_start_posn;
235 u32 dsa_ext_hfilt_en;
238 u32 dsa_vertf_disable;
243 u32 iac_sc_threshold;
244 u32 iac_vm_threshold;
248 u32 rate_control_mode;
249 u32 rate_control_resolution;
251 u32 buffer_level_init;
252 u32 buffer_I_bit_budget;
254 u32 intra_lum_qoffset;
255 u32 intra_chr_qoffset;
256 u32 inter_lum_qoffset;
257 u32 inter_chr_qoffset;
258 u32 use_def_scaling_mtx;
266 u32 fme_smallsadthresh;
271 u32 hme_enable_16x8mv;
272 u32 hme_enable_8x16mv;
277 u32 hme_forceto1mv_en;
284 u32 initial_pts_enab;
288 struct vpu_enc_static_params {
291 u32 rate_control_bitrate;
292 u32 rate_control_bitrate_min;
293 u32 rate_control_bitrate_max;
294 u32 rate_control_content_models;
295 u32 rate_control_iframe_maxsize;
296 u32 rate_control_qp_init;
297 u32 rate_control_islice_qp;
298 u32 rate_control_pslice_qp;
299 u32 rate_control_bslice_qp;
300 u32 adaptive_quantization;
302 u32 cost_optimization;
304 u32 enable_isegbframes;
305 u32 enable_adaptive_keyratio;
316 u32 enable_b_frame_ref;
317 u32 enable_adaptive_gop;
318 u32 enable_closed_gop;
319 u32 open_gop_refresh_freq;
320 u32 enable_adaptive_sc;
321 u32 enable_fade_detection;
322 s32 fade_detection_threshold;
324 u32 enable_low_delay_b;
327 struct vpu_enc_dynamic_params {
335 u32 cbr_rows_per_group;
337 u32 pts_bits_0_to_31;
342 u32 intra_mb_qp_offset;
343 u32 h264_cabac_init_method;
344 u32 h264_cabac_init_idc;
345 u32 h264_cabac_enable;
346 s32 alpha_c0_offset_div2;
347 s32 beta_offset_div2;
348 u32 intra_prefresh_y0;
349 u32 intra_prefresh_y1;
350 u32 dbg_dump_rec_src;
353 struct vpu_enc_expert_mode_param {
354 struct vpu_enc_calib_params calib_param;
355 struct vpu_enc_config_params config_param;
356 struct vpu_enc_static_params static_param;
357 struct vpu_enc_dynamic_params dynamic_param;
360 enum MEDIAIP_ENC_FMT {
361 MEDIAIP_ENC_FMT_H264 = 0,
363 MEDIAIP_ENC_FMT_MPEG2,
364 MEDIAIP_ENC_FMT_MPEG4SP,
365 MEDIAIP_ENC_FMT_H263,
366 MEDIAIP_ENC_FMT_MPEG1,
367 MEDIAIP_ENC_FMT_SHORT_HEADER,
371 enum MEDIAIP_ENC_PROFILE {
372 MEDIAIP_ENC_PROF_MPEG2_SP = 0,
373 MEDIAIP_ENC_PROF_MPEG2_MP,
374 MEDIAIP_ENC_PROF_MPEG2_HP,
375 MEDIAIP_ENC_PROF_H264_BP,
376 MEDIAIP_ENC_PROF_H264_MP,
377 MEDIAIP_ENC_PROF_H264_HP,
378 MEDIAIP_ENC_PROF_MPEG4_SP,
379 MEDIAIP_ENC_PROF_MPEG4_ASP,
380 MEDIAIP_ENC_PROF_VC1_SP,
381 MEDIAIP_ENC_PROF_VC1_MP,
382 MEDIAIP_ENC_PROF_VC1_AP
385 enum MEDIAIP_ENC_BITRATE_MODE {
386 MEDIAIP_ENC_BITRATE_MODE_VBR = 0x00000001,
387 MEDIAIP_ENC_BITRATE_MODE_CBR = 0x00000002,
388 MEDIAIP_ENC_BITRATE_MODE_CONSTANT_QP = 0x00000004
391 struct vpu_enc_memory_resource {
397 struct vpu_enc_param {
398 enum MEDIAIP_ENC_FMT codec_mode;
399 enum MEDIAIP_ENC_PROFILE profile;
402 struct vpu_enc_memory_resource enc_mem_desc;
416 u32 low_latency_mode;
418 enum MEDIAIP_ENC_BITRATE_MODE bitrate_mode;
425 struct vpu_enc_mem_pool {
426 struct vpu_enc_memory_resource enc_frames[WINDSOR_MAX_SRC_FRAMES];
427 struct vpu_enc_memory_resource ref_frames[WINDSOR_MAX_REF_FRAMES];
428 struct vpu_enc_memory_resource act_frame;
431 struct vpu_enc_encoding_status {
433 u32 error_flag; //Error type
440 struct vpu_enc_dsa_status {
448 struct vpu_enc_ctrl {
449 struct vpu_enc_yuv_desc *yuv_desc;
450 struct vpu_rpc_buffer_desc *stream_desc;
451 struct vpu_enc_expert_mode_param *expert;
452 struct vpu_enc_param *param;
453 struct vpu_enc_mem_pool *pool;
454 struct vpu_enc_encoding_status *status;
455 struct vpu_enc_dsa_status *dsa;
458 struct vpu_enc_host_ctrls {
459 struct vpu_enc_ctrl ctrls[VID_API_NUM_STREAMS];
462 struct windsor_pic_info {
473 u32 frame_enc_ttl_cycles;
474 u32 frame_enc_ttl_frm_cycles;
475 u32 frame_enc_ttl_slc_cycles;
476 u32 frame_enc_ttl_enc_cycles;
477 u32 frame_enc_ttl_hme_cycles;
478 u32 frame_enc_ttl_dsa_cycles;
479 u32 frame_enc_fw_cycles;
481 u32 num_interrupts_1;
482 u32 num_interrupts_2;
489 u32 enc_cache_count0;
490 u32 enc_cache_count1;
494 u32 diagnosticEvents;
495 u32 proc_iacc_tot_rd_cnt;
496 u32 proc_dacc_tot_rd_cnt;
497 u32 proc_dacc_tot_wr_cnt;
498 u32 proc_dacc_reg_rd_cnt;
499 u32 proc_dacc_reg_wr_cnt;
500 u32 proc_dacc_rng_rd_cnt;
501 u32 proc_dacc_rng_wr_cnt;
506 u32 vpu_windsor_get_data_size(void)
508 return sizeof(struct vpu_enc_host_ctrls);
511 static struct vpu_enc_yuv_desc *get_yuv_desc(struct vpu_shared_addr *shared,
514 struct vpu_enc_host_ctrls *hcs = shared->priv;
516 return hcs->ctrls[instance].yuv_desc;
519 static struct vpu_enc_mem_pool *get_mem_pool(struct vpu_shared_addr *shared,
522 struct vpu_enc_host_ctrls *hcs = shared->priv;
524 return hcs->ctrls[instance].pool;
527 static struct vpu_rpc_buffer_desc *get_stream_buf_desc(struct vpu_shared_addr *shared,
530 struct vpu_enc_host_ctrls *hcs = shared->priv;
532 return hcs->ctrls[instance].stream_desc;
535 static struct vpu_enc_expert_mode_param *get_expert_param(struct vpu_shared_addr *shared,
538 struct vpu_enc_host_ctrls *hcs = shared->priv;
540 return hcs->ctrls[instance].expert;
543 static struct vpu_enc_param *get_enc_param(struct vpu_shared_addr *shared, u32 instance)
545 struct vpu_enc_host_ctrls *hcs = shared->priv;
547 return hcs->ctrls[instance].param;
550 static u32 get_ptr(u32 ptr)
552 return (ptr | 0x80000000);
555 void vpu_windsor_init_rpc(struct vpu_shared_addr *shared,
556 struct vpu_buffer *rpc, dma_addr_t boot_addr)
558 unsigned long base_phy_addr;
559 unsigned long phy_addr;
560 unsigned long offset;
561 struct windsor_iface *iface;
562 struct windsor_ctrl_iface *ctrl;
563 struct vpu_enc_host_ctrls *hcs;
566 if (rpc->phys < boot_addr)
569 base_phy_addr = rpc->phys - boot_addr;
571 shared->iface = iface;
572 shared->boot_addr = boot_addr;
575 iface->exec_base_addr = base_phy_addr;
576 iface->exec_area_size = rpc->length;
578 offset = sizeof(struct windsor_iface);
579 phy_addr = base_phy_addr + offset;
580 shared->cmd_desc = &iface->cmd_buffer_desc;
581 shared->cmd_mem_vir = rpc->virt + offset;
582 iface->cmd_buffer_desc.start =
583 iface->cmd_buffer_desc.rptr =
584 iface->cmd_buffer_desc.wptr = phy_addr;
585 iface->cmd_buffer_desc.end = iface->cmd_buffer_desc.start + CMD_SIZE;
588 phy_addr = base_phy_addr + offset;
589 shared->msg_desc = &iface->msg_buffer_desc;
590 shared->msg_mem_vir = rpc->virt + offset;
591 iface->msg_buffer_desc.start =
592 iface->msg_buffer_desc.wptr =
593 iface->msg_buffer_desc.rptr = phy_addr;
594 iface->msg_buffer_desc.end = iface->msg_buffer_desc.start + MSG_SIZE;
597 for (i = 0; i < ARRAY_SIZE(iface->ctrl_iface); i++) {
598 iface->ctrl_iface[i] = base_phy_addr + offset;
599 offset += sizeof(struct windsor_ctrl_iface);
601 for (i = 0; i < ARRAY_SIZE(iface->ctrl_iface); i++) {
602 ctrl = rpc->virt + (iface->ctrl_iface[i] - base_phy_addr);
604 ctrl->enc_yuv_buffer_desc = base_phy_addr + offset;
605 hcs->ctrls[i].yuv_desc = rpc->virt + offset;
606 offset += sizeof(struct vpu_enc_yuv_desc);
608 ctrl->enc_stream_buffer_desc = base_phy_addr + offset;
609 hcs->ctrls[i].stream_desc = rpc->virt + offset;
610 offset += sizeof(struct vpu_rpc_buffer_desc);
612 ctrl->enc_expert_mode_param = base_phy_addr + offset;
613 hcs->ctrls[i].expert = rpc->virt + offset;
614 offset += sizeof(struct vpu_enc_expert_mode_param);
616 ctrl->enc_param = base_phy_addr + offset;
617 hcs->ctrls[i].param = rpc->virt + offset;
618 offset += sizeof(struct vpu_enc_param);
620 ctrl->enc_mem_pool = base_phy_addr + offset;
621 hcs->ctrls[i].pool = rpc->virt + offset;
622 offset += sizeof(struct vpu_enc_mem_pool);
624 ctrl->enc_encoding_status = base_phy_addr + offset;
625 hcs->ctrls[i].status = rpc->virt + offset;
626 offset += sizeof(struct vpu_enc_encoding_status);
628 ctrl->enc_dsa_status = base_phy_addr + offset;
629 hcs->ctrls[i].dsa = rpc->virt + offset;
630 offset += sizeof(struct vpu_enc_dsa_status);
633 rpc->bytesused = offset;
636 void vpu_windsor_set_log_buf(struct vpu_shared_addr *shared, struct vpu_buffer *log)
638 struct windsor_iface *iface = shared->iface;
640 iface->log_buffer_desc.start =
641 iface->log_buffer_desc.wptr =
642 iface->log_buffer_desc.rptr = log->phys - shared->boot_addr;
643 iface->log_buffer_desc.end = iface->log_buffer_desc.start + log->length;
646 void vpu_windsor_set_system_cfg(struct vpu_shared_addr *shared,
647 u32 regs_base, void __iomem *regs, u32 core_id)
649 struct windsor_iface *iface = shared->iface;
650 struct vpu_rpc_system_config *config = &iface->system_config;
652 vpu_imx8q_set_system_cfg_common(config, regs_base, core_id);
655 int vpu_windsor_get_stream_buffer_size(struct vpu_shared_addr *shared)
660 static struct vpu_pair windsor_cmds[] = {
661 {VPU_CMD_ID_NOOP, GTB_ENC_CMD_NOOP},
662 {VPU_CMD_ID_CONFIGURE_CODEC, GTB_ENC_CMD_CONFIGURE_CODEC},
663 {VPU_CMD_ID_START, GTB_ENC_CMD_STREAM_START},
664 {VPU_CMD_ID_STOP, GTB_ENC_CMD_STREAM_STOP},
665 {VPU_CMD_ID_FRAME_ENCODE, GTB_ENC_CMD_FRAME_ENCODE},
666 {VPU_CMD_ID_SNAPSHOT, GTB_ENC_CMD_SNAPSHOT},
667 {VPU_CMD_ID_FIRM_RESET, GTB_ENC_CMD_FIRM_RESET},
668 {VPU_CMD_ID_UPDATE_PARAMETER, GTB_ENC_CMD_PARAMETER_UPD},
669 {VPU_CMD_ID_DEBUG, GTB_ENC_CMD_FW_STATUS}
672 static struct vpu_pair windsor_msgs[] = {
673 {VPU_MSG_ID_RESET_DONE, VID_API_ENC_EVENT_RESET_DONE},
674 {VPU_MSG_ID_START_DONE, VID_API_ENC_EVENT_START_DONE},
675 {VPU_MSG_ID_STOP_DONE, VID_API_ENC_EVENT_STOP_DONE},
676 {VPU_MSG_ID_FRAME_INPUT_DONE, VID_API_ENC_EVENT_FRAME_INPUT_DONE},
677 {VPU_MSG_ID_ENC_DONE, VID_API_ENC_EVENT_FRAME_DONE},
678 {VPU_MSG_ID_FRAME_RELEASE, VID_API_ENC_EVENT_FRAME_RELEASE},
679 {VPU_MSG_ID_MEM_REQUEST, VID_API_ENC_EVENT_MEM_REQUEST},
680 {VPU_MSG_ID_PARAM_UPD_DONE, VID_API_ENC_EVENT_PARA_UPD_DONE},
681 {VPU_MSG_ID_FIRMWARE_XCPT, VID_API_ENC_EVENT_FIRMWARE_XCPT},
684 int vpu_windsor_pack_cmd(struct vpu_rpc_event *pkt, u32 index, u32 id, void *data)
688 ret = vpu_find_dst_by_src(windsor_cmds, ARRAY_SIZE(windsor_cmds), id);
693 pkt->hdr.index = index;
694 if (id == VPU_CMD_ID_FRAME_ENCODE) {
695 s64 timestamp = *(s64 *)data;
696 struct timespec64 ts = ns_to_timespec64(timestamp);
699 pkt->data[0] = ts.tv_sec;
700 pkt->data[1] = ts.tv_nsec;
706 int vpu_windsor_convert_msg_id(u32 id)
708 return vpu_find_src_by_dst(windsor_msgs, ARRAY_SIZE(windsor_msgs), id);
711 static void vpu_windsor_unpack_pic_info(struct vpu_rpc_event *pkt, void *data)
713 struct vpu_enc_pic_info *info = data;
714 struct windsor_pic_info *windsor = (struct windsor_pic_info *)pkt->data;
715 struct timespec64 ts = { windsor->tv_s, windsor->tv_ns };
717 info->frame_id = windsor->frame_id;
718 switch (windsor->pic_type) {
719 case MEDIAIP_ENC_PIC_TYPE_I_FRAME:
720 case MEDIAIP_ENC_PIC_TYPE_IDR_FRAME:
721 info->pic_type = V4L2_BUF_FLAG_KEYFRAME;
723 case MEDIAIP_ENC_PIC_TYPE_P_FRAME:
724 info->pic_type = V4L2_BUF_FLAG_PFRAME;
726 case MEDIAIP_ENC_PIC_TYPE_B_FRAME:
727 info->pic_type = V4L2_BUF_FLAG_BFRAME;
732 info->skipped_frame = windsor->skipped_frame;
733 info->error_flag = windsor->error_flag;
734 info->psnr = windsor->psnr;
735 info->frame_size = windsor->frame_size;
736 info->wptr = get_ptr(windsor->str_buff_wptr);
737 info->crc = windsor->frame_crc;
738 info->timestamp = timespec64_to_ns(&ts);
741 static void vpu_windsor_unpack_mem_req(struct vpu_rpc_event *pkt, void *data)
743 struct vpu_pkt_mem_req_data *req_data = data;
745 req_data->enc_frame_size = pkt->data[0];
746 req_data->enc_frame_num = pkt->data[1];
747 req_data->ref_frame_size = pkt->data[2];
748 req_data->ref_frame_num = pkt->data[3];
749 req_data->act_buf_size = pkt->data[4];
750 req_data->act_buf_num = 1;
753 int vpu_windsor_unpack_msg_data(struct vpu_rpc_event *pkt, void *data)
758 switch (pkt->hdr.id) {
759 case VID_API_ENC_EVENT_FRAME_DONE:
760 vpu_windsor_unpack_pic_info(pkt, data);
762 case VID_API_ENC_EVENT_MEM_REQUEST:
763 vpu_windsor_unpack_mem_req(pkt, data);
765 case VID_API_ENC_EVENT_FRAME_RELEASE:
766 *(u32 *)data = pkt->data[0];
775 static int vpu_windsor_fill_yuv_frame(struct vpu_shared_addr *shared,
777 struct vb2_buffer *vb)
779 struct vpu_inst *inst = vb2_get_drv_priv(vb->vb2_queue);
780 struct vpu_format *out_fmt;
781 struct vpu_enc_yuv_desc *desc;
782 struct vb2_v4l2_buffer *vbuf;
784 if (instance >= VID_API_NUM_STREAMS)
787 desc = get_yuv_desc(shared, instance);
788 out_fmt = vpu_get_format(inst, vb->type);
790 vbuf = to_vb2_v4l2_buffer(vb);
791 desc->frame_id = vbuf->sequence;
792 if (vbuf->flags & V4L2_BUF_FLAG_KEYFRAME)
796 desc->luma_base = vpu_get_vb_phy_addr(vb, 0);
797 if (vb->num_planes > 1)
798 desc->chroma_base = vpu_get_vb_phy_addr(vb, 1);
800 desc->chroma_base = desc->luma_base + out_fmt->sizeimage[0];
805 int vpu_windsor_input_frame(struct vpu_shared_addr *shared,
806 struct vpu_inst *inst, struct vb2_buffer *vb)
808 vpu_windsor_fill_yuv_frame(shared, inst->id, vb);
809 return vpu_session_encode_frame(inst, vb->timestamp);
812 int vpu_windsor_config_memory_resource(struct vpu_shared_addr *shared,
816 struct vpu_buffer *buf)
818 struct vpu_enc_mem_pool *pool;
819 struct vpu_enc_memory_resource *res;
821 if (instance >= VID_API_NUM_STREAMS)
824 pool = get_mem_pool(shared, instance);
828 if (index >= ARRAY_SIZE(pool->enc_frames))
830 res = &pool->enc_frames[index];
833 if (index >= ARRAY_SIZE(pool->ref_frames))
835 res = &pool->ref_frames[index];
840 res = &pool->act_frame;
846 res->phys = buf->phys;
847 res->virt = buf->phys - shared->boot_addr;
848 res->size = buf->length;
853 int vpu_windsor_config_stream_buffer(struct vpu_shared_addr *shared,
855 struct vpu_buffer *buf)
857 struct vpu_rpc_buffer_desc *desc;
858 struct vpu_enc_expert_mode_param *expert;
860 desc = get_stream_buf_desc(shared, instance);
861 expert = get_expert_param(shared, instance);
863 desc->start = buf->phys;
864 desc->wptr = buf->phys;
865 desc->rptr = buf->phys;
866 desc->end = buf->phys + buf->length;
868 expert->calib_param.mem_chunk_phys_addr = 0;
869 expert->calib_param.mem_chunk_virt_addr = 0;
870 expert->calib_param.mem_chunk_size = 0;
871 expert->calib_param.cb_base = buf->phys;
872 expert->calib_param.cb_size = buf->length;
877 int vpu_windsor_update_stream_buffer(struct vpu_shared_addr *shared,
878 u32 instance, u32 ptr, bool write)
880 struct vpu_rpc_buffer_desc *desc;
882 desc = get_stream_buf_desc(shared, instance);
884 /*update wptr/rptr after data is written or read*/
894 int vpu_windsor_get_stream_buffer_desc(struct vpu_shared_addr *shared,
895 u32 instance, struct vpu_rpc_buffer_desc *desc)
897 struct vpu_rpc_buffer_desc *rpc_desc;
899 rpc_desc = get_stream_buf_desc(shared, instance);
901 desc->wptr = get_ptr(rpc_desc->wptr);
902 desc->rptr = get_ptr(rpc_desc->rptr);
903 desc->start = get_ptr(rpc_desc->start);
904 desc->end = get_ptr(rpc_desc->end);
910 u32 vpu_windsor_get_version(struct vpu_shared_addr *shared)
912 struct windsor_iface *iface = shared->iface;
914 return iface->fw_version;
917 static int vpu_windsor_set_frame_rate(struct vpu_enc_expert_mode_param *expert,
918 struct vpu_encode_params *params)
920 expert->config_param.frame_rate_num = params->frame_rate.numerator;
921 expert->config_param.frame_rate_den = params->frame_rate.denominator;
926 static int vpu_windsor_set_format(struct vpu_enc_param *param, u32 pixelformat)
928 switch (pixelformat) {
929 case V4L2_PIX_FMT_H264:
930 param->codec_mode = MEDIAIP_ENC_FMT_H264;
939 static int vpu_windsor_set_profile(struct vpu_enc_param *param, u32 profile)
942 case V4L2_MPEG_VIDEO_H264_PROFILE_BASELINE:
943 param->profile = MEDIAIP_ENC_PROF_H264_BP;
945 case V4L2_MPEG_VIDEO_H264_PROFILE_MAIN:
946 param->profile = MEDIAIP_ENC_PROF_H264_MP;
948 case V4L2_MPEG_VIDEO_H264_PROFILE_HIGH:
949 param->profile = MEDIAIP_ENC_PROF_H264_HP;
958 static const u32 h264_level[] = {
959 [V4L2_MPEG_VIDEO_H264_LEVEL_1_0] = 10,
960 [V4L2_MPEG_VIDEO_H264_LEVEL_1B] = 14,
961 [V4L2_MPEG_VIDEO_H264_LEVEL_1_1] = 11,
962 [V4L2_MPEG_VIDEO_H264_LEVEL_1_2] = 12,
963 [V4L2_MPEG_VIDEO_H264_LEVEL_1_3] = 13,
964 [V4L2_MPEG_VIDEO_H264_LEVEL_2_0] = 20,
965 [V4L2_MPEG_VIDEO_H264_LEVEL_2_1] = 21,
966 [V4L2_MPEG_VIDEO_H264_LEVEL_2_2] = 22,
967 [V4L2_MPEG_VIDEO_H264_LEVEL_3_0] = 30,
968 [V4L2_MPEG_VIDEO_H264_LEVEL_3_1] = 31,
969 [V4L2_MPEG_VIDEO_H264_LEVEL_3_2] = 32,
970 [V4L2_MPEG_VIDEO_H264_LEVEL_4_0] = 40,
971 [V4L2_MPEG_VIDEO_H264_LEVEL_4_1] = 41,
972 [V4L2_MPEG_VIDEO_H264_LEVEL_4_2] = 42,
973 [V4L2_MPEG_VIDEO_H264_LEVEL_5_0] = 50,
974 [V4L2_MPEG_VIDEO_H264_LEVEL_5_1] = 51
977 static int vpu_windsor_set_level(struct vpu_enc_param *param, u32 level)
979 if (level >= ARRAY_SIZE(h264_level))
982 param->level = h264_level[level];
987 static int vpu_windsor_set_size(struct vpu_enc_param *windsor,
988 struct vpu_encode_params *params)
990 windsor->src_stride = params->src_stride;
991 windsor->src_width = params->src_width;
992 windsor->src_height = params->src_height;
993 windsor->src_offset_x = params->crop.left;
994 windsor->src_offset_y = params->crop.top;
995 windsor->src_crop_width = params->crop.width;
996 windsor->src_crop_height = params->crop.height;
997 windsor->out_width = params->out_width;
998 windsor->out_height = params->out_height;
1003 static int vpu_windsor_set_gop(struct vpu_enc_param *param, u32 gop)
1005 param->iframe_interval = gop;
1010 static int vpu_windsor_set_bframes(struct vpu_enc_param *param, u32 bframes)
1013 param->low_latency_mode = 0;
1014 param->bframes = bframes;
1016 param->low_latency_mode = 1;
1023 static int vpu_windsor_set_bitrate_mode(struct vpu_enc_param *param, u32 rc_enable, u32 mode)
1026 param->bitrate_mode = MEDIAIP_ENC_BITRATE_MODE_CONSTANT_QP;
1027 else if (mode == V4L2_MPEG_VIDEO_BITRATE_MODE_VBR)
1028 param->bitrate_mode = MEDIAIP_ENC_BITRATE_MODE_VBR;
1030 param->bitrate_mode = MEDIAIP_ENC_BITRATE_MODE_CBR;
1035 static u32 vpu_windsor_bitrate(u32 bitrate)
1037 return DIV_ROUND_CLOSEST(bitrate, WINDSOR_BITRATE_UNIT);
1040 static int vpu_windsor_set_bitrate(struct vpu_enc_param *windsor,
1041 struct vpu_encode_params *params)
1043 windsor->target_bitrate = vpu_windsor_bitrate(params->bitrate);
1044 windsor->min_bitrate = vpu_windsor_bitrate(params->bitrate_min);
1045 windsor->max_bitrate = vpu_windsor_bitrate(params->bitrate_max);
1050 static int vpu_windsor_set_qp(struct vpu_enc_expert_mode_param *expert,
1051 struct vpu_encode_params *params)
1053 expert->static_param.rate_control_islice_qp = params->i_frame_qp;
1054 expert->static_param.rate_control_pslice_qp = params->p_frame_qp;
1055 expert->static_param.rate_control_bslice_qp = params->b_frame_qp;
1060 static int vpu_windsor_set_sar(struct vpu_enc_expert_mode_param *expert,
1061 struct vpu_encode_params *params)
1063 expert->config_param.h264_aspect_ratio_present = params->sar.enable;
1064 if (params->sar.idc == V4L2_MPEG_VIDEO_H264_VUI_SAR_IDC_EXTENDED)
1065 expert->config_param.aspect_ratio = WINDSOR_H264_EXTENDED_SAR;
1067 expert->config_param.aspect_ratio = params->sar.idc;
1068 expert->config_param.h264_aspect_ratio_sar_width = params->sar.width;
1069 expert->config_param.h264_aspect_ratio_sar_height = params->sar.height;
1074 static int vpu_windsor_set_color(struct vpu_enc_expert_mode_param *expert,
1075 struct vpu_encode_params *params)
1077 expert->config_param.h264_video_type_present = 1;
1078 expert->config_param.h264_video_format = 5;
1079 expert->config_param.h264_video_colour_descriptor = 1;
1080 expert->config_param.h264_video_colour_primaries =
1081 vpu_color_cvrt_primaries_v2i(params->color.primaries);
1082 expert->config_param.h264_video_transfer_char =
1083 vpu_color_cvrt_transfers_v2i(params->color.transfer);
1084 expert->config_param.h264_video_matrix_coeff =
1085 vpu_color_cvrt_matrix_v2i(params->color.matrix);
1086 expert->config_param.h264_video_full_range =
1087 vpu_color_cvrt_full_range_v2i(params->color.full_range);
1091 static int vpu_windsor_update_bitrate(struct vpu_shared_addr *shared,
1092 u32 instance, struct vpu_encode_params *params)
1094 struct vpu_enc_param *windsor;
1095 struct vpu_enc_expert_mode_param *expert;
1097 windsor = get_enc_param(shared, instance);
1098 expert = get_expert_param(shared, instance);
1100 if (windsor->bitrate_mode != MEDIAIP_ENC_BITRATE_MODE_CBR)
1102 if (!params->rc_enable)
1104 if (vpu_windsor_bitrate(params->bitrate) == windsor->target_bitrate)
1107 vpu_windsor_set_bitrate(windsor, params);
1108 expert->static_param.rate_control_bitrate = windsor->target_bitrate;
1109 expert->static_param.rate_control_bitrate_min = windsor->min_bitrate;
1110 expert->static_param.rate_control_bitrate_max = windsor->max_bitrate;
1115 static int vpu_windsor_set_params(struct vpu_shared_addr *shared,
1116 u32 instance, struct vpu_encode_params *params)
1118 struct vpu_enc_param *windsor;
1121 windsor = get_enc_param(shared, instance);
1123 if (params->input_format != V4L2_PIX_FMT_NV12 &&
1124 params->input_format != V4L2_PIX_FMT_NV12M)
1127 ret = vpu_windsor_set_format(windsor, params->codec_format);
1130 vpu_windsor_set_profile(windsor, params->profile);
1131 vpu_windsor_set_level(windsor, params->level);
1132 vpu_windsor_set_size(windsor, params);
1133 vpu_windsor_set_gop(windsor, params->gop_length);
1134 vpu_windsor_set_bframes(windsor, params->bframes);
1135 vpu_windsor_set_bitrate_mode(windsor, params->rc_enable, params->rc_mode);
1136 vpu_windsor_set_bitrate(windsor, params);
1137 windsor->init_slice_qp = params->i_frame_qp;
1139 if (!params->frame_rate.numerator)
1141 windsor->frame_rate = params->frame_rate.denominator / params->frame_rate.numerator;
1146 static int vpu_windsor_update_params(struct vpu_shared_addr *shared,
1147 u32 instance, struct vpu_encode_params *params)
1149 struct vpu_enc_expert_mode_param *expert;
1151 expert = get_expert_param(shared, instance);
1153 vpu_windsor_set_frame_rate(expert, params);
1154 vpu_windsor_set_qp(expert, params);
1155 vpu_windsor_set_sar(expert, params);
1156 vpu_windsor_set_color(expert, params);
1157 vpu_windsor_update_bitrate(shared, instance, params);
1158 /*expert->config_param.iac_sc_threshold = 0;*/
1163 int vpu_windsor_set_encode_params(struct vpu_shared_addr *shared,
1164 u32 instance, struct vpu_encode_params *params, u32 update)
1170 return vpu_windsor_set_params(shared, instance, params);
1172 return vpu_windsor_update_params(shared, instance, params);
1175 u32 vpu_windsor_get_max_instance_count(struct vpu_shared_addr *shared)
1177 struct windsor_iface *iface = shared->iface;
1179 return iface->max_streams;