2 * Copyright 2016 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
26 #include "dm_services.h"
28 #include "core_types.h"
30 #include "reg_helper.h"
31 #include "dcn10_dpp.h"
32 #include "basics/conversion.h"
35 #define HORZ_MAX_TAPS 8
36 #define VERT_MAX_TAPS 8
38 #define BLACK_OFFSET_RGB_Y 0x0
39 #define BLACK_OFFSET_CBCR 0x8000
48 #define FN(reg_name, field_name) \
49 dpp->tf_shift->field_name, dpp->tf_mask->field_name
51 enum pixel_format_description {
52 PIXEL_FORMAT_FIXED = 0,
58 enum dcn10_coef_filter_type_sel {
59 SCL_COEF_LUMA_VERT_FILTER = 0,
60 SCL_COEF_LUMA_HORZ_FILTER = 1,
61 SCL_COEF_CHROMA_VERT_FILTER = 2,
62 SCL_COEF_CHROMA_HORZ_FILTER = 3,
63 SCL_COEF_ALPHA_VERT_FILTER = 4,
64 SCL_COEF_ALPHA_HORZ_FILTER = 5
67 enum dscl_autocal_mode {
70 /* Autocal calculate the scaling ratio and initial phase and the
71 * DSCL_MODE_SEL must be set to 1
73 AUTOCAL_MODE_AUTOSCALE = 1,
74 /* Autocal perform auto centering without replication and the
75 * DSCL_MODE_SEL must be set to 0
77 AUTOCAL_MODE_AUTOCENTER = 2,
78 /* Autocal perform auto centering and auto replication and the
79 * DSCL_MODE_SEL must be set to 0
81 AUTOCAL_MODE_AUTOREPLICATE = 3
85 DSCL_MODE_SCALING_444_BYPASS = 0,
86 DSCL_MODE_SCALING_444_RGB_ENABLE = 1,
87 DSCL_MODE_SCALING_444_YCBCR_ENABLE = 2,
88 DSCL_MODE_SCALING_420_YCBCR_ENABLE = 3,
89 DSCL_MODE_SCALING_420_LUMA_BYPASS = 4,
90 DSCL_MODE_SCALING_420_CHROMA_BYPASS = 5,
91 DSCL_MODE_DSCL_BYPASS = 6
94 void dpp_read_state(struct dpp *dpp_base,
95 struct dcn_dpp_state *s)
97 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
100 DPP_CLOCK_ENABLE, &s->is_enabled);
101 REG_GET(CM_IGAM_CONTROL,
102 CM_IGAM_LUT_MODE, &s->igam_lut_mode);
103 REG_GET(CM_IGAM_CONTROL,
104 CM_IGAM_INPUT_FORMAT, &s->igam_input_format);
105 REG_GET(CM_DGAM_CONTROL,
106 CM_DGAM_LUT_MODE, &s->dgam_lut_mode);
107 REG_GET(CM_RGAM_CONTROL,
108 CM_RGAM_LUT_MODE, &s->rgam_lut_mode);
109 REG_GET(CM_GAMUT_REMAP_CONTROL,
110 CM_GAMUT_REMAP_MODE, &s->gamut_remap_mode);
112 if (s->gamut_remap_mode) {
113 s->gamut_remap_c11_c12 = REG_READ(CM_GAMUT_REMAP_C11_C12);
114 s->gamut_remap_c13_c14 = REG_READ(CM_GAMUT_REMAP_C13_C14);
115 s->gamut_remap_c21_c22 = REG_READ(CM_GAMUT_REMAP_C21_C22);
116 s->gamut_remap_c23_c24 = REG_READ(CM_GAMUT_REMAP_C23_C24);
117 s->gamut_remap_c31_c32 = REG_READ(CM_GAMUT_REMAP_C31_C32);
118 s->gamut_remap_c33_c34 = REG_READ(CM_GAMUT_REMAP_C33_C34);
122 #define IDENTITY_RATIO(ratio) (dc_fixpt_u2d19(ratio) == (1 << 19))
124 bool dpp1_get_optimal_number_of_taps(
126 struct scaler_data *scl_data,
127 const struct scaling_taps *in_taps)
129 /* Some ASICs does not support FP16 scaling, so we reject modes require this*/
130 if (scl_data->format == PIXEL_FORMAT_FP16 &&
131 dpp->caps->dscl_data_proc_format == DSCL_DATA_PRCESSING_FIXED_FORMAT &&
132 scl_data->ratios.horz.value != dc_fixpt_one.value &&
133 scl_data->ratios.vert.value != dc_fixpt_one.value)
136 if (scl_data->viewport.width > scl_data->h_active &&
137 dpp->ctx->dc->debug.max_downscale_src_width != 0 &&
138 scl_data->viewport.width > dpp->ctx->dc->debug.max_downscale_src_width)
141 /* TODO: add lb check */
143 /* No support for programming ratio of 4, drop to 3.99999.. */
144 if (scl_data->ratios.horz.value == (4ll << 32))
145 scl_data->ratios.horz.value--;
146 if (scl_data->ratios.vert.value == (4ll << 32))
147 scl_data->ratios.vert.value--;
148 if (scl_data->ratios.horz_c.value == (4ll << 32))
149 scl_data->ratios.horz_c.value--;
150 if (scl_data->ratios.vert_c.value == (4ll << 32))
151 scl_data->ratios.vert_c.value--;
153 /* Set default taps if none are provided */
154 if (in_taps->h_taps == 0)
155 scl_data->taps.h_taps = 4;
157 scl_data->taps.h_taps = in_taps->h_taps;
158 if (in_taps->v_taps == 0)
159 scl_data->taps.v_taps = 4;
161 scl_data->taps.v_taps = in_taps->v_taps;
162 if (in_taps->v_taps_c == 0)
163 scl_data->taps.v_taps_c = 2;
165 scl_data->taps.v_taps_c = in_taps->v_taps_c;
166 if (in_taps->h_taps_c == 0)
167 scl_data->taps.h_taps_c = 2;
168 /* Only 1 and even h_taps_c are supported by hw */
169 else if ((in_taps->h_taps_c % 2) != 0 && in_taps->h_taps_c != 1)
170 scl_data->taps.h_taps_c = in_taps->h_taps_c - 1;
172 scl_data->taps.h_taps_c = in_taps->h_taps_c;
174 if (!dpp->ctx->dc->debug.always_scale) {
175 if (IDENTITY_RATIO(scl_data->ratios.horz))
176 scl_data->taps.h_taps = 1;
177 if (IDENTITY_RATIO(scl_data->ratios.vert))
178 scl_data->taps.v_taps = 1;
179 if (IDENTITY_RATIO(scl_data->ratios.horz_c))
180 scl_data->taps.h_taps_c = 1;
181 if (IDENTITY_RATIO(scl_data->ratios.vert_c))
182 scl_data->taps.v_taps_c = 1;
188 void dpp_reset(struct dpp *dpp_base)
190 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
192 dpp->filter_h_c = NULL;
193 dpp->filter_v_c = NULL;
194 dpp->filter_h = NULL;
195 dpp->filter_v = NULL;
197 memset(&dpp->scl_data, 0, sizeof(dpp->scl_data));
198 memset(&dpp->pwl_data, 0, sizeof(dpp->pwl_data));
203 static void dpp1_cm_set_regamma_pwl(
204 struct dpp *dpp_base, const struct pwl_params *params, enum opp_regamma mode)
206 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
207 uint32_t re_mode = 0;
210 case OPP_REGAMMA_BYPASS:
213 case OPP_REGAMMA_SRGB:
216 case OPP_REGAMMA_XVYCC:
219 case OPP_REGAMMA_USER:
220 re_mode = dpp->is_write_to_ram_a_safe ? 4 : 3;
221 if (memcmp(&dpp->pwl_data, params, sizeof(*params)) == 0)
224 dpp1_cm_power_on_regamma_lut(dpp_base, true);
225 dpp1_cm_configure_regamma_lut(dpp_base, dpp->is_write_to_ram_a_safe);
227 if (dpp->is_write_to_ram_a_safe)
228 dpp1_cm_program_regamma_luta_settings(dpp_base, params);
230 dpp1_cm_program_regamma_lutb_settings(dpp_base, params);
232 dpp1_cm_program_regamma_lut(dpp_base, params->rgb_resulted,
233 params->hw_points_num);
234 dpp->pwl_data = *params;
236 re_mode = dpp->is_write_to_ram_a_safe ? 3 : 4;
237 dpp->is_write_to_ram_a_safe = !dpp->is_write_to_ram_a_safe;
242 REG_SET(CM_RGAM_CONTROL, 0, CM_RGAM_LUT_MODE, re_mode);
245 static void dpp1_setup_format_flags(enum surface_pixel_format input_format,\
246 enum pixel_format_description *fmt)
249 if (input_format == SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F ||
250 input_format == SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F)
251 *fmt = PIXEL_FORMAT_FLOAT;
252 else if (input_format == SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616 ||
253 input_format == SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616)
254 *fmt = PIXEL_FORMAT_FIXED16;
256 *fmt = PIXEL_FORMAT_FIXED;
259 static void dpp1_set_degamma_format_float(
260 struct dpp *dpp_base,
263 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
266 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_INPUT_FORMAT, 3);
267 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_LUT_MODE, 1);
269 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_INPUT_FORMAT, 2);
270 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_LUT_MODE, 0);
274 void dpp1_cnv_setup (
275 struct dpp *dpp_base,
276 enum surface_pixel_format format,
277 enum expansion_mode mode,
278 struct dc_csc_transform input_csc_color_matrix,
279 enum dc_color_space input_color_space,
280 struct cnv_alpha_2bit_lut *alpha_2bit_lut)
282 uint32_t pixel_format;
284 enum pixel_format_description fmt ;
285 enum dc_color_space color_space;
286 enum dcn10_input_csc_select select;
288 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
289 bool force_disable_cursor = false;
290 struct out_csc_color_matrix tbl_entry;
293 dpp1_setup_format_flags(format, &fmt);
296 color_space = COLOR_SPACE_SRGB;
297 select = INPUT_CSC_SELECT_BYPASS;
301 case PIXEL_FORMAT_FIXED:
302 case PIXEL_FORMAT_FIXED16:
303 /*when output is float then FORMAT_CONTROL__OUTPUT_FP=1*/
304 REG_SET_3(FORMAT_CONTROL, 0,
306 FORMAT_EXPANSION_MODE, mode,
309 case PIXEL_FORMAT_FLOAT:
310 REG_SET_3(FORMAT_CONTROL, 0,
312 FORMAT_EXPANSION_MODE, mode,
321 dpp1_set_degamma_format_float(dpp_base, is_float);
324 case SURFACE_PIXEL_FORMAT_GRPH_ARGB1555:
327 case SURFACE_PIXEL_FORMAT_GRPH_RGB565:
331 case SURFACE_PIXEL_FORMAT_GRPH_ARGB8888:
332 case SURFACE_PIXEL_FORMAT_GRPH_ABGR8888:
335 case SURFACE_PIXEL_FORMAT_GRPH_ARGB2101010:
336 case SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010:
339 case SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr:
340 force_disable_cursor = false;
342 color_space = COLOR_SPACE_YCBCR709;
343 select = INPUT_CSC_SELECT_ICSC;
345 case SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb:
346 force_disable_cursor = true;
348 color_space = COLOR_SPACE_YCBCR709;
349 select = INPUT_CSC_SELECT_ICSC;
351 case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCbCr:
352 force_disable_cursor = true;
354 color_space = COLOR_SPACE_YCBCR709;
355 select = INPUT_CSC_SELECT_ICSC;
357 case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCrCb:
358 force_disable_cursor = true;
360 color_space = COLOR_SPACE_YCBCR709;
361 select = INPUT_CSC_SELECT_ICSC;
363 case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616:
364 case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616:
365 pixel_format = 26; /* ARGB16161616_UNORM */
367 case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F:
370 case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F:
377 /* Set default color space based on format if none is given. */
378 color_space = input_color_space ? input_color_space : color_space;
380 REG_SET(CNVC_SURFACE_PIXEL_FORMAT, 0,
381 CNVC_SURFACE_PIXEL_FORMAT, pixel_format);
382 REG_UPDATE(FORMAT_CONTROL, FORMAT_CONTROL__ALPHA_EN, alpha_en);
384 // if input adjustments exist, program icsc with those values
386 if (input_csc_color_matrix.enable_adjustment
388 for (i = 0; i < 12; i++)
389 tbl_entry.regval[i] = input_csc_color_matrix.matrix[i];
391 tbl_entry.color_space = color_space;
393 if (color_space >= COLOR_SPACE_YCBCR601)
394 select = INPUT_CSC_SELECT_ICSC;
396 select = INPUT_CSC_SELECT_BYPASS;
398 dpp1_program_input_csc(dpp_base, color_space, select, &tbl_entry);
400 dpp1_program_input_csc(dpp_base, color_space, select, NULL);
402 if (force_disable_cursor) {
403 REG_UPDATE(CURSOR_CONTROL,
405 REG_UPDATE(CURSOR0_CONTROL,
410 void dpp1_set_cursor_attributes(
411 struct dpp *dpp_base,
412 struct dc_cursor_attributes *cursor_attributes)
414 enum dc_cursor_color_format color_format = cursor_attributes->color_format;
415 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
417 REG_UPDATE_2(CURSOR0_CONTROL,
418 CUR0_MODE, color_format,
419 CUR0_EXPANSION_MODE, 0);
421 if (color_format == CURSOR_MODE_MONO) {
422 /* todo: clarify what to program these to */
423 REG_UPDATE(CURSOR0_COLOR0,
424 CUR0_COLOR0, 0x00000000);
425 REG_UPDATE(CURSOR0_COLOR1,
426 CUR0_COLOR1, 0xFFFFFFFF);
431 void dpp1_set_cursor_position(
432 struct dpp *dpp_base,
433 const struct dc_cursor_position *pos,
434 const struct dc_cursor_mi_param *param,
438 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
439 int src_x_offset = pos->x - pos->x_hotspot - param->viewport.x;
440 int src_y_offset = pos->y - pos->y_hotspot - param->viewport.y;
441 uint32_t cur_en = pos->enable ? 1 : 0;
443 // Cursor width/height and hotspots need to be rotated for offset calculation
444 if (param->rotation == ROTATION_ANGLE_90 || param->rotation == ROTATION_ANGLE_270) {
446 if (param->rotation == ROTATION_ANGLE_90) {
447 src_x_offset = pos->x - pos->y_hotspot - param->viewport.x;
448 src_y_offset = pos->y - pos->x_hotspot - param->viewport.y;
450 } else if (param->rotation == ROTATION_ANGLE_180) {
451 src_x_offset = pos->x - param->viewport.x;
452 src_y_offset = pos->y - param->viewport.y;
456 if (src_x_offset >= (int)param->viewport.width)
457 cur_en = 0; /* not visible beyond right edge*/
459 if (src_x_offset + (int)width <= 0)
460 cur_en = 0; /* not visible beyond left edge*/
462 if (src_y_offset >= (int)param->viewport.height)
463 cur_en = 0; /* not visible beyond bottom edge*/
465 if (src_y_offset + (int)height <= 0)
466 cur_en = 0; /* not visible beyond top edge*/
468 REG_UPDATE(CURSOR0_CONTROL,
469 CUR0_ENABLE, cur_en);
473 void dpp1_cnv_set_optional_cursor_attributes(
474 struct dpp *dpp_base,
475 struct dpp_cursor_attributes *attr)
477 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
480 REG_UPDATE(CURSOR0_FP_SCALE_BIAS, CUR0_FP_BIAS, attr->bias);
481 REG_UPDATE(CURSOR0_FP_SCALE_BIAS, CUR0_FP_SCALE, attr->scale);
485 void dpp1_dppclk_control(
486 struct dpp *dpp_base,
490 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
493 if (dpp->tf_mask->DPPCLK_RATE_CONTROL)
494 REG_UPDATE_2(DPP_CONTROL,
495 DPPCLK_RATE_CONTROL, dppclk_div,
496 DPP_CLOCK_ENABLE, 1);
498 REG_UPDATE(DPP_CONTROL, DPP_CLOCK_ENABLE, 1);
500 REG_UPDATE(DPP_CONTROL, DPP_CLOCK_ENABLE, 0);
503 static const struct dpp_funcs dcn10_dpp_funcs = {
504 .dpp_read_state = dpp_read_state,
505 .dpp_reset = dpp_reset,
506 .dpp_set_scaler = dpp1_dscl_set_scaler_manual_scale,
507 .dpp_get_optimal_number_of_taps = dpp1_get_optimal_number_of_taps,
508 .dpp_set_gamut_remap = dpp1_cm_set_gamut_remap,
509 .dpp_set_csc_adjustment = dpp1_cm_set_output_csc_adjustment,
510 .dpp_set_csc_default = dpp1_cm_set_output_csc_default,
511 .dpp_power_on_regamma_lut = dpp1_cm_power_on_regamma_lut,
512 .dpp_program_regamma_lut = dpp1_cm_program_regamma_lut,
513 .dpp_configure_regamma_lut = dpp1_cm_configure_regamma_lut,
514 .dpp_program_regamma_lutb_settings = dpp1_cm_program_regamma_lutb_settings,
515 .dpp_program_regamma_luta_settings = dpp1_cm_program_regamma_luta_settings,
516 .dpp_program_regamma_pwl = dpp1_cm_set_regamma_pwl,
517 .dpp_program_bias_and_scale = dpp1_program_bias_and_scale,
518 .dpp_set_degamma = dpp1_set_degamma,
519 .dpp_program_input_lut = dpp1_program_input_lut,
520 .dpp_program_degamma_pwl = dpp1_set_degamma_pwl,
521 .dpp_setup = dpp1_cnv_setup,
522 .dpp_full_bypass = dpp1_full_bypass,
523 .set_cursor_attributes = dpp1_set_cursor_attributes,
524 .set_cursor_position = dpp1_set_cursor_position,
525 .set_optional_cursor_attributes = dpp1_cnv_set_optional_cursor_attributes,
526 .dpp_dppclk_control = dpp1_dppclk_control,
527 .dpp_set_hdr_multiplier = dpp1_set_hdr_multiplier,
528 .dpp_program_blnd_lut = NULL,
529 .dpp_program_shaper_lut = NULL,
530 .dpp_program_3dlut = NULL
533 static struct dpp_caps dcn10_dpp_cap = {
534 .dscl_data_proc_format = DSCL_DATA_PRCESSING_FIXED_FORMAT,
535 .dscl_calc_lb_num_partitions = dpp1_dscl_calc_lb_num_partitions,
538 /*****************************************/
539 /* Constructor, Destructor */
540 /*****************************************/
543 struct dcn10_dpp *dpp,
544 struct dc_context *ctx,
546 const struct dcn_dpp_registers *tf_regs,
547 const struct dcn_dpp_shift *tf_shift,
548 const struct dcn_dpp_mask *tf_mask)
552 dpp->base.inst = inst;
553 dpp->base.funcs = &dcn10_dpp_funcs;
554 dpp->base.caps = &dcn10_dpp_cap;
556 dpp->tf_regs = tf_regs;
557 dpp->tf_shift = tf_shift;
558 dpp->tf_mask = tf_mask;
560 dpp->lb_pixel_depth_supported =
561 LB_PIXEL_DEPTH_18BPP |
562 LB_PIXEL_DEPTH_24BPP |
563 LB_PIXEL_DEPTH_30BPP |
564 LB_PIXEL_DEPTH_36BPP;
566 dpp->lb_bits_per_entry = LB_BITS_PER_ENTRY;
567 dpp->lb_memory_size = LB_TOTAL_NUMBER_OF_ENTRIES; /*0x1404*/