2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
26 #include "dm_services.h"
28 #include "dc_bios_types.h"
29 #include "core_types.h"
30 #include "core_status.h"
32 #include "dm_helpers.h"
33 #include "dce110_timing_generator.h"
34 #include "dce/dce_hwseq.h"
35 #include "gpio_service_interface.h"
37 #include "dce110_compressor.h"
39 #include "bios/bios_parser_helper.h"
40 #include "timing_generator.h"
41 #include "mem_input.h"
44 #include "transform.h"
45 #include "stream_encoder.h"
46 #include "link_encoder.h"
47 #include "link_enc_cfg.h"
48 #include "link_hwss.h"
51 #include "clock_source.h"
55 #include "reg_helper.h"
56 #include "panel_cntl.h"
57 #include "dpcd_defs.h"
58 /* include DCE11 register header files */
59 #include "dce/dce_11_0_d.h"
60 #include "dce/dce_11_0_sh_mask.h"
61 #include "custom_float.h"
63 #include "atomfirmware.h"
65 #include "dcn10/dcn10_hw_sequencer.h"
67 #include "dce110_hw_sequencer.h"
69 #define GAMMA_HW_POINTS_NUM 256
72 * All values are in milliseconds;
73 * For eDP, after power-up/power/down,
74 * 300/500 msec max. delay from LCDVCC to black video generation
76 #define PANEL_POWER_UP_TIMEOUT 300
77 #define PANEL_POWER_DOWN_TIMEOUT 500
78 #define HPD_CHECK_INTERVAL 10
79 #define OLED_POST_T7_DELAY 100
80 #define OLED_PRE_T11_DELAY 150
85 #define DC_LOGGER_INIT()
91 #define FN(reg_name, field_name) \
92 hws->shifts->field_name, hws->masks->field_name
94 struct dce110_hw_seq_reg_offsets {
98 static const struct dce110_hw_seq_reg_offsets reg_offsets[] = {
100 .crtc = (mmCRTC0_CRTC_GSL_CONTROL - mmCRTC_GSL_CONTROL),
103 .crtc = (mmCRTC1_CRTC_GSL_CONTROL - mmCRTC_GSL_CONTROL),
106 .crtc = (mmCRTC2_CRTC_GSL_CONTROL - mmCRTC_GSL_CONTROL),
109 .crtc = (mmCRTCV_GSL_CONTROL - mmCRTC_GSL_CONTROL),
113 #define HW_REG_BLND(reg, id)\
114 (reg + reg_offsets[id].blnd)
116 #define HW_REG_CRTC(reg, id)\
117 (reg + reg_offsets[id].crtc)
119 #define MAX_WATERMARK 0xFFFF
120 #define SAFE_NBP_MARK 0x7FFF
122 /*******************************************************************************
123 * Private definitions
124 ******************************************************************************/
125 /***************************PIPE_CONTROL***********************************/
126 static void dce110_init_pte(struct dc_context *ctx)
130 uint32_t chunk_int = 0;
131 uint32_t chunk_mul = 0;
133 addr = mmUNP_DVMM_PTE_CONTROL;
134 value = dm_read_reg(ctx, addr);
140 DVMM_USE_SINGLE_PTE);
146 DVMM_PTE_BUFFER_MODE0);
152 DVMM_PTE_BUFFER_MODE1);
154 dm_write_reg(ctx, addr, value);
156 addr = mmDVMM_PTE_REQ;
157 value = dm_read_reg(ctx, addr);
159 chunk_int = get_reg_field_value(
162 HFLIP_PTEREQ_PER_CHUNK_INT);
164 chunk_mul = get_reg_field_value(
167 HFLIP_PTEREQ_PER_CHUNK_MULTIPLIER);
169 if (chunk_int != 0x4 || chunk_mul != 0x4) {
175 MAX_PTEREQ_TO_ISSUE);
181 HFLIP_PTEREQ_PER_CHUNK_INT);
187 HFLIP_PTEREQ_PER_CHUNK_MULTIPLIER);
189 dm_write_reg(ctx, addr, value);
192 /**************************************************************************/
194 static void enable_display_pipe_clock_gating(
195 struct dc_context *ctx,
201 static bool dce110_enable_display_power_gating(
203 uint8_t controller_id,
205 enum pipe_gating_control power_gating)
207 enum bp_result bp_result = BP_RESULT_OK;
208 enum bp_pipe_control_action cntl;
209 struct dc_context *ctx = dc->ctx;
210 unsigned int underlay_idx = dc->res_pool->underlay_pipe_index;
212 if (power_gating == PIPE_GATING_CONTROL_INIT)
213 cntl = ASIC_PIPE_INIT;
214 else if (power_gating == PIPE_GATING_CONTROL_ENABLE)
215 cntl = ASIC_PIPE_ENABLE;
217 cntl = ASIC_PIPE_DISABLE;
219 if (controller_id == underlay_idx)
220 controller_id = CONTROLLER_ID_UNDERLAY0 - 1;
222 if (power_gating != PIPE_GATING_CONTROL_INIT || controller_id == 0) {
224 bp_result = dcb->funcs->enable_disp_power_gating(
225 dcb, controller_id + 1, cntl);
227 /* Revert MASTER_UPDATE_MODE to 0 because bios sets it 2
228 * by default when command table is called
230 * Bios parser accepts controller_id = 6 as indicative of
231 * underlay pipe in dce110. But we do not support more
234 if (controller_id < CONTROLLER_ID_MAX - 1)
236 HW_REG_CRTC(mmCRTC_MASTER_UPDATE_MODE, controller_id),
240 if (power_gating != PIPE_GATING_CONTROL_ENABLE)
241 dce110_init_pte(ctx);
243 if (bp_result == BP_RESULT_OK)
249 static void build_prescale_params(struct ipp_prescale_params *prescale_params,
250 const struct dc_plane_state *plane_state)
252 prescale_params->mode = IPP_PRESCALE_MODE_FIXED_UNSIGNED;
254 switch (plane_state->format) {
255 case SURFACE_PIXEL_FORMAT_GRPH_RGB565:
256 prescale_params->scale = 0x2082;
258 case SURFACE_PIXEL_FORMAT_GRPH_ARGB8888:
259 case SURFACE_PIXEL_FORMAT_GRPH_ABGR8888:
260 prescale_params->scale = 0x2020;
262 case SURFACE_PIXEL_FORMAT_GRPH_ARGB2101010:
263 case SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010:
264 prescale_params->scale = 0x2008;
266 case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616:
267 case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616:
268 case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F:
269 prescale_params->scale = 0x2000;
278 dce110_set_input_transfer_func(struct dc *dc, struct pipe_ctx *pipe_ctx,
279 const struct dc_plane_state *plane_state)
281 struct input_pixel_processor *ipp = pipe_ctx->plane_res.ipp;
282 const struct dc_transfer_func *tf = NULL;
283 struct ipp_prescale_params prescale_params = { 0 };
289 if (plane_state->in_transfer_func)
290 tf = plane_state->in_transfer_func;
292 build_prescale_params(&prescale_params, plane_state);
293 ipp->funcs->ipp_program_prescale(ipp, &prescale_params);
295 if (plane_state->gamma_correction &&
296 !plane_state->gamma_correction->is_identity &&
297 dce_use_lut(plane_state->format))
298 ipp->funcs->ipp_program_input_lut(ipp, plane_state->gamma_correction);
301 /* Default case if no input transfer function specified */
302 ipp->funcs->ipp_set_degamma(ipp, IPP_DEGAMMA_MODE_HW_sRGB);
303 } else if (tf->type == TF_TYPE_PREDEFINED) {
305 case TRANSFER_FUNCTION_SRGB:
306 ipp->funcs->ipp_set_degamma(ipp, IPP_DEGAMMA_MODE_HW_sRGB);
308 case TRANSFER_FUNCTION_BT709:
309 ipp->funcs->ipp_set_degamma(ipp, IPP_DEGAMMA_MODE_HW_xvYCC);
311 case TRANSFER_FUNCTION_LINEAR:
312 ipp->funcs->ipp_set_degamma(ipp, IPP_DEGAMMA_MODE_BYPASS);
314 case TRANSFER_FUNCTION_PQ:
319 } else if (tf->type == TF_TYPE_BYPASS) {
320 ipp->funcs->ipp_set_degamma(ipp, IPP_DEGAMMA_MODE_BYPASS);
322 /*TF_TYPE_DISTRIBUTED_POINTS - Not supported in DCE 11*/
329 static bool convert_to_custom_float(struct pwl_result_data *rgb_resulted,
330 struct curve_points *arr_points,
331 uint32_t hw_points_num)
333 struct custom_float_format fmt;
335 struct pwl_result_data *rgb = rgb_resulted;
339 fmt.exponenta_bits = 6;
340 fmt.mantissa_bits = 12;
343 if (!convert_to_custom_float_format(arr_points[0].x, &fmt,
344 &arr_points[0].custom_float_x)) {
349 if (!convert_to_custom_float_format(arr_points[0].offset, &fmt,
350 &arr_points[0].custom_float_offset)) {
355 if (!convert_to_custom_float_format(arr_points[0].slope, &fmt,
356 &arr_points[0].custom_float_slope)) {
361 fmt.mantissa_bits = 10;
364 if (!convert_to_custom_float_format(arr_points[1].x, &fmt,
365 &arr_points[1].custom_float_x)) {
370 if (!convert_to_custom_float_format(arr_points[1].y, &fmt,
371 &arr_points[1].custom_float_y)) {
376 if (!convert_to_custom_float_format(arr_points[1].slope, &fmt,
377 &arr_points[1].custom_float_slope)) {
382 fmt.mantissa_bits = 12;
385 while (i != hw_points_num) {
386 if (!convert_to_custom_float_format(rgb->red, &fmt,
392 if (!convert_to_custom_float_format(rgb->green, &fmt,
398 if (!convert_to_custom_float_format(rgb->blue, &fmt,
404 if (!convert_to_custom_float_format(rgb->delta_red, &fmt,
405 &rgb->delta_red_reg)) {
410 if (!convert_to_custom_float_format(rgb->delta_green, &fmt,
411 &rgb->delta_green_reg)) {
416 if (!convert_to_custom_float_format(rgb->delta_blue, &fmt,
417 &rgb->delta_blue_reg)) {
429 #define MAX_LOW_POINT 25
430 #define NUMBER_REGIONS 16
431 #define NUMBER_SW_SEGMENTS 16
434 dce110_translate_regamma_to_hw_format(const struct dc_transfer_func *output_tf,
435 struct pwl_params *regamma_params)
437 struct curve_points *arr_points;
438 struct pwl_result_data *rgb_resulted;
439 struct pwl_result_data *rgb;
440 struct pwl_result_data *rgb_plus_1;
441 struct fixed31_32 y_r;
442 struct fixed31_32 y_g;
443 struct fixed31_32 y_b;
444 struct fixed31_32 y1_min;
445 struct fixed31_32 y3_max;
447 int32_t region_start, region_end;
448 uint32_t i, j, k, seg_distr[NUMBER_REGIONS], increment, start_index, hw_points;
450 if (output_tf == NULL || regamma_params == NULL || output_tf->type == TF_TYPE_BYPASS)
453 arr_points = regamma_params->arr_points;
454 rgb_resulted = regamma_params->rgb_resulted;
457 memset(regamma_params, 0, sizeof(struct pwl_params));
459 if (output_tf->tf == TRANSFER_FUNCTION_PQ) {
461 * segments are from 2^-11 to 2^5
464 region_end = region_start + NUMBER_REGIONS;
466 for (i = 0; i < NUMBER_REGIONS; i++)
471 * segment is from 2^-10 to 2^1
472 * We include an extra segment for range [2^0, 2^1). This is to
473 * ensure that colors with normalized values of 1 don't miss the
497 for (k = 0; k < 16; k++) {
498 if (seg_distr[k] != -1)
499 hw_points += (1 << seg_distr[k]);
503 for (k = 0; k < (region_end - region_start); k++) {
504 increment = NUMBER_SW_SEGMENTS / (1 << seg_distr[k]);
505 start_index = (region_start + k + MAX_LOW_POINT) *
507 for (i = start_index; i < start_index + NUMBER_SW_SEGMENTS;
509 if (j == hw_points - 1)
511 rgb_resulted[j].red = output_tf->tf_pts.red[i];
512 rgb_resulted[j].green = output_tf->tf_pts.green[i];
513 rgb_resulted[j].blue = output_tf->tf_pts.blue[i];
519 start_index = (region_end + MAX_LOW_POINT) * NUMBER_SW_SEGMENTS;
520 rgb_resulted[hw_points - 1].red = output_tf->tf_pts.red[start_index];
521 rgb_resulted[hw_points - 1].green = output_tf->tf_pts.green[start_index];
522 rgb_resulted[hw_points - 1].blue = output_tf->tf_pts.blue[start_index];
524 arr_points[0].x = dc_fixpt_pow(dc_fixpt_from_int(2),
525 dc_fixpt_from_int(region_start));
526 arr_points[1].x = dc_fixpt_pow(dc_fixpt_from_int(2),
527 dc_fixpt_from_int(region_end));
529 y_r = rgb_resulted[0].red;
530 y_g = rgb_resulted[0].green;
531 y_b = rgb_resulted[0].blue;
533 y1_min = dc_fixpt_min(y_r, dc_fixpt_min(y_g, y_b));
535 arr_points[0].y = y1_min;
536 arr_points[0].slope = dc_fixpt_div(arr_points[0].y,
539 y_r = rgb_resulted[hw_points - 1].red;
540 y_g = rgb_resulted[hw_points - 1].green;
541 y_b = rgb_resulted[hw_points - 1].blue;
543 /* see comment above, m_arrPoints[1].y should be the Y value for the
544 * region end (m_numOfHwPoints), not last HW point(m_numOfHwPoints - 1)
546 y3_max = dc_fixpt_max(y_r, dc_fixpt_max(y_g, y_b));
548 arr_points[1].y = y3_max;
550 arr_points[1].slope = dc_fixpt_zero;
552 if (output_tf->tf == TRANSFER_FUNCTION_PQ) {
553 /* for PQ, we want to have a straight line from last HW X point,
554 * and the slope to be such that we hit 1.0 at 10000 nits.
556 const struct fixed31_32 end_value = dc_fixpt_from_int(125);
558 arr_points[1].slope = dc_fixpt_div(
559 dc_fixpt_sub(dc_fixpt_one, arr_points[1].y),
560 dc_fixpt_sub(end_value, arr_points[1].x));
563 regamma_params->hw_points_num = hw_points;
566 for (i = 1; i < 16; i++) {
567 if (seg_distr[k] != -1) {
568 regamma_params->arr_curve_points[k].segments_num = seg_distr[k];
569 regamma_params->arr_curve_points[i].offset =
570 regamma_params->arr_curve_points[k].offset + (1 << seg_distr[k]);
575 if (seg_distr[k] != -1)
576 regamma_params->arr_curve_points[k].segments_num = seg_distr[k];
579 rgb_plus_1 = rgb_resulted + 1;
583 while (i != hw_points + 1) {
584 if (dc_fixpt_lt(rgb_plus_1->red, rgb->red))
585 rgb_plus_1->red = rgb->red;
586 if (dc_fixpt_lt(rgb_plus_1->green, rgb->green))
587 rgb_plus_1->green = rgb->green;
588 if (dc_fixpt_lt(rgb_plus_1->blue, rgb->blue))
589 rgb_plus_1->blue = rgb->blue;
591 rgb->delta_red = dc_fixpt_sub(rgb_plus_1->red, rgb->red);
592 rgb->delta_green = dc_fixpt_sub(rgb_plus_1->green, rgb->green);
593 rgb->delta_blue = dc_fixpt_sub(rgb_plus_1->blue, rgb->blue);
600 convert_to_custom_float(rgb_resulted, arr_points, hw_points);
606 dce110_set_output_transfer_func(struct dc *dc, struct pipe_ctx *pipe_ctx,
607 const struct dc_stream_state *stream)
609 struct transform *xfm = pipe_ctx->plane_res.xfm;
611 xfm->funcs->opp_power_on_regamma_lut(xfm, true);
612 xfm->regamma_params.hw_points_num = GAMMA_HW_POINTS_NUM;
614 if (stream->out_transfer_func &&
615 stream->out_transfer_func->type == TF_TYPE_PREDEFINED &&
616 stream->out_transfer_func->tf == TRANSFER_FUNCTION_SRGB) {
617 xfm->funcs->opp_set_regamma_mode(xfm, OPP_REGAMMA_SRGB);
618 } else if (dce110_translate_regamma_to_hw_format(stream->out_transfer_func,
619 &xfm->regamma_params)) {
620 xfm->funcs->opp_program_regamma_pwl(xfm, &xfm->regamma_params);
621 xfm->funcs->opp_set_regamma_mode(xfm, OPP_REGAMMA_USER);
623 xfm->funcs->opp_set_regamma_mode(xfm, OPP_REGAMMA_BYPASS);
626 xfm->funcs->opp_power_on_regamma_lut(xfm, false);
631 void dce110_update_info_frame(struct pipe_ctx *pipe_ctx)
636 ASSERT(pipe_ctx->stream);
638 if (pipe_ctx->stream_res.stream_enc == NULL)
639 return; /* this is not root pipe */
641 is_hdmi_tmds = dc_is_hdmi_tmds_signal(pipe_ctx->stream->signal);
642 is_dp = dc_is_dp_signal(pipe_ctx->stream->signal);
644 if (!is_hdmi_tmds && !is_dp)
648 pipe_ctx->stream_res.stream_enc->funcs->update_hdmi_info_packets(
649 pipe_ctx->stream_res.stream_enc,
650 &pipe_ctx->stream_res.encoder_info_frame);
652 if (pipe_ctx->stream_res.stream_enc->funcs->update_dp_info_packets_sdp_line_num)
653 pipe_ctx->stream_res.stream_enc->funcs->update_dp_info_packets_sdp_line_num(
654 pipe_ctx->stream_res.stream_enc,
655 &pipe_ctx->stream_res.encoder_info_frame);
657 pipe_ctx->stream_res.stream_enc->funcs->update_dp_info_packets(
658 pipe_ctx->stream_res.stream_enc,
659 &pipe_ctx->stream_res.encoder_info_frame);
663 void dce110_enable_stream(struct pipe_ctx *pipe_ctx)
665 enum dc_lane_count lane_count =
666 pipe_ctx->stream->link->cur_link_settings.lane_count;
667 struct dc_crtc_timing *timing = &pipe_ctx->stream->timing;
668 struct dc_link *link = pipe_ctx->stream->link;
669 const struct dc *dc = link->dc;
670 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
671 uint32_t active_total_with_borders;
672 uint32_t early_control = 0;
673 struct timing_generator *tg = pipe_ctx->stream_res.tg;
675 link_hwss->setup_stream_encoder(pipe_ctx);
677 dc->hwss.update_info_frame(pipe_ctx);
679 /* enable early control to avoid corruption on DP monitor*/
680 active_total_with_borders =
681 timing->h_addressable
682 + timing->h_border_left
683 + timing->h_border_right;
686 early_control = active_total_with_borders % lane_count;
688 if (early_control == 0)
689 early_control = lane_count;
691 tg->funcs->set_early_control(tg, early_control);
694 static enum bp_result link_transmitter_control(
695 struct dc_bios *bios,
696 struct bp_transmitter_control *cntl)
698 enum bp_result result;
700 result = bios->funcs->transmitter_control(bios, cntl);
709 void dce110_edp_wait_for_hpd_ready(
710 struct dc_link *link,
713 struct dc_context *ctx = link->ctx;
714 struct graphics_object_id connector = link->link_enc->connector;
716 bool edp_hpd_high = false;
717 uint32_t time_elapsed = 0;
718 uint32_t timeout = power_up ?
719 PANEL_POWER_UP_TIMEOUT : PANEL_POWER_DOWN_TIMEOUT;
721 if (dal_graphics_object_id_get_connector_id(connector)
722 != CONNECTOR_ID_EDP) {
729 * From KV, we will not HPD low after turning off VCC -
730 * instead, we will check the SW timer in power_up().
735 * When we power on/off the eDP panel,
736 * we need to wait until SENSE bit is high/low.
740 /* TODO what to do with this? */
741 hpd = ctx->dc->link_srv->get_hpd_gpio(ctx->dc_bios, connector, ctx->gpio_service);
749 if (link->panel_config.pps.extra_t3_ms > 0) {
750 int extra_t3_in_ms = link->panel_config.pps.extra_t3_ms;
752 msleep(extra_t3_in_ms);
756 dal_gpio_open(hpd, GPIO_MODE_INTERRUPT);
758 /* wait until timeout or panel detected */
761 uint32_t detected = 0;
763 dal_gpio_get_value(hpd, &detected);
765 if (!(detected ^ power_up)) {
770 msleep(HPD_CHECK_INTERVAL);
772 time_elapsed += HPD_CHECK_INTERVAL;
773 } while (time_elapsed < timeout);
777 dal_gpio_destroy_irq(&hpd);
779 /* ensure that the panel is detected */
781 DC_LOG_DC("%s: wait timed out!\n", __func__);
784 void dce110_edp_power_control(
785 struct dc_link *link,
788 struct dc_context *ctx = link->ctx;
789 struct bp_transmitter_control cntl = { 0 };
790 enum bp_result bp_result;
791 uint8_t panel_instance;
794 if (dal_graphics_object_id_get_connector_id(link->link_enc->connector)
795 != CONNECTOR_ID_EDP) {
800 if (!link->panel_cntl)
803 link->panel_cntl->funcs->is_panel_powered_on(link->panel_cntl)) {
805 unsigned long long current_ts = dm_get_timestamp(ctx);
806 unsigned long long time_since_edp_poweroff_ms =
807 div64_u64(dm_get_elapse_time_in_ns(
810 ctx->dc->link_srv->dp_trace_get_edp_poweroff_timestamp(link)), 1000000);
811 unsigned long long time_since_edp_poweron_ms =
812 div64_u64(dm_get_elapse_time_in_ns(
815 ctx->dc->link_srv->dp_trace_get_edp_poweron_timestamp(link)), 1000000);
817 "%s: transition: power_up=%d current_ts=%llu edp_poweroff=%llu edp_poweron=%llu time_since_edp_poweroff_ms=%llu time_since_edp_poweron_ms=%llu",
821 ctx->dc->link_srv->dp_trace_get_edp_poweroff_timestamp(link),
822 ctx->dc->link_srv->dp_trace_get_edp_poweron_timestamp(link),
823 time_since_edp_poweroff_ms,
824 time_since_edp_poweron_ms);
826 /* Send VBIOS command to prompt eDP panel power */
828 /* edp requires a min of 500ms from LCDVDD off to on */
829 unsigned long long remaining_min_edp_poweroff_time_ms = 500;
831 /* add time defined by a patch, if any (usually patch extra_t12_ms is 0) */
832 if (link->local_sink != NULL)
833 remaining_min_edp_poweroff_time_ms +=
834 link->panel_config.pps.extra_t12_ms;
836 /* Adjust remaining_min_edp_poweroff_time_ms if this is not the first time. */
837 if (ctx->dc->link_srv->dp_trace_get_edp_poweroff_timestamp(link) != 0) {
838 if (time_since_edp_poweroff_ms < remaining_min_edp_poweroff_time_ms)
839 remaining_min_edp_poweroff_time_ms =
840 remaining_min_edp_poweroff_time_ms - time_since_edp_poweroff_ms;
842 remaining_min_edp_poweroff_time_ms = 0;
845 if (remaining_min_edp_poweroff_time_ms) {
847 "%s: remaining_min_edp_poweroff_time_ms=%llu: begin wait.\n",
848 __func__, remaining_min_edp_poweroff_time_ms);
849 msleep(remaining_min_edp_poweroff_time_ms);
851 "%s: remaining_min_edp_poweroff_time_ms=%llu: end wait.\n",
852 __func__, remaining_min_edp_poweroff_time_ms);
853 dm_output_to_console("%s: wait %lld ms to power on eDP.\n",
854 __func__, remaining_min_edp_poweroff_time_ms);
857 "%s: remaining_min_edp_poweroff_time_ms=%llu: no wait required.\n",
858 __func__, remaining_min_edp_poweroff_time_ms);
863 "%s: BEGIN: Panel Power action: %s\n",
864 __func__, (power_up ? "On":"Off"));
866 cntl.action = power_up ?
867 TRANSMITTER_CONTROL_POWER_ON :
868 TRANSMITTER_CONTROL_POWER_OFF;
869 cntl.transmitter = link->link_enc->transmitter;
870 cntl.connector_obj_id = link->link_enc->connector;
871 cntl.coherent = false;
872 cntl.lanes_number = LANE_COUNT_FOUR;
873 cntl.hpd_sel = link->link_enc->hpd_source;
874 panel_instance = link->panel_cntl->inst;
876 if (ctx->dc->ctx->dmub_srv &&
877 ctx->dc->debug.dmub_command_table) {
879 if (cntl.action == TRANSMITTER_CONTROL_POWER_ON) {
880 bp_result = ctx->dc_bios->funcs->enable_lvtma_control(ctx->dc_bios,
881 LVTMA_CONTROL_POWER_ON,
882 panel_instance, link->link_powered_externally);
884 bp_result = ctx->dc_bios->funcs->enable_lvtma_control(ctx->dc_bios,
885 LVTMA_CONTROL_POWER_OFF,
886 panel_instance, link->link_powered_externally);
890 bp_result = link_transmitter_control(ctx->dc_bios, &cntl);
893 "%s: END: Panel Power action: %s bp_result=%u\n",
894 __func__, (power_up ? "On":"Off"),
897 ctx->dc->link_srv->dp_trace_set_edp_power_timestamp(link, power_up);
900 "%s: updated values: edp_poweroff=%llu edp_poweron=%llu\n",
902 ctx->dc->link_srv->dp_trace_get_edp_poweroff_timestamp(link),
903 ctx->dc->link_srv->dp_trace_get_edp_poweron_timestamp(link));
905 if (bp_result != BP_RESULT_OK)
907 "%s: Panel Power bp_result: %d\n",
908 __func__, bp_result);
911 "%s: Skipping Panel Power action: %s\n",
912 __func__, (power_up ? "On":"Off"));
916 void dce110_edp_wait_for_T12(
917 struct dc_link *link)
919 struct dc_context *ctx = link->ctx;
921 if (dal_graphics_object_id_get_connector_id(link->link_enc->connector)
922 != CONNECTOR_ID_EDP) {
927 if (!link->panel_cntl)
930 if (!link->panel_cntl->funcs->is_panel_powered_on(link->panel_cntl) &&
931 ctx->dc->link_srv->dp_trace_get_edp_poweroff_timestamp(link) != 0) {
932 unsigned int t12_duration = 500; // Default T12 as per spec
933 unsigned long long current_ts = dm_get_timestamp(ctx);
934 unsigned long long time_since_edp_poweroff_ms =
935 div64_u64(dm_get_elapse_time_in_ns(
938 ctx->dc->link_srv->dp_trace_get_edp_poweroff_timestamp(link)), 1000000);
940 t12_duration += link->panel_config.pps.extra_t12_ms; // Add extra T12
942 if (time_since_edp_poweroff_ms < t12_duration)
943 msleep(t12_duration - time_since_edp_poweroff_ms);
946 /*todo: cloned in stream enc, fix*/
949 * eDP only. Control the backlight of the eDP panel
951 void dce110_edp_backlight_control(
952 struct dc_link *link,
955 struct dc_context *ctx = link->ctx;
956 struct bp_transmitter_control cntl = { 0 };
957 uint8_t panel_instance;
958 unsigned int pre_T11_delay = OLED_PRE_T11_DELAY;
959 unsigned int post_T7_delay = OLED_POST_T7_DELAY;
961 if (dal_graphics_object_id_get_connector_id(link->link_enc->connector)
962 != CONNECTOR_ID_EDP) {
967 if (link->panel_cntl) {
968 bool is_backlight_on = link->panel_cntl->funcs->is_panel_backlight_on(link->panel_cntl);
970 if ((enable && is_backlight_on) || (!enable && !is_backlight_on)) {
972 "%s: panel already powered up/off. Do nothing.\n",
978 /* Send VBIOS command to control eDP panel backlight */
981 "%s: backlight action: %s\n",
982 __func__, (enable ? "On":"Off"));
984 cntl.action = enable ?
985 TRANSMITTER_CONTROL_BACKLIGHT_ON :
986 TRANSMITTER_CONTROL_BACKLIGHT_OFF;
988 /*cntl.engine_id = ctx->engine;*/
989 cntl.transmitter = link->link_enc->transmitter;
990 cntl.connector_obj_id = link->link_enc->connector;
992 cntl.lanes_number = LANE_COUNT_FOUR;
993 cntl.hpd_sel = link->link_enc->hpd_source;
994 cntl.signal = SIGNAL_TYPE_EDP;
996 /* For eDP, the following delays might need to be considered
997 * after link training completed:
998 * idle period - min. accounts for required BS-Idle pattern,
999 * max. allows for source frame synchronization);
1000 * 50 msec max. delay from valid video data from source
1001 * to video on dislpay or backlight enable.
1003 * Disable the delay for now.
1004 * Enable it in the future if necessary.
1006 /* dc_service_sleep_in_milliseconds(50); */
1008 panel_instance = link->panel_cntl->inst;
1010 if (cntl.action == TRANSMITTER_CONTROL_BACKLIGHT_ON) {
1011 if (!link->dc->config.edp_no_power_sequencing)
1013 * Sometimes, DP receiver chip power-controlled externally by an
1014 * Embedded Controller could be treated and used as eDP,
1015 * if it drives mobile display. In this case,
1016 * we shouldn't be doing power-sequencing, hence we can skip
1017 * waiting for T7-ready.
1019 ctx->dc->link_srv->edp_receiver_ready_T7(link);
1021 DC_LOG_DC("edp_receiver_ready_T7 skipped\n");
1024 /* Setting link_powered_externally will bypass delays in the backlight
1025 * as they are not required if the link is being powered by a different
1028 if (ctx->dc->ctx->dmub_srv &&
1029 ctx->dc->debug.dmub_command_table) {
1030 if (cntl.action == TRANSMITTER_CONTROL_BACKLIGHT_ON)
1031 ctx->dc_bios->funcs->enable_lvtma_control(ctx->dc_bios,
1032 LVTMA_CONTROL_LCD_BLON,
1033 panel_instance, link->link_powered_externally);
1035 ctx->dc_bios->funcs->enable_lvtma_control(ctx->dc_bios,
1036 LVTMA_CONTROL_LCD_BLOFF,
1037 panel_instance, link->link_powered_externally);
1040 link_transmitter_control(ctx->dc_bios, &cntl);
1042 if (enable && link->dpcd_sink_ext_caps.bits.oled) {
1043 post_T7_delay += link->panel_config.pps.extra_post_t7_ms;
1044 msleep(post_T7_delay);
1047 if (link->dpcd_sink_ext_caps.bits.oled ||
1048 link->dpcd_sink_ext_caps.bits.hdr_aux_backlight_control == 1 ||
1049 link->dpcd_sink_ext_caps.bits.sdr_aux_backlight_control == 1)
1050 ctx->dc->link_srv->edp_backlight_enable_aux(link, enable);
1053 if (cntl.action == TRANSMITTER_CONTROL_BACKLIGHT_OFF) {
1054 if (!link->dc->config.edp_no_power_sequencing)
1056 * Sometimes, DP receiver chip power-controlled externally by an
1057 * Embedded Controller could be treated and used as eDP,
1058 * if it drives mobile display. In this case,
1059 * we shouldn't be doing power-sequencing, hence we can skip
1060 * waiting for T9-ready.
1062 ctx->dc->link_srv->edp_add_delay_for_T9(link);
1064 DC_LOG_DC("edp_receiver_ready_T9 skipped\n");
1067 if (!enable && link->dpcd_sink_ext_caps.bits.oled) {
1068 pre_T11_delay += link->panel_config.pps.extra_pre_t11_ms;
1069 msleep(pre_T11_delay);
1073 void dce110_enable_audio_stream(struct pipe_ctx *pipe_ctx)
1075 /* notify audio driver for audio modes of monitor */
1077 struct clk_mgr *clk_mgr;
1078 unsigned int i, num_audio = 1;
1079 const struct link_hwss *link_hwss;
1081 if (!pipe_ctx->stream)
1084 dc = pipe_ctx->stream->ctx->dc;
1085 clk_mgr = dc->clk_mgr;
1086 link_hwss = get_link_hwss(pipe_ctx->stream->link, &pipe_ctx->link_res);
1088 if (pipe_ctx->stream_res.audio && pipe_ctx->stream_res.audio->enabled == true)
1091 if (pipe_ctx->stream_res.audio) {
1092 for (i = 0; i < MAX_PIPES; i++) {
1093 /*current_state not updated yet*/
1094 if (dc->current_state->res_ctx.pipe_ctx[i].stream_res.audio != NULL)
1098 pipe_ctx->stream_res.audio->funcs->az_enable(pipe_ctx->stream_res.audio);
1100 if (num_audio >= 1 && clk_mgr->funcs->enable_pme_wa)
1101 /*this is the first audio. apply the PME w/a in order to wake AZ from D3*/
1102 clk_mgr->funcs->enable_pme_wa(clk_mgr);
1104 link_hwss->enable_audio_packet(pipe_ctx);
1106 if (pipe_ctx->stream_res.audio)
1107 pipe_ctx->stream_res.audio->enabled = true;
1111 void dce110_disable_audio_stream(struct pipe_ctx *pipe_ctx)
1114 struct clk_mgr *clk_mgr;
1115 const struct link_hwss *link_hwss;
1117 if (!pipe_ctx || !pipe_ctx->stream)
1120 dc = pipe_ctx->stream->ctx->dc;
1121 clk_mgr = dc->clk_mgr;
1122 link_hwss = get_link_hwss(pipe_ctx->stream->link, &pipe_ctx->link_res);
1124 if (pipe_ctx->stream_res.audio && pipe_ctx->stream_res.audio->enabled == false)
1127 link_hwss->disable_audio_packet(pipe_ctx);
1129 if (pipe_ctx->stream_res.audio) {
1130 pipe_ctx->stream_res.audio->enabled = false;
1132 if (clk_mgr->funcs->enable_pme_wa)
1133 /*this is the first audio. apply the PME w/a in order to wake AZ from D3*/
1134 clk_mgr->funcs->enable_pme_wa(clk_mgr);
1136 /* TODO: notify audio driver for if audio modes list changed
1137 * add audio mode list change flag */
1138 /* dal_audio_disable_azalia_audio_jack_presence(stream->audio,
1139 * stream->stream_engine_id);
1144 void dce110_disable_stream(struct pipe_ctx *pipe_ctx)
1146 struct dc_stream_state *stream = pipe_ctx->stream;
1147 struct dc_link *link = stream->link;
1148 struct dc *dc = pipe_ctx->stream->ctx->dc;
1149 const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
1150 struct dccg *dccg = dc->res_pool->dccg;
1151 struct timing_generator *tg = pipe_ctx->stream_res.tg;
1152 struct dtbclk_dto_params dto_params = {0};
1154 struct link_encoder *link_enc = link_enc_cfg_get_link_enc(pipe_ctx->stream->link);
1155 struct stream_encoder *stream_enc = pipe_ctx->stream_res.stream_enc;
1157 if (dc_is_hdmi_tmds_signal(pipe_ctx->stream->signal)) {
1158 pipe_ctx->stream_res.stream_enc->funcs->stop_hdmi_info_packets(
1159 pipe_ctx->stream_res.stream_enc);
1160 pipe_ctx->stream_res.stream_enc->funcs->hdmi_reset_stream_attribute(
1161 pipe_ctx->stream_res.stream_enc);
1164 if (dc->link_srv->dp_is_128b_132b_signal(pipe_ctx)) {
1165 pipe_ctx->stream_res.hpo_dp_stream_enc->funcs->stop_dp_info_packets(
1166 pipe_ctx->stream_res.hpo_dp_stream_enc);
1167 } else if (dc_is_dp_signal(pipe_ctx->stream->signal))
1168 pipe_ctx->stream_res.stream_enc->funcs->stop_dp_info_packets(
1169 pipe_ctx->stream_res.stream_enc);
1171 dc->hwss.disable_audio_stream(pipe_ctx);
1173 link_hwss->reset_stream_encoder(pipe_ctx);
1175 if (dc->link_srv->dp_is_128b_132b_signal(pipe_ctx)) {
1176 dto_params.otg_inst = tg->inst;
1177 dto_params.timing = &pipe_ctx->stream->timing;
1178 dp_hpo_inst = pipe_ctx->stream_res.hpo_dp_stream_enc->inst;
1179 dccg->funcs->set_dtbclk_dto(dccg, &dto_params);
1180 dccg->funcs->disable_symclk32_se(dccg, dp_hpo_inst);
1181 dccg->funcs->set_dpstreamclk(dccg, REFCLK, tg->inst, dp_hpo_inst);
1182 } else if (pipe_ctx->stream->signal == SIGNAL_TYPE_DISPLAY_PORT_MST && dccg->funcs->disable_symclk_se)
1183 dccg->funcs->disable_symclk_se(dccg, stream_enc->stream_enc_inst,
1184 link_enc->transmitter - TRANSMITTER_UNIPHY_A);
1186 if (dc->link_srv->dp_is_128b_132b_signal(pipe_ctx)) {
1187 /* TODO: This looks like a bug to me as we are disabling HPO IO when
1188 * we are just disabling a single HPO stream. Shouldn't we disable HPO
1189 * HW control only when HPOs for all streams are disabled?
1191 if (pipe_ctx->stream->ctx->dc->hwseq->funcs.setup_hpo_hw_control)
1192 pipe_ctx->stream->ctx->dc->hwseq->funcs.setup_hpo_hw_control(
1193 pipe_ctx->stream->ctx->dc->hwseq, false);
1197 void dce110_unblank_stream(struct pipe_ctx *pipe_ctx,
1198 struct dc_link_settings *link_settings)
1200 struct encoder_unblank_param params = { { 0 } };
1201 struct dc_stream_state *stream = pipe_ctx->stream;
1202 struct dc_link *link = stream->link;
1203 struct dce_hwseq *hws = link->dc->hwseq;
1205 /* only 3 items below are used by unblank */
1206 params.timing = pipe_ctx->stream->timing;
1207 params.link_settings.link_rate = link_settings->link_rate;
1209 if (dc_is_dp_signal(pipe_ctx->stream->signal))
1210 pipe_ctx->stream_res.stream_enc->funcs->dp_unblank(link, pipe_ctx->stream_res.stream_enc, ¶ms);
1212 if (link->local_sink && link->local_sink->sink_signal == SIGNAL_TYPE_EDP) {
1213 hws->funcs.edp_backlight_control(link, true);
1217 void dce110_blank_stream(struct pipe_ctx *pipe_ctx)
1219 struct dc_stream_state *stream = pipe_ctx->stream;
1220 struct dc_link *link = stream->link;
1221 struct dce_hwseq *hws = link->dc->hwseq;
1223 if (link->local_sink && link->local_sink->sink_signal == SIGNAL_TYPE_EDP) {
1224 if (!stream->skip_edp_power_down)
1225 hws->funcs.edp_backlight_control(link, false);
1226 link->dc->hwss.set_abm_immediate_disable(pipe_ctx);
1229 if (link->dc->link_srv->dp_is_128b_132b_signal(pipe_ctx)) {
1230 /* TODO - DP2.0 HW: Set ODM mode in dp hpo encoder here */
1231 pipe_ctx->stream_res.hpo_dp_stream_enc->funcs->dp_blank(
1232 pipe_ctx->stream_res.hpo_dp_stream_enc);
1233 } else if (dc_is_dp_signal(pipe_ctx->stream->signal)) {
1234 pipe_ctx->stream_res.stream_enc->funcs->dp_blank(link, pipe_ctx->stream_res.stream_enc);
1236 if (!dc_is_embedded_signal(pipe_ctx->stream->signal)) {
1238 * After output is idle pattern some sinks need time to recognize the stream
1239 * has changed or they enter protection state and hang.
1242 } else if (pipe_ctx->stream->signal == SIGNAL_TYPE_EDP) {
1243 if (!link->dc->config.edp_no_power_sequencing) {
1245 * Sometimes, DP receiver chip power-controlled externally by an
1246 * Embedded Controller could be treated and used as eDP,
1247 * if it drives mobile display. In this case,
1248 * we shouldn't be doing power-sequencing, hence we can skip
1249 * waiting for T9-ready.
1251 link->dc->link_srv->edp_receiver_ready_T9(link);
1259 void dce110_set_avmute(struct pipe_ctx *pipe_ctx, bool enable)
1261 if (pipe_ctx != NULL && pipe_ctx->stream_res.stream_enc != NULL)
1262 pipe_ctx->stream_res.stream_enc->funcs->set_avmute(pipe_ctx->stream_res.stream_enc, enable);
1265 static enum audio_dto_source translate_to_dto_source(enum controller_id crtc_id)
1268 case CONTROLLER_ID_D0:
1269 return DTO_SOURCE_ID0;
1270 case CONTROLLER_ID_D1:
1271 return DTO_SOURCE_ID1;
1272 case CONTROLLER_ID_D2:
1273 return DTO_SOURCE_ID2;
1274 case CONTROLLER_ID_D3:
1275 return DTO_SOURCE_ID3;
1276 case CONTROLLER_ID_D4:
1277 return DTO_SOURCE_ID4;
1278 case CONTROLLER_ID_D5:
1279 return DTO_SOURCE_ID5;
1281 return DTO_SOURCE_UNKNOWN;
1285 static void build_audio_output(
1286 struct dc_state *state,
1287 const struct pipe_ctx *pipe_ctx,
1288 struct audio_output *audio_output)
1290 const struct dc_stream_state *stream = pipe_ctx->stream;
1291 audio_output->engine_id = pipe_ctx->stream_res.stream_enc->id;
1293 audio_output->signal = pipe_ctx->stream->signal;
1295 /* audio_crtc_info */
1297 audio_output->crtc_info.h_total =
1298 stream->timing.h_total;
1301 * Audio packets are sent during actual CRTC blank physical signal, we
1302 * need to specify actual active signal portion
1304 audio_output->crtc_info.h_active =
1305 stream->timing.h_addressable
1306 + stream->timing.h_border_left
1307 + stream->timing.h_border_right;
1309 audio_output->crtc_info.v_active =
1310 stream->timing.v_addressable
1311 + stream->timing.v_border_top
1312 + stream->timing.v_border_bottom;
1314 audio_output->crtc_info.pixel_repetition = 1;
1316 audio_output->crtc_info.interlaced =
1317 stream->timing.flags.INTERLACE;
1319 audio_output->crtc_info.refresh_rate =
1320 (stream->timing.pix_clk_100hz*100)/
1321 (stream->timing.h_total*stream->timing.v_total);
1323 audio_output->crtc_info.color_depth =
1324 stream->timing.display_color_depth;
1326 audio_output->crtc_info.requested_pixel_clock_100Hz =
1327 pipe_ctx->stream_res.pix_clk_params.requested_pix_clk_100hz;
1329 audio_output->crtc_info.calculated_pixel_clock_100Hz =
1330 pipe_ctx->stream_res.pix_clk_params.requested_pix_clk_100hz;
1332 /*for HDMI, audio ACR is with deep color ratio factor*/
1333 if (dc_is_hdmi_tmds_signal(pipe_ctx->stream->signal) &&
1334 audio_output->crtc_info.requested_pixel_clock_100Hz ==
1335 (stream->timing.pix_clk_100hz)) {
1336 if (pipe_ctx->stream_res.pix_clk_params.pixel_encoding == PIXEL_ENCODING_YCBCR420) {
1337 audio_output->crtc_info.requested_pixel_clock_100Hz =
1338 audio_output->crtc_info.requested_pixel_clock_100Hz/2;
1339 audio_output->crtc_info.calculated_pixel_clock_100Hz =
1340 pipe_ctx->stream_res.pix_clk_params.requested_pix_clk_100hz/2;
1345 if (state->clk_mgr &&
1346 (pipe_ctx->stream->signal == SIGNAL_TYPE_DISPLAY_PORT ||
1347 pipe_ctx->stream->signal == SIGNAL_TYPE_DISPLAY_PORT_MST)) {
1348 audio_output->pll_info.dp_dto_source_clock_in_khz =
1349 state->clk_mgr->funcs->get_dp_ref_clk_frequency(
1353 audio_output->pll_info.feed_back_divider =
1354 pipe_ctx->pll_settings.feedback_divider;
1356 audio_output->pll_info.dto_source =
1357 translate_to_dto_source(
1358 pipe_ctx->stream_res.tg->inst + 1);
1360 /* TODO hard code to enable for now. Need get from stream */
1361 audio_output->pll_info.ss_enabled = true;
1363 audio_output->pll_info.ss_percentage =
1364 pipe_ctx->pll_settings.ss_percentage;
1367 static void program_scaler(const struct dc *dc,
1368 const struct pipe_ctx *pipe_ctx)
1370 struct tg_color color = {0};
1373 if (pipe_ctx->plane_res.xfm->funcs->transform_set_pixel_storage_depth == NULL)
1376 if (dc->debug.visual_confirm == VISUAL_CONFIRM_SURFACE)
1377 get_surface_visual_confirm_color(pipe_ctx, &color);
1379 color_space_to_black_color(dc,
1380 pipe_ctx->stream->output_color_space,
1383 pipe_ctx->plane_res.xfm->funcs->transform_set_pixel_storage_depth(
1384 pipe_ctx->plane_res.xfm,
1385 pipe_ctx->plane_res.scl_data.lb_params.depth,
1386 &pipe_ctx->stream->bit_depth_params);
1388 if (pipe_ctx->stream_res.tg->funcs->set_overscan_blank_color) {
1390 * The way 420 is packed, 2 channels carry Y component, 1 channel
1391 * alternate between Cb and Cr, so both channels need the pixel
1394 if (pipe_ctx->stream->timing.pixel_encoding == PIXEL_ENCODING_YCBCR420)
1395 color.color_r_cr = color.color_g_y;
1397 pipe_ctx->stream_res.tg->funcs->set_overscan_blank_color(
1398 pipe_ctx->stream_res.tg,
1402 pipe_ctx->plane_res.xfm->funcs->transform_set_scaler(pipe_ctx->plane_res.xfm,
1403 &pipe_ctx->plane_res.scl_data);
1406 static enum dc_status dce110_enable_stream_timing(
1407 struct pipe_ctx *pipe_ctx,
1408 struct dc_state *context,
1411 struct dc_stream_state *stream = pipe_ctx->stream;
1412 struct pipe_ctx *pipe_ctx_old = &dc->current_state->res_ctx.
1413 pipe_ctx[pipe_ctx->pipe_idx];
1414 struct tg_color black_color = {0};
1416 if (!pipe_ctx_old->stream) {
1418 /* program blank color */
1419 color_space_to_black_color(dc,
1420 stream->output_color_space, &black_color);
1421 pipe_ctx->stream_res.tg->funcs->set_blank_color(
1422 pipe_ctx->stream_res.tg,
1426 * Must blank CRTC after disabling power gating and before any
1427 * programming, otherwise CRTC will be hung in bad state
1429 pipe_ctx->stream_res.tg->funcs->set_blank(pipe_ctx->stream_res.tg, true);
1431 if (false == pipe_ctx->clock_source->funcs->program_pix_clk(
1432 pipe_ctx->clock_source,
1433 &pipe_ctx->stream_res.pix_clk_params,
1434 dc->link_srv->dp_get_encoding_format(&pipe_ctx->link_config.dp_link_settings),
1435 &pipe_ctx->pll_settings)) {
1436 BREAK_TO_DEBUGGER();
1437 return DC_ERROR_UNEXPECTED;
1440 if (dc_is_hdmi_tmds_signal(stream->signal)) {
1441 stream->link->phy_state.symclk_ref_cnts.otg = 1;
1442 if (stream->link->phy_state.symclk_state == SYMCLK_OFF_TX_OFF)
1443 stream->link->phy_state.symclk_state = SYMCLK_ON_TX_OFF;
1445 stream->link->phy_state.symclk_state = SYMCLK_ON_TX_ON;
1448 pipe_ctx->stream_res.tg->funcs->program_timing(
1449 pipe_ctx->stream_res.tg,
1455 pipe_ctx->stream->signal,
1459 if (!pipe_ctx_old->stream) {
1460 if (false == pipe_ctx->stream_res.tg->funcs->enable_crtc(
1461 pipe_ctx->stream_res.tg)) {
1462 BREAK_TO_DEBUGGER();
1463 return DC_ERROR_UNEXPECTED;
1470 static enum dc_status apply_single_controller_ctx_to_hw(
1471 struct pipe_ctx *pipe_ctx,
1472 struct dc_state *context,
1475 struct dc_stream_state *stream = pipe_ctx->stream;
1476 struct dc_link *link = stream->link;
1477 struct drr_params params = {0};
1478 unsigned int event_triggers = 0;
1479 struct pipe_ctx *odm_pipe = pipe_ctx->next_odm_pipe;
1480 struct dce_hwseq *hws = dc->hwseq;
1481 const struct link_hwss *link_hwss = get_link_hwss(
1482 link, &pipe_ctx->link_res);
1485 if (hws->funcs.disable_stream_gating) {
1486 hws->funcs.disable_stream_gating(dc, pipe_ctx);
1489 if (pipe_ctx->stream_res.audio != NULL) {
1490 struct audio_output audio_output;
1492 build_audio_output(context, pipe_ctx, &audio_output);
1494 link_hwss->setup_audio_output(pipe_ctx, &audio_output,
1495 pipe_ctx->stream_res.audio->inst);
1497 pipe_ctx->stream_res.audio->funcs->az_configure(
1498 pipe_ctx->stream_res.audio,
1499 pipe_ctx->stream->signal,
1500 &audio_output.crtc_info,
1501 &pipe_ctx->stream->audio_info);
1504 /* make sure no pipes syncd to the pipe being enabled */
1505 if (!pipe_ctx->stream->apply_seamless_boot_optimization && dc->config.use_pipe_ctx_sync_logic)
1506 check_syncd_pipes_for_disabled_master_pipe(dc, context, pipe_ctx->pipe_idx);
1508 pipe_ctx->stream_res.opp->funcs->opp_program_fmt(
1509 pipe_ctx->stream_res.opp,
1510 &stream->bit_depth_params,
1513 pipe_ctx->stream_res.opp->funcs->opp_set_dyn_expansion(
1514 pipe_ctx->stream_res.opp,
1515 COLOR_SPACE_YCBCR601,
1516 stream->timing.display_color_depth,
1520 odm_pipe->stream_res.opp->funcs->opp_set_dyn_expansion(
1521 odm_pipe->stream_res.opp,
1522 COLOR_SPACE_YCBCR601,
1523 stream->timing.display_color_depth,
1526 odm_pipe->stream_res.opp->funcs->opp_program_fmt(
1527 odm_pipe->stream_res.opp,
1528 &stream->bit_depth_params,
1530 odm_pipe = odm_pipe->next_odm_pipe;
1533 /* DCN3.1 FPGA Workaround
1534 * Need to enable HPO DP Stream Encoder before setting OTG master enable.
1535 * To do so, move calling function enable_stream_timing to only be done AFTER calling
1536 * function core_link_enable_stream
1538 if (!(hws->wa.dp_hpo_and_otg_sequence && dc->link_srv->dp_is_128b_132b_signal(pipe_ctx)))
1540 /* Do not touch stream timing on seamless boot optimization. */
1541 if (!pipe_ctx->stream->apply_seamless_boot_optimization)
1542 hws->funcs.enable_stream_timing(pipe_ctx, context, dc);
1544 if (hws->funcs.setup_vupdate_interrupt)
1545 hws->funcs.setup_vupdate_interrupt(dc, pipe_ctx);
1547 params.vertical_total_min = stream->adjust.v_total_min;
1548 params.vertical_total_max = stream->adjust.v_total_max;
1549 if (pipe_ctx->stream_res.tg->funcs->set_drr)
1550 pipe_ctx->stream_res.tg->funcs->set_drr(
1551 pipe_ctx->stream_res.tg, ¶ms);
1553 // DRR should set trigger event to monitor surface update event
1554 if (stream->adjust.v_total_min != 0 && stream->adjust.v_total_max != 0)
1555 event_triggers = 0x80;
1556 /* Event triggers and num frames initialized for DRR, but can be
1557 * later updated for PSR use. Note DRR trigger events are generated
1558 * regardless of whether num frames met.
1560 if (pipe_ctx->stream_res.tg->funcs->set_static_screen_control)
1561 pipe_ctx->stream_res.tg->funcs->set_static_screen_control(
1562 pipe_ctx->stream_res.tg, event_triggers, 2);
1564 if (!dc_is_virtual_signal(pipe_ctx->stream->signal))
1565 pipe_ctx->stream_res.stream_enc->funcs->dig_connect_to_otg(
1566 pipe_ctx->stream_res.stream_enc,
1567 pipe_ctx->stream_res.tg->inst);
1569 if (dc_is_dp_signal(pipe_ctx->stream->signal))
1570 dc->link_srv->dp_trace_source_sequence(link, DPCD_SOURCE_SEQ_AFTER_CONNECT_DIG_FE_OTG);
1572 if (!stream->dpms_off)
1573 dc->link_srv->set_dpms_on(context, pipe_ctx);
1575 /* DCN3.1 FPGA Workaround
1576 * Need to enable HPO DP Stream Encoder before setting OTG master enable.
1577 * To do so, move calling function enable_stream_timing to only be done AFTER calling
1578 * function core_link_enable_stream
1580 if (hws->wa.dp_hpo_and_otg_sequence && dc->link_srv->dp_is_128b_132b_signal(pipe_ctx)) {
1581 if (!pipe_ctx->stream->apply_seamless_boot_optimization)
1582 hws->funcs.enable_stream_timing(pipe_ctx, context, dc);
1585 pipe_ctx->plane_res.scl_data.lb_params.alpha_en = pipe_ctx->bottom_pipe != NULL;
1587 /* Phantom and main stream share the same link (because the stream
1588 * is constructed with the same sink). Make sure not to override
1589 * and link programming on the main.
1591 if (pipe_ctx->stream->mall_stream_config.type != SUBVP_PHANTOM) {
1592 pipe_ctx->stream->link->psr_settings.psr_feature_enabled = false;
1597 /******************************************************************************/
1599 static void power_down_encoders(struct dc *dc)
1603 for (i = 0; i < dc->link_count; i++) {
1604 enum signal_type signal = dc->links[i]->connector_signal;
1606 dc->link_srv->blank_dp_stream(dc->links[i], false);
1608 if (signal != SIGNAL_TYPE_EDP)
1609 signal = SIGNAL_TYPE_NONE;
1611 if (dc->links[i]->ep_type == DISPLAY_ENDPOINT_PHY)
1612 dc->links[i]->link_enc->funcs->disable_output(
1613 dc->links[i]->link_enc, signal);
1615 dc->links[i]->link_status.link_active = false;
1616 memset(&dc->links[i]->cur_link_settings, 0,
1617 sizeof(dc->links[i]->cur_link_settings));
1621 static void power_down_controllers(struct dc *dc)
1625 for (i = 0; i < dc->res_pool->timing_generator_count; i++) {
1626 dc->res_pool->timing_generators[i]->funcs->disable_crtc(
1627 dc->res_pool->timing_generators[i]);
1631 static void power_down_clock_sources(struct dc *dc)
1635 if (dc->res_pool->dp_clock_source->funcs->cs_power_down(
1636 dc->res_pool->dp_clock_source) == false)
1637 dm_error("Failed to power down pll! (dp clk src)\n");
1639 for (i = 0; i < dc->res_pool->clk_src_count; i++) {
1640 if (dc->res_pool->clock_sources[i]->funcs->cs_power_down(
1641 dc->res_pool->clock_sources[i]) == false)
1642 dm_error("Failed to power down pll! (clk src index=%d)\n", i);
1646 static void power_down_all_hw_blocks(struct dc *dc)
1648 power_down_encoders(dc);
1650 power_down_controllers(dc);
1652 power_down_clock_sources(dc);
1654 if (dc->fbc_compressor)
1655 dc->fbc_compressor->funcs->disable_fbc(dc->fbc_compressor);
1658 static void disable_vga_and_power_gate_all_controllers(
1662 struct timing_generator *tg;
1663 struct dc_context *ctx = dc->ctx;
1665 for (i = 0; i < dc->res_pool->timing_generator_count; i++) {
1666 tg = dc->res_pool->timing_generators[i];
1668 if (tg->funcs->disable_vga)
1669 tg->funcs->disable_vga(tg);
1671 for (i = 0; i < dc->res_pool->pipe_count; i++) {
1672 /* Enable CLOCK gating for each pipe BEFORE controller
1674 enable_display_pipe_clock_gating(ctx,
1677 dc->current_state->res_ctx.pipe_ctx[i].pipe_idx = i;
1678 dc->hwss.disable_plane(dc,
1679 &dc->current_state->res_ctx.pipe_ctx[i]);
1684 static void get_edp_streams(struct dc_state *context,
1685 struct dc_stream_state **edp_streams,
1686 int *edp_stream_num)
1690 *edp_stream_num = 0;
1691 for (i = 0; i < context->stream_count; i++) {
1692 if (context->streams[i]->signal == SIGNAL_TYPE_EDP) {
1693 edp_streams[*edp_stream_num] = context->streams[i];
1694 if (++(*edp_stream_num) == MAX_NUM_EDP)
1700 static void get_edp_links_with_sink(
1702 struct dc_link **edp_links_with_sink,
1703 int *edp_with_sink_num)
1707 /* check if there is an eDP panel not in use */
1708 *edp_with_sink_num = 0;
1709 for (i = 0; i < dc->link_count; i++) {
1710 if (dc->links[i]->local_sink &&
1711 dc->links[i]->local_sink->sink_signal == SIGNAL_TYPE_EDP) {
1712 edp_links_with_sink[*edp_with_sink_num] = dc->links[i];
1713 if (++(*edp_with_sink_num) == MAX_NUM_EDP)
1720 * When ASIC goes from VBIOS/VGA mode to driver/accelerated mode we need:
1721 * 1. Power down all DC HW blocks
1722 * 2. Disable VGA engine on all controllers
1723 * 3. Enable power gating for controller
1724 * 4. Set acc_mode_change bit (VBIOS will clear this bit when going to FSDOS)
1726 void dce110_enable_accelerated_mode(struct dc *dc, struct dc_state *context)
1728 struct dc_link *edp_links_with_sink[MAX_NUM_EDP];
1729 struct dc_link *edp_links[MAX_NUM_EDP];
1730 struct dc_stream_state *edp_streams[MAX_NUM_EDP];
1731 struct dc_link *edp_link_with_sink = NULL;
1732 struct dc_link *edp_link = NULL;
1733 struct dce_hwseq *hws = dc->hwseq;
1734 int edp_with_sink_num;
1738 bool can_apply_edp_fast_boot = false;
1739 bool can_apply_seamless_boot = false;
1740 bool keep_edp_vdd_on = false;
1744 get_edp_links_with_sink(dc, edp_links_with_sink, &edp_with_sink_num);
1745 dc_get_edp_links(dc, edp_links, &edp_num);
1747 if (hws->funcs.init_pipes)
1748 hws->funcs.init_pipes(dc, context);
1750 get_edp_streams(context, edp_streams, &edp_stream_num);
1752 // Check fastboot support, disable on DCE8 because of blank screens
1753 if (edp_num && edp_stream_num && dc->ctx->dce_version != DCE_VERSION_8_0 &&
1754 dc->ctx->dce_version != DCE_VERSION_8_1 &&
1755 dc->ctx->dce_version != DCE_VERSION_8_3) {
1756 for (i = 0; i < edp_num; i++) {
1757 edp_link = edp_links[i];
1758 if (edp_link != edp_streams[0]->link)
1760 // enable fastboot if backend is enabled on eDP
1761 if (edp_link->link_enc->funcs->is_dig_enabled &&
1762 edp_link->link_enc->funcs->is_dig_enabled(edp_link->link_enc) &&
1763 edp_link->link_status.link_active) {
1764 struct dc_stream_state *edp_stream = edp_streams[0];
1766 can_apply_edp_fast_boot = dc_validate_boot_timing(dc,
1767 edp_stream->sink, &edp_stream->timing);
1768 edp_stream->apply_edp_fast_boot_optimization = can_apply_edp_fast_boot;
1769 if (can_apply_edp_fast_boot)
1770 DC_LOG_EVENT_LINK_TRAINING("eDP fast boot disabled to optimize link rate\n");
1775 // We are trying to enable eDP, don't power down VDD
1776 if (can_apply_edp_fast_boot)
1777 keep_edp_vdd_on = true;
1780 // Check seamless boot support
1781 for (i = 0; i < context->stream_count; i++) {
1782 if (context->streams[i]->apply_seamless_boot_optimization) {
1783 can_apply_seamless_boot = true;
1788 /* eDP should not have stream in resume from S4 and so even with VBios post
1789 * it should get turned off
1791 if (edp_with_sink_num)
1792 edp_link_with_sink = edp_links_with_sink[0];
1794 if (!can_apply_edp_fast_boot && !can_apply_seamless_boot) {
1795 if (edp_link_with_sink && !keep_edp_vdd_on) {
1796 /*turn off backlight before DP_blank and encoder powered down*/
1797 hws->funcs.edp_backlight_control(edp_link_with_sink, false);
1799 /*resume from S3, no vbios posting, no need to power down again*/
1800 clk_mgr_exit_optimized_pwr_state(dc, dc->clk_mgr);
1802 power_down_all_hw_blocks(dc);
1803 disable_vga_and_power_gate_all_controllers(dc);
1804 if (edp_link_with_sink && !keep_edp_vdd_on)
1805 dc->hwss.edp_power_control(edp_link_with_sink, false);
1806 clk_mgr_optimize_pwr_state(dc, dc->clk_mgr);
1808 bios_set_scratch_acc_mode_change(dc->ctx->dc_bios, 1);
1811 static uint32_t compute_pstate_blackout_duration(
1812 struct bw_fixed blackout_duration,
1813 const struct dc_stream_state *stream)
1815 uint32_t total_dest_line_time_ns;
1816 uint32_t pstate_blackout_duration_ns;
1818 pstate_blackout_duration_ns = 1000 * blackout_duration.value >> 24;
1820 total_dest_line_time_ns = 1000000UL *
1821 (stream->timing.h_total * 10) /
1822 stream->timing.pix_clk_100hz +
1823 pstate_blackout_duration_ns;
1825 return total_dest_line_time_ns;
1828 static void dce110_set_displaymarks(
1829 const struct dc *dc,
1830 struct dc_state *context)
1832 uint8_t i, num_pipes;
1833 unsigned int underlay_idx = dc->res_pool->underlay_pipe_index;
1835 for (i = 0, num_pipes = 0; i < MAX_PIPES; i++) {
1836 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
1837 uint32_t total_dest_line_time_ns;
1839 if (pipe_ctx->stream == NULL)
1842 total_dest_line_time_ns = compute_pstate_blackout_duration(
1843 dc->bw_vbios->blackout_duration, pipe_ctx->stream);
1844 pipe_ctx->plane_res.mi->funcs->mem_input_program_display_marks(
1845 pipe_ctx->plane_res.mi,
1846 context->bw_ctx.bw.dce.nbp_state_change_wm_ns[num_pipes],
1847 context->bw_ctx.bw.dce.stutter_exit_wm_ns[num_pipes],
1848 context->bw_ctx.bw.dce.stutter_entry_wm_ns[num_pipes],
1849 context->bw_ctx.bw.dce.urgent_wm_ns[num_pipes],
1850 total_dest_line_time_ns);
1851 if (i == underlay_idx) {
1853 pipe_ctx->plane_res.mi->funcs->mem_input_program_chroma_display_marks(
1854 pipe_ctx->plane_res.mi,
1855 context->bw_ctx.bw.dce.nbp_state_change_wm_ns[num_pipes],
1856 context->bw_ctx.bw.dce.stutter_exit_wm_ns[num_pipes],
1857 context->bw_ctx.bw.dce.urgent_wm_ns[num_pipes],
1858 total_dest_line_time_ns);
1864 void dce110_set_safe_displaymarks(
1865 struct resource_context *res_ctx,
1866 const struct resource_pool *pool)
1869 int underlay_idx = pool->underlay_pipe_index;
1870 struct dce_watermarks max_marks = {
1871 MAX_WATERMARK, MAX_WATERMARK, MAX_WATERMARK, MAX_WATERMARK };
1872 struct dce_watermarks nbp_marks = {
1873 SAFE_NBP_MARK, SAFE_NBP_MARK, SAFE_NBP_MARK, SAFE_NBP_MARK };
1874 struct dce_watermarks min_marks = { 0, 0, 0, 0};
1876 for (i = 0; i < MAX_PIPES; i++) {
1877 if (res_ctx->pipe_ctx[i].stream == NULL || res_ctx->pipe_ctx[i].plane_res.mi == NULL)
1880 res_ctx->pipe_ctx[i].plane_res.mi->funcs->mem_input_program_display_marks(
1881 res_ctx->pipe_ctx[i].plane_res.mi,
1888 if (i == underlay_idx)
1889 res_ctx->pipe_ctx[i].plane_res.mi->funcs->mem_input_program_chroma_display_marks(
1890 res_ctx->pipe_ctx[i].plane_res.mi,
1899 /*******************************************************************************
1901 ******************************************************************************/
1903 static void set_drr(struct pipe_ctx **pipe_ctx,
1904 int num_pipes, struct dc_crtc_timing_adjust adjust)
1907 struct drr_params params = {0};
1908 // DRR should set trigger event to monitor surface update event
1909 unsigned int event_triggers = 0x80;
1910 // Note DRR trigger events are generated regardless of whether num frames met.
1911 unsigned int num_frames = 2;
1913 params.vertical_total_max = adjust.v_total_max;
1914 params.vertical_total_min = adjust.v_total_min;
1916 /* TODO: If multiple pipes are to be supported, you need
1917 * some GSL stuff. Static screen triggers may be programmed differently
1920 for (i = 0; i < num_pipes; i++) {
1921 pipe_ctx[i]->stream_res.tg->funcs->set_drr(
1922 pipe_ctx[i]->stream_res.tg, ¶ms);
1924 if (adjust.v_total_max != 0 && adjust.v_total_min != 0)
1925 pipe_ctx[i]->stream_res.tg->funcs->set_static_screen_control(
1926 pipe_ctx[i]->stream_res.tg,
1927 event_triggers, num_frames);
1931 static void get_position(struct pipe_ctx **pipe_ctx,
1933 struct crtc_position *position)
1937 /* TODO: handle pipes > 1
1939 for (i = 0; i < num_pipes; i++)
1940 pipe_ctx[i]->stream_res.tg->funcs->get_position(pipe_ctx[i]->stream_res.tg, position);
1943 static void set_static_screen_control(struct pipe_ctx **pipe_ctx,
1944 int num_pipes, const struct dc_static_screen_params *params)
1947 unsigned int triggers = 0;
1949 if (params->triggers.overlay_update)
1951 if (params->triggers.surface_update)
1953 if (params->triggers.cursor_update)
1955 if (params->triggers.force_trigger)
1959 struct dc *dc = pipe_ctx[0]->stream->ctx->dc;
1961 if (dc->fbc_compressor)
1965 for (i = 0; i < num_pipes; i++)
1966 pipe_ctx[i]->stream_res.tg->funcs->
1967 set_static_screen_control(pipe_ctx[i]->stream_res.tg,
1968 triggers, params->num_frames);
1972 * Check if FBC can be enabled
1974 static bool should_enable_fbc(struct dc *dc,
1975 struct dc_state *context,
1979 struct pipe_ctx *pipe_ctx = NULL;
1980 struct resource_context *res_ctx = &context->res_ctx;
1981 unsigned int underlay_idx = dc->res_pool->underlay_pipe_index;
1984 ASSERT(dc->fbc_compressor);
1986 /* FBC memory should be allocated */
1987 if (!dc->ctx->fbc_gpu_addr)
1990 /* Only supports single display */
1991 if (context->stream_count != 1)
1994 for (i = 0; i < dc->res_pool->pipe_count; i++) {
1995 if (res_ctx->pipe_ctx[i].stream) {
1997 pipe_ctx = &res_ctx->pipe_ctx[i];
2002 /* fbc not applicable on underlay pipe */
2003 if (pipe_ctx->pipe_idx != underlay_idx) {
2010 if (i == dc->res_pool->pipe_count)
2013 if (!pipe_ctx->stream->link)
2016 /* Only supports eDP */
2017 if (pipe_ctx->stream->link->connector_signal != SIGNAL_TYPE_EDP)
2020 /* PSR should not be enabled */
2021 if (pipe_ctx->stream->link->psr_settings.psr_feature_enabled)
2024 /* Nothing to compress */
2025 if (!pipe_ctx->plane_state)
2028 /* Only for non-linear tiling */
2029 if (pipe_ctx->plane_state->tiling_info.gfx8.array_mode == DC_ARRAY_LINEAR_GENERAL)
2038 static void enable_fbc(
2040 struct dc_state *context)
2042 uint32_t pipe_idx = 0;
2044 if (should_enable_fbc(dc, context, &pipe_idx)) {
2045 /* Program GRPH COMPRESSED ADDRESS and PITCH */
2046 struct compr_addr_and_pitch_params params = {0, 0, 0};
2047 struct compressor *compr = dc->fbc_compressor;
2048 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[pipe_idx];
2050 params.source_view_width = pipe_ctx->stream->timing.h_addressable;
2051 params.source_view_height = pipe_ctx->stream->timing.v_addressable;
2052 params.inst = pipe_ctx->stream_res.tg->inst;
2053 compr->compr_surface_address.quad_part = dc->ctx->fbc_gpu_addr;
2055 compr->funcs->surface_address_and_pitch(compr, ¶ms);
2056 compr->funcs->set_fbc_invalidation_triggers(compr, 1);
2058 compr->funcs->enable_fbc(compr, ¶ms);
2062 static void dce110_reset_hw_ctx_wrap(
2064 struct dc_state *context)
2068 /* Reset old context */
2069 /* look up the targets that have been removed since last commit */
2070 for (i = 0; i < MAX_PIPES; i++) {
2071 struct pipe_ctx *pipe_ctx_old =
2072 &dc->current_state->res_ctx.pipe_ctx[i];
2073 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2075 /* Note: We need to disable output if clock sources change,
2076 * since bios does optimization and doesn't apply if changing
2077 * PHY when not already disabled.
2080 /* Skip underlay pipe since it will be handled in commit surface*/
2081 if (!pipe_ctx_old->stream || pipe_ctx_old->top_pipe)
2084 if (!pipe_ctx->stream ||
2085 pipe_need_reprogram(pipe_ctx_old, pipe_ctx)) {
2086 struct clock_source *old_clk = pipe_ctx_old->clock_source;
2088 /* Disable if new stream is null. O/w, if stream is
2089 * disabled already, no need to disable again.
2091 if (!pipe_ctx->stream || !pipe_ctx->stream->dpms_off) {
2092 dc->link_srv->set_dpms_off(pipe_ctx_old);
2094 /* free acquired resources*/
2095 if (pipe_ctx_old->stream_res.audio) {
2096 /*disable az_endpoint*/
2097 pipe_ctx_old->stream_res.audio->funcs->
2098 az_disable(pipe_ctx_old->stream_res.audio);
2101 if (dc->caps.dynamic_audio == true) {
2102 /*we have to dynamic arbitrate the audio endpoints*/
2103 /*we free the resource, need reset is_audio_acquired*/
2104 update_audio_usage(&dc->current_state->res_ctx, dc->res_pool,
2105 pipe_ctx_old->stream_res.audio, false);
2106 pipe_ctx_old->stream_res.audio = NULL;
2111 pipe_ctx_old->stream_res.tg->funcs->set_blank(pipe_ctx_old->stream_res.tg, true);
2112 if (!hwss_wait_for_blank_complete(pipe_ctx_old->stream_res.tg)) {
2113 dm_error("DC: failed to blank crtc!\n");
2114 BREAK_TO_DEBUGGER();
2116 pipe_ctx_old->stream_res.tg->funcs->disable_crtc(pipe_ctx_old->stream_res.tg);
2117 pipe_ctx_old->stream->link->phy_state.symclk_ref_cnts.otg = 0;
2118 pipe_ctx_old->plane_res.mi->funcs->free_mem_input(
2119 pipe_ctx_old->plane_res.mi, dc->current_state->stream_count);
2121 if (old_clk && 0 == resource_get_clock_source_reference(&context->res_ctx,
2124 old_clk->funcs->cs_power_down(old_clk);
2126 dc->hwss.disable_plane(dc, pipe_ctx_old);
2128 pipe_ctx_old->stream = NULL;
2133 static void dce110_setup_audio_dto(
2135 struct dc_state *context)
2139 /* program audio wall clock. use HDMI as clock source if HDMI
2140 * audio active. Otherwise, use DP as clock source
2141 * first, loop to find any HDMI audio, if not, loop find DP audio
2143 /* Setup audio rate clock source */
2145 * Audio lag happened on DP monitor when unplug a HDMI monitor
2148 * In case of DP and HDMI connected or HDMI only, DCCG_AUDIO_DTO_SEL
2149 * is set to either dto0 or dto1, audio should work fine.
2150 * In case of DP connected only, DCCG_AUDIO_DTO_SEL should be dto1,
2151 * set to dto0 will cause audio lag.
2154 * Not optimized audio wall dto setup. When mode set, iterate pipe_ctx,
2155 * find first available pipe with audio, setup audio wall DTO per topology
2156 * instead of per pipe.
2158 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2159 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2161 if (pipe_ctx->stream == NULL)
2164 if (pipe_ctx->top_pipe)
2166 if (pipe_ctx->stream->signal != SIGNAL_TYPE_HDMI_TYPE_A)
2168 if (pipe_ctx->stream_res.audio != NULL) {
2169 struct audio_output audio_output;
2171 build_audio_output(context, pipe_ctx, &audio_output);
2173 if (dc->res_pool->dccg && dc->res_pool->dccg->funcs->set_audio_dtbclk_dto) {
2174 struct dtbclk_dto_params dto_params = {0};
2176 dc->res_pool->dccg->funcs->set_audio_dtbclk_dto(
2177 dc->res_pool->dccg, &dto_params);
2179 pipe_ctx->stream_res.audio->funcs->wall_dto_setup(
2180 pipe_ctx->stream_res.audio,
2181 pipe_ctx->stream->signal,
2182 &audio_output.crtc_info,
2183 &audio_output.pll_info);
2185 pipe_ctx->stream_res.audio->funcs->wall_dto_setup(
2186 pipe_ctx->stream_res.audio,
2187 pipe_ctx->stream->signal,
2188 &audio_output.crtc_info,
2189 &audio_output.pll_info);
2194 /* no HDMI audio is found, try DP audio */
2195 if (i == dc->res_pool->pipe_count) {
2196 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2197 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2199 if (pipe_ctx->stream == NULL)
2202 if (pipe_ctx->top_pipe)
2205 if (!dc_is_dp_signal(pipe_ctx->stream->signal))
2208 if (pipe_ctx->stream_res.audio != NULL) {
2209 struct audio_output audio_output;
2211 build_audio_output(context, pipe_ctx, &audio_output);
2213 pipe_ctx->stream_res.audio->funcs->wall_dto_setup(
2214 pipe_ctx->stream_res.audio,
2215 pipe_ctx->stream->signal,
2216 &audio_output.crtc_info,
2217 &audio_output.pll_info);
2224 enum dc_status dce110_apply_ctx_to_hw(
2226 struct dc_state *context)
2228 struct dce_hwseq *hws = dc->hwseq;
2229 struct dc_bios *dcb = dc->ctx->dc_bios;
2230 enum dc_status status;
2233 /* reset syncd pipes from disabled pipes */
2234 if (dc->config.use_pipe_ctx_sync_logic)
2235 reset_syncd_pipes_from_disabled_pipes(dc, context);
2237 /* Reset old context */
2238 /* look up the targets that have been removed since last commit */
2239 hws->funcs.reset_hw_ctx_wrap(dc, context);
2241 /* Skip applying if no targets */
2242 if (context->stream_count <= 0)
2245 /* Apply new context */
2246 dcb->funcs->set_scratch_critical_state(dcb, true);
2248 /* below is for real asic only */
2249 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2250 struct pipe_ctx *pipe_ctx_old =
2251 &dc->current_state->res_ctx.pipe_ctx[i];
2252 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2254 if (pipe_ctx->stream == NULL || pipe_ctx->top_pipe)
2257 if (pipe_ctx->stream == pipe_ctx_old->stream) {
2258 if (pipe_ctx_old->clock_source != pipe_ctx->clock_source)
2259 dce_crtc_switch_to_clk_src(dc->hwseq,
2260 pipe_ctx->clock_source, i);
2264 hws->funcs.enable_display_power_gating(
2265 dc, i, dc->ctx->dc_bios,
2266 PIPE_GATING_CONTROL_DISABLE);
2269 if (dc->fbc_compressor)
2270 dc->fbc_compressor->funcs->disable_fbc(dc->fbc_compressor);
2272 dce110_setup_audio_dto(dc, context);
2274 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2275 struct pipe_ctx *pipe_ctx_old =
2276 &dc->current_state->res_ctx.pipe_ctx[i];
2277 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2279 if (pipe_ctx->stream == NULL)
2282 if (pipe_ctx->stream == pipe_ctx_old->stream &&
2283 pipe_ctx->stream->link->link_state_valid) {
2287 if (pipe_ctx_old->stream && !pipe_need_reprogram(pipe_ctx_old, pipe_ctx))
2290 if (pipe_ctx->top_pipe || pipe_ctx->prev_odm_pipe)
2293 status = apply_single_controller_ctx_to_hw(
2298 if (DC_OK != status)
2301 #ifdef CONFIG_DRM_AMD_DC_FP
2302 if (hws->funcs.resync_fifo_dccg_dio)
2303 hws->funcs.resync_fifo_dccg_dio(hws, dc, context);
2307 if (dc->fbc_compressor)
2308 enable_fbc(dc, dc->current_state);
2310 dcb->funcs->set_scratch_critical_state(dcb, false);
2315 /*******************************************************************************
2316 * Front End programming
2317 ******************************************************************************/
2318 static void set_default_colors(struct pipe_ctx *pipe_ctx)
2320 struct default_adjustment default_adjust = { 0 };
2322 default_adjust.force_hw_default = false;
2323 default_adjust.in_color_space = pipe_ctx->plane_state->color_space;
2324 default_adjust.out_color_space = pipe_ctx->stream->output_color_space;
2325 default_adjust.csc_adjust_type = GRAPHICS_CSC_ADJUST_TYPE_SW;
2326 default_adjust.surface_pixel_format = pipe_ctx->plane_res.scl_data.format;
2328 /* display color depth */
2329 default_adjust.color_depth =
2330 pipe_ctx->stream->timing.display_color_depth;
2332 /* Lb color depth */
2333 default_adjust.lb_color_depth = pipe_ctx->plane_res.scl_data.lb_params.depth;
2335 pipe_ctx->plane_res.xfm->funcs->opp_set_csc_default(
2336 pipe_ctx->plane_res.xfm, &default_adjust);
2340 /*******************************************************************************
2341 * In order to turn on/off specific surface we will program
2344 * In case that we have two surfaces and they have a different visibility
2345 * we can't turn off the CRTC since it will turn off the entire display
2347 * |----------------------------------------------- |
2348 * |bottom pipe|curr pipe | | |
2349 * |Surface |Surface | Blender | CRCT |
2350 * |visibility |visibility | Configuration| |
2351 * |------------------------------------------------|
2352 * | off | off | CURRENT_PIPE | blank |
2353 * | off | on | CURRENT_PIPE | unblank |
2354 * | on | off | OTHER_PIPE | unblank |
2355 * | on | on | BLENDING | unblank |
2356 * -------------------------------------------------|
2358 ******************************************************************************/
2359 static void program_surface_visibility(const struct dc *dc,
2360 struct pipe_ctx *pipe_ctx)
2362 enum blnd_mode blender_mode = BLND_MODE_CURRENT_PIPE;
2363 bool blank_target = false;
2365 if (pipe_ctx->bottom_pipe) {
2367 /* For now we are supporting only two pipes */
2368 ASSERT(pipe_ctx->bottom_pipe->bottom_pipe == NULL);
2370 if (pipe_ctx->bottom_pipe->plane_state->visible) {
2371 if (pipe_ctx->plane_state->visible)
2372 blender_mode = BLND_MODE_BLENDING;
2374 blender_mode = BLND_MODE_OTHER_PIPE;
2376 } else if (!pipe_ctx->plane_state->visible)
2377 blank_target = true;
2379 } else if (!pipe_ctx->plane_state->visible)
2380 blank_target = true;
2382 dce_set_blender_mode(dc->hwseq, pipe_ctx->stream_res.tg->inst, blender_mode);
2383 pipe_ctx->stream_res.tg->funcs->set_blank(pipe_ctx->stream_res.tg, blank_target);
2387 static void program_gamut_remap(struct pipe_ctx *pipe_ctx)
2390 struct xfm_grph_csc_adjustment adjust;
2391 memset(&adjust, 0, sizeof(adjust));
2392 adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_BYPASS;
2395 if (pipe_ctx->stream->gamut_remap_matrix.enable_remap == true) {
2396 adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_SW;
2398 for (i = 0; i < CSC_TEMPERATURE_MATRIX_SIZE; i++)
2399 adjust.temperature_matrix[i] =
2400 pipe_ctx->stream->gamut_remap_matrix.matrix[i];
2403 pipe_ctx->plane_res.xfm->funcs->transform_set_gamut_remap(pipe_ctx->plane_res.xfm, &adjust);
2405 static void update_plane_addr(const struct dc *dc,
2406 struct pipe_ctx *pipe_ctx)
2408 struct dc_plane_state *plane_state = pipe_ctx->plane_state;
2410 if (plane_state == NULL)
2413 pipe_ctx->plane_res.mi->funcs->mem_input_program_surface_flip_and_addr(
2414 pipe_ctx->plane_res.mi,
2415 &plane_state->address,
2416 plane_state->flip_immediate);
2418 plane_state->status.requested_address = plane_state->address;
2421 static void dce110_update_pending_status(struct pipe_ctx *pipe_ctx)
2423 struct dc_plane_state *plane_state = pipe_ctx->plane_state;
2425 if (plane_state == NULL)
2428 plane_state->status.is_flip_pending =
2429 pipe_ctx->plane_res.mi->funcs->mem_input_is_flip_pending(
2430 pipe_ctx->plane_res.mi);
2432 if (plane_state->status.is_flip_pending && !plane_state->visible)
2433 pipe_ctx->plane_res.mi->current_address = pipe_ctx->plane_res.mi->request_address;
2435 plane_state->status.current_address = pipe_ctx->plane_res.mi->current_address;
2436 if (pipe_ctx->plane_res.mi->current_address.type == PLN_ADDR_TYPE_GRPH_STEREO &&
2437 pipe_ctx->stream_res.tg->funcs->is_stereo_left_eye) {
2438 plane_state->status.is_right_eye =\
2439 !pipe_ctx->stream_res.tg->funcs->is_stereo_left_eye(pipe_ctx->stream_res.tg);
2443 void dce110_power_down(struct dc *dc)
2445 power_down_all_hw_blocks(dc);
2446 disable_vga_and_power_gate_all_controllers(dc);
2449 static bool wait_for_reset_trigger_to_occur(
2450 struct dc_context *dc_ctx,
2451 struct timing_generator *tg)
2455 /* To avoid endless loop we wait at most
2456 * frames_to_wait_on_triggered_reset frames for the reset to occur. */
2457 const uint32_t frames_to_wait_on_triggered_reset = 10;
2460 for (i = 0; i < frames_to_wait_on_triggered_reset; i++) {
2462 if (!tg->funcs->is_counter_moving(tg)) {
2463 DC_ERROR("TG counter is not moving!\n");
2467 if (tg->funcs->did_triggered_reset_occur(tg)) {
2469 /* usually occurs at i=1 */
2470 DC_SYNC_INFO("GSL: reset occurred at wait count: %d\n",
2475 /* Wait for one frame. */
2476 tg->funcs->wait_for_state(tg, CRTC_STATE_VACTIVE);
2477 tg->funcs->wait_for_state(tg, CRTC_STATE_VBLANK);
2481 DC_ERROR("GSL: Timeout on reset trigger!\n");
2486 /* Enable timing synchronization for a group of Timing Generators. */
2487 static void dce110_enable_timing_synchronization(
2491 struct pipe_ctx *grouped_pipes[])
2493 struct dc_context *dc_ctx = dc->ctx;
2494 struct dcp_gsl_params gsl_params = { 0 };
2497 DC_SYNC_INFO("GSL: Setting-up...\n");
2499 /* Designate a single TG in the group as a master.
2500 * Since HW doesn't care which one, we always assign
2501 * the 1st one in the group. */
2502 gsl_params.gsl_group = 0;
2503 gsl_params.gsl_master = grouped_pipes[0]->stream_res.tg->inst;
2505 for (i = 0; i < group_size; i++)
2506 grouped_pipes[i]->stream_res.tg->funcs->setup_global_swap_lock(
2507 grouped_pipes[i]->stream_res.tg, &gsl_params);
2509 /* Reset slave controllers on master VSync */
2510 DC_SYNC_INFO("GSL: enabling trigger-reset\n");
2512 for (i = 1 /* skip the master */; i < group_size; i++)
2513 grouped_pipes[i]->stream_res.tg->funcs->enable_reset_trigger(
2514 grouped_pipes[i]->stream_res.tg,
2515 gsl_params.gsl_group);
2517 for (i = 1 /* skip the master */; i < group_size; i++) {
2518 DC_SYNC_INFO("GSL: waiting for reset to occur.\n");
2519 wait_for_reset_trigger_to_occur(dc_ctx, grouped_pipes[i]->stream_res.tg);
2520 grouped_pipes[i]->stream_res.tg->funcs->disable_reset_trigger(
2521 grouped_pipes[i]->stream_res.tg);
2524 /* GSL Vblank synchronization is a one time sync mechanism, assumption
2525 * is that the sync'ed displays will not drift out of sync over time*/
2526 DC_SYNC_INFO("GSL: Restoring register states.\n");
2527 for (i = 0; i < group_size; i++)
2528 grouped_pipes[i]->stream_res.tg->funcs->tear_down_global_swap_lock(grouped_pipes[i]->stream_res.tg);
2530 DC_SYNC_INFO("GSL: Set-up complete.\n");
2533 static void dce110_enable_per_frame_crtc_position_reset(
2536 struct pipe_ctx *grouped_pipes[])
2538 struct dc_context *dc_ctx = dc->ctx;
2539 struct dcp_gsl_params gsl_params = { 0 };
2542 gsl_params.gsl_group = 0;
2543 gsl_params.gsl_master = 0;
2545 for (i = 0; i < group_size; i++)
2546 grouped_pipes[i]->stream_res.tg->funcs->setup_global_swap_lock(
2547 grouped_pipes[i]->stream_res.tg, &gsl_params);
2549 DC_SYNC_INFO("GSL: enabling trigger-reset\n");
2551 for (i = 1; i < group_size; i++)
2552 grouped_pipes[i]->stream_res.tg->funcs->enable_crtc_reset(
2553 grouped_pipes[i]->stream_res.tg,
2554 gsl_params.gsl_master,
2555 &grouped_pipes[i]->stream->triggered_crtc_reset);
2557 DC_SYNC_INFO("GSL: waiting for reset to occur.\n");
2558 for (i = 1; i < group_size; i++)
2559 wait_for_reset_trigger_to_occur(dc_ctx, grouped_pipes[i]->stream_res.tg);
2561 for (i = 0; i < group_size; i++)
2562 grouped_pipes[i]->stream_res.tg->funcs->tear_down_global_swap_lock(grouped_pipes[i]->stream_res.tg);
2566 static void init_pipes(struct dc *dc, struct dc_state *context)
2571 static void init_hw(struct dc *dc)
2575 struct transform *xfm;
2578 struct dce_hwseq *hws = dc->hwseq;
2579 uint32_t backlight = MAX_BACKLIGHT_LEVEL;
2581 bp = dc->ctx->dc_bios;
2582 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2583 xfm = dc->res_pool->transforms[i];
2584 xfm->funcs->transform_reset(xfm);
2586 hws->funcs.enable_display_power_gating(
2588 PIPE_GATING_CONTROL_INIT);
2589 hws->funcs.enable_display_power_gating(
2591 PIPE_GATING_CONTROL_DISABLE);
2592 hws->funcs.enable_display_pipe_clock_gating(
2597 dce_clock_gating_power_up(dc->hwseq, false);
2598 /***************************************/
2600 for (i = 0; i < dc->link_count; i++) {
2601 /****************************************/
2602 /* Power up AND update implementation according to the
2603 * required signal (which may be different from the
2604 * default signal on connector). */
2605 struct dc_link *link = dc->links[i];
2607 link->link_enc->funcs->hw_init(link->link_enc);
2610 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2611 struct timing_generator *tg = dc->res_pool->timing_generators[i];
2613 tg->funcs->disable_vga(tg);
2615 /* Blank controller using driver code instead of
2617 tg->funcs->set_blank(tg, true);
2618 hwss_wait_for_blank_complete(tg);
2621 for (i = 0; i < dc->res_pool->audio_count; i++) {
2622 struct audio *audio = dc->res_pool->audios[i];
2623 audio->funcs->hw_init(audio);
2626 for (i = 0; i < dc->link_count; i++) {
2627 struct dc_link *link = dc->links[i];
2629 if (link->panel_cntl)
2630 backlight = link->panel_cntl->funcs->hw_init(link->panel_cntl);
2633 abm = dc->res_pool->abm;
2635 abm->funcs->abm_init(abm, backlight);
2637 dmcu = dc->res_pool->dmcu;
2638 if (dmcu != NULL && abm != NULL)
2639 abm->dmcu_is_running = dmcu->funcs->is_dmcu_initialized(dmcu);
2641 if (dc->fbc_compressor)
2642 dc->fbc_compressor->funcs->power_up_fbc(dc->fbc_compressor);
2647 void dce110_prepare_bandwidth(
2649 struct dc_state *context)
2651 struct clk_mgr *dccg = dc->clk_mgr;
2653 dce110_set_safe_displaymarks(&context->res_ctx, dc->res_pool);
2655 dccg->funcs->update_clocks(
2661 void dce110_optimize_bandwidth(
2663 struct dc_state *context)
2665 struct clk_mgr *dccg = dc->clk_mgr;
2667 dce110_set_displaymarks(dc, context);
2669 dccg->funcs->update_clocks(
2675 static void dce110_program_front_end_for_pipe(
2676 struct dc *dc, struct pipe_ctx *pipe_ctx)
2678 struct mem_input *mi = pipe_ctx->plane_res.mi;
2679 struct dc_plane_state *plane_state = pipe_ctx->plane_state;
2680 struct xfm_grph_csc_adjustment adjust;
2681 struct out_csc_color_matrix tbl_entry;
2683 struct dce_hwseq *hws = dc->hwseq;
2686 memset(&tbl_entry, 0, sizeof(tbl_entry));
2688 memset(&adjust, 0, sizeof(adjust));
2689 adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_BYPASS;
2691 dce_enable_fe_clock(dc->hwseq, mi->inst, true);
2693 set_default_colors(pipe_ctx);
2694 if (pipe_ctx->stream->csc_color_matrix.enable_adjustment
2696 tbl_entry.color_space =
2697 pipe_ctx->stream->output_color_space;
2699 for (i = 0; i < 12; i++)
2700 tbl_entry.regval[i] =
2701 pipe_ctx->stream->csc_color_matrix.matrix[i];
2703 pipe_ctx->plane_res.xfm->funcs->opp_set_csc_adjustment
2704 (pipe_ctx->plane_res.xfm, &tbl_entry);
2707 if (pipe_ctx->stream->gamut_remap_matrix.enable_remap == true) {
2708 adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_SW;
2710 for (i = 0; i < CSC_TEMPERATURE_MATRIX_SIZE; i++)
2711 adjust.temperature_matrix[i] =
2712 pipe_ctx->stream->gamut_remap_matrix.matrix[i];
2715 pipe_ctx->plane_res.xfm->funcs->transform_set_gamut_remap(pipe_ctx->plane_res.xfm, &adjust);
2717 pipe_ctx->plane_res.scl_data.lb_params.alpha_en = pipe_ctx->bottom_pipe != NULL;
2719 program_scaler(dc, pipe_ctx);
2721 mi->funcs->mem_input_program_surface_config(
2723 plane_state->format,
2724 &plane_state->tiling_info,
2725 &plane_state->plane_size,
2726 plane_state->rotation,
2729 if (mi->funcs->set_blank)
2730 mi->funcs->set_blank(mi, pipe_ctx->plane_state->visible);
2732 if (dc->config.gpu_vm_support)
2733 mi->funcs->mem_input_program_pte_vm(
2734 pipe_ctx->plane_res.mi,
2735 plane_state->format,
2736 &plane_state->tiling_info,
2737 plane_state->rotation);
2739 /* Moved programming gamma from dc to hwss */
2740 if (pipe_ctx->plane_state->update_flags.bits.full_update ||
2741 pipe_ctx->plane_state->update_flags.bits.in_transfer_func_change ||
2742 pipe_ctx->plane_state->update_flags.bits.gamma_change)
2743 hws->funcs.set_input_transfer_func(dc, pipe_ctx, pipe_ctx->plane_state);
2745 if (pipe_ctx->plane_state->update_flags.bits.full_update)
2746 hws->funcs.set_output_transfer_func(dc, pipe_ctx, pipe_ctx->stream);
2749 "Pipe:%d %p: addr hi:0x%x, "
2752 " %d; dst: %d, %d, %d, %d;"
2753 "clip: %d, %d, %d, %d\n",
2755 (void *) pipe_ctx->plane_state,
2756 pipe_ctx->plane_state->address.grph.addr.high_part,
2757 pipe_ctx->plane_state->address.grph.addr.low_part,
2758 pipe_ctx->plane_state->src_rect.x,
2759 pipe_ctx->plane_state->src_rect.y,
2760 pipe_ctx->plane_state->src_rect.width,
2761 pipe_ctx->plane_state->src_rect.height,
2762 pipe_ctx->plane_state->dst_rect.x,
2763 pipe_ctx->plane_state->dst_rect.y,
2764 pipe_ctx->plane_state->dst_rect.width,
2765 pipe_ctx->plane_state->dst_rect.height,
2766 pipe_ctx->plane_state->clip_rect.x,
2767 pipe_ctx->plane_state->clip_rect.y,
2768 pipe_ctx->plane_state->clip_rect.width,
2769 pipe_ctx->plane_state->clip_rect.height);
2772 "Pipe %d: width, height, x, y\n"
2773 "viewport:%d, %d, %d, %d\n"
2774 "recout: %d, %d, %d, %d\n",
2776 pipe_ctx->plane_res.scl_data.viewport.width,
2777 pipe_ctx->plane_res.scl_data.viewport.height,
2778 pipe_ctx->plane_res.scl_data.viewport.x,
2779 pipe_ctx->plane_res.scl_data.viewport.y,
2780 pipe_ctx->plane_res.scl_data.recout.width,
2781 pipe_ctx->plane_res.scl_data.recout.height,
2782 pipe_ctx->plane_res.scl_data.recout.x,
2783 pipe_ctx->plane_res.scl_data.recout.y);
2786 static void dce110_apply_ctx_for_surface(
2788 const struct dc_stream_state *stream,
2790 struct dc_state *context)
2794 if (num_planes == 0)
2797 if (dc->fbc_compressor)
2798 dc->fbc_compressor->funcs->disable_fbc(dc->fbc_compressor);
2800 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2801 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2803 if (pipe_ctx->stream != stream)
2806 /* Need to allocate mem before program front end for Fiji */
2807 pipe_ctx->plane_res.mi->funcs->allocate_mem_input(
2808 pipe_ctx->plane_res.mi,
2809 pipe_ctx->stream->timing.h_total,
2810 pipe_ctx->stream->timing.v_total,
2811 pipe_ctx->stream->timing.pix_clk_100hz / 10,
2812 context->stream_count);
2814 dce110_program_front_end_for_pipe(dc, pipe_ctx);
2816 dc->hwss.update_plane_addr(dc, pipe_ctx);
2818 program_surface_visibility(dc, pipe_ctx);
2822 if (dc->fbc_compressor)
2823 enable_fbc(dc, context);
2826 static void dce110_post_unlock_program_front_end(
2828 struct dc_state *context)
2832 static void dce110_power_down_fe(struct dc *dc, struct pipe_ctx *pipe_ctx)
2834 struct dce_hwseq *hws = dc->hwseq;
2835 int fe_idx = pipe_ctx->plane_res.mi ?
2836 pipe_ctx->plane_res.mi->inst : pipe_ctx->pipe_idx;
2838 /* Do not power down fe when stream is active on dce*/
2839 if (dc->current_state->res_ctx.pipe_ctx[fe_idx].stream)
2842 hws->funcs.enable_display_power_gating(
2843 dc, fe_idx, dc->ctx->dc_bios, PIPE_GATING_CONTROL_ENABLE);
2845 dc->res_pool->transforms[fe_idx]->funcs->transform_reset(
2846 dc->res_pool->transforms[fe_idx]);
2849 static void dce110_wait_for_mpcc_disconnect(
2851 struct resource_pool *res_pool,
2852 struct pipe_ctx *pipe_ctx)
2857 static void program_output_csc(struct dc *dc,
2858 struct pipe_ctx *pipe_ctx,
2859 enum dc_color_space colorspace,
2864 struct out_csc_color_matrix tbl_entry;
2866 if (pipe_ctx->stream->csc_color_matrix.enable_adjustment == true) {
2867 enum dc_color_space color_space = pipe_ctx->stream->output_color_space;
2869 for (i = 0; i < 12; i++)
2870 tbl_entry.regval[i] = pipe_ctx->stream->csc_color_matrix.matrix[i];
2872 tbl_entry.color_space = color_space;
2874 pipe_ctx->plane_res.xfm->funcs->opp_set_csc_adjustment(
2875 pipe_ctx->plane_res.xfm, &tbl_entry);
2879 static void dce110_set_cursor_position(struct pipe_ctx *pipe_ctx)
2881 struct dc_cursor_position pos_cpy = pipe_ctx->stream->cursor_position;
2882 struct input_pixel_processor *ipp = pipe_ctx->plane_res.ipp;
2883 struct mem_input *mi = pipe_ctx->plane_res.mi;
2884 struct dc_cursor_mi_param param = {
2885 .pixel_clk_khz = pipe_ctx->stream->timing.pix_clk_100hz / 10,
2886 .ref_clk_khz = pipe_ctx->stream->ctx->dc->res_pool->ref_clocks.xtalin_clock_inKhz,
2887 .viewport = pipe_ctx->plane_res.scl_data.viewport,
2888 .h_scale_ratio = pipe_ctx->plane_res.scl_data.ratios.horz,
2889 .v_scale_ratio = pipe_ctx->plane_res.scl_data.ratios.vert,
2890 .rotation = pipe_ctx->plane_state->rotation,
2891 .mirror = pipe_ctx->plane_state->horizontal_mirror
2895 * If the cursor's source viewport is clipped then we need to
2896 * translate the cursor to appear in the correct position on
2899 * This translation isn't affected by scaling so it needs to be
2900 * done *after* we adjust the position for the scale factor.
2902 * This is only done by opt-in for now since there are still
2903 * some usecases like tiled display that might enable the
2904 * cursor on both streams while expecting dc to clip it.
2906 if (pos_cpy.translate_by_source) {
2907 pos_cpy.x += pipe_ctx->plane_state->src_rect.x;
2908 pos_cpy.y += pipe_ctx->plane_state->src_rect.y;
2911 if (pipe_ctx->plane_state->address.type
2912 == PLN_ADDR_TYPE_VIDEO_PROGRESSIVE)
2913 pos_cpy.enable = false;
2915 if (pipe_ctx->top_pipe && pipe_ctx->plane_state != pipe_ctx->top_pipe->plane_state)
2916 pos_cpy.enable = false;
2918 if (ipp->funcs->ipp_cursor_set_position)
2919 ipp->funcs->ipp_cursor_set_position(ipp, &pos_cpy, ¶m);
2920 if (mi->funcs->set_cursor_position)
2921 mi->funcs->set_cursor_position(mi, &pos_cpy, ¶m);
2924 static void dce110_set_cursor_attribute(struct pipe_ctx *pipe_ctx)
2926 struct dc_cursor_attributes *attributes = &pipe_ctx->stream->cursor_attributes;
2928 if (pipe_ctx->plane_res.ipp &&
2929 pipe_ctx->plane_res.ipp->funcs->ipp_cursor_set_attributes)
2930 pipe_ctx->plane_res.ipp->funcs->ipp_cursor_set_attributes(
2931 pipe_ctx->plane_res.ipp, attributes);
2933 if (pipe_ctx->plane_res.mi &&
2934 pipe_ctx->plane_res.mi->funcs->set_cursor_attributes)
2935 pipe_ctx->plane_res.mi->funcs->set_cursor_attributes(
2936 pipe_ctx->plane_res.mi, attributes);
2938 if (pipe_ctx->plane_res.xfm &&
2939 pipe_ctx->plane_res.xfm->funcs->set_cursor_attributes)
2940 pipe_ctx->plane_res.xfm->funcs->set_cursor_attributes(
2941 pipe_ctx->plane_res.xfm, attributes);
2944 bool dce110_set_backlight_level(struct pipe_ctx *pipe_ctx,
2945 uint32_t backlight_pwm_u16_16,
2946 uint32_t frame_ramp)
2948 struct dc_link *link = pipe_ctx->stream->link;
2949 struct dc *dc = link->ctx->dc;
2950 struct abm *abm = pipe_ctx->stream_res.abm;
2951 struct panel_cntl *panel_cntl = link->panel_cntl;
2952 struct dmcu *dmcu = dc->res_pool->dmcu;
2953 bool fw_set_brightness = true;
2954 /* DMCU -1 for all controller id values,
2957 uint32_t controller_id = pipe_ctx->stream_res.tg->inst + 1;
2959 if (abm == NULL || panel_cntl == NULL || (abm->funcs->set_backlight_level_pwm == NULL))
2963 fw_set_brightness = dmcu->funcs->is_dmcu_initialized(dmcu);
2965 if (!fw_set_brightness && panel_cntl->funcs->driver_set_backlight)
2966 panel_cntl->funcs->driver_set_backlight(panel_cntl, backlight_pwm_u16_16);
2968 abm->funcs->set_backlight_level_pwm(
2970 backlight_pwm_u16_16,
2973 link->panel_cntl->inst);
2978 void dce110_set_abm_immediate_disable(struct pipe_ctx *pipe_ctx)
2980 struct abm *abm = pipe_ctx->stream_res.abm;
2981 struct panel_cntl *panel_cntl = pipe_ctx->stream->link->panel_cntl;
2984 abm->funcs->set_abm_immediate_disable(abm,
2985 pipe_ctx->stream->link->panel_cntl->inst);
2988 panel_cntl->funcs->store_backlight_level(panel_cntl);
2991 void dce110_set_pipe(struct pipe_ctx *pipe_ctx)
2993 struct abm *abm = pipe_ctx->stream_res.abm;
2994 struct panel_cntl *panel_cntl = pipe_ctx->stream->link->panel_cntl;
2995 uint32_t otg_inst = pipe_ctx->stream_res.tg->inst + 1;
2997 if (abm && panel_cntl)
2998 abm->funcs->set_pipe(abm, otg_inst, panel_cntl->inst);
3001 void dce110_enable_lvds_link_output(struct dc_link *link,
3002 const struct link_resource *link_res,
3003 enum clock_source_id clock_source,
3004 uint32_t pixel_clock)
3006 link->link_enc->funcs->enable_lvds_output(
3010 link->phy_state.symclk_state = SYMCLK_ON_TX_ON;
3013 void dce110_enable_tmds_link_output(struct dc_link *link,
3014 const struct link_resource *link_res,
3015 enum signal_type signal,
3016 enum clock_source_id clock_source,
3017 enum dc_color_depth color_depth,
3018 uint32_t pixel_clock)
3020 link->link_enc->funcs->enable_tmds_output(
3026 link->phy_state.symclk_state = SYMCLK_ON_TX_ON;
3029 void dce110_enable_dp_link_output(
3030 struct dc_link *link,
3031 const struct link_resource *link_res,
3032 enum signal_type signal,
3033 enum clock_source_id clock_source,
3034 const struct dc_link_settings *link_settings)
3036 struct dc *dc = link->ctx->dc;
3037 struct dmcu *dmcu = dc->res_pool->dmcu;
3038 struct pipe_ctx *pipes =
3039 link->dc->current_state->res_ctx.pipe_ctx;
3040 struct clock_source *dp_cs =
3041 link->dc->res_pool->dp_clock_source;
3042 const struct link_hwss *link_hwss = get_link_hwss(link, link_res);
3046 * Add the logic to extract BOTH power up and power down sequences
3047 * from enable/disable link output and only call edp panel control
3048 * in enable_link_dp and disable_link_dp once.
3050 if (link->connector_signal == SIGNAL_TYPE_EDP) {
3051 link->dc->hwss.edp_wait_for_hpd_ready(link, true);
3054 /* If the current pixel clock source is not DTO(happens after
3055 * switching from HDMI passive dongle to DP on the same connector),
3056 * switch the pixel clock source to DTO.
3059 for (i = 0; i < MAX_PIPES; i++) {
3060 if (pipes[i].stream != NULL &&
3061 pipes[i].stream->link == link) {
3062 if (pipes[i].clock_source != NULL &&
3063 pipes[i].clock_source->id != CLOCK_SOURCE_ID_DP_DTO) {
3064 pipes[i].clock_source = dp_cs;
3065 pipes[i].stream_res.pix_clk_params.requested_pix_clk_100hz =
3066 pipes[i].stream->timing.pix_clk_100hz;
3067 pipes[i].clock_source->funcs->program_pix_clk(
3068 pipes[i].clock_source,
3069 &pipes[i].stream_res.pix_clk_params,
3070 dc->link_srv->dp_get_encoding_format(link_settings),
3071 &pipes[i].pll_settings);
3076 if (dc->link_srv->dp_get_encoding_format(link_settings) == DP_8b_10b_ENCODING) {
3077 if (dc->clk_mgr->funcs->notify_link_rate_change)
3078 dc->clk_mgr->funcs->notify_link_rate_change(dc->clk_mgr, link);
3081 if (dmcu != NULL && dmcu->funcs->lock_phy)
3082 dmcu->funcs->lock_phy(dmcu);
3084 if (link_hwss->ext.enable_dp_link_output)
3085 link_hwss->ext.enable_dp_link_output(link, link_res, signal,
3086 clock_source, link_settings);
3088 link->phy_state.symclk_state = SYMCLK_ON_TX_ON;
3090 if (dmcu != NULL && dmcu->funcs->unlock_phy)
3091 dmcu->funcs->unlock_phy(dmcu);
3093 dc->link_srv->dp_trace_source_sequence(link, DPCD_SOURCE_SEQ_AFTER_ENABLE_LINK_PHY);
3096 void dce110_disable_link_output(struct dc_link *link,
3097 const struct link_resource *link_res,
3098 enum signal_type signal)
3100 struct dc *dc = link->ctx->dc;
3101 const struct link_hwss *link_hwss = get_link_hwss(link, link_res);
3102 struct dmcu *dmcu = dc->res_pool->dmcu;
3104 if (signal == SIGNAL_TYPE_EDP &&
3105 link->dc->hwss.edp_backlight_control)
3106 link->dc->hwss.edp_backlight_control(link, false);
3107 else if (dmcu != NULL && dmcu->funcs->lock_phy)
3108 dmcu->funcs->lock_phy(dmcu);
3110 link_hwss->disable_link_output(link, link_res, signal);
3111 link->phy_state.symclk_state = SYMCLK_OFF_TX_OFF;
3113 * Add the logic to extract BOTH power up and power down sequences
3114 * from enable/disable link output and only call edp panel control
3115 * in enable_link_dp and disable_link_dp once.
3117 if (dmcu != NULL && dmcu->funcs->lock_phy)
3118 dmcu->funcs->unlock_phy(dmcu);
3119 dc->link_srv->dp_trace_source_sequence(link, DPCD_SOURCE_SEQ_AFTER_DISABLE_LINK_PHY);
3122 static const struct hw_sequencer_funcs dce110_funcs = {
3123 .program_gamut_remap = program_gamut_remap,
3124 .program_output_csc = program_output_csc,
3126 .apply_ctx_to_hw = dce110_apply_ctx_to_hw,
3127 .apply_ctx_for_surface = dce110_apply_ctx_for_surface,
3128 .post_unlock_program_front_end = dce110_post_unlock_program_front_end,
3129 .update_plane_addr = update_plane_addr,
3130 .update_pending_status = dce110_update_pending_status,
3131 .enable_accelerated_mode = dce110_enable_accelerated_mode,
3132 .enable_timing_synchronization = dce110_enable_timing_synchronization,
3133 .enable_per_frame_crtc_position_reset = dce110_enable_per_frame_crtc_position_reset,
3134 .update_info_frame = dce110_update_info_frame,
3135 .enable_stream = dce110_enable_stream,
3136 .disable_stream = dce110_disable_stream,
3137 .unblank_stream = dce110_unblank_stream,
3138 .blank_stream = dce110_blank_stream,
3139 .enable_audio_stream = dce110_enable_audio_stream,
3140 .disable_audio_stream = dce110_disable_audio_stream,
3141 .disable_plane = dce110_power_down_fe,
3142 .pipe_control_lock = dce_pipe_control_lock,
3143 .interdependent_update_lock = NULL,
3144 .cursor_lock = dce_pipe_control_lock,
3145 .prepare_bandwidth = dce110_prepare_bandwidth,
3146 .optimize_bandwidth = dce110_optimize_bandwidth,
3148 .get_position = get_position,
3149 .set_static_screen_control = set_static_screen_control,
3150 .setup_stereo = NULL,
3151 .set_avmute = dce110_set_avmute,
3152 .wait_for_mpcc_disconnect = dce110_wait_for_mpcc_disconnect,
3153 .edp_backlight_control = dce110_edp_backlight_control,
3154 .edp_power_control = dce110_edp_power_control,
3155 .edp_wait_for_hpd_ready = dce110_edp_wait_for_hpd_ready,
3156 .set_cursor_position = dce110_set_cursor_position,
3157 .set_cursor_attribute = dce110_set_cursor_attribute,
3158 .set_backlight_level = dce110_set_backlight_level,
3159 .set_abm_immediate_disable = dce110_set_abm_immediate_disable,
3160 .set_pipe = dce110_set_pipe,
3161 .enable_lvds_link_output = dce110_enable_lvds_link_output,
3162 .enable_tmds_link_output = dce110_enable_tmds_link_output,
3163 .enable_dp_link_output = dce110_enable_dp_link_output,
3164 .disable_link_output = dce110_disable_link_output,
3167 static const struct hwseq_private_funcs dce110_private_funcs = {
3168 .init_pipes = init_pipes,
3169 .update_plane_addr = update_plane_addr,
3170 .set_input_transfer_func = dce110_set_input_transfer_func,
3171 .set_output_transfer_func = dce110_set_output_transfer_func,
3172 .power_down = dce110_power_down,
3173 .enable_display_pipe_clock_gating = enable_display_pipe_clock_gating,
3174 .enable_display_power_gating = dce110_enable_display_power_gating,
3175 .reset_hw_ctx_wrap = dce110_reset_hw_ctx_wrap,
3176 .enable_stream_timing = dce110_enable_stream_timing,
3177 .disable_stream_gating = NULL,
3178 .enable_stream_gating = NULL,
3179 .edp_backlight_control = dce110_edp_backlight_control,
3182 void dce110_hw_sequencer_construct(struct dc *dc)
3184 dc->hwss = dce110_funcs;
3185 dc->hwseq->funcs = dce110_private_funcs;