2 * Copyright © 2008 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * Keith Packard <keithp@keithp.com>
28 #include <linux/export.h>
29 #include <linux/i2c.h>
30 #include <linux/notifier.h>
31 #include <linux/slab.h>
32 #include <linux/types.h>
34 #include <asm/byteorder.h>
36 #include <drm/drm_atomic_helper.h>
37 #include <drm/drm_crtc.h>
38 #include <drm/drm_dp_helper.h>
39 #include <drm/drm_edid.h>
40 #include <drm/drm_probe_helper.h>
43 #include "i915_debugfs.h"
45 #include "intel_atomic.h"
46 #include "intel_audio.h"
47 #include "intel_connector.h"
48 #include "intel_ddi.h"
50 #include "intel_display_types.h"
52 #include "intel_dp_aux.h"
53 #include "intel_dp_hdcp.h"
54 #include "intel_dp_link_training.h"
55 #include "intel_dp_mst.h"
56 #include "intel_dpio_phy.h"
57 #include "intel_dpll.h"
58 #include "intel_fifo_underrun.h"
59 #include "intel_hdcp.h"
60 #include "intel_hdmi.h"
61 #include "intel_hotplug.h"
62 #include "intel_lspcon.h"
63 #include "intel_lvds.h"
64 #include "intel_panel.h"
65 #include "intel_pps.h"
66 #include "intel_psr.h"
67 #include "intel_sideband.h"
69 #include "intel_vdsc.h"
70 #include "intel_vrr.h"
72 #define DP_DPRX_ESI_LEN 14
74 /* DP DSC throughput values used for slice count calculations KPixels/s */
75 #define DP_DSC_PEAK_PIXEL_RATE 2720000
76 #define DP_DSC_MAX_ENC_THROUGHPUT_0 340000
77 #define DP_DSC_MAX_ENC_THROUGHPUT_1 400000
79 /* DP DSC FEC Overhead factor = 1/(0.972261) */
80 #define DP_DSC_FEC_OVERHEAD_FACTOR 972261
82 /* Compliance test status bits */
83 #define INTEL_DP_RESOLUTION_SHIFT_MASK 0
84 #define INTEL_DP_RESOLUTION_PREFERRED (1 << INTEL_DP_RESOLUTION_SHIFT_MASK)
85 #define INTEL_DP_RESOLUTION_STANDARD (2 << INTEL_DP_RESOLUTION_SHIFT_MASK)
86 #define INTEL_DP_RESOLUTION_FAILSAFE (3 << INTEL_DP_RESOLUTION_SHIFT_MASK)
89 /* Constants for DP DSC configurations */
90 static const u8 valid_dsc_bpp[] = {6, 8, 10, 12, 15};
92 /* With Single pipe configuration, HW is capable of supporting maximum
93 * of 4 slices per line.
95 static const u8 valid_dsc_slicecount[] = {1, 2, 4};
98 * intel_dp_is_edp - is the given port attached to an eDP panel (either CPU or PCH)
99 * @intel_dp: DP struct
101 * If a CPU or PCH DP output is attached to an eDP panel, this function
102 * will return true, and false otherwise.
104 bool intel_dp_is_edp(struct intel_dp *intel_dp)
106 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
108 return dig_port->base.type == INTEL_OUTPUT_EDP;
111 static void intel_dp_unset_edid(struct intel_dp *intel_dp);
112 static int intel_dp_dsc_compute_bpp(struct intel_dp *intel_dp, u8 dsc_max_bpc);
114 /* update sink rates from dpcd */
115 static void intel_dp_set_sink_rates(struct intel_dp *intel_dp)
117 static const int dp_rates[] = {
118 162000, 270000, 540000, 810000
123 if (drm_dp_has_quirk(&intel_dp->desc, DP_DPCD_QUIRK_CAN_DO_MAX_LINK_RATE_3_24_GBPS)) {
124 /* Needed, e.g., for Apple MBP 2017, 15 inch eDP Retina panel */
125 static const int quirk_rates[] = { 162000, 270000, 324000 };
127 memcpy(intel_dp->sink_rates, quirk_rates, sizeof(quirk_rates));
128 intel_dp->num_sink_rates = ARRAY_SIZE(quirk_rates);
133 max_rate = drm_dp_bw_code_to_link_rate(intel_dp->dpcd[DP_MAX_LINK_RATE]);
134 max_lttpr_rate = drm_dp_lttpr_max_link_rate(intel_dp->lttpr_common_caps);
136 max_rate = min(max_rate, max_lttpr_rate);
138 for (i = 0; i < ARRAY_SIZE(dp_rates); i++) {
139 if (dp_rates[i] > max_rate)
141 intel_dp->sink_rates[i] = dp_rates[i];
144 intel_dp->num_sink_rates = i;
147 /* Get length of rates array potentially limited by max_rate. */
148 static int intel_dp_rate_limit_len(const int *rates, int len, int max_rate)
152 /* Limit results by potentially reduced max rate */
153 for (i = 0; i < len; i++) {
154 if (rates[len - i - 1] <= max_rate)
161 /* Get length of common rates array potentially limited by max_rate. */
162 static int intel_dp_common_len_rate_limit(const struct intel_dp *intel_dp,
165 return intel_dp_rate_limit_len(intel_dp->common_rates,
166 intel_dp->num_common_rates, max_rate);
169 /* Theoretical max between source and sink */
170 static int intel_dp_max_common_rate(struct intel_dp *intel_dp)
172 return intel_dp->common_rates[intel_dp->num_common_rates - 1];
175 /* Theoretical max between source and sink */
176 static int intel_dp_max_common_lane_count(struct intel_dp *intel_dp)
178 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
179 int source_max = dig_port->max_lanes;
180 int sink_max = drm_dp_max_lane_count(intel_dp->dpcd);
181 int fia_max = intel_tc_port_fia_max_lane_count(dig_port);
182 int lttpr_max = drm_dp_lttpr_max_lane_count(intel_dp->lttpr_common_caps);
185 sink_max = min(sink_max, lttpr_max);
187 return min3(source_max, sink_max, fia_max);
190 int intel_dp_max_lane_count(struct intel_dp *intel_dp)
192 return intel_dp->max_link_lane_count;
196 intel_dp_link_required(int pixel_clock, int bpp)
198 /* pixel_clock is in kHz, divide bpp by 8 for bit to Byte conversion */
199 return DIV_ROUND_UP(pixel_clock * bpp, 8);
203 intel_dp_max_data_rate(int max_link_clock, int max_lanes)
205 /* max_link_clock is the link symbol clock (LS_Clk) in kHz and not the
206 * link rate that is generally expressed in Gbps. Since, 8 bits of data
207 * is transmitted every LS_Clk per lane, there is no need to account for
208 * the channel encoding that is done in the PHY layer here.
211 return max_link_clock * max_lanes;
214 bool intel_dp_can_bigjoiner(struct intel_dp *intel_dp)
216 struct intel_digital_port *intel_dig_port = dp_to_dig_port(intel_dp);
217 struct intel_encoder *encoder = &intel_dig_port->base;
218 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
220 return DISPLAY_VER(dev_priv) >= 12 ||
221 (DISPLAY_VER(dev_priv) == 11 &&
222 encoder->port != PORT_A);
225 static int cnl_max_source_rate(struct intel_dp *intel_dp)
227 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
228 struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
229 enum port port = dig_port->base.port;
231 u32 voltage = intel_de_read(dev_priv, CNL_PORT_COMP_DW3) & VOLTAGE_INFO_MASK;
233 /* Low voltage SKUs are limited to max of 5.4G */
234 if (voltage == VOLTAGE_INFO_0_85V)
237 /* For this SKU 8.1G is supported in all ports */
238 if (IS_CNL_WITH_PORT_F(dev_priv))
241 /* For other SKUs, max rate on ports A and D is 5.4G */
242 if (port == PORT_A || port == PORT_D)
248 static int icl_max_source_rate(struct intel_dp *intel_dp)
250 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
251 struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
252 enum phy phy = intel_port_to_phy(dev_priv, dig_port->base.port);
254 if (intel_phy_is_combo(dev_priv, phy) &&
255 !intel_dp_is_edp(intel_dp))
261 static int ehl_max_source_rate(struct intel_dp *intel_dp)
263 if (intel_dp_is_edp(intel_dp))
270 intel_dp_set_source_rates(struct intel_dp *intel_dp)
272 /* The values must be in increasing order */
273 static const int cnl_rates[] = {
274 162000, 216000, 270000, 324000, 432000, 540000, 648000, 810000
276 static const int bxt_rates[] = {
277 162000, 216000, 243000, 270000, 324000, 432000, 540000
279 static const int skl_rates[] = {
280 162000, 216000, 270000, 324000, 432000, 540000
282 static const int hsw_rates[] = {
283 162000, 270000, 540000
285 static const int g4x_rates[] = {
288 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
289 struct intel_encoder *encoder = &dig_port->base;
290 struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
291 const int *source_rates;
292 int size, max_rate = 0, vbt_max_rate;
294 /* This should only be done once */
295 drm_WARN_ON(&dev_priv->drm,
296 intel_dp->source_rates || intel_dp->num_source_rates);
298 if (DISPLAY_VER(dev_priv) >= 11 || IS_CANNONLAKE(dev_priv)) {
299 source_rates = cnl_rates;
300 size = ARRAY_SIZE(cnl_rates);
301 if (DISPLAY_VER(dev_priv) == 10)
302 max_rate = cnl_max_source_rate(intel_dp);
303 else if (IS_JSL_EHL(dev_priv))
304 max_rate = ehl_max_source_rate(intel_dp);
306 max_rate = icl_max_source_rate(intel_dp);
307 } else if (IS_GEMINILAKE(dev_priv) || IS_BROXTON(dev_priv)) {
308 source_rates = bxt_rates;
309 size = ARRAY_SIZE(bxt_rates);
310 } else if (DISPLAY_VER(dev_priv) == 9) {
311 source_rates = skl_rates;
312 size = ARRAY_SIZE(skl_rates);
313 } else if ((IS_HASWELL(dev_priv) && !IS_HSW_ULX(dev_priv)) ||
314 IS_BROADWELL(dev_priv)) {
315 source_rates = hsw_rates;
316 size = ARRAY_SIZE(hsw_rates);
318 source_rates = g4x_rates;
319 size = ARRAY_SIZE(g4x_rates);
322 vbt_max_rate = intel_bios_dp_max_link_rate(encoder);
323 if (max_rate && vbt_max_rate)
324 max_rate = min(max_rate, vbt_max_rate);
325 else if (vbt_max_rate)
326 max_rate = vbt_max_rate;
329 size = intel_dp_rate_limit_len(source_rates, size, max_rate);
331 intel_dp->source_rates = source_rates;
332 intel_dp->num_source_rates = size;
335 static int intersect_rates(const int *source_rates, int source_len,
336 const int *sink_rates, int sink_len,
339 int i = 0, j = 0, k = 0;
341 while (i < source_len && j < sink_len) {
342 if (source_rates[i] == sink_rates[j]) {
343 if (WARN_ON(k >= DP_MAX_SUPPORTED_RATES))
345 common_rates[k] = source_rates[i];
349 } else if (source_rates[i] < sink_rates[j]) {
358 /* return index of rate in rates array, or -1 if not found */
359 static int intel_dp_rate_index(const int *rates, int len, int rate)
363 for (i = 0; i < len; i++)
364 if (rate == rates[i])
370 static void intel_dp_set_common_rates(struct intel_dp *intel_dp)
372 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
374 drm_WARN_ON(&i915->drm,
375 !intel_dp->num_source_rates || !intel_dp->num_sink_rates);
377 intel_dp->num_common_rates = intersect_rates(intel_dp->source_rates,
378 intel_dp->num_source_rates,
379 intel_dp->sink_rates,
380 intel_dp->num_sink_rates,
381 intel_dp->common_rates);
383 /* Paranoia, there should always be something in common. */
384 if (drm_WARN_ON(&i915->drm, intel_dp->num_common_rates == 0)) {
385 intel_dp->common_rates[0] = 162000;
386 intel_dp->num_common_rates = 1;
390 static bool intel_dp_link_params_valid(struct intel_dp *intel_dp, int link_rate,
394 * FIXME: we need to synchronize the current link parameters with
395 * hardware readout. Currently fast link training doesn't work on
398 if (link_rate == 0 ||
399 link_rate > intel_dp->max_link_rate)
402 if (lane_count == 0 ||
403 lane_count > intel_dp_max_lane_count(intel_dp))
409 static bool intel_dp_can_link_train_fallback_for_edp(struct intel_dp *intel_dp,
413 const struct drm_display_mode *fixed_mode =
414 intel_dp->attached_connector->panel.fixed_mode;
415 int mode_rate, max_rate;
417 mode_rate = intel_dp_link_required(fixed_mode->clock, 18);
418 max_rate = intel_dp_max_data_rate(link_rate, lane_count);
419 if (mode_rate > max_rate)
425 int intel_dp_get_link_train_fallback_values(struct intel_dp *intel_dp,
426 int link_rate, u8 lane_count)
428 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
432 * TODO: Enable fallback on MST links once MST link compute can handle
433 * the fallback params.
435 if (intel_dp->is_mst) {
436 drm_err(&i915->drm, "Link Training Unsuccessful\n");
440 if (intel_dp_is_edp(intel_dp) && !intel_dp->use_max_params) {
441 drm_dbg_kms(&i915->drm,
442 "Retrying Link training for eDP with max parameters\n");
443 intel_dp->use_max_params = true;
447 index = intel_dp_rate_index(intel_dp->common_rates,
448 intel_dp->num_common_rates,
451 if (intel_dp_is_edp(intel_dp) &&
452 !intel_dp_can_link_train_fallback_for_edp(intel_dp,
453 intel_dp->common_rates[index - 1],
455 drm_dbg_kms(&i915->drm,
456 "Retrying Link training for eDP with same parameters\n");
459 intel_dp->max_link_rate = intel_dp->common_rates[index - 1];
460 intel_dp->max_link_lane_count = lane_count;
461 } else if (lane_count > 1) {
462 if (intel_dp_is_edp(intel_dp) &&
463 !intel_dp_can_link_train_fallback_for_edp(intel_dp,
464 intel_dp_max_common_rate(intel_dp),
466 drm_dbg_kms(&i915->drm,
467 "Retrying Link training for eDP with same parameters\n");
470 intel_dp->max_link_rate = intel_dp_max_common_rate(intel_dp);
471 intel_dp->max_link_lane_count = lane_count >> 1;
473 drm_err(&i915->drm, "Link Training Unsuccessful\n");
480 u32 intel_dp_mode_to_fec_clock(u32 mode_clock)
482 return div_u64(mul_u32_u32(mode_clock, 1000000U),
483 DP_DSC_FEC_OVERHEAD_FACTOR);
487 small_joiner_ram_size_bits(struct drm_i915_private *i915)
489 if (DISPLAY_VER(i915) >= 11)
495 static u16 intel_dp_dsc_get_output_bpp(struct drm_i915_private *i915,
496 u32 link_clock, u32 lane_count,
497 u32 mode_clock, u32 mode_hdisplay,
501 u32 bits_per_pixel, max_bpp_small_joiner_ram;
505 * Available Link Bandwidth(Kbits/sec) = (NumberOfLanes)*
506 * (LinkSymbolClock)* 8 * (TimeSlotsPerMTP)
507 * for SST -> TimeSlotsPerMTP is 1,
508 * for MST -> TimeSlotsPerMTP has to be calculated
510 bits_per_pixel = (link_clock * lane_count * 8) /
511 intel_dp_mode_to_fec_clock(mode_clock);
512 drm_dbg_kms(&i915->drm, "Max link bpp: %u\n", bits_per_pixel);
514 /* Small Joiner Check: output bpp <= joiner RAM (bits) / Horiz. width */
515 max_bpp_small_joiner_ram = small_joiner_ram_size_bits(i915) /
519 max_bpp_small_joiner_ram *= 2;
521 drm_dbg_kms(&i915->drm, "Max small joiner bpp: %u\n",
522 max_bpp_small_joiner_ram);
525 * Greatest allowed DSC BPP = MIN (output BPP from available Link BW
526 * check, output bpp from small joiner RAM check)
528 bits_per_pixel = min(bits_per_pixel, max_bpp_small_joiner_ram);
531 u32 max_bpp_bigjoiner =
532 i915->max_cdclk_freq * 48 /
533 intel_dp_mode_to_fec_clock(mode_clock);
535 DRM_DEBUG_KMS("Max big joiner bpp: %u\n", max_bpp_bigjoiner);
536 bits_per_pixel = min(bits_per_pixel, max_bpp_bigjoiner);
539 /* Error out if the max bpp is less than smallest allowed valid bpp */
540 if (bits_per_pixel < valid_dsc_bpp[0]) {
541 drm_dbg_kms(&i915->drm, "Unsupported BPP %u, min %u\n",
542 bits_per_pixel, valid_dsc_bpp[0]);
546 /* From XE_LPD onwards we support from bpc upto uncompressed bpp-1 BPPs */
547 if (DISPLAY_VER(i915) >= 13) {
548 bits_per_pixel = min(bits_per_pixel, pipe_bpp - 1);
550 /* Find the nearest match in the array of known BPPs from VESA */
551 for (i = 0; i < ARRAY_SIZE(valid_dsc_bpp) - 1; i++) {
552 if (bits_per_pixel < valid_dsc_bpp[i + 1])
555 bits_per_pixel = valid_dsc_bpp[i];
559 * Compressed BPP in U6.4 format so multiply by 16, for Gen 11,
560 * fractional part is 0
562 return bits_per_pixel << 4;
565 static u8 intel_dp_dsc_get_slice_count(struct intel_dp *intel_dp,
566 int mode_clock, int mode_hdisplay,
569 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
570 u8 min_slice_count, i;
573 if (mode_clock <= DP_DSC_PEAK_PIXEL_RATE)
574 min_slice_count = DIV_ROUND_UP(mode_clock,
575 DP_DSC_MAX_ENC_THROUGHPUT_0);
577 min_slice_count = DIV_ROUND_UP(mode_clock,
578 DP_DSC_MAX_ENC_THROUGHPUT_1);
580 max_slice_width = drm_dp_dsc_sink_max_slice_width(intel_dp->dsc_dpcd);
581 if (max_slice_width < DP_DSC_MIN_SLICE_WIDTH_VALUE) {
582 drm_dbg_kms(&i915->drm,
583 "Unsupported slice width %d by DP DSC Sink device\n",
587 /* Also take into account max slice width */
588 min_slice_count = max_t(u8, min_slice_count,
589 DIV_ROUND_UP(mode_hdisplay,
592 /* Find the closest match to the valid slice count values */
593 for (i = 0; i < ARRAY_SIZE(valid_dsc_slicecount); i++) {
594 u8 test_slice_count = valid_dsc_slicecount[i] << bigjoiner;
596 if (test_slice_count >
597 drm_dp_dsc_sink_max_slice_count(intel_dp->dsc_dpcd, false))
600 /* big joiner needs small joiner to be enabled */
601 if (bigjoiner && test_slice_count < 4)
604 if (min_slice_count <= test_slice_count)
605 return test_slice_count;
608 drm_dbg_kms(&i915->drm, "Unsupported Slice Count %d\n",
613 static enum intel_output_format
614 intel_dp_output_format(struct drm_connector *connector,
615 const struct drm_display_mode *mode)
617 struct intel_dp *intel_dp = intel_attached_dp(to_intel_connector(connector));
618 const struct drm_display_info *info = &connector->display_info;
620 if (!connector->ycbcr_420_allowed ||
621 !drm_mode_is_420_only(info, mode))
622 return INTEL_OUTPUT_FORMAT_RGB;
624 if (intel_dp->dfp.rgb_to_ycbcr &&
625 intel_dp->dfp.ycbcr_444_to_420)
626 return INTEL_OUTPUT_FORMAT_RGB;
628 if (intel_dp->dfp.ycbcr_444_to_420)
629 return INTEL_OUTPUT_FORMAT_YCBCR444;
631 return INTEL_OUTPUT_FORMAT_YCBCR420;
634 int intel_dp_min_bpp(enum intel_output_format output_format)
636 if (output_format == INTEL_OUTPUT_FORMAT_RGB)
642 static int intel_dp_output_bpp(enum intel_output_format output_format, int bpp)
645 * bpp value was assumed to RGB format. And YCbCr 4:2:0 output
646 * format of the number of bytes per pixel will be half the number
647 * of bytes of RGB pixel.
649 if (output_format == INTEL_OUTPUT_FORMAT_YCBCR420)
656 intel_dp_mode_min_output_bpp(struct drm_connector *connector,
657 const struct drm_display_mode *mode)
659 enum intel_output_format output_format =
660 intel_dp_output_format(connector, mode);
662 return intel_dp_output_bpp(output_format, intel_dp_min_bpp(output_format));
665 static bool intel_dp_hdisplay_bad(struct drm_i915_private *dev_priv,
669 * Older platforms don't like hdisplay==4096 with DP.
671 * On ILK/SNB/IVB the pipe seems to be somewhat running (scanline
672 * and frame counter increment), but we don't get vblank interrupts,
673 * and the pipe underruns immediately. The link also doesn't seem
674 * to get trained properly.
676 * On CHV the vblank interrupts don't seem to disappear but
677 * otherwise the symptoms are similar.
679 * TODO: confirm the behaviour on HSW+
681 return hdisplay == 4096 && !HAS_DDI(dev_priv);
684 static enum drm_mode_status
685 intel_dp_mode_valid_downstream(struct intel_connector *connector,
686 const struct drm_display_mode *mode,
689 struct intel_dp *intel_dp = intel_attached_dp(connector);
690 const struct drm_display_info *info = &connector->base.display_info;
693 /* If PCON supports FRL MODE, check FRL bandwidth constraints */
694 if (intel_dp->dfp.pcon_max_frl_bw) {
697 int bpp = intel_dp_mode_min_output_bpp(&connector->base, mode);
699 target_bw = bpp * target_clock;
701 max_frl_bw = intel_dp->dfp.pcon_max_frl_bw;
703 /* converting bw from Gbps to Kbps*/
704 max_frl_bw = max_frl_bw * 1000000;
706 if (target_bw > max_frl_bw)
707 return MODE_CLOCK_HIGH;
712 if (intel_dp->dfp.max_dotclock &&
713 target_clock > intel_dp->dfp.max_dotclock)
714 return MODE_CLOCK_HIGH;
716 /* Assume 8bpc for the DP++/HDMI/DVI TMDS clock check */
717 tmds_clock = target_clock;
718 if (drm_mode_is_420_only(info, mode))
721 if (intel_dp->dfp.min_tmds_clock &&
722 tmds_clock < intel_dp->dfp.min_tmds_clock)
723 return MODE_CLOCK_LOW;
724 if (intel_dp->dfp.max_tmds_clock &&
725 tmds_clock > intel_dp->dfp.max_tmds_clock)
726 return MODE_CLOCK_HIGH;
731 static enum drm_mode_status
732 intel_dp_mode_valid(struct drm_connector *connector,
733 struct drm_display_mode *mode)
735 struct intel_dp *intel_dp = intel_attached_dp(to_intel_connector(connector));
736 struct intel_connector *intel_connector = to_intel_connector(connector);
737 struct drm_display_mode *fixed_mode = intel_connector->panel.fixed_mode;
738 struct drm_i915_private *dev_priv = to_i915(connector->dev);
739 int target_clock = mode->clock;
740 int max_rate, mode_rate, max_lanes, max_link_clock;
741 int max_dotclk = dev_priv->max_dotclk_freq;
742 u16 dsc_max_output_bpp = 0;
743 u8 dsc_slice_count = 0;
744 enum drm_mode_status status;
745 bool dsc = false, bigjoiner = false;
747 if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
748 return MODE_NO_DBLESCAN;
750 if (mode->flags & DRM_MODE_FLAG_DBLCLK)
751 return MODE_H_ILLEGAL;
753 if (intel_dp_is_edp(intel_dp) && fixed_mode) {
754 if (mode->hdisplay != fixed_mode->hdisplay)
757 if (mode->vdisplay != fixed_mode->vdisplay)
760 target_clock = fixed_mode->clock;
763 if (mode->clock < 10000)
764 return MODE_CLOCK_LOW;
766 if ((target_clock > max_dotclk || mode->hdisplay > 5120) &&
767 intel_dp_can_bigjoiner(intel_dp)) {
771 if (target_clock > max_dotclk)
772 return MODE_CLOCK_HIGH;
774 max_link_clock = intel_dp_max_link_rate(intel_dp);
775 max_lanes = intel_dp_max_lane_count(intel_dp);
777 max_rate = intel_dp_max_data_rate(max_link_clock, max_lanes);
778 mode_rate = intel_dp_link_required(target_clock,
779 intel_dp_mode_min_output_bpp(connector, mode));
781 if (intel_dp_hdisplay_bad(dev_priv, mode->hdisplay))
782 return MODE_H_ILLEGAL;
785 * Output bpp is stored in 6.4 format so right shift by 4 to get the
786 * integer value since we support only integer values of bpp.
788 if (DISPLAY_VER(dev_priv) >= 10 &&
789 drm_dp_sink_supports_dsc(intel_dp->dsc_dpcd)) {
791 * TBD pass the connector BPC,
792 * for now U8_MAX so that max BPC on that platform would be picked
794 int pipe_bpp = intel_dp_dsc_compute_bpp(intel_dp, U8_MAX);
796 if (intel_dp_is_edp(intel_dp)) {
798 drm_edp_dsc_sink_output_bpp(intel_dp->dsc_dpcd) >> 4;
800 drm_dp_dsc_sink_max_slice_count(intel_dp->dsc_dpcd,
802 } else if (drm_dp_sink_supports_fec(intel_dp->fec_capable)) {
804 intel_dp_dsc_get_output_bpp(dev_priv,
812 intel_dp_dsc_get_slice_count(intel_dp,
818 dsc = dsc_max_output_bpp && dsc_slice_count;
822 * Big joiner configuration needs DSC for TGL which is not true for
823 * XE_LPD where uncompressed joiner is supported.
825 if (DISPLAY_VER(dev_priv) < 13 && bigjoiner && !dsc)
826 return MODE_CLOCK_HIGH;
828 if (mode_rate > max_rate && !dsc)
829 return MODE_CLOCK_HIGH;
831 status = intel_dp_mode_valid_downstream(intel_connector,
833 if (status != MODE_OK)
836 return intel_mode_valid_max_plane_size(dev_priv, mode, bigjoiner);
839 bool intel_dp_source_supports_hbr2(struct intel_dp *intel_dp)
841 int max_rate = intel_dp->source_rates[intel_dp->num_source_rates - 1];
843 return max_rate >= 540000;
846 bool intel_dp_source_supports_hbr3(struct intel_dp *intel_dp)
848 int max_rate = intel_dp->source_rates[intel_dp->num_source_rates - 1];
850 return max_rate >= 810000;
853 static void snprintf_int_array(char *str, size_t len,
854 const int *array, int nelem)
860 for (i = 0; i < nelem; i++) {
861 int r = snprintf(str, len, "%s%d", i ? ", " : "", array[i]);
869 static void intel_dp_print_rates(struct intel_dp *intel_dp)
871 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
872 char str[128]; /* FIXME: too big for stack? */
874 if (!drm_debug_enabled(DRM_UT_KMS))
877 snprintf_int_array(str, sizeof(str),
878 intel_dp->source_rates, intel_dp->num_source_rates);
879 drm_dbg_kms(&i915->drm, "source rates: %s\n", str);
881 snprintf_int_array(str, sizeof(str),
882 intel_dp->sink_rates, intel_dp->num_sink_rates);
883 drm_dbg_kms(&i915->drm, "sink rates: %s\n", str);
885 snprintf_int_array(str, sizeof(str),
886 intel_dp->common_rates, intel_dp->num_common_rates);
887 drm_dbg_kms(&i915->drm, "common rates: %s\n", str);
891 intel_dp_max_link_rate(struct intel_dp *intel_dp)
893 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
896 len = intel_dp_common_len_rate_limit(intel_dp, intel_dp->max_link_rate);
897 if (drm_WARN_ON(&i915->drm, len <= 0))
900 return intel_dp->common_rates[len - 1];
903 int intel_dp_rate_select(struct intel_dp *intel_dp, int rate)
905 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
906 int i = intel_dp_rate_index(intel_dp->sink_rates,
907 intel_dp->num_sink_rates, rate);
909 if (drm_WARN_ON(&i915->drm, i < 0))
915 void intel_dp_compute_rate(struct intel_dp *intel_dp, int port_clock,
916 u8 *link_bw, u8 *rate_select)
918 /* eDP 1.4 rate select method. */
919 if (intel_dp->use_rate_select) {
922 intel_dp_rate_select(intel_dp, port_clock);
924 *link_bw = drm_dp_link_rate_to_bw_code(port_clock);
929 static bool intel_dp_source_supports_fec(struct intel_dp *intel_dp,
930 const struct intel_crtc_state *pipe_config)
932 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
934 /* On TGL, FEC is supported on all Pipes */
935 if (DISPLAY_VER(dev_priv) >= 12)
938 if (DISPLAY_VER(dev_priv) == 11 && pipe_config->cpu_transcoder != TRANSCODER_A)
944 static bool intel_dp_supports_fec(struct intel_dp *intel_dp,
945 const struct intel_crtc_state *pipe_config)
947 return intel_dp_source_supports_fec(intel_dp, pipe_config) &&
948 drm_dp_sink_supports_fec(intel_dp->fec_capable);
951 static bool intel_dp_supports_dsc(struct intel_dp *intel_dp,
952 const struct intel_crtc_state *crtc_state)
954 if (intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP) && !crtc_state->fec_enable)
957 return intel_dsc_source_support(crtc_state) &&
958 drm_dp_sink_supports_dsc(intel_dp->dsc_dpcd);
961 static bool intel_dp_hdmi_ycbcr420(struct intel_dp *intel_dp,
962 const struct intel_crtc_state *crtc_state)
964 return crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR420 ||
965 (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR444 &&
966 intel_dp->dfp.ycbcr_444_to_420);
969 static int intel_dp_hdmi_tmds_clock(struct intel_dp *intel_dp,
970 const struct intel_crtc_state *crtc_state, int bpc)
972 int clock = crtc_state->hw.adjusted_mode.crtc_clock * bpc / 8;
974 if (intel_dp_hdmi_ycbcr420(intel_dp, crtc_state))
980 static bool intel_dp_hdmi_tmds_clock_valid(struct intel_dp *intel_dp,
981 const struct intel_crtc_state *crtc_state, int bpc)
983 int tmds_clock = intel_dp_hdmi_tmds_clock(intel_dp, crtc_state, bpc);
985 if (intel_dp->dfp.min_tmds_clock &&
986 tmds_clock < intel_dp->dfp.min_tmds_clock)
989 if (intel_dp->dfp.max_tmds_clock &&
990 tmds_clock > intel_dp->dfp.max_tmds_clock)
996 static bool intel_dp_hdmi_deep_color_possible(struct intel_dp *intel_dp,
997 const struct intel_crtc_state *crtc_state,
1001 return intel_hdmi_deep_color_possible(crtc_state, bpc,
1002 intel_dp->has_hdmi_sink,
1003 intel_dp_hdmi_ycbcr420(intel_dp, crtc_state)) &&
1004 intel_dp_hdmi_tmds_clock_valid(intel_dp, crtc_state, bpc);
1007 static int intel_dp_max_bpp(struct intel_dp *intel_dp,
1008 const struct intel_crtc_state *crtc_state)
1010 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1011 struct intel_connector *intel_connector = intel_dp->attached_connector;
1014 bpc = crtc_state->pipe_bpp / 3;
1016 if (intel_dp->dfp.max_bpc)
1017 bpc = min_t(int, bpc, intel_dp->dfp.max_bpc);
1019 if (intel_dp->dfp.min_tmds_clock) {
1020 for (; bpc >= 10; bpc -= 2) {
1021 if (intel_dp_hdmi_deep_color_possible(intel_dp, crtc_state, bpc))
1027 if (intel_dp_is_edp(intel_dp)) {
1028 /* Get bpp from vbt only for panels that dont have bpp in edid */
1029 if (intel_connector->base.display_info.bpc == 0 &&
1030 dev_priv->vbt.edp.bpp && dev_priv->vbt.edp.bpp < bpp) {
1031 drm_dbg_kms(&dev_priv->drm,
1032 "clamping bpp for eDP panel to BIOS-provided %i\n",
1033 dev_priv->vbt.edp.bpp);
1034 bpp = dev_priv->vbt.edp.bpp;
1041 /* Adjust link config limits based on compliance test requests. */
1043 intel_dp_adjust_compliance_config(struct intel_dp *intel_dp,
1044 struct intel_crtc_state *pipe_config,
1045 struct link_config_limits *limits)
1047 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1049 /* For DP Compliance we override the computed bpp for the pipe */
1050 if (intel_dp->compliance.test_data.bpc != 0) {
1051 int bpp = 3 * intel_dp->compliance.test_data.bpc;
1053 limits->min_bpp = limits->max_bpp = bpp;
1054 pipe_config->dither_force_disable = bpp == 6 * 3;
1056 drm_dbg_kms(&i915->drm, "Setting pipe_bpp to %d\n", bpp);
1059 /* Use values requested by Compliance Test Request */
1060 if (intel_dp->compliance.test_type == DP_TEST_LINK_TRAINING) {
1063 /* Validate the compliance test data since max values
1064 * might have changed due to link train fallback.
1066 if (intel_dp_link_params_valid(intel_dp, intel_dp->compliance.test_link_rate,
1067 intel_dp->compliance.test_lane_count)) {
1068 index = intel_dp_rate_index(intel_dp->common_rates,
1069 intel_dp->num_common_rates,
1070 intel_dp->compliance.test_link_rate);
1072 limits->min_clock = limits->max_clock = index;
1073 limits->min_lane_count = limits->max_lane_count =
1074 intel_dp->compliance.test_lane_count;
1079 /* Optimize link config in order: max bpp, min clock, min lanes */
1081 intel_dp_compute_link_config_wide(struct intel_dp *intel_dp,
1082 struct intel_crtc_state *pipe_config,
1083 const struct link_config_limits *limits)
1085 struct drm_display_mode *adjusted_mode = &pipe_config->hw.adjusted_mode;
1086 int bpp, clock, lane_count;
1087 int mode_rate, link_clock, link_avail;
1089 for (bpp = limits->max_bpp; bpp >= limits->min_bpp; bpp -= 2 * 3) {
1090 int output_bpp = intel_dp_output_bpp(pipe_config->output_format, bpp);
1092 mode_rate = intel_dp_link_required(adjusted_mode->crtc_clock,
1095 for (clock = limits->min_clock; clock <= limits->max_clock; clock++) {
1096 for (lane_count = limits->min_lane_count;
1097 lane_count <= limits->max_lane_count;
1099 link_clock = intel_dp->common_rates[clock];
1100 link_avail = intel_dp_max_data_rate(link_clock,
1103 if (mode_rate <= link_avail) {
1104 pipe_config->lane_count = lane_count;
1105 pipe_config->pipe_bpp = bpp;
1106 pipe_config->port_clock = link_clock;
1117 static int intel_dp_dsc_compute_bpp(struct intel_dp *intel_dp, u8 max_req_bpc)
1119 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1121 u8 dsc_bpc[3] = {0};
1124 /* Max DSC Input BPC for ICL is 10 and for TGL+ is 12 */
1125 if (DISPLAY_VER(i915) >= 12)
1126 dsc_max_bpc = min_t(u8, 12, max_req_bpc);
1128 dsc_max_bpc = min_t(u8, 10, max_req_bpc);
1130 num_bpc = drm_dp_dsc_sink_supported_input_bpcs(intel_dp->dsc_dpcd,
1132 for (i = 0; i < num_bpc; i++) {
1133 if (dsc_max_bpc >= dsc_bpc[i])
1134 return dsc_bpc[i] * 3;
1140 #define DSC_SUPPORTED_VERSION_MIN 1
1142 static int intel_dp_dsc_compute_params(struct intel_encoder *encoder,
1143 struct intel_crtc_state *crtc_state)
1145 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
1146 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1147 struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config;
1152 * RC_MODEL_SIZE is currently a constant across all configurations.
1154 * FIXME: Look into using sink defined DPCD DP_DSC_RC_BUF_BLK_SIZE and
1155 * DP_DSC_RC_BUF_SIZE for this.
1157 vdsc_cfg->rc_model_size = DSC_RC_MODEL_SIZE_CONST;
1160 * Slice Height of 8 works for all currently available panels. So start
1161 * with that if pic_height is an integral multiple of 8. Eventually add
1162 * logic to try multiple slice heights.
1164 if (vdsc_cfg->pic_height % 8 == 0)
1165 vdsc_cfg->slice_height = 8;
1166 else if (vdsc_cfg->pic_height % 4 == 0)
1167 vdsc_cfg->slice_height = 4;
1169 vdsc_cfg->slice_height = 2;
1171 ret = intel_dsc_compute_params(encoder, crtc_state);
1175 vdsc_cfg->dsc_version_major =
1176 (intel_dp->dsc_dpcd[DP_DSC_REV - DP_DSC_SUPPORT] &
1177 DP_DSC_MAJOR_MASK) >> DP_DSC_MAJOR_SHIFT;
1178 vdsc_cfg->dsc_version_minor =
1179 min(DSC_SUPPORTED_VERSION_MIN,
1180 (intel_dp->dsc_dpcd[DP_DSC_REV - DP_DSC_SUPPORT] &
1181 DP_DSC_MINOR_MASK) >> DP_DSC_MINOR_SHIFT);
1183 vdsc_cfg->convert_rgb = intel_dp->dsc_dpcd[DP_DSC_DEC_COLOR_FORMAT_CAP - DP_DSC_SUPPORT] &
1186 line_buf_depth = drm_dp_dsc_sink_line_buf_depth(intel_dp->dsc_dpcd);
1187 if (!line_buf_depth) {
1188 drm_dbg_kms(&i915->drm,
1189 "DSC Sink Line Buffer Depth invalid\n");
1193 if (vdsc_cfg->dsc_version_minor == 2)
1194 vdsc_cfg->line_buf_depth = (line_buf_depth == DSC_1_2_MAX_LINEBUF_DEPTH_BITS) ?
1195 DSC_1_2_MAX_LINEBUF_DEPTH_VAL : line_buf_depth;
1197 vdsc_cfg->line_buf_depth = (line_buf_depth > DSC_1_1_MAX_LINEBUF_DEPTH_BITS) ?
1198 DSC_1_1_MAX_LINEBUF_DEPTH_BITS : line_buf_depth;
1200 vdsc_cfg->block_pred_enable =
1201 intel_dp->dsc_dpcd[DP_DSC_BLK_PREDICTION_SUPPORT - DP_DSC_SUPPORT] &
1202 DP_DSC_BLK_PREDICTION_IS_SUPPORTED;
1204 return drm_dsc_compute_rc_parameters(vdsc_cfg);
1207 static int intel_dp_dsc_compute_config(struct intel_dp *intel_dp,
1208 struct intel_crtc_state *pipe_config,
1209 struct drm_connector_state *conn_state,
1210 struct link_config_limits *limits)
1212 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
1213 struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
1214 const struct drm_display_mode *adjusted_mode =
1215 &pipe_config->hw.adjusted_mode;
1219 pipe_config->fec_enable = !intel_dp_is_edp(intel_dp) &&
1220 intel_dp_supports_fec(intel_dp, pipe_config);
1222 if (!intel_dp_supports_dsc(intel_dp, pipe_config))
1225 pipe_bpp = intel_dp_dsc_compute_bpp(intel_dp, conn_state->max_requested_bpc);
1227 /* Min Input BPC for ICL+ is 8 */
1228 if (pipe_bpp < 8 * 3) {
1229 drm_dbg_kms(&dev_priv->drm,
1230 "No DSC support for less than 8bpc\n");
1235 * For now enable DSC for max bpp, max link rate, max lane count.
1236 * Optimize this later for the minimum possible link rate/lane count
1237 * with DSC enabled for the requested mode.
1239 pipe_config->pipe_bpp = pipe_bpp;
1240 pipe_config->port_clock = intel_dp->common_rates[limits->max_clock];
1241 pipe_config->lane_count = limits->max_lane_count;
1243 if (intel_dp_is_edp(intel_dp)) {
1244 pipe_config->dsc.compressed_bpp =
1245 min_t(u16, drm_edp_dsc_sink_output_bpp(intel_dp->dsc_dpcd) >> 4,
1246 pipe_config->pipe_bpp);
1247 pipe_config->dsc.slice_count =
1248 drm_dp_dsc_sink_max_slice_count(intel_dp->dsc_dpcd,
1251 u16 dsc_max_output_bpp;
1252 u8 dsc_dp_slice_count;
1254 dsc_max_output_bpp =
1255 intel_dp_dsc_get_output_bpp(dev_priv,
1256 pipe_config->port_clock,
1257 pipe_config->lane_count,
1258 adjusted_mode->crtc_clock,
1259 adjusted_mode->crtc_hdisplay,
1260 pipe_config->bigjoiner,
1262 dsc_dp_slice_count =
1263 intel_dp_dsc_get_slice_count(intel_dp,
1264 adjusted_mode->crtc_clock,
1265 adjusted_mode->crtc_hdisplay,
1266 pipe_config->bigjoiner);
1267 if (!dsc_max_output_bpp || !dsc_dp_slice_count) {
1268 drm_dbg_kms(&dev_priv->drm,
1269 "Compressed BPP/Slice Count not supported\n");
1272 pipe_config->dsc.compressed_bpp = min_t(u16,
1273 dsc_max_output_bpp >> 4,
1274 pipe_config->pipe_bpp);
1275 pipe_config->dsc.slice_count = dsc_dp_slice_count;
1278 * VDSC engine operates at 1 Pixel per clock, so if peak pixel rate
1279 * is greater than the maximum Cdclock and if slice count is even
1280 * then we need to use 2 VDSC instances.
1282 if (adjusted_mode->crtc_clock > dev_priv->max_cdclk_freq ||
1283 pipe_config->bigjoiner) {
1284 if (pipe_config->dsc.slice_count < 2) {
1285 drm_dbg_kms(&dev_priv->drm,
1286 "Cannot split stream to use 2 VDSC instances\n");
1290 pipe_config->dsc.dsc_split = true;
1293 ret = intel_dp_dsc_compute_params(&dig_port->base, pipe_config);
1295 drm_dbg_kms(&dev_priv->drm,
1296 "Cannot compute valid DSC parameters for Input Bpp = %d "
1297 "Compressed BPP = %d\n",
1298 pipe_config->pipe_bpp,
1299 pipe_config->dsc.compressed_bpp);
1303 pipe_config->dsc.compression_enable = true;
1304 drm_dbg_kms(&dev_priv->drm, "DP DSC computed with Input Bpp = %d "
1305 "Compressed Bpp = %d Slice Count = %d\n",
1306 pipe_config->pipe_bpp,
1307 pipe_config->dsc.compressed_bpp,
1308 pipe_config->dsc.slice_count);
1314 intel_dp_compute_link_config(struct intel_encoder *encoder,
1315 struct intel_crtc_state *pipe_config,
1316 struct drm_connector_state *conn_state)
1318 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
1319 const struct drm_display_mode *adjusted_mode =
1320 &pipe_config->hw.adjusted_mode;
1321 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1322 struct link_config_limits limits;
1326 common_len = intel_dp_common_len_rate_limit(intel_dp,
1327 intel_dp->max_link_rate);
1329 /* No common link rates between source and sink */
1330 drm_WARN_ON(encoder->base.dev, common_len <= 0);
1332 limits.min_clock = 0;
1333 limits.max_clock = common_len - 1;
1335 limits.min_lane_count = 1;
1336 limits.max_lane_count = intel_dp_max_lane_count(intel_dp);
1338 limits.min_bpp = intel_dp_min_bpp(pipe_config->output_format);
1339 limits.max_bpp = intel_dp_max_bpp(intel_dp, pipe_config);
1341 if (intel_dp->use_max_params) {
1343 * Use the maximum clock and number of lanes the eDP panel
1344 * advertizes being capable of in case the initial fast
1345 * optimal params failed us. The panels are generally
1346 * designed to support only a single clock and lane
1347 * configuration, and typically on older panels these
1348 * values correspond to the native resolution of the panel.
1350 limits.min_lane_count = limits.max_lane_count;
1351 limits.min_clock = limits.max_clock;
1354 intel_dp_adjust_compliance_config(intel_dp, pipe_config, &limits);
1356 drm_dbg_kms(&i915->drm, "DP link computation with max lane count %i "
1357 "max rate %d max bpp %d pixel clock %iKHz\n",
1358 limits.max_lane_count,
1359 intel_dp->common_rates[limits.max_clock],
1360 limits.max_bpp, adjusted_mode->crtc_clock);
1362 if ((adjusted_mode->crtc_clock > i915->max_dotclk_freq ||
1363 adjusted_mode->crtc_hdisplay > 5120) &&
1364 intel_dp_can_bigjoiner(intel_dp))
1365 pipe_config->bigjoiner = true;
1368 * Optimize for slow and wide for everything, because there are some
1369 * eDP 1.3 and 1.4 panels don't work well with fast and narrow.
1371 ret = intel_dp_compute_link_config_wide(intel_dp, pipe_config, &limits);
1374 * Pipe joiner needs compression upto display12 due to BW limitation. DG2
1375 * onwards pipe joiner can be enabled without compression.
1377 drm_dbg_kms(&i915->drm, "Force DSC en = %d\n", intel_dp->force_dsc_en);
1378 if (ret || intel_dp->force_dsc_en || (DISPLAY_VER(i915) < 13 &&
1379 pipe_config->bigjoiner)) {
1380 ret = intel_dp_dsc_compute_config(intel_dp, pipe_config,
1381 conn_state, &limits);
1386 if (pipe_config->dsc.compression_enable) {
1387 drm_dbg_kms(&i915->drm,
1388 "DP lane count %d clock %d Input bpp %d Compressed bpp %d\n",
1389 pipe_config->lane_count, pipe_config->port_clock,
1390 pipe_config->pipe_bpp,
1391 pipe_config->dsc.compressed_bpp);
1393 drm_dbg_kms(&i915->drm,
1394 "DP link rate required %i available %i\n",
1395 intel_dp_link_required(adjusted_mode->crtc_clock,
1396 pipe_config->dsc.compressed_bpp),
1397 intel_dp_max_data_rate(pipe_config->port_clock,
1398 pipe_config->lane_count));
1400 drm_dbg_kms(&i915->drm, "DP lane count %d clock %d bpp %d\n",
1401 pipe_config->lane_count, pipe_config->port_clock,
1402 pipe_config->pipe_bpp);
1404 drm_dbg_kms(&i915->drm,
1405 "DP link rate required %i available %i\n",
1406 intel_dp_link_required(adjusted_mode->crtc_clock,
1407 pipe_config->pipe_bpp),
1408 intel_dp_max_data_rate(pipe_config->port_clock,
1409 pipe_config->lane_count));
1414 bool intel_dp_limited_color_range(const struct intel_crtc_state *crtc_state,
1415 const struct drm_connector_state *conn_state)
1417 const struct intel_digital_connector_state *intel_conn_state =
1418 to_intel_digital_connector_state(conn_state);
1419 const struct drm_display_mode *adjusted_mode =
1420 &crtc_state->hw.adjusted_mode;
1423 * Our YCbCr output is always limited range.
1424 * crtc_state->limited_color_range only applies to RGB,
1425 * and it must never be set for YCbCr or we risk setting
1426 * some conflicting bits in PIPECONF which will mess up
1427 * the colors on the monitor.
1429 if (crtc_state->output_format != INTEL_OUTPUT_FORMAT_RGB)
1432 if (intel_conn_state->broadcast_rgb == INTEL_BROADCAST_RGB_AUTO) {
1435 * CEA-861-E - 5.1 Default Encoding Parameters
1436 * VESA DisplayPort Ver.1.2a - 5.1.1.1 Video Colorimetry
1438 return crtc_state->pipe_bpp != 18 &&
1439 drm_default_rgb_quant_range(adjusted_mode) ==
1440 HDMI_QUANTIZATION_RANGE_LIMITED;
1442 return intel_conn_state->broadcast_rgb ==
1443 INTEL_BROADCAST_RGB_LIMITED;
1447 static bool intel_dp_port_has_audio(struct drm_i915_private *dev_priv,
1450 if (IS_G4X(dev_priv))
1452 if (DISPLAY_VER(dev_priv) < 12 && port == PORT_A)
1458 static void intel_dp_compute_vsc_colorimetry(const struct intel_crtc_state *crtc_state,
1459 const struct drm_connector_state *conn_state,
1460 struct drm_dp_vsc_sdp *vsc)
1462 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
1463 struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
1466 * Prepare VSC Header for SU as per DP 1.4 spec, Table 2-118
1467 * VSC SDP supporting 3D stereo, PSR2, and Pixel Encoding/
1468 * Colorimetry Format indication.
1470 vsc->revision = 0x5;
1473 /* DP 1.4a spec, Table 2-120 */
1474 switch (crtc_state->output_format) {
1475 case INTEL_OUTPUT_FORMAT_YCBCR444:
1476 vsc->pixelformat = DP_PIXELFORMAT_YUV444;
1478 case INTEL_OUTPUT_FORMAT_YCBCR420:
1479 vsc->pixelformat = DP_PIXELFORMAT_YUV420;
1481 case INTEL_OUTPUT_FORMAT_RGB:
1483 vsc->pixelformat = DP_PIXELFORMAT_RGB;
1486 switch (conn_state->colorspace) {
1487 case DRM_MODE_COLORIMETRY_BT709_YCC:
1488 vsc->colorimetry = DP_COLORIMETRY_BT709_YCC;
1490 case DRM_MODE_COLORIMETRY_XVYCC_601:
1491 vsc->colorimetry = DP_COLORIMETRY_XVYCC_601;
1493 case DRM_MODE_COLORIMETRY_XVYCC_709:
1494 vsc->colorimetry = DP_COLORIMETRY_XVYCC_709;
1496 case DRM_MODE_COLORIMETRY_SYCC_601:
1497 vsc->colorimetry = DP_COLORIMETRY_SYCC_601;
1499 case DRM_MODE_COLORIMETRY_OPYCC_601:
1500 vsc->colorimetry = DP_COLORIMETRY_OPYCC_601;
1502 case DRM_MODE_COLORIMETRY_BT2020_CYCC:
1503 vsc->colorimetry = DP_COLORIMETRY_BT2020_CYCC;
1505 case DRM_MODE_COLORIMETRY_BT2020_RGB:
1506 vsc->colorimetry = DP_COLORIMETRY_BT2020_RGB;
1508 case DRM_MODE_COLORIMETRY_BT2020_YCC:
1509 vsc->colorimetry = DP_COLORIMETRY_BT2020_YCC;
1511 case DRM_MODE_COLORIMETRY_DCI_P3_RGB_D65:
1512 case DRM_MODE_COLORIMETRY_DCI_P3_RGB_THEATER:
1513 vsc->colorimetry = DP_COLORIMETRY_DCI_P3_RGB;
1517 * RGB->YCBCR color conversion uses the BT.709
1520 if (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR420)
1521 vsc->colorimetry = DP_COLORIMETRY_BT709_YCC;
1523 vsc->colorimetry = DP_COLORIMETRY_DEFAULT;
1527 vsc->bpc = crtc_state->pipe_bpp / 3;
1529 /* only RGB pixelformat supports 6 bpc */
1530 drm_WARN_ON(&dev_priv->drm,
1531 vsc->bpc == 6 && vsc->pixelformat != DP_PIXELFORMAT_RGB);
1533 /* all YCbCr are always limited range */
1534 vsc->dynamic_range = DP_DYNAMIC_RANGE_CTA;
1535 vsc->content_type = DP_CONTENT_TYPE_NOT_DEFINED;
1538 static void intel_dp_compute_vsc_sdp(struct intel_dp *intel_dp,
1539 struct intel_crtc_state *crtc_state,
1540 const struct drm_connector_state *conn_state)
1542 struct drm_dp_vsc_sdp *vsc = &crtc_state->infoframes.vsc;
1544 /* When a crtc state has PSR, VSC SDP will be handled by PSR routine */
1545 if (crtc_state->has_psr)
1548 if (!intel_dp_needs_vsc_sdp(crtc_state, conn_state))
1551 crtc_state->infoframes.enable |= intel_hdmi_infoframe_enable(DP_SDP_VSC);
1552 vsc->sdp_type = DP_SDP_VSC;
1553 intel_dp_compute_vsc_colorimetry(crtc_state, conn_state,
1554 &crtc_state->infoframes.vsc);
1557 void intel_dp_compute_psr_vsc_sdp(struct intel_dp *intel_dp,
1558 const struct intel_crtc_state *crtc_state,
1559 const struct drm_connector_state *conn_state,
1560 struct drm_dp_vsc_sdp *vsc)
1562 vsc->sdp_type = DP_SDP_VSC;
1564 if (intel_dp->psr.psr2_enabled) {
1565 if (intel_dp->psr.colorimetry_support &&
1566 intel_dp_needs_vsc_sdp(crtc_state, conn_state)) {
1567 /* [PSR2, +Colorimetry] */
1568 intel_dp_compute_vsc_colorimetry(crtc_state, conn_state,
1572 * [PSR2, -Colorimetry]
1573 * Prepare VSC Header for SU as per eDP 1.4 spec, Table 6-11
1574 * 3D stereo + PSR/PSR2 + Y-coordinate.
1576 vsc->revision = 0x4;
1582 * Prepare VSC Header for SU as per DP 1.4 spec, Table 2-118
1583 * VSC SDP supporting 3D stereo + PSR (applies to eDP v1.3 or
1586 vsc->revision = 0x2;
1592 intel_dp_compute_hdr_metadata_infoframe_sdp(struct intel_dp *intel_dp,
1593 struct intel_crtc_state *crtc_state,
1594 const struct drm_connector_state *conn_state)
1597 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1598 struct hdmi_drm_infoframe *drm_infoframe = &crtc_state->infoframes.drm.drm;
1600 if (!conn_state->hdr_output_metadata)
1603 ret = drm_hdmi_infoframe_set_hdr_metadata(drm_infoframe, conn_state);
1606 drm_dbg_kms(&dev_priv->drm, "couldn't set HDR metadata in infoframe\n");
1610 crtc_state->infoframes.enable |=
1611 intel_hdmi_infoframe_enable(HDMI_PACKET_TYPE_GAMUT_METADATA);
1615 intel_dp_drrs_compute_config(struct intel_dp *intel_dp,
1616 struct intel_crtc_state *pipe_config,
1617 int output_bpp, bool constant_n)
1619 struct intel_connector *intel_connector = intel_dp->attached_connector;
1620 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
1623 if (pipe_config->vrr.enable)
1627 * DRRS and PSR can't be enable together, so giving preference to PSR
1628 * as it allows more power-savings by complete shutting down display,
1629 * so to guarantee this, intel_dp_drrs_compute_config() must be called
1630 * after intel_psr_compute_config().
1632 if (pipe_config->has_psr)
1635 if (!intel_connector->panel.downclock_mode ||
1636 dev_priv->drrs.type != SEAMLESS_DRRS_SUPPORT)
1639 pipe_config->has_drrs = true;
1641 pixel_clock = intel_connector->panel.downclock_mode->clock;
1642 if (pipe_config->splitter.enable)
1643 pixel_clock /= pipe_config->splitter.link_count;
1645 intel_link_compute_m_n(output_bpp, pipe_config->lane_count, pixel_clock,
1646 pipe_config->port_clock, &pipe_config->dp_m2_n2,
1647 constant_n, pipe_config->fec_enable);
1649 /* FIXME: abstract this better */
1650 if (pipe_config->splitter.enable)
1651 pipe_config->dp_m2_n2.gmch_m *= pipe_config->splitter.link_count;
1655 intel_dp_compute_config(struct intel_encoder *encoder,
1656 struct intel_crtc_state *pipe_config,
1657 struct drm_connector_state *conn_state)
1659 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1660 struct drm_display_mode *adjusted_mode = &pipe_config->hw.adjusted_mode;
1661 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1662 enum port port = encoder->port;
1663 struct intel_connector *intel_connector = intel_dp->attached_connector;
1664 struct intel_digital_connector_state *intel_conn_state =
1665 to_intel_digital_connector_state(conn_state);
1666 bool constant_n = drm_dp_has_quirk(&intel_dp->desc, DP_DPCD_QUIRK_CONSTANT_N);
1667 int ret = 0, output_bpp;
1669 if (HAS_PCH_SPLIT(dev_priv) && !HAS_DDI(dev_priv) && port != PORT_A)
1670 pipe_config->has_pch_encoder = true;
1672 pipe_config->output_format = intel_dp_output_format(&intel_connector->base,
1675 if (pipe_config->output_format == INTEL_OUTPUT_FORMAT_YCBCR420) {
1676 ret = intel_pch_panel_fitting(pipe_config, conn_state);
1681 if (!intel_dp_port_has_audio(dev_priv, port))
1682 pipe_config->has_audio = false;
1683 else if (intel_conn_state->force_audio == HDMI_AUDIO_AUTO)
1684 pipe_config->has_audio = intel_dp->has_audio;
1686 pipe_config->has_audio = intel_conn_state->force_audio == HDMI_AUDIO_ON;
1688 if (intel_dp_is_edp(intel_dp) && intel_connector->panel.fixed_mode) {
1689 intel_fixed_panel_mode(intel_connector->panel.fixed_mode,
1692 if (HAS_GMCH(dev_priv))
1693 ret = intel_gmch_panel_fitting(pipe_config, conn_state);
1695 ret = intel_pch_panel_fitting(pipe_config, conn_state);
1700 if (adjusted_mode->flags & DRM_MODE_FLAG_DBLSCAN)
1703 if (HAS_GMCH(dev_priv) &&
1704 adjusted_mode->flags & DRM_MODE_FLAG_INTERLACE)
1707 if (adjusted_mode->flags & DRM_MODE_FLAG_DBLCLK)
1710 if (intel_dp_hdisplay_bad(dev_priv, adjusted_mode->crtc_hdisplay))
1713 ret = intel_dp_compute_link_config(encoder, pipe_config, conn_state);
1717 pipe_config->limited_color_range =
1718 intel_dp_limited_color_range(pipe_config, conn_state);
1720 if (pipe_config->dsc.compression_enable)
1721 output_bpp = pipe_config->dsc.compressed_bpp;
1723 output_bpp = intel_dp_output_bpp(pipe_config->output_format,
1724 pipe_config->pipe_bpp);
1726 if (intel_dp->mso_link_count) {
1727 int n = intel_dp->mso_link_count;
1728 int overlap = intel_dp->mso_pixel_overlap;
1730 pipe_config->splitter.enable = true;
1731 pipe_config->splitter.link_count = n;
1732 pipe_config->splitter.pixel_overlap = overlap;
1734 drm_dbg_kms(&dev_priv->drm, "MSO link count %d, pixel overlap %d\n",
1737 adjusted_mode->crtc_hdisplay = adjusted_mode->crtc_hdisplay / n + overlap;
1738 adjusted_mode->crtc_hblank_start = adjusted_mode->crtc_hblank_start / n + overlap;
1739 adjusted_mode->crtc_hblank_end = adjusted_mode->crtc_hblank_end / n + overlap;
1740 adjusted_mode->crtc_hsync_start = adjusted_mode->crtc_hsync_start / n + overlap;
1741 adjusted_mode->crtc_hsync_end = adjusted_mode->crtc_hsync_end / n + overlap;
1742 adjusted_mode->crtc_htotal = adjusted_mode->crtc_htotal / n + overlap;
1743 adjusted_mode->crtc_clock /= n;
1746 intel_link_compute_m_n(output_bpp,
1747 pipe_config->lane_count,
1748 adjusted_mode->crtc_clock,
1749 pipe_config->port_clock,
1750 &pipe_config->dp_m_n,
1751 constant_n, pipe_config->fec_enable);
1753 /* FIXME: abstract this better */
1754 if (pipe_config->splitter.enable)
1755 pipe_config->dp_m_n.gmch_m *= pipe_config->splitter.link_count;
1757 if (!HAS_DDI(dev_priv))
1758 g4x_dp_set_clock(encoder, pipe_config);
1760 intel_vrr_compute_config(pipe_config, conn_state);
1761 intel_psr_compute_config(intel_dp, pipe_config);
1762 intel_dp_drrs_compute_config(intel_dp, pipe_config, output_bpp,
1764 intel_dp_compute_vsc_sdp(intel_dp, pipe_config, conn_state);
1765 intel_dp_compute_hdr_metadata_infoframe_sdp(intel_dp, pipe_config, conn_state);
1770 void intel_dp_set_link_params(struct intel_dp *intel_dp,
1771 int link_rate, int lane_count)
1773 intel_dp->link_trained = false;
1774 intel_dp->link_rate = link_rate;
1775 intel_dp->lane_count = lane_count;
1778 /* Enable backlight PWM and backlight PP control. */
1779 void intel_edp_backlight_on(const struct intel_crtc_state *crtc_state,
1780 const struct drm_connector_state *conn_state)
1782 struct intel_dp *intel_dp = enc_to_intel_dp(to_intel_encoder(conn_state->best_encoder));
1783 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1785 if (!intel_dp_is_edp(intel_dp))
1788 drm_dbg_kms(&i915->drm, "\n");
1790 intel_panel_enable_backlight(crtc_state, conn_state);
1791 intel_pps_backlight_on(intel_dp);
1794 /* Disable backlight PP control and backlight PWM. */
1795 void intel_edp_backlight_off(const struct drm_connector_state *old_conn_state)
1797 struct intel_dp *intel_dp = enc_to_intel_dp(to_intel_encoder(old_conn_state->best_encoder));
1798 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1800 if (!intel_dp_is_edp(intel_dp))
1803 drm_dbg_kms(&i915->drm, "\n");
1805 intel_pps_backlight_off(intel_dp);
1806 intel_panel_disable_backlight(old_conn_state);
1809 static bool downstream_hpd_needs_d0(struct intel_dp *intel_dp)
1812 * DPCD 1.2+ should support BRANCH_DEVICE_CTRL, and thus
1813 * be capable of signalling downstream hpd with a long pulse.
1814 * Whether or not that means D3 is safe to use is not clear,
1815 * but let's assume so until proven otherwise.
1817 * FIXME should really check all downstream ports...
1819 return intel_dp->dpcd[DP_DPCD_REV] == 0x11 &&
1820 drm_dp_is_branch(intel_dp->dpcd) &&
1821 intel_dp->downstream_ports[0] & DP_DS_PORT_HPD;
1824 void intel_dp_sink_set_decompression_state(struct intel_dp *intel_dp,
1825 const struct intel_crtc_state *crtc_state,
1828 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1831 if (!crtc_state->dsc.compression_enable)
1834 ret = drm_dp_dpcd_writeb(&intel_dp->aux, DP_DSC_ENABLE,
1835 enable ? DP_DECOMPRESSION_EN : 0);
1837 drm_dbg_kms(&i915->drm,
1838 "Failed to %s sink decompression state\n",
1839 enabledisable(enable));
1843 intel_edp_init_source_oui(struct intel_dp *intel_dp, bool careful)
1845 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1846 u8 oui[] = { 0x00, 0xaa, 0x01 };
1850 * During driver init, we want to be careful and avoid changing the source OUI if it's
1851 * already set to what we want, so as to avoid clearing any state by accident
1854 if (drm_dp_dpcd_read(&intel_dp->aux, DP_SOURCE_OUI, buf, sizeof(buf)) < 0)
1855 drm_err(&i915->drm, "Failed to read source OUI\n");
1857 if (memcmp(oui, buf, sizeof(oui)) == 0)
1861 if (drm_dp_dpcd_write(&intel_dp->aux, DP_SOURCE_OUI, oui, sizeof(oui)) < 0)
1862 drm_err(&i915->drm, "Failed to write source OUI\n");
1865 /* If the device supports it, try to set the power state appropriately */
1866 void intel_dp_set_power(struct intel_dp *intel_dp, u8 mode)
1868 struct intel_encoder *encoder = &dp_to_dig_port(intel_dp)->base;
1869 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
1872 /* Should have a valid DPCD by this point */
1873 if (intel_dp->dpcd[DP_DPCD_REV] < 0x11)
1876 if (mode != DP_SET_POWER_D0) {
1877 if (downstream_hpd_needs_d0(intel_dp))
1880 ret = drm_dp_dpcd_writeb(&intel_dp->aux, DP_SET_POWER, mode);
1882 struct intel_lspcon *lspcon = dp_to_lspcon(intel_dp);
1884 lspcon_resume(dp_to_dig_port(intel_dp));
1886 /* Write the source OUI as early as possible */
1887 if (intel_dp_is_edp(intel_dp))
1888 intel_edp_init_source_oui(intel_dp, false);
1891 * When turning on, we need to retry for 1ms to give the sink
1894 for (i = 0; i < 3; i++) {
1895 ret = drm_dp_dpcd_writeb(&intel_dp->aux, DP_SET_POWER, mode);
1901 if (ret == 1 && lspcon->active)
1902 lspcon_wait_pcon_mode(lspcon);
1906 drm_dbg_kms(&i915->drm, "[ENCODER:%d:%s] Set power to %s failed\n",
1907 encoder->base.base.id, encoder->base.name,
1908 mode == DP_SET_POWER_D0 ? "D0" : "D3");
1912 intel_dp_get_dpcd(struct intel_dp *intel_dp);
1915 * intel_dp_sync_state - sync the encoder state during init/resume
1916 * @encoder: intel encoder to sync
1917 * @crtc_state: state for the CRTC connected to the encoder
1919 * Sync any state stored in the encoder wrt. HW state during driver init
1920 * and system resume.
1922 void intel_dp_sync_state(struct intel_encoder *encoder,
1923 const struct intel_crtc_state *crtc_state)
1925 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1928 * Don't clobber DPCD if it's been already read out during output
1929 * setup (eDP) or detect.
1931 if (intel_dp->dpcd[DP_DPCD_REV] == 0)
1932 intel_dp_get_dpcd(intel_dp);
1934 intel_dp->max_link_lane_count = intel_dp_max_common_lane_count(intel_dp);
1935 intel_dp->max_link_rate = intel_dp_max_common_rate(intel_dp);
1938 bool intel_dp_initial_fastset_check(struct intel_encoder *encoder,
1939 struct intel_crtc_state *crtc_state)
1941 struct drm_i915_private *i915 = to_i915(encoder->base.dev);
1942 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1945 * If BIOS has set an unsupported or non-standard link rate for some
1946 * reason force an encoder recompute and full modeset.
1948 if (intel_dp_rate_index(intel_dp->source_rates, intel_dp->num_source_rates,
1949 crtc_state->port_clock) < 0) {
1950 drm_dbg_kms(&i915->drm, "Forcing full modeset due to unsupported link rate\n");
1951 crtc_state->uapi.connectors_changed = true;
1956 * FIXME hack to force full modeset when DSC is being used.
1958 * As long as we do not have full state readout and config comparison
1959 * of crtc_state->dsc, we have no way to ensure reliable fastset.
1960 * Remove once we have readout for DSC.
1962 if (crtc_state->dsc.compression_enable) {
1963 drm_dbg_kms(&i915->drm, "Forcing full modeset due to DSC being enabled\n");
1964 crtc_state->uapi.mode_changed = true;
1968 if (CAN_PSR(intel_dp)) {
1969 drm_dbg_kms(&i915->drm, "Forcing full modeset to compute PSR state\n");
1970 crtc_state->uapi.mode_changed = true;
1977 static void intel_dp_get_pcon_dsc_cap(struct intel_dp *intel_dp)
1979 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
1981 /* Clear the cached register set to avoid using stale values */
1983 memset(intel_dp->pcon_dsc_dpcd, 0, sizeof(intel_dp->pcon_dsc_dpcd));
1985 if (drm_dp_dpcd_read(&intel_dp->aux, DP_PCON_DSC_ENCODER,
1986 intel_dp->pcon_dsc_dpcd,
1987 sizeof(intel_dp->pcon_dsc_dpcd)) < 0)
1988 drm_err(&i915->drm, "Failed to read DPCD register 0x%x\n",
1989 DP_PCON_DSC_ENCODER);
1991 drm_dbg_kms(&i915->drm, "PCON ENCODER DSC DPCD: %*ph\n",
1992 (int)sizeof(intel_dp->pcon_dsc_dpcd), intel_dp->pcon_dsc_dpcd);
1995 static int intel_dp_pcon_get_frl_mask(u8 frl_bw_mask)
1997 int bw_gbps[] = {9, 18, 24, 32, 40, 48};
2000 for (i = ARRAY_SIZE(bw_gbps) - 1; i >= 0; i--) {
2001 if (frl_bw_mask & (1 << i))
2007 static int intel_dp_pcon_set_frl_mask(int max_frl)
2011 return DP_PCON_FRL_BW_MASK_48GBPS;
2013 return DP_PCON_FRL_BW_MASK_40GBPS;
2015 return DP_PCON_FRL_BW_MASK_32GBPS;
2017 return DP_PCON_FRL_BW_MASK_24GBPS;
2019 return DP_PCON_FRL_BW_MASK_18GBPS;
2021 return DP_PCON_FRL_BW_MASK_9GBPS;
2027 static int intel_dp_hdmi_sink_max_frl(struct intel_dp *intel_dp)
2029 struct intel_connector *intel_connector = intel_dp->attached_connector;
2030 struct drm_connector *connector = &intel_connector->base;
2032 int max_lanes, rate_per_lane;
2033 int max_dsc_lanes, dsc_rate_per_lane;
2035 max_lanes = connector->display_info.hdmi.max_lanes;
2036 rate_per_lane = connector->display_info.hdmi.max_frl_rate_per_lane;
2037 max_frl_rate = max_lanes * rate_per_lane;
2039 if (connector->display_info.hdmi.dsc_cap.v_1p2) {
2040 max_dsc_lanes = connector->display_info.hdmi.dsc_cap.max_lanes;
2041 dsc_rate_per_lane = connector->display_info.hdmi.dsc_cap.max_frl_rate_per_lane;
2042 if (max_dsc_lanes && dsc_rate_per_lane)
2043 max_frl_rate = min(max_frl_rate, max_dsc_lanes * dsc_rate_per_lane);
2046 return max_frl_rate;
2049 static int intel_dp_pcon_start_frl_training(struct intel_dp *intel_dp)
2051 #define TIMEOUT_FRL_READY_MS 500
2052 #define TIMEOUT_HDMI_LINK_ACTIVE_MS 1000
2054 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
2055 int max_frl_bw, max_pcon_frl_bw, max_edid_frl_bw, ret;
2056 u8 max_frl_bw_mask = 0, frl_trained_mask;
2059 ret = drm_dp_pcon_reset_frl_config(&intel_dp->aux);
2063 max_pcon_frl_bw = intel_dp->dfp.pcon_max_frl_bw;
2064 drm_dbg(&i915->drm, "PCON max rate = %d Gbps\n", max_pcon_frl_bw);
2066 max_edid_frl_bw = intel_dp_hdmi_sink_max_frl(intel_dp);
2067 drm_dbg(&i915->drm, "Sink max rate from EDID = %d Gbps\n", max_edid_frl_bw);
2069 max_frl_bw = min(max_edid_frl_bw, max_pcon_frl_bw);
2071 if (max_frl_bw <= 0)
2074 ret = drm_dp_pcon_frl_prepare(&intel_dp->aux, false);
2077 /* Wait for PCON to be FRL Ready */
2078 wait_for(is_active = drm_dp_pcon_is_frl_ready(&intel_dp->aux) == true, TIMEOUT_FRL_READY_MS);
2083 max_frl_bw_mask = intel_dp_pcon_set_frl_mask(max_frl_bw);
2084 ret = drm_dp_pcon_frl_configure_1(&intel_dp->aux, max_frl_bw,
2085 DP_PCON_ENABLE_SEQUENTIAL_LINK);
2088 ret = drm_dp_pcon_frl_configure_2(&intel_dp->aux, max_frl_bw_mask,
2089 DP_PCON_FRL_LINK_TRAIN_NORMAL);
2092 ret = drm_dp_pcon_frl_enable(&intel_dp->aux);
2096 * Wait for FRL to be completed
2097 * Check if the HDMI Link is up and active.
2099 wait_for(is_active = drm_dp_pcon_hdmi_link_active(&intel_dp->aux) == true, TIMEOUT_HDMI_LINK_ACTIVE_MS);
2104 /* Verify HDMI Link configuration shows FRL Mode */
2105 if (drm_dp_pcon_hdmi_link_mode(&intel_dp->aux, &frl_trained_mask) !=
2106 DP_PCON_HDMI_MODE_FRL) {
2107 drm_dbg(&i915->drm, "HDMI couldn't be trained in FRL Mode\n");
2110 drm_dbg(&i915->drm, "MAX_FRL_MASK = %u, FRL_TRAINED_MASK = %u\n", max_frl_bw_mask, frl_trained_mask);
2112 intel_dp->frl.trained_rate_gbps = intel_dp_pcon_get_frl_mask(frl_trained_mask);
2113 intel_dp->frl.is_trained = true;
2114 drm_dbg(&i915->drm, "FRL trained with : %d Gbps\n", intel_dp->frl.trained_rate_gbps);
2119 static bool intel_dp_is_hdmi_2_1_sink(struct intel_dp *intel_dp)
2121 if (drm_dp_is_branch(intel_dp->dpcd) &&
2122 intel_dp->has_hdmi_sink &&
2123 intel_dp_hdmi_sink_max_frl(intel_dp) > 0)
2129 void intel_dp_check_frl_training(struct intel_dp *intel_dp)
2131 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
2134 * Always go for FRL training if:
2135 * -PCON supports SRC_CTL_MODE (VESA DP2.0-HDMI2.1 PCON Spec Draft-1 Sec-7)
2138 if (!(intel_dp->downstream_ports[2] & DP_PCON_SOURCE_CTL_MODE) ||
2139 !intel_dp_is_hdmi_2_1_sink(intel_dp) ||
2140 intel_dp->frl.is_trained)
2143 if (intel_dp_pcon_start_frl_training(intel_dp) < 0) {
2146 drm_dbg(&dev_priv->drm, "Couldn't set FRL mode, continuing with TMDS mode\n");
2147 ret = drm_dp_pcon_reset_frl_config(&intel_dp->aux);
2148 mode = drm_dp_pcon_hdmi_link_mode(&intel_dp->aux, NULL);
2150 if (ret < 0 || mode != DP_PCON_HDMI_MODE_TMDS)
2151 drm_dbg(&dev_priv->drm, "Issue with PCON, cannot set TMDS mode\n");
2153 drm_dbg(&dev_priv->drm, "FRL training Completed\n");
2158 intel_dp_pcon_dsc_enc_slice_height(const struct intel_crtc_state *crtc_state)
2160 int vactive = crtc_state->hw.adjusted_mode.vdisplay;
2162 return intel_hdmi_dsc_get_slice_height(vactive);
2166 intel_dp_pcon_dsc_enc_slices(struct intel_dp *intel_dp,
2167 const struct intel_crtc_state *crtc_state)
2169 struct intel_connector *intel_connector = intel_dp->attached_connector;
2170 struct drm_connector *connector = &intel_connector->base;
2171 int hdmi_throughput = connector->display_info.hdmi.dsc_cap.clk_per_slice;
2172 int hdmi_max_slices = connector->display_info.hdmi.dsc_cap.max_slices;
2173 int pcon_max_slices = drm_dp_pcon_dsc_max_slices(intel_dp->pcon_dsc_dpcd);
2174 int pcon_max_slice_width = drm_dp_pcon_dsc_max_slice_width(intel_dp->pcon_dsc_dpcd);
2176 return intel_hdmi_dsc_get_num_slices(crtc_state, pcon_max_slices,
2177 pcon_max_slice_width,
2178 hdmi_max_slices, hdmi_throughput);
2182 intel_dp_pcon_dsc_enc_bpp(struct intel_dp *intel_dp,
2183 const struct intel_crtc_state *crtc_state,
2184 int num_slices, int slice_width)
2186 struct intel_connector *intel_connector = intel_dp->attached_connector;
2187 struct drm_connector *connector = &intel_connector->base;
2188 int output_format = crtc_state->output_format;
2189 bool hdmi_all_bpp = connector->display_info.hdmi.dsc_cap.all_bpp;
2190 int pcon_fractional_bpp = drm_dp_pcon_dsc_bpp_incr(intel_dp->pcon_dsc_dpcd);
2191 int hdmi_max_chunk_bytes =
2192 connector->display_info.hdmi.dsc_cap.total_chunk_kbytes * 1024;
2194 return intel_hdmi_dsc_get_bpp(pcon_fractional_bpp, slice_width,
2195 num_slices, output_format, hdmi_all_bpp,
2196 hdmi_max_chunk_bytes);
2200 intel_dp_pcon_dsc_configure(struct intel_dp *intel_dp,
2201 const struct intel_crtc_state *crtc_state)
2209 struct intel_connector *intel_connector = intel_dp->attached_connector;
2210 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
2211 struct drm_connector *connector;
2212 bool hdmi_is_dsc_1_2;
2214 if (!intel_dp_is_hdmi_2_1_sink(intel_dp))
2217 if (!intel_connector)
2219 connector = &intel_connector->base;
2220 hdmi_is_dsc_1_2 = connector->display_info.hdmi.dsc_cap.v_1p2;
2222 if (!drm_dp_pcon_enc_is_dsc_1_2(intel_dp->pcon_dsc_dpcd) ||
2226 slice_height = intel_dp_pcon_dsc_enc_slice_height(crtc_state);
2230 num_slices = intel_dp_pcon_dsc_enc_slices(intel_dp, crtc_state);
2234 slice_width = DIV_ROUND_UP(crtc_state->hw.adjusted_mode.hdisplay,
2237 bits_per_pixel = intel_dp_pcon_dsc_enc_bpp(intel_dp, crtc_state,
2238 num_slices, slice_width);
2239 if (!bits_per_pixel)
2242 pps_param[0] = slice_height & 0xFF;
2243 pps_param[1] = slice_height >> 8;
2244 pps_param[2] = slice_width & 0xFF;
2245 pps_param[3] = slice_width >> 8;
2246 pps_param[4] = bits_per_pixel & 0xFF;
2247 pps_param[5] = (bits_per_pixel >> 8) & 0x3;
2249 ret = drm_dp_pcon_pps_override_param(&intel_dp->aux, pps_param);
2251 drm_dbg_kms(&i915->drm, "Failed to set pcon DSC\n");
2254 void intel_dp_configure_protocol_converter(struct intel_dp *intel_dp,
2255 const struct intel_crtc_state *crtc_state)
2257 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
2260 if (intel_dp->dpcd[DP_DPCD_REV] < 0x13)
2263 if (!drm_dp_is_branch(intel_dp->dpcd))
2266 tmp = intel_dp->has_hdmi_sink ?
2267 DP_HDMI_DVI_OUTPUT_CONFIG : 0;
2269 if (drm_dp_dpcd_writeb(&intel_dp->aux,
2270 DP_PROTOCOL_CONVERTER_CONTROL_0, tmp) != 1)
2271 drm_dbg_kms(&i915->drm, "Failed to %s protocol converter HDMI mode\n",
2272 enabledisable(intel_dp->has_hdmi_sink));
2274 tmp = crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR444 &&
2275 intel_dp->dfp.ycbcr_444_to_420 ? DP_CONVERSION_TO_YCBCR420_ENABLE : 0;
2277 if (drm_dp_dpcd_writeb(&intel_dp->aux,
2278 DP_PROTOCOL_CONVERTER_CONTROL_1, tmp) != 1)
2279 drm_dbg_kms(&i915->drm,
2280 "Failed to %s protocol converter YCbCr 4:2:0 conversion mode\n",
2281 enabledisable(intel_dp->dfp.ycbcr_444_to_420));
2284 if (intel_dp->dfp.rgb_to_ycbcr) {
2288 * FIXME: Currently if userspace selects BT2020 or BT709, but PCON supports only
2289 * RGB->YCbCr for BT601 colorspace, we go ahead with BT601, as default.
2292 tmp = DP_CONVERSION_BT601_RGB_YCBCR_ENABLE;
2294 bt2020 = drm_dp_downstream_rgb_to_ycbcr_conversion(intel_dp->dpcd,
2295 intel_dp->downstream_ports,
2296 DP_DS_HDMI_BT2020_RGB_YCBCR_CONV);
2297 bt709 = drm_dp_downstream_rgb_to_ycbcr_conversion(intel_dp->dpcd,
2298 intel_dp->downstream_ports,
2299 DP_DS_HDMI_BT709_RGB_YCBCR_CONV);
2300 switch (crtc_state->infoframes.vsc.colorimetry) {
2301 case DP_COLORIMETRY_BT2020_RGB:
2302 case DP_COLORIMETRY_BT2020_YCC:
2304 tmp = DP_CONVERSION_BT2020_RGB_YCBCR_ENABLE;
2306 case DP_COLORIMETRY_BT709_YCC:
2307 case DP_COLORIMETRY_XVYCC_709:
2309 tmp = DP_CONVERSION_BT709_RGB_YCBCR_ENABLE;
2316 if (drm_dp_pcon_convert_rgb_to_ycbcr(&intel_dp->aux, tmp) < 0)
2317 drm_dbg_kms(&i915->drm,
2318 "Failed to %s protocol converter RGB->YCbCr conversion mode\n",
2319 enabledisable(tmp));
2323 bool intel_dp_get_colorimetry_status(struct intel_dp *intel_dp)
2327 if (drm_dp_dpcd_readb(&intel_dp->aux, DP_DPRX_FEATURE_ENUMERATION_LIST,
2330 return dprx & DP_VSC_SDP_EXT_FOR_COLORIMETRY_SUPPORTED;
2333 static void intel_dp_get_dsc_sink_cap(struct intel_dp *intel_dp)
2335 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
2338 * Clear the cached register set to avoid using stale values
2339 * for the sinks that do not support DSC.
2341 memset(intel_dp->dsc_dpcd, 0, sizeof(intel_dp->dsc_dpcd));
2343 /* Clear fec_capable to avoid using stale values */
2344 intel_dp->fec_capable = 0;
2346 /* Cache the DSC DPCD if eDP or DP rev >= 1.4 */
2347 if (intel_dp->dpcd[DP_DPCD_REV] >= 0x14 ||
2348 intel_dp->edp_dpcd[0] >= DP_EDP_14) {
2349 if (drm_dp_dpcd_read(&intel_dp->aux, DP_DSC_SUPPORT,
2351 sizeof(intel_dp->dsc_dpcd)) < 0)
2353 "Failed to read DPCD register 0x%x\n",
2356 drm_dbg_kms(&i915->drm, "DSC DPCD: %*ph\n",
2357 (int)sizeof(intel_dp->dsc_dpcd),
2358 intel_dp->dsc_dpcd);
2360 /* FEC is supported only on DP 1.4 */
2361 if (!intel_dp_is_edp(intel_dp) &&
2362 drm_dp_dpcd_readb(&intel_dp->aux, DP_FEC_CAPABILITY,
2363 &intel_dp->fec_capable) < 0)
2365 "Failed to read FEC DPCD register\n");
2367 drm_dbg_kms(&i915->drm, "FEC CAPABILITY: %x\n",
2368 intel_dp->fec_capable);
2372 static void intel_edp_mso_mode_fixup(struct intel_connector *connector,
2373 struct drm_display_mode *mode)
2375 struct intel_dp *intel_dp = intel_attached_dp(connector);
2376 struct drm_i915_private *i915 = to_i915(connector->base.dev);
2377 int n = intel_dp->mso_link_count;
2378 int overlap = intel_dp->mso_pixel_overlap;
2383 mode->hdisplay = (mode->hdisplay - overlap) * n;
2384 mode->hsync_start = (mode->hsync_start - overlap) * n;
2385 mode->hsync_end = (mode->hsync_end - overlap) * n;
2386 mode->htotal = (mode->htotal - overlap) * n;
2389 drm_mode_set_name(mode);
2391 drm_dbg_kms(&i915->drm,
2392 "[CONNECTOR:%d:%s] using generated MSO mode: ",
2393 connector->base.base.id, connector->base.name);
2394 drm_mode_debug_printmodeline(mode);
2397 static void intel_edp_mso_init(struct intel_dp *intel_dp)
2399 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
2402 if (intel_dp->edp_dpcd[0] < DP_EDP_14)
2405 if (drm_dp_dpcd_readb(&intel_dp->aux, DP_EDP_MSO_LINK_CAPABILITIES, &mso) != 1) {
2406 drm_err(&i915->drm, "Failed to read MSO cap\n");
2410 /* Valid configurations are SST or MSO 2x1, 2x2, 4x1 */
2411 mso &= DP_EDP_MSO_NUMBER_OF_LINKS_MASK;
2412 if (mso % 2 || mso > drm_dp_max_lane_count(intel_dp->dpcd)) {
2413 drm_err(&i915->drm, "Invalid MSO link count cap %u\n", mso);
2418 drm_dbg_kms(&i915->drm, "Sink MSO %ux%u configuration\n",
2419 mso, drm_dp_max_lane_count(intel_dp->dpcd) / mso);
2420 if (!HAS_MSO(i915)) {
2421 drm_err(&i915->drm, "No source MSO support, disabling\n");
2426 intel_dp->mso_link_count = mso;
2427 intel_dp->mso_pixel_overlap = 0; /* FIXME: read from DisplayID v2.0 */
2431 intel_edp_init_dpcd(struct intel_dp *intel_dp)
2433 struct drm_i915_private *dev_priv =
2434 to_i915(dp_to_dig_port(intel_dp)->base.base.dev);
2436 /* this function is meant to be called only once */
2437 drm_WARN_ON(&dev_priv->drm, intel_dp->dpcd[DP_DPCD_REV] != 0);
2439 if (drm_dp_read_dpcd_caps(&intel_dp->aux, intel_dp->dpcd) != 0)
2442 drm_dp_read_desc(&intel_dp->aux, &intel_dp->desc,
2443 drm_dp_is_branch(intel_dp->dpcd));
2446 * Read the eDP display control registers.
2448 * Do this independent of DP_DPCD_DISPLAY_CONTROL_CAPABLE bit in
2449 * DP_EDP_CONFIGURATION_CAP, because some buggy displays do not have it
2450 * set, but require eDP 1.4+ detection (e.g. for supported link rates
2451 * method). The display control registers should read zero if they're
2452 * not supported anyway.
2454 if (drm_dp_dpcd_read(&intel_dp->aux, DP_EDP_DPCD_REV,
2455 intel_dp->edp_dpcd, sizeof(intel_dp->edp_dpcd)) ==
2456 sizeof(intel_dp->edp_dpcd))
2457 drm_dbg_kms(&dev_priv->drm, "eDP DPCD: %*ph\n",
2458 (int)sizeof(intel_dp->edp_dpcd),
2459 intel_dp->edp_dpcd);
2462 * This has to be called after intel_dp->edp_dpcd is filled, PSR checks
2463 * for SET_POWER_CAPABLE bit in intel_dp->edp_dpcd[1]
2465 intel_psr_init_dpcd(intel_dp);
2467 /* Read the eDP 1.4+ supported link rates. */
2468 if (intel_dp->edp_dpcd[0] >= DP_EDP_14) {
2469 __le16 sink_rates[DP_MAX_SUPPORTED_RATES];
2472 drm_dp_dpcd_read(&intel_dp->aux, DP_SUPPORTED_LINK_RATES,
2473 sink_rates, sizeof(sink_rates));
2475 for (i = 0; i < ARRAY_SIZE(sink_rates); i++) {
2476 int val = le16_to_cpu(sink_rates[i]);
2481 /* Value read multiplied by 200kHz gives the per-lane
2482 * link rate in kHz. The source rates are, however,
2483 * stored in terms of LS_Clk kHz. The full conversion
2484 * back to symbols is
2485 * (val * 200kHz)*(8/10 ch. encoding)*(1/8 bit to Byte)
2487 intel_dp->sink_rates[i] = (val * 200) / 10;
2489 intel_dp->num_sink_rates = i;
2493 * Use DP_LINK_RATE_SET if DP_SUPPORTED_LINK_RATES are available,
2494 * default to DP_MAX_LINK_RATE and DP_LINK_BW_SET otherwise.
2496 if (intel_dp->num_sink_rates)
2497 intel_dp->use_rate_select = true;
2499 intel_dp_set_sink_rates(intel_dp);
2501 intel_dp_set_common_rates(intel_dp);
2503 /* Read the eDP DSC DPCD registers */
2504 if (DISPLAY_VER(dev_priv) >= 10)
2505 intel_dp_get_dsc_sink_cap(intel_dp);
2508 * If needed, program our source OUI so we can make various Intel-specific AUX services
2509 * available (such as HDR backlight controls)
2511 intel_edp_init_source_oui(intel_dp, true);
2513 intel_edp_mso_init(intel_dp);
2519 intel_dp_has_sink_count(struct intel_dp *intel_dp)
2521 if (!intel_dp->attached_connector)
2524 return drm_dp_read_sink_count_cap(&intel_dp->attached_connector->base,
2530 intel_dp_get_dpcd(struct intel_dp *intel_dp)
2534 if (intel_dp_init_lttpr_and_dprx_caps(intel_dp) < 0)
2538 * Don't clobber cached eDP rates. Also skip re-reading
2539 * the OUI/ID since we know it won't change.
2541 if (!intel_dp_is_edp(intel_dp)) {
2542 drm_dp_read_desc(&intel_dp->aux, &intel_dp->desc,
2543 drm_dp_is_branch(intel_dp->dpcd));
2545 intel_dp_set_sink_rates(intel_dp);
2546 intel_dp_set_common_rates(intel_dp);
2549 if (intel_dp_has_sink_count(intel_dp)) {
2550 ret = drm_dp_read_sink_count(&intel_dp->aux);
2555 * Sink count can change between short pulse hpd hence
2556 * a member variable in intel_dp will track any changes
2557 * between short pulse interrupts.
2559 intel_dp->sink_count = ret;
2562 * SINK_COUNT == 0 and DOWNSTREAM_PORT_PRESENT == 1 implies that
2563 * a dongle is present but no display. Unless we require to know
2564 * if a dongle is present or not, we don't need to update
2565 * downstream port information. So, an early return here saves
2566 * time from performing other operations which are not required.
2568 if (!intel_dp->sink_count)
2572 return drm_dp_read_downstream_info(&intel_dp->aux, intel_dp->dpcd,
2573 intel_dp->downstream_ports) == 0;
2577 intel_dp_can_mst(struct intel_dp *intel_dp)
2579 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
2581 return i915->params.enable_dp_mst &&
2582 intel_dp->can_mst &&
2583 drm_dp_read_mst_cap(&intel_dp->aux, intel_dp->dpcd);
2587 intel_dp_configure_mst(struct intel_dp *intel_dp)
2589 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
2590 struct intel_encoder *encoder =
2591 &dp_to_dig_port(intel_dp)->base;
2592 bool sink_can_mst = drm_dp_read_mst_cap(&intel_dp->aux, intel_dp->dpcd);
2594 drm_dbg_kms(&i915->drm,
2595 "[ENCODER:%d:%s] MST support: port: %s, sink: %s, modparam: %s\n",
2596 encoder->base.base.id, encoder->base.name,
2597 yesno(intel_dp->can_mst), yesno(sink_can_mst),
2598 yesno(i915->params.enable_dp_mst));
2600 if (!intel_dp->can_mst)
2603 intel_dp->is_mst = sink_can_mst &&
2604 i915->params.enable_dp_mst;
2606 drm_dp_mst_topology_mgr_set_mst(&intel_dp->mst_mgr,
2611 intel_dp_get_sink_irq_esi(struct intel_dp *intel_dp, u8 *sink_irq_vector)
2613 return drm_dp_dpcd_read(&intel_dp->aux, DP_SINK_COUNT_ESI,
2614 sink_irq_vector, DP_DPRX_ESI_LEN) ==
2619 intel_dp_needs_vsc_sdp(const struct intel_crtc_state *crtc_state,
2620 const struct drm_connector_state *conn_state)
2623 * As per DP 1.4a spec section 2.2.4.3 [MSA Field for Indication
2624 * of Color Encoding Format and Content Color Gamut], in order to
2625 * sending YCBCR 420 or HDR BT.2020 signals we should use DP VSC SDP.
2627 if (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR420)
2630 switch (conn_state->colorspace) {
2631 case DRM_MODE_COLORIMETRY_SYCC_601:
2632 case DRM_MODE_COLORIMETRY_OPYCC_601:
2633 case DRM_MODE_COLORIMETRY_BT2020_YCC:
2634 case DRM_MODE_COLORIMETRY_BT2020_RGB:
2635 case DRM_MODE_COLORIMETRY_BT2020_CYCC:
2644 static ssize_t intel_dp_vsc_sdp_pack(const struct drm_dp_vsc_sdp *vsc,
2645 struct dp_sdp *sdp, size_t size)
2647 size_t length = sizeof(struct dp_sdp);
2652 memset(sdp, 0, size);
2655 * Prepare VSC Header for SU as per DP 1.4a spec, Table 2-119
2656 * VSC SDP Header Bytes
2658 sdp->sdp_header.HB0 = 0; /* Secondary-Data Packet ID = 0 */
2659 sdp->sdp_header.HB1 = vsc->sdp_type; /* Secondary-data Packet Type */
2660 sdp->sdp_header.HB2 = vsc->revision; /* Revision Number */
2661 sdp->sdp_header.HB3 = vsc->length; /* Number of Valid Data Bytes */
2664 * Only revision 0x5 supports Pixel Encoding/Colorimetry Format as
2667 if (vsc->revision != 0x5)
2670 /* VSC SDP Payload for DB16 through DB18 */
2671 /* Pixel Encoding and Colorimetry Formats */
2672 sdp->db[16] = (vsc->pixelformat & 0xf) << 4; /* DB16[7:4] */
2673 sdp->db[16] |= vsc->colorimetry & 0xf; /* DB16[3:0] */
2680 sdp->db[17] = 0x1; /* DB17[3:0] */
2692 MISSING_CASE(vsc->bpc);
2695 /* Dynamic Range and Component Bit Depth */
2696 if (vsc->dynamic_range == DP_DYNAMIC_RANGE_CTA)
2697 sdp->db[17] |= 0x80; /* DB17[7] */
2700 sdp->db[18] = vsc->content_type & 0x7;
2707 intel_dp_hdr_metadata_infoframe_sdp_pack(const struct hdmi_drm_infoframe *drm_infoframe,
2711 size_t length = sizeof(struct dp_sdp);
2712 const int infoframe_size = HDMI_INFOFRAME_HEADER_SIZE + HDMI_DRM_INFOFRAME_SIZE;
2713 unsigned char buf[HDMI_INFOFRAME_HEADER_SIZE + HDMI_DRM_INFOFRAME_SIZE];
2719 memset(sdp, 0, size);
2721 len = hdmi_drm_infoframe_pack_only(drm_infoframe, buf, sizeof(buf));
2723 DRM_DEBUG_KMS("buffer size is smaller than hdr metadata infoframe\n");
2727 if (len != infoframe_size) {
2728 DRM_DEBUG_KMS("wrong static hdr metadata size\n");
2733 * Set up the infoframe sdp packet for HDR static metadata.
2734 * Prepare VSC Header for SU as per DP 1.4a spec,
2735 * Table 2-100 and Table 2-101
2738 /* Secondary-Data Packet ID, 00h for non-Audio INFOFRAME */
2739 sdp->sdp_header.HB0 = 0;
2741 * Packet Type 80h + Non-audio INFOFRAME Type value
2742 * HDMI_INFOFRAME_TYPE_DRM: 0x87
2743 * - 80h + Non-audio INFOFRAME Type value
2744 * - InfoFrame Type: 0x07
2745 * [CTA-861-G Table-42 Dynamic Range and Mastering InfoFrame]
2747 sdp->sdp_header.HB1 = drm_infoframe->type;
2749 * Least Significant Eight Bits of (Data Byte Count – 1)
2750 * infoframe_size - 1
2752 sdp->sdp_header.HB2 = 0x1D;
2753 /* INFOFRAME SDP Version Number */
2754 sdp->sdp_header.HB3 = (0x13 << 2);
2755 /* CTA Header Byte 2 (INFOFRAME Version Number) */
2756 sdp->db[0] = drm_infoframe->version;
2757 /* CTA Header Byte 3 (Length of INFOFRAME): HDMI_DRM_INFOFRAME_SIZE */
2758 sdp->db[1] = drm_infoframe->length;
2760 * Copy HDMI_DRM_INFOFRAME_SIZE size from a buffer after
2761 * HDMI_INFOFRAME_HEADER_SIZE
2763 BUILD_BUG_ON(sizeof(sdp->db) < HDMI_DRM_INFOFRAME_SIZE + 2);
2764 memcpy(&sdp->db[2], &buf[HDMI_INFOFRAME_HEADER_SIZE],
2765 HDMI_DRM_INFOFRAME_SIZE);
2768 * Size of DP infoframe sdp packet for HDR static metadata consists of
2769 * - DP SDP Header(struct dp_sdp_header): 4 bytes
2770 * - Two Data Blocks: 2 bytes
2771 * CTA Header Byte2 (INFOFRAME Version Number)
2772 * CTA Header Byte3 (Length of INFOFRAME)
2773 * - HDMI_DRM_INFOFRAME_SIZE: 26 bytes
2775 * Prior to GEN11's GMP register size is identical to DP HDR static metadata
2776 * infoframe size. But GEN11+ has larger than that size, write_infoframe
2777 * will pad rest of the size.
2779 return sizeof(struct dp_sdp_header) + 2 + HDMI_DRM_INFOFRAME_SIZE;
2782 static void intel_write_dp_sdp(struct intel_encoder *encoder,
2783 const struct intel_crtc_state *crtc_state,
2786 struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
2787 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2788 struct dp_sdp sdp = {};
2791 if ((crtc_state->infoframes.enable &
2792 intel_hdmi_infoframe_enable(type)) == 0)
2797 len = intel_dp_vsc_sdp_pack(&crtc_state->infoframes.vsc, &sdp,
2800 case HDMI_PACKET_TYPE_GAMUT_METADATA:
2801 len = intel_dp_hdr_metadata_infoframe_sdp_pack(&crtc_state->infoframes.drm.drm,
2809 if (drm_WARN_ON(&dev_priv->drm, len < 0))
2812 dig_port->write_infoframe(encoder, crtc_state, type, &sdp, len);
2815 void intel_write_dp_vsc_sdp(struct intel_encoder *encoder,
2816 const struct intel_crtc_state *crtc_state,
2817 struct drm_dp_vsc_sdp *vsc)
2819 struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
2820 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2821 struct dp_sdp sdp = {};
2824 len = intel_dp_vsc_sdp_pack(vsc, &sdp, sizeof(sdp));
2826 if (drm_WARN_ON(&dev_priv->drm, len < 0))
2829 dig_port->write_infoframe(encoder, crtc_state, DP_SDP_VSC,
2833 void intel_dp_set_infoframes(struct intel_encoder *encoder,
2835 const struct intel_crtc_state *crtc_state,
2836 const struct drm_connector_state *conn_state)
2838 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2839 i915_reg_t reg = HSW_TVIDEO_DIP_CTL(crtc_state->cpu_transcoder);
2840 u32 dip_enable = VIDEO_DIP_ENABLE_AVI_HSW | VIDEO_DIP_ENABLE_GCP_HSW |
2841 VIDEO_DIP_ENABLE_VS_HSW | VIDEO_DIP_ENABLE_GMP_HSW |
2842 VIDEO_DIP_ENABLE_SPD_HSW | VIDEO_DIP_ENABLE_DRM_GLK;
2843 u32 val = intel_de_read(dev_priv, reg) & ~dip_enable;
2845 /* TODO: Add DSC case (DIP_ENABLE_PPS) */
2846 /* When PSR is enabled, this routine doesn't disable VSC DIP */
2847 if (!crtc_state->has_psr)
2848 val &= ~VIDEO_DIP_ENABLE_VSC_HSW;
2850 intel_de_write(dev_priv, reg, val);
2851 intel_de_posting_read(dev_priv, reg);
2856 /* When PSR is enabled, VSC SDP is handled by PSR routine */
2857 if (!crtc_state->has_psr)
2858 intel_write_dp_sdp(encoder, crtc_state, DP_SDP_VSC);
2860 intel_write_dp_sdp(encoder, crtc_state, HDMI_PACKET_TYPE_GAMUT_METADATA);
2863 static int intel_dp_vsc_sdp_unpack(struct drm_dp_vsc_sdp *vsc,
2864 const void *buffer, size_t size)
2866 const struct dp_sdp *sdp = buffer;
2868 if (size < sizeof(struct dp_sdp))
2871 memset(vsc, 0, size);
2873 if (sdp->sdp_header.HB0 != 0)
2876 if (sdp->sdp_header.HB1 != DP_SDP_VSC)
2879 vsc->sdp_type = sdp->sdp_header.HB1;
2880 vsc->revision = sdp->sdp_header.HB2;
2881 vsc->length = sdp->sdp_header.HB3;
2883 if ((sdp->sdp_header.HB2 == 0x2 && sdp->sdp_header.HB3 == 0x8) ||
2884 (sdp->sdp_header.HB2 == 0x4 && sdp->sdp_header.HB3 == 0xe)) {
2886 * - HB2 = 0x2, HB3 = 0x8
2887 * VSC SDP supporting 3D stereo + PSR
2888 * - HB2 = 0x4, HB3 = 0xe
2889 * VSC SDP supporting 3D stereo + PSR2 with Y-coordinate of
2890 * first scan line of the SU region (applies to eDP v1.4b
2894 } else if (sdp->sdp_header.HB2 == 0x5 && sdp->sdp_header.HB3 == 0x13) {
2896 * - HB2 = 0x5, HB3 = 0x13
2897 * VSC SDP supporting 3D stereo + PSR2 + Pixel Encoding/Colorimetry
2900 vsc->pixelformat = (sdp->db[16] >> 4) & 0xf;
2901 vsc->colorimetry = sdp->db[16] & 0xf;
2902 vsc->dynamic_range = (sdp->db[17] >> 7) & 0x1;
2904 switch (sdp->db[17] & 0x7) {
2921 MISSING_CASE(sdp->db[17] & 0x7);
2925 vsc->content_type = sdp->db[18] & 0x7;
2934 intel_dp_hdr_metadata_infoframe_sdp_unpack(struct hdmi_drm_infoframe *drm_infoframe,
2935 const void *buffer, size_t size)
2939 const struct dp_sdp *sdp = buffer;
2941 if (size < sizeof(struct dp_sdp))
2944 if (sdp->sdp_header.HB0 != 0)
2947 if (sdp->sdp_header.HB1 != HDMI_INFOFRAME_TYPE_DRM)
2951 * Least Significant Eight Bits of (Data Byte Count – 1)
2952 * 1Dh (i.e., Data Byte Count = 30 bytes).
2954 if (sdp->sdp_header.HB2 != 0x1D)
2957 /* Most Significant Two Bits of (Data Byte Count – 1), Clear to 00b. */
2958 if ((sdp->sdp_header.HB3 & 0x3) != 0)
2961 /* INFOFRAME SDP Version Number */
2962 if (((sdp->sdp_header.HB3 >> 2) & 0x3f) != 0x13)
2965 /* CTA Header Byte 2 (INFOFRAME Version Number) */
2966 if (sdp->db[0] != 1)
2969 /* CTA Header Byte 3 (Length of INFOFRAME): HDMI_DRM_INFOFRAME_SIZE */
2970 if (sdp->db[1] != HDMI_DRM_INFOFRAME_SIZE)
2973 ret = hdmi_drm_infoframe_unpack_only(drm_infoframe, &sdp->db[2],
2974 HDMI_DRM_INFOFRAME_SIZE);
2979 static void intel_read_dp_vsc_sdp(struct intel_encoder *encoder,
2980 struct intel_crtc_state *crtc_state,
2981 struct drm_dp_vsc_sdp *vsc)
2983 struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
2984 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2985 unsigned int type = DP_SDP_VSC;
2986 struct dp_sdp sdp = {};
2989 /* When PSR is enabled, VSC SDP is handled by PSR routine */
2990 if (crtc_state->has_psr)
2993 if ((crtc_state->infoframes.enable &
2994 intel_hdmi_infoframe_enable(type)) == 0)
2997 dig_port->read_infoframe(encoder, crtc_state, type, &sdp, sizeof(sdp));
2999 ret = intel_dp_vsc_sdp_unpack(vsc, &sdp, sizeof(sdp));
3002 drm_dbg_kms(&dev_priv->drm, "Failed to unpack DP VSC SDP\n");
3005 static void intel_read_dp_hdr_metadata_infoframe_sdp(struct intel_encoder *encoder,
3006 struct intel_crtc_state *crtc_state,
3007 struct hdmi_drm_infoframe *drm_infoframe)
3009 struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
3010 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
3011 unsigned int type = HDMI_PACKET_TYPE_GAMUT_METADATA;
3012 struct dp_sdp sdp = {};
3015 if ((crtc_state->infoframes.enable &
3016 intel_hdmi_infoframe_enable(type)) == 0)
3019 dig_port->read_infoframe(encoder, crtc_state, type, &sdp,
3022 ret = intel_dp_hdr_metadata_infoframe_sdp_unpack(drm_infoframe, &sdp,
3026 drm_dbg_kms(&dev_priv->drm,
3027 "Failed to unpack DP HDR Metadata Infoframe SDP\n");
3030 void intel_read_dp_sdp(struct intel_encoder *encoder,
3031 struct intel_crtc_state *crtc_state,
3034 if (encoder->type != INTEL_OUTPUT_DDI)
3039 intel_read_dp_vsc_sdp(encoder, crtc_state,
3040 &crtc_state->infoframes.vsc);
3042 case HDMI_PACKET_TYPE_GAMUT_METADATA:
3043 intel_read_dp_hdr_metadata_infoframe_sdp(encoder, crtc_state,
3044 &crtc_state->infoframes.drm.drm);
3052 static u8 intel_dp_autotest_link_training(struct intel_dp *intel_dp)
3054 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3057 u8 test_lane_count, test_link_bw;
3061 /* Read the TEST_LANE_COUNT and TEST_LINK_RTAE fields (DP CTS 3.1.4) */
3062 status = drm_dp_dpcd_readb(&intel_dp->aux, DP_TEST_LANE_COUNT,
3066 drm_dbg_kms(&i915->drm, "Lane count read failed\n");
3069 test_lane_count &= DP_MAX_LANE_COUNT_MASK;
3071 status = drm_dp_dpcd_readb(&intel_dp->aux, DP_TEST_LINK_RATE,
3074 drm_dbg_kms(&i915->drm, "Link Rate read failed\n");
3077 test_link_rate = drm_dp_bw_code_to_link_rate(test_link_bw);
3079 /* Validate the requested link rate and lane count */
3080 if (!intel_dp_link_params_valid(intel_dp, test_link_rate,
3084 intel_dp->compliance.test_lane_count = test_lane_count;
3085 intel_dp->compliance.test_link_rate = test_link_rate;
3090 static u8 intel_dp_autotest_video_pattern(struct intel_dp *intel_dp)
3092 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3095 __be16 h_width, v_height;
3098 /* Read the TEST_PATTERN (DP CTS 3.1.5) */
3099 status = drm_dp_dpcd_readb(&intel_dp->aux, DP_TEST_PATTERN,
3102 drm_dbg_kms(&i915->drm, "Test pattern read failed\n");
3105 if (test_pattern != DP_COLOR_RAMP)
3108 status = drm_dp_dpcd_read(&intel_dp->aux, DP_TEST_H_WIDTH_HI,
3111 drm_dbg_kms(&i915->drm, "H Width read failed\n");
3115 status = drm_dp_dpcd_read(&intel_dp->aux, DP_TEST_V_HEIGHT_HI,
3118 drm_dbg_kms(&i915->drm, "V Height read failed\n");
3122 status = drm_dp_dpcd_readb(&intel_dp->aux, DP_TEST_MISC0,
3125 drm_dbg_kms(&i915->drm, "TEST MISC read failed\n");
3128 if ((test_misc & DP_TEST_COLOR_FORMAT_MASK) != DP_COLOR_FORMAT_RGB)
3130 if (test_misc & DP_TEST_DYNAMIC_RANGE_CEA)
3132 switch (test_misc & DP_TEST_BIT_DEPTH_MASK) {
3133 case DP_TEST_BIT_DEPTH_6:
3134 intel_dp->compliance.test_data.bpc = 6;
3136 case DP_TEST_BIT_DEPTH_8:
3137 intel_dp->compliance.test_data.bpc = 8;
3143 intel_dp->compliance.test_data.video_pattern = test_pattern;
3144 intel_dp->compliance.test_data.hdisplay = be16_to_cpu(h_width);
3145 intel_dp->compliance.test_data.vdisplay = be16_to_cpu(v_height);
3146 /* Set test active flag here so userspace doesn't interrupt things */
3147 intel_dp->compliance.test_active = true;
3152 static u8 intel_dp_autotest_edid(struct intel_dp *intel_dp)
3154 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3155 u8 test_result = DP_TEST_ACK;
3156 struct intel_connector *intel_connector = intel_dp->attached_connector;
3157 struct drm_connector *connector = &intel_connector->base;
3159 if (intel_connector->detect_edid == NULL ||
3160 connector->edid_corrupt ||
3161 intel_dp->aux.i2c_defer_count > 6) {
3162 /* Check EDID read for NACKs, DEFERs and corruption
3163 * (DP CTS 1.2 Core r1.1)
3164 * 4.2.2.4 : Failed EDID read, I2C_NAK
3165 * 4.2.2.5 : Failed EDID read, I2C_DEFER
3166 * 4.2.2.6 : EDID corruption detected
3167 * Use failsafe mode for all cases
3169 if (intel_dp->aux.i2c_nack_count > 0 ||
3170 intel_dp->aux.i2c_defer_count > 0)
3171 drm_dbg_kms(&i915->drm,
3172 "EDID read had %d NACKs, %d DEFERs\n",
3173 intel_dp->aux.i2c_nack_count,
3174 intel_dp->aux.i2c_defer_count);
3175 intel_dp->compliance.test_data.edid = INTEL_DP_RESOLUTION_FAILSAFE;
3177 struct edid *block = intel_connector->detect_edid;
3179 /* We have to write the checksum
3180 * of the last block read
3182 block += intel_connector->detect_edid->extensions;
3184 if (drm_dp_dpcd_writeb(&intel_dp->aux, DP_TEST_EDID_CHECKSUM,
3185 block->checksum) <= 0)
3186 drm_dbg_kms(&i915->drm,
3187 "Failed to write EDID checksum\n");
3189 test_result = DP_TEST_ACK | DP_TEST_EDID_CHECKSUM_WRITE;
3190 intel_dp->compliance.test_data.edid = INTEL_DP_RESOLUTION_PREFERRED;
3193 /* Set test active flag here so userspace doesn't interrupt things */
3194 intel_dp->compliance.test_active = true;
3199 static void intel_dp_phy_pattern_update(struct intel_dp *intel_dp,
3200 const struct intel_crtc_state *crtc_state)
3202 struct drm_i915_private *dev_priv =
3203 to_i915(dp_to_dig_port(intel_dp)->base.base.dev);
3204 struct drm_dp_phy_test_params *data =
3205 &intel_dp->compliance.test_data.phytest;
3206 struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
3207 enum pipe pipe = crtc->pipe;
3210 switch (data->phy_pattern) {
3211 case DP_PHY_TEST_PATTERN_NONE:
3212 DRM_DEBUG_KMS("Disable Phy Test Pattern\n");
3213 intel_de_write(dev_priv, DDI_DP_COMP_CTL(pipe), 0x0);
3215 case DP_PHY_TEST_PATTERN_D10_2:
3216 DRM_DEBUG_KMS("Set D10.2 Phy Test Pattern\n");
3217 intel_de_write(dev_priv, DDI_DP_COMP_CTL(pipe),
3218 DDI_DP_COMP_CTL_ENABLE | DDI_DP_COMP_CTL_D10_2);
3220 case DP_PHY_TEST_PATTERN_ERROR_COUNT:
3221 DRM_DEBUG_KMS("Set Error Count Phy Test Pattern\n");
3222 intel_de_write(dev_priv, DDI_DP_COMP_CTL(pipe),
3223 DDI_DP_COMP_CTL_ENABLE |
3224 DDI_DP_COMP_CTL_SCRAMBLED_0);
3226 case DP_PHY_TEST_PATTERN_PRBS7:
3227 DRM_DEBUG_KMS("Set PRBS7 Phy Test Pattern\n");
3228 intel_de_write(dev_priv, DDI_DP_COMP_CTL(pipe),
3229 DDI_DP_COMP_CTL_ENABLE | DDI_DP_COMP_CTL_PRBS7);
3231 case DP_PHY_TEST_PATTERN_80BIT_CUSTOM:
3233 * FIXME: Ideally pattern should come from DPCD 0x250. As
3234 * current firmware of DPR-100 could not set it, so hardcoding
3235 * now for complaince test.
3237 DRM_DEBUG_KMS("Set 80Bit Custom Phy Test Pattern 0x3e0f83e0 0x0f83e0f8 0x0000f83e\n");
3238 pattern_val = 0x3e0f83e0;
3239 intel_de_write(dev_priv, DDI_DP_COMP_PAT(pipe, 0), pattern_val);
3240 pattern_val = 0x0f83e0f8;
3241 intel_de_write(dev_priv, DDI_DP_COMP_PAT(pipe, 1), pattern_val);
3242 pattern_val = 0x0000f83e;
3243 intel_de_write(dev_priv, DDI_DP_COMP_PAT(pipe, 2), pattern_val);
3244 intel_de_write(dev_priv, DDI_DP_COMP_CTL(pipe),
3245 DDI_DP_COMP_CTL_ENABLE |
3246 DDI_DP_COMP_CTL_CUSTOM80);
3248 case DP_PHY_TEST_PATTERN_CP2520:
3250 * FIXME: Ideally pattern should come from DPCD 0x24A. As
3251 * current firmware of DPR-100 could not set it, so hardcoding
3252 * now for complaince test.
3254 DRM_DEBUG_KMS("Set HBR2 compliance Phy Test Pattern\n");
3256 intel_de_write(dev_priv, DDI_DP_COMP_CTL(pipe),
3257 DDI_DP_COMP_CTL_ENABLE | DDI_DP_COMP_CTL_HBR2 |
3261 WARN(1, "Invalid Phy Test Pattern\n");
3266 intel_dp_autotest_phy_ddi_disable(struct intel_dp *intel_dp,
3267 const struct intel_crtc_state *crtc_state)
3269 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
3270 struct drm_device *dev = dig_port->base.base.dev;
3271 struct drm_i915_private *dev_priv = to_i915(dev);
3272 struct intel_crtc *crtc = to_intel_crtc(dig_port->base.base.crtc);
3273 enum pipe pipe = crtc->pipe;
3274 u32 trans_ddi_func_ctl_value, trans_conf_value, dp_tp_ctl_value;
3276 trans_ddi_func_ctl_value = intel_de_read(dev_priv,
3277 TRANS_DDI_FUNC_CTL(pipe));
3278 trans_conf_value = intel_de_read(dev_priv, PIPECONF(pipe));
3279 dp_tp_ctl_value = intel_de_read(dev_priv, TGL_DP_TP_CTL(pipe));
3281 trans_ddi_func_ctl_value &= ~(TRANS_DDI_FUNC_ENABLE |
3282 TGL_TRANS_DDI_PORT_MASK);
3283 trans_conf_value &= ~PIPECONF_ENABLE;
3284 dp_tp_ctl_value &= ~DP_TP_CTL_ENABLE;
3286 intel_de_write(dev_priv, PIPECONF(pipe), trans_conf_value);
3287 intel_de_write(dev_priv, TRANS_DDI_FUNC_CTL(pipe),
3288 trans_ddi_func_ctl_value);
3289 intel_de_write(dev_priv, TGL_DP_TP_CTL(pipe), dp_tp_ctl_value);
3293 intel_dp_autotest_phy_ddi_enable(struct intel_dp *intel_dp,
3294 const struct intel_crtc_state *crtc_state)
3296 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
3297 struct drm_device *dev = dig_port->base.base.dev;
3298 struct drm_i915_private *dev_priv = to_i915(dev);
3299 enum port port = dig_port->base.port;
3300 struct intel_crtc *crtc = to_intel_crtc(dig_port->base.base.crtc);
3301 enum pipe pipe = crtc->pipe;
3302 u32 trans_ddi_func_ctl_value, trans_conf_value, dp_tp_ctl_value;
3304 trans_ddi_func_ctl_value = intel_de_read(dev_priv,
3305 TRANS_DDI_FUNC_CTL(pipe));
3306 trans_conf_value = intel_de_read(dev_priv, PIPECONF(pipe));
3307 dp_tp_ctl_value = intel_de_read(dev_priv, TGL_DP_TP_CTL(pipe));
3309 trans_ddi_func_ctl_value |= TRANS_DDI_FUNC_ENABLE |
3310 TGL_TRANS_DDI_SELECT_PORT(port);
3311 trans_conf_value |= PIPECONF_ENABLE;
3312 dp_tp_ctl_value |= DP_TP_CTL_ENABLE;
3314 intel_de_write(dev_priv, PIPECONF(pipe), trans_conf_value);
3315 intel_de_write(dev_priv, TGL_DP_TP_CTL(pipe), dp_tp_ctl_value);
3316 intel_de_write(dev_priv, TRANS_DDI_FUNC_CTL(pipe),
3317 trans_ddi_func_ctl_value);
3320 static void intel_dp_process_phy_request(struct intel_dp *intel_dp,
3321 const struct intel_crtc_state *crtc_state)
3323 struct drm_dp_phy_test_params *data =
3324 &intel_dp->compliance.test_data.phytest;
3325 u8 link_status[DP_LINK_STATUS_SIZE];
3327 if (drm_dp_dpcd_read_phy_link_status(&intel_dp->aux, DP_PHY_DPRX,
3329 DRM_DEBUG_KMS("failed to get link status\n");
3333 /* retrieve vswing & pre-emphasis setting */
3334 intel_dp_get_adjust_train(intel_dp, crtc_state, DP_PHY_DPRX,
3337 intel_dp_autotest_phy_ddi_disable(intel_dp, crtc_state);
3339 intel_dp_set_signal_levels(intel_dp, crtc_state, DP_PHY_DPRX);
3341 intel_dp_phy_pattern_update(intel_dp, crtc_state);
3343 intel_dp_autotest_phy_ddi_enable(intel_dp, crtc_state);
3345 drm_dp_set_phy_test_pattern(&intel_dp->aux, data,
3346 link_status[DP_DPCD_REV]);
3349 static u8 intel_dp_autotest_phy_pattern(struct intel_dp *intel_dp)
3351 struct drm_dp_phy_test_params *data =
3352 &intel_dp->compliance.test_data.phytest;
3354 if (drm_dp_get_phy_test_pattern(&intel_dp->aux, data)) {
3355 DRM_DEBUG_KMS("DP Phy Test pattern AUX read failure\n");
3359 /* Set test active flag here so userspace doesn't interrupt things */
3360 intel_dp->compliance.test_active = true;
3365 static void intel_dp_handle_test_request(struct intel_dp *intel_dp)
3367 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3368 u8 response = DP_TEST_NAK;
3372 status = drm_dp_dpcd_readb(&intel_dp->aux, DP_TEST_REQUEST, &request);
3374 drm_dbg_kms(&i915->drm,
3375 "Could not read test request from sink\n");
3380 case DP_TEST_LINK_TRAINING:
3381 drm_dbg_kms(&i915->drm, "LINK_TRAINING test requested\n");
3382 response = intel_dp_autotest_link_training(intel_dp);
3384 case DP_TEST_LINK_VIDEO_PATTERN:
3385 drm_dbg_kms(&i915->drm, "TEST_PATTERN test requested\n");
3386 response = intel_dp_autotest_video_pattern(intel_dp);
3388 case DP_TEST_LINK_EDID_READ:
3389 drm_dbg_kms(&i915->drm, "EDID test requested\n");
3390 response = intel_dp_autotest_edid(intel_dp);
3392 case DP_TEST_LINK_PHY_TEST_PATTERN:
3393 drm_dbg_kms(&i915->drm, "PHY_PATTERN test requested\n");
3394 response = intel_dp_autotest_phy_pattern(intel_dp);
3397 drm_dbg_kms(&i915->drm, "Invalid test request '%02x'\n",
3402 if (response & DP_TEST_ACK)
3403 intel_dp->compliance.test_type = request;
3406 status = drm_dp_dpcd_writeb(&intel_dp->aux, DP_TEST_RESPONSE, response);
3408 drm_dbg_kms(&i915->drm,
3409 "Could not write test response to sink\n");
3413 intel_dp_mst_hpd_irq(struct intel_dp *intel_dp, u8 *esi, bool *handled)
3415 drm_dp_mst_hpd_irq(&intel_dp->mst_mgr, esi, handled);
3417 if (esi[1] & DP_CP_IRQ) {
3418 intel_hdcp_handle_cp_irq(intel_dp->attached_connector);
3424 * intel_dp_check_mst_status - service any pending MST interrupts, check link status
3425 * @intel_dp: Intel DP struct
3427 * Read any pending MST interrupts, call MST core to handle these and ack the
3428 * interrupts. Check if the main and AUX link state is ok.
3431 * - %true if pending interrupts were serviced (or no interrupts were
3432 * pending) w/o detecting an error condition.
3433 * - %false if an error condition - like AUX failure or a loss of link - is
3434 * detected, which needs servicing from the hotplug work.
3437 intel_dp_check_mst_status(struct intel_dp *intel_dp)
3439 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3440 bool link_ok = true;
3442 drm_WARN_ON_ONCE(&i915->drm, intel_dp->active_mst_links < 0);
3445 u8 esi[DP_DPRX_ESI_LEN] = {};
3449 if (!intel_dp_get_sink_irq_esi(intel_dp, esi)) {
3450 drm_dbg_kms(&i915->drm,
3451 "failed to get ESI - device may have failed\n");
3457 /* check link status - esi[10] = 0x200c */
3458 if (intel_dp->active_mst_links > 0 && link_ok &&
3459 !drm_dp_channel_eq_ok(&esi[10], intel_dp->lane_count)) {
3460 drm_dbg_kms(&i915->drm,
3461 "channel EQ not ok, retraining\n");
3465 drm_dbg_kms(&i915->drm, "got esi %3ph\n", esi);
3467 intel_dp_mst_hpd_irq(intel_dp, esi, &handled);
3472 for (retry = 0; retry < 3; retry++) {
3475 wret = drm_dp_dpcd_write(&intel_dp->aux,
3476 DP_SINK_COUNT_ESI+1,
3487 intel_dp_handle_hdmi_link_status_change(struct intel_dp *intel_dp)
3492 is_active = drm_dp_pcon_hdmi_link_active(&intel_dp->aux);
3493 if (intel_dp->frl.is_trained && !is_active) {
3494 if (drm_dp_dpcd_readb(&intel_dp->aux, DP_PCON_HDMI_LINK_CONFIG_1, &buf) < 0)
3497 buf &= ~DP_PCON_ENABLE_HDMI_LINK;
3498 if (drm_dp_dpcd_writeb(&intel_dp->aux, DP_PCON_HDMI_LINK_CONFIG_1, buf) < 0)
3501 drm_dp_pcon_hdmi_frl_link_error_count(&intel_dp->aux, &intel_dp->attached_connector->base);
3503 /* Restart FRL training or fall back to TMDS mode */
3504 intel_dp_check_frl_training(intel_dp);
3509 intel_dp_needs_link_retrain(struct intel_dp *intel_dp)
3511 u8 link_status[DP_LINK_STATUS_SIZE];
3513 if (!intel_dp->link_trained)
3517 * While PSR source HW is enabled, it will control main-link sending
3518 * frames, enabling and disabling it so trying to do a retrain will fail
3519 * as the link would or not be on or it could mix training patterns
3520 * and frame data at the same time causing retrain to fail.
3521 * Also when exiting PSR, HW will retrain the link anyways fixing
3522 * any link status error.
3524 if (intel_psr_enabled(intel_dp))
3527 if (drm_dp_dpcd_read_phy_link_status(&intel_dp->aux, DP_PHY_DPRX,
3532 * Validate the cached values of intel_dp->link_rate and
3533 * intel_dp->lane_count before attempting to retrain.
3535 * FIXME would be nice to user the crtc state here, but since
3536 * we need to call this from the short HPD handler that seems
3539 if (!intel_dp_link_params_valid(intel_dp, intel_dp->link_rate,
3540 intel_dp->lane_count))
3543 /* Retrain if Channel EQ or CR not ok */
3544 return !drm_dp_channel_eq_ok(link_status, intel_dp->lane_count);
3547 static bool intel_dp_has_connector(struct intel_dp *intel_dp,
3548 const struct drm_connector_state *conn_state)
3550 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3551 struct intel_encoder *encoder;
3554 if (!conn_state->best_encoder)
3558 encoder = &dp_to_dig_port(intel_dp)->base;
3559 if (conn_state->best_encoder == &encoder->base)
3563 for_each_pipe(i915, pipe) {
3564 encoder = &intel_dp->mst_encoders[pipe]->base;
3565 if (conn_state->best_encoder == &encoder->base)
3572 static int intel_dp_prep_link_retrain(struct intel_dp *intel_dp,
3573 struct drm_modeset_acquire_ctx *ctx,
3576 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3577 struct drm_connector_list_iter conn_iter;
3578 struct intel_connector *connector;
3583 if (!intel_dp_needs_link_retrain(intel_dp))
3586 drm_connector_list_iter_begin(&i915->drm, &conn_iter);
3587 for_each_intel_connector_iter(connector, &conn_iter) {
3588 struct drm_connector_state *conn_state =
3589 connector->base.state;
3590 struct intel_crtc_state *crtc_state;
3591 struct intel_crtc *crtc;
3593 if (!intel_dp_has_connector(intel_dp, conn_state))
3596 crtc = to_intel_crtc(conn_state->crtc);
3600 ret = drm_modeset_lock(&crtc->base.mutex, ctx);
3604 crtc_state = to_intel_crtc_state(crtc->base.state);
3606 drm_WARN_ON(&i915->drm, !intel_crtc_has_dp_encoder(crtc_state));
3608 if (!crtc_state->hw.active)
3611 if (conn_state->commit &&
3612 !try_wait_for_completion(&conn_state->commit->hw_done))
3615 *crtc_mask |= drm_crtc_mask(&crtc->base);
3617 drm_connector_list_iter_end(&conn_iter);
3619 if (!intel_dp_needs_link_retrain(intel_dp))
3625 static bool intel_dp_is_connected(struct intel_dp *intel_dp)
3627 struct intel_connector *connector = intel_dp->attached_connector;
3629 return connector->base.status == connector_status_connected ||
3633 int intel_dp_retrain_link(struct intel_encoder *encoder,
3634 struct drm_modeset_acquire_ctx *ctx)
3636 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
3637 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
3638 struct intel_crtc *crtc;
3642 if (!intel_dp_is_connected(intel_dp))
3645 ret = drm_modeset_lock(&dev_priv->drm.mode_config.connection_mutex,
3650 ret = intel_dp_prep_link_retrain(intel_dp, ctx, &crtc_mask);
3657 drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] retraining link\n",
3658 encoder->base.base.id, encoder->base.name);
3660 for_each_intel_crtc_mask(&dev_priv->drm, crtc, crtc_mask) {
3661 const struct intel_crtc_state *crtc_state =
3662 to_intel_crtc_state(crtc->base.state);
3664 /* Suppress underruns caused by re-training */
3665 intel_set_cpu_fifo_underrun_reporting(dev_priv, crtc->pipe, false);
3666 if (crtc_state->has_pch_encoder)
3667 intel_set_pch_fifo_underrun_reporting(dev_priv,
3668 intel_crtc_pch_transcoder(crtc), false);
3671 for_each_intel_crtc_mask(&dev_priv->drm, crtc, crtc_mask) {
3672 const struct intel_crtc_state *crtc_state =
3673 to_intel_crtc_state(crtc->base.state);
3675 /* retrain on the MST master transcoder */
3676 if (DISPLAY_VER(dev_priv) >= 12 &&
3677 intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP_MST) &&
3678 !intel_dp_mst_is_master_trans(crtc_state))
3681 intel_dp_check_frl_training(intel_dp);
3682 intel_dp_pcon_dsc_configure(intel_dp, crtc_state);
3683 intel_dp_start_link_train(intel_dp, crtc_state);
3684 intel_dp_stop_link_train(intel_dp, crtc_state);
3688 for_each_intel_crtc_mask(&dev_priv->drm, crtc, crtc_mask) {
3689 const struct intel_crtc_state *crtc_state =
3690 to_intel_crtc_state(crtc->base.state);
3692 /* Keep underrun reporting disabled until things are stable */
3693 intel_wait_for_vblank(dev_priv, crtc->pipe);
3695 intel_set_cpu_fifo_underrun_reporting(dev_priv, crtc->pipe, true);
3696 if (crtc_state->has_pch_encoder)
3697 intel_set_pch_fifo_underrun_reporting(dev_priv,
3698 intel_crtc_pch_transcoder(crtc), true);
3704 static int intel_dp_prep_phy_test(struct intel_dp *intel_dp,
3705 struct drm_modeset_acquire_ctx *ctx,
3708 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3709 struct drm_connector_list_iter conn_iter;
3710 struct intel_connector *connector;
3715 drm_connector_list_iter_begin(&i915->drm, &conn_iter);
3716 for_each_intel_connector_iter(connector, &conn_iter) {
3717 struct drm_connector_state *conn_state =
3718 connector->base.state;
3719 struct intel_crtc_state *crtc_state;
3720 struct intel_crtc *crtc;
3722 if (!intel_dp_has_connector(intel_dp, conn_state))
3725 crtc = to_intel_crtc(conn_state->crtc);
3729 ret = drm_modeset_lock(&crtc->base.mutex, ctx);
3733 crtc_state = to_intel_crtc_state(crtc->base.state);
3735 drm_WARN_ON(&i915->drm, !intel_crtc_has_dp_encoder(crtc_state));
3737 if (!crtc_state->hw.active)
3740 if (conn_state->commit &&
3741 !try_wait_for_completion(&conn_state->commit->hw_done))
3744 *crtc_mask |= drm_crtc_mask(&crtc->base);
3746 drm_connector_list_iter_end(&conn_iter);
3751 static int intel_dp_do_phy_test(struct intel_encoder *encoder,
3752 struct drm_modeset_acquire_ctx *ctx)
3754 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
3755 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
3756 struct intel_crtc *crtc;
3760 ret = drm_modeset_lock(&dev_priv->drm.mode_config.connection_mutex,
3765 ret = intel_dp_prep_phy_test(intel_dp, ctx, &crtc_mask);
3772 drm_dbg_kms(&dev_priv->drm, "[ENCODER:%d:%s] PHY test\n",
3773 encoder->base.base.id, encoder->base.name);
3775 for_each_intel_crtc_mask(&dev_priv->drm, crtc, crtc_mask) {
3776 const struct intel_crtc_state *crtc_state =
3777 to_intel_crtc_state(crtc->base.state);
3779 /* test on the MST master transcoder */
3780 if (DISPLAY_VER(dev_priv) >= 12 &&
3781 intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP_MST) &&
3782 !intel_dp_mst_is_master_trans(crtc_state))
3785 intel_dp_process_phy_request(intel_dp, crtc_state);
3792 void intel_dp_phy_test(struct intel_encoder *encoder)
3794 struct drm_modeset_acquire_ctx ctx;
3797 drm_modeset_acquire_init(&ctx, 0);
3800 ret = intel_dp_do_phy_test(encoder, &ctx);
3802 if (ret == -EDEADLK) {
3803 drm_modeset_backoff(&ctx);
3810 drm_modeset_drop_locks(&ctx);
3811 drm_modeset_acquire_fini(&ctx);
3812 drm_WARN(encoder->base.dev, ret,
3813 "Acquiring modeset locks failed with %i\n", ret);
3816 static void intel_dp_check_device_service_irq(struct intel_dp *intel_dp)
3818 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3821 if (intel_dp->dpcd[DP_DPCD_REV] < 0x11)
3824 if (drm_dp_dpcd_readb(&intel_dp->aux,
3825 DP_DEVICE_SERVICE_IRQ_VECTOR, &val) != 1 || !val)
3828 drm_dp_dpcd_writeb(&intel_dp->aux, DP_DEVICE_SERVICE_IRQ_VECTOR, val);
3830 if (val & DP_AUTOMATED_TEST_REQUEST)
3831 intel_dp_handle_test_request(intel_dp);
3833 if (val & DP_CP_IRQ)
3834 intel_hdcp_handle_cp_irq(intel_dp->attached_connector);
3836 if (val & DP_SINK_SPECIFIC_IRQ)
3837 drm_dbg_kms(&i915->drm, "Sink specific irq unhandled\n");
3840 static void intel_dp_check_link_service_irq(struct intel_dp *intel_dp)
3842 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3845 if (intel_dp->dpcd[DP_DPCD_REV] < 0x11)
3848 if (drm_dp_dpcd_readb(&intel_dp->aux,
3849 DP_LINK_SERVICE_IRQ_VECTOR_ESI0, &val) != 1 || !val) {
3850 drm_dbg_kms(&i915->drm, "Error in reading link service irq vector\n");
3854 if (drm_dp_dpcd_writeb(&intel_dp->aux,
3855 DP_LINK_SERVICE_IRQ_VECTOR_ESI0, val) != 1) {
3856 drm_dbg_kms(&i915->drm, "Error in writing link service irq vector\n");
3860 if (val & HDMI_LINK_STATUS_CHANGED)
3861 intel_dp_handle_hdmi_link_status_change(intel_dp);
3865 * According to DP spec
3868 * 2. Configure link according to Receiver Capabilities
3869 * 3. Use Link Training from 2.5.3.3 and 3.5.1.3
3870 * 4. Check link status on receipt of hot-plug interrupt
3872 * intel_dp_short_pulse - handles short pulse interrupts
3873 * when full detection is not required.
3874 * Returns %true if short pulse is handled and full detection
3875 * is NOT required and %false otherwise.
3878 intel_dp_short_pulse(struct intel_dp *intel_dp)
3880 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
3881 u8 old_sink_count = intel_dp->sink_count;
3885 * Clearing compliance test variables to allow capturing
3886 * of values for next automated test request.
3888 memset(&intel_dp->compliance, 0, sizeof(intel_dp->compliance));
3891 * Now read the DPCD to see if it's actually running
3892 * If the current value of sink count doesn't match with
3893 * the value that was stored earlier or dpcd read failed
3894 * we need to do full detection
3896 ret = intel_dp_get_dpcd(intel_dp);
3898 if ((old_sink_count != intel_dp->sink_count) || !ret) {
3899 /* No need to proceed if we are going to do full detect */
3903 intel_dp_check_device_service_irq(intel_dp);
3904 intel_dp_check_link_service_irq(intel_dp);
3906 /* Handle CEC interrupts, if any */
3907 drm_dp_cec_irq(&intel_dp->aux);
3909 /* defer to the hotplug work for link retraining if needed */
3910 if (intel_dp_needs_link_retrain(intel_dp))
3913 intel_psr_short_pulse(intel_dp);
3915 switch (intel_dp->compliance.test_type) {
3916 case DP_TEST_LINK_TRAINING:
3917 drm_dbg_kms(&dev_priv->drm,
3918 "Link Training Compliance Test requested\n");
3919 /* Send a Hotplug Uevent to userspace to start modeset */
3920 drm_kms_helper_hotplug_event(&dev_priv->drm);
3922 case DP_TEST_LINK_PHY_TEST_PATTERN:
3923 drm_dbg_kms(&dev_priv->drm,
3924 "PHY test pattern Compliance Test requested\n");
3926 * Schedule long hpd to do the test
3928 * FIXME get rid of the ad-hoc phy test modeset code
3929 * and properly incorporate it into the normal modeset.
3937 /* XXX this is probably wrong for multiple downstream ports */
3938 static enum drm_connector_status
3939 intel_dp_detect_dpcd(struct intel_dp *intel_dp)
3941 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
3942 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
3943 u8 *dpcd = intel_dp->dpcd;
3946 if (drm_WARN_ON(&i915->drm, intel_dp_is_edp(intel_dp)))
3947 return connector_status_connected;
3949 lspcon_resume(dig_port);
3951 if (!intel_dp_get_dpcd(intel_dp))
3952 return connector_status_disconnected;
3954 /* if there's no downstream port, we're done */
3955 if (!drm_dp_is_branch(dpcd))
3956 return connector_status_connected;
3958 /* If we're HPD-aware, SINK_COUNT changes dynamically */
3959 if (intel_dp_has_sink_count(intel_dp) &&
3960 intel_dp->downstream_ports[0] & DP_DS_PORT_HPD) {
3961 return intel_dp->sink_count ?
3962 connector_status_connected : connector_status_disconnected;
3965 if (intel_dp_can_mst(intel_dp))
3966 return connector_status_connected;
3968 /* If no HPD, poke DDC gently */
3969 if (drm_probe_ddc(&intel_dp->aux.ddc))
3970 return connector_status_connected;
3972 /* Well we tried, say unknown for unreliable port types */
3973 if (intel_dp->dpcd[DP_DPCD_REV] >= 0x11) {
3974 type = intel_dp->downstream_ports[0] & DP_DS_PORT_TYPE_MASK;
3975 if (type == DP_DS_PORT_TYPE_VGA ||
3976 type == DP_DS_PORT_TYPE_NON_EDID)
3977 return connector_status_unknown;
3979 type = intel_dp->dpcd[DP_DOWNSTREAMPORT_PRESENT] &
3980 DP_DWN_STRM_PORT_TYPE_MASK;
3981 if (type == DP_DWN_STRM_PORT_TYPE_ANALOG ||
3982 type == DP_DWN_STRM_PORT_TYPE_OTHER)
3983 return connector_status_unknown;
3986 /* Anything else is out of spec, warn and ignore */
3987 drm_dbg_kms(&i915->drm, "Broken DP branch device, ignoring\n");
3988 return connector_status_disconnected;
3991 static enum drm_connector_status
3992 edp_detect(struct intel_dp *intel_dp)
3994 return connector_status_connected;
3998 * intel_digital_port_connected - is the specified port connected?
3999 * @encoder: intel_encoder
4001 * In cases where there's a connector physically connected but it can't be used
4002 * by our hardware we also return false, since the rest of the driver should
4003 * pretty much treat the port as disconnected. This is relevant for type-C
4004 * (starting on ICL) where there's ownership involved.
4006 * Return %true if port is connected, %false otherwise.
4008 bool intel_digital_port_connected(struct intel_encoder *encoder)
4010 struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
4011 struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
4012 bool is_connected = false;
4013 intel_wakeref_t wakeref;
4015 with_intel_display_power(dev_priv, POWER_DOMAIN_DISPLAY_CORE, wakeref)
4016 is_connected = dig_port->connected(encoder);
4018 return is_connected;
4021 static struct edid *
4022 intel_dp_get_edid(struct intel_dp *intel_dp)
4024 struct intel_connector *intel_connector = intel_dp->attached_connector;
4026 /* use cached edid if we have one */
4027 if (intel_connector->edid) {
4029 if (IS_ERR(intel_connector->edid))
4032 return drm_edid_duplicate(intel_connector->edid);
4034 return drm_get_edid(&intel_connector->base,
4035 &intel_dp->aux.ddc);
4039 intel_dp_update_dfp(struct intel_dp *intel_dp,
4040 const struct edid *edid)
4042 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
4043 struct intel_connector *connector = intel_dp->attached_connector;
4045 intel_dp->dfp.max_bpc =
4046 drm_dp_downstream_max_bpc(intel_dp->dpcd,
4047 intel_dp->downstream_ports, edid);
4049 intel_dp->dfp.max_dotclock =
4050 drm_dp_downstream_max_dotclock(intel_dp->dpcd,
4051 intel_dp->downstream_ports);
4053 intel_dp->dfp.min_tmds_clock =
4054 drm_dp_downstream_min_tmds_clock(intel_dp->dpcd,
4055 intel_dp->downstream_ports,
4057 intel_dp->dfp.max_tmds_clock =
4058 drm_dp_downstream_max_tmds_clock(intel_dp->dpcd,
4059 intel_dp->downstream_ports,
4062 intel_dp->dfp.pcon_max_frl_bw =
4063 drm_dp_get_pcon_max_frl_bw(intel_dp->dpcd,
4064 intel_dp->downstream_ports);
4066 drm_dbg_kms(&i915->drm,
4067 "[CONNECTOR:%d:%s] DFP max bpc %d, max dotclock %d, TMDS clock %d-%d, PCON Max FRL BW %dGbps\n",
4068 connector->base.base.id, connector->base.name,
4069 intel_dp->dfp.max_bpc,
4070 intel_dp->dfp.max_dotclock,
4071 intel_dp->dfp.min_tmds_clock,
4072 intel_dp->dfp.max_tmds_clock,
4073 intel_dp->dfp.pcon_max_frl_bw);
4075 intel_dp_get_pcon_dsc_cap(intel_dp);
4079 intel_dp_update_420(struct intel_dp *intel_dp)
4081 struct drm_i915_private *i915 = dp_to_i915(intel_dp);
4082 struct intel_connector *connector = intel_dp->attached_connector;
4083 bool is_branch, ycbcr_420_passthrough, ycbcr_444_to_420, rgb_to_ycbcr;
4085 /* No YCbCr output support on gmch platforms */
4090 * ILK doesn't seem capable of DP YCbCr output. The
4091 * displayed image is severly corrupted. SNB+ is fine.
4093 if (IS_IRONLAKE(i915))
4096 is_branch = drm_dp_is_branch(intel_dp->dpcd);
4097 ycbcr_420_passthrough =
4098 drm_dp_downstream_420_passthrough(intel_dp->dpcd,
4099 intel_dp->downstream_ports);
4100 /* on-board LSPCON always assumed to support 4:4:4->4:2:0 conversion */
4102 dp_to_dig_port(intel_dp)->lspcon.active ||
4103 drm_dp_downstream_444_to_420_conversion(intel_dp->dpcd,
4104 intel_dp->downstream_ports);
4105 rgb_to_ycbcr = drm_dp_downstream_rgb_to_ycbcr_conversion(intel_dp->dpcd,
4106 intel_dp->downstream_ports,
4107 DP_DS_HDMI_BT601_RGB_YCBCR_CONV |
4108 DP_DS_HDMI_BT709_RGB_YCBCR_CONV |
4109 DP_DS_HDMI_BT2020_RGB_YCBCR_CONV);
4111 if (DISPLAY_VER(i915) >= 11) {
4112 /* Let PCON convert from RGB->YCbCr if possible */
4113 if (is_branch && rgb_to_ycbcr && ycbcr_444_to_420) {
4114 intel_dp->dfp.rgb_to_ycbcr = true;
4115 intel_dp->dfp.ycbcr_444_to_420 = true;
4116 connector->base.ycbcr_420_allowed = true;
4118 /* Prefer 4:2:0 passthrough over 4:4:4->4:2:0 conversion */
4119 intel_dp->dfp.ycbcr_444_to_420 =
4120 ycbcr_444_to_420 && !ycbcr_420_passthrough;
4122 connector->base.ycbcr_420_allowed =
4123 !is_branch || ycbcr_444_to_420 || ycbcr_420_passthrough;
4126 /* 4:4:4->4:2:0 conversion is the only way */
4127 intel_dp->dfp.ycbcr_444_to_420 = ycbcr_444_to_420;
4129 connector->base.ycbcr_420_allowed = ycbcr_444_to_420;
4132 drm_dbg_kms(&i915->drm,
4133 "[CONNECTOR:%d:%s] RGB->YcbCr conversion? %s, YCbCr 4:2:0 allowed? %s, YCbCr 4:4:4->4:2:0 conversion? %s\n",
4134 connector->base.base.id, connector->base.name,
4135 yesno(intel_dp->dfp.rgb_to_ycbcr),
4136 yesno(connector->base.ycbcr_420_allowed),
4137 yesno(intel_dp->dfp.ycbcr_444_to_420));
4141 intel_dp_set_edid(struct intel_dp *intel_dp)
4143 struct intel_connector *connector = intel_dp->attached_connector;
4146 intel_dp_unset_edid(intel_dp);
4147 edid = intel_dp_get_edid(intel_dp);
4148 connector->detect_edid = edid;
4150 intel_dp_update_dfp(intel_dp, edid);
4151 intel_dp_update_420(intel_dp);
4153 if (edid && edid->input & DRM_EDID_INPUT_DIGITAL) {
4154 intel_dp->has_hdmi_sink = drm_detect_hdmi_monitor(edid);
4155 intel_dp->has_audio = drm_detect_monitor_audio(edid);
4158 drm_dp_cec_set_edid(&intel_dp->aux, edid);
4162 intel_dp_unset_edid(struct intel_dp *intel_dp)
4164 struct intel_connector *connector = intel_dp->attached_connector;
4166 drm_dp_cec_unset_edid(&intel_dp->aux);
4167 kfree(connector->detect_edid);
4168 connector->detect_edid = NULL;
4170 intel_dp->has_hdmi_sink = false;
4171 intel_dp->has_audio = false;
4173 intel_dp->dfp.max_bpc = 0;
4174 intel_dp->dfp.max_dotclock = 0;
4175 intel_dp->dfp.min_tmds_clock = 0;
4176 intel_dp->dfp.max_tmds_clock = 0;
4178 intel_dp->dfp.pcon_max_frl_bw = 0;
4180 intel_dp->dfp.ycbcr_444_to_420 = false;
4181 connector->base.ycbcr_420_allowed = false;
4185 intel_dp_detect(struct drm_connector *connector,
4186 struct drm_modeset_acquire_ctx *ctx,
4189 struct drm_i915_private *dev_priv = to_i915(connector->dev);
4190 struct intel_dp *intel_dp = intel_attached_dp(to_intel_connector(connector));
4191 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
4192 struct intel_encoder *encoder = &dig_port->base;
4193 enum drm_connector_status status;
4195 drm_dbg_kms(&dev_priv->drm, "[CONNECTOR:%d:%s]\n",
4196 connector->base.id, connector->name);
4197 drm_WARN_ON(&dev_priv->drm,
4198 !drm_modeset_is_locked(&dev_priv->drm.mode_config.connection_mutex));
4200 if (!INTEL_DISPLAY_ENABLED(dev_priv))
4201 return connector_status_disconnected;
4203 /* Can't disconnect eDP */
4204 if (intel_dp_is_edp(intel_dp))
4205 status = edp_detect(intel_dp);
4206 else if (intel_digital_port_connected(encoder))
4207 status = intel_dp_detect_dpcd(intel_dp);
4209 status = connector_status_disconnected;
4211 if (status == connector_status_disconnected) {
4212 memset(&intel_dp->compliance, 0, sizeof(intel_dp->compliance));
4213 memset(intel_dp->dsc_dpcd, 0, sizeof(intel_dp->dsc_dpcd));
4215 if (intel_dp->is_mst) {
4216 drm_dbg_kms(&dev_priv->drm,
4217 "MST device may have disappeared %d vs %d\n",
4219 intel_dp->mst_mgr.mst_state);
4220 intel_dp->is_mst = false;
4221 drm_dp_mst_topology_mgr_set_mst(&intel_dp->mst_mgr,
4228 /* Read DP Sink DSC Cap DPCD regs for DP v1.4 */
4229 if (DISPLAY_VER(dev_priv) >= 11)
4230 intel_dp_get_dsc_sink_cap(intel_dp);
4232 intel_dp_configure_mst(intel_dp);
4235 * TODO: Reset link params when switching to MST mode, until MST
4236 * supports link training fallback params.
4238 if (intel_dp->reset_link_params || intel_dp->is_mst) {
4239 /* Initial max link lane count */
4240 intel_dp->max_link_lane_count = intel_dp_max_common_lane_count(intel_dp);
4242 /* Initial max link rate */
4243 intel_dp->max_link_rate = intel_dp_max_common_rate(intel_dp);
4245 intel_dp->reset_link_params = false;
4248 intel_dp_print_rates(intel_dp);
4250 if (intel_dp->is_mst) {
4252 * If we are in MST mode then this connector
4253 * won't appear connected or have anything
4256 status = connector_status_disconnected;
4261 * Some external monitors do not signal loss of link synchronization
4262 * with an IRQ_HPD, so force a link status check.
4264 if (!intel_dp_is_edp(intel_dp)) {
4267 ret = intel_dp_retrain_link(encoder, ctx);
4273 * Clearing NACK and defer counts to get their exact values
4274 * while reading EDID which are required by Compliance tests
4275 * 4.2.2.4 and 4.2.2.5
4277 intel_dp->aux.i2c_nack_count = 0;
4278 intel_dp->aux.i2c_defer_count = 0;
4280 intel_dp_set_edid(intel_dp);
4281 if (intel_dp_is_edp(intel_dp) ||
4282 to_intel_connector(connector)->detect_edid)
4283 status = connector_status_connected;
4285 intel_dp_check_device_service_irq(intel_dp);
4288 if (status != connector_status_connected && !intel_dp->is_mst)
4289 intel_dp_unset_edid(intel_dp);
4292 * Make sure the refs for power wells enabled during detect are
4293 * dropped to avoid a new detect cycle triggered by HPD polling.
4295 intel_display_power_flush_work(dev_priv);
4297 if (!intel_dp_is_edp(intel_dp))
4298 drm_dp_set_subconnector_property(connector,
4301 intel_dp->downstream_ports);
4306 intel_dp_force(struct drm_connector *connector)
4308 struct intel_dp *intel_dp = intel_attached_dp(to_intel_connector(connector));
4309 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
4310 struct intel_encoder *intel_encoder = &dig_port->base;
4311 struct drm_i915_private *dev_priv = to_i915(intel_encoder->base.dev);
4312 enum intel_display_power_domain aux_domain =
4313 intel_aux_power_domain(dig_port);
4314 intel_wakeref_t wakeref;
4316 drm_dbg_kms(&dev_priv->drm, "[CONNECTOR:%d:%s]\n",
4317 connector->base.id, connector->name);
4318 intel_dp_unset_edid(intel_dp);
4320 if (connector->status != connector_status_connected)
4323 wakeref = intel_display_power_get(dev_priv, aux_domain);
4325 intel_dp_set_edid(intel_dp);
4327 intel_display_power_put(dev_priv, aux_domain, wakeref);
4330 static int intel_dp_get_modes(struct drm_connector *connector)
4332 struct intel_connector *intel_connector = to_intel_connector(connector);
4336 edid = intel_connector->detect_edid;
4338 num_modes = intel_connector_update_modes(connector, edid);
4340 if (intel_vrr_is_capable(connector))
4341 drm_connector_set_vrr_capable_property(connector,
4345 /* Also add fixed mode, which may or may not be present in EDID */
4346 if (intel_dp_is_edp(intel_attached_dp(intel_connector)) &&
4347 intel_connector->panel.fixed_mode) {
4348 struct drm_display_mode *mode;
4350 mode = drm_mode_duplicate(connector->dev,
4351 intel_connector->panel.fixed_mode);
4353 drm_mode_probed_add(connector, mode);
4362 struct intel_dp *intel_dp = intel_attached_dp(intel_connector);
4363 struct drm_display_mode *mode;
4365 mode = drm_dp_downstream_mode(connector->dev,
4367 intel_dp->downstream_ports);
4369 drm_mode_probed_add(connector, mode);
4378 intel_dp_connector_register(struct drm_connector *connector)
4380 struct drm_i915_private *i915 = to_i915(connector->dev);
4381 struct intel_dp *intel_dp = intel_attached_dp(to_intel_connector(connector));
4382 struct intel_digital_port *dig_port = dp_to_dig_port(intel_dp);
4383 struct intel_lspcon *lspcon = &dig_port->lspcon;
4386 ret = intel_connector_register(connector);
4390 drm_dbg_kms(&i915->drm, "registering %s bus for %s\n",
4391 intel_dp->aux.name, connector->kdev->kobj.name);
4393 intel_dp->aux.dev = connector->kdev;
4394 ret = drm_dp_aux_register(&intel_dp->aux);
4396 drm_dp_cec_register_connector(&intel_dp->aux, connector);
4398 if (!intel_bios_is_lspcon_present(i915, dig_port->base.port))
4402 * ToDo: Clean this up to handle lspcon init and resume more
4403 * efficiently and streamlined.
4405 if (lspcon_init(dig_port)) {
4406 lspcon_detect_hdr_capability(lspcon);
4407 if (lspcon->hdr_supported)
4408 drm_object_attach_property(&connector->base,
4409 connector->dev->mode_config.hdr_output_metadata_property,
4417 intel_dp_connector_unregister(struct drm_connector *connector)
4419 struct intel_dp *intel_dp = intel_attached_dp(to_intel_connector(connector));
4421 drm_dp_cec_unregister_connector(&intel_dp->aux);
4422 drm_dp_aux_unregister(&intel_dp->aux);
4423 intel_connector_unregister(connector);
4426 void intel_dp_encoder_flush_work(struct drm_encoder *encoder)
4428 struct intel_digital_port *dig_port = enc_to_dig_port(to_intel_encoder(encoder));
4429 struct intel_dp *intel_dp = &dig_port->dp;
4431 intel_dp_mst_encoder_cleanup(dig_port);
4433 intel_pps_vdd_off_sync(intel_dp);
4435 intel_dp_aux_fini(intel_dp);
4438 void intel_dp_encoder_suspend(struct intel_encoder *intel_encoder)
4440 struct intel_dp *intel_dp = enc_to_intel_dp(intel_encoder);
4442 intel_pps_vdd_off_sync(intel_dp);
4445 void intel_dp_encoder_shutdown(struct intel_encoder *intel_encoder)
4447 struct intel_dp *intel_dp = enc_to_intel_dp(intel_encoder);
4449 intel_pps_wait_power_cycle(intel_dp);
4452 static int intel_modeset_tile_group(struct intel_atomic_state *state,
4455 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
4456 struct drm_connector_list_iter conn_iter;
4457 struct drm_connector *connector;
4460 drm_connector_list_iter_begin(&dev_priv->drm, &conn_iter);
4461 drm_for_each_connector_iter(connector, &conn_iter) {
4462 struct drm_connector_state *conn_state;
4463 struct intel_crtc_state *crtc_state;
4464 struct intel_crtc *crtc;
4466 if (!connector->has_tile ||
4467 connector->tile_group->id != tile_group_id)
4470 conn_state = drm_atomic_get_connector_state(&state->base,
4472 if (IS_ERR(conn_state)) {
4473 ret = PTR_ERR(conn_state);
4477 crtc = to_intel_crtc(conn_state->crtc);
4482 crtc_state = intel_atomic_get_new_crtc_state(state, crtc);
4483 crtc_state->uapi.mode_changed = true;
4485 ret = drm_atomic_add_affected_planes(&state->base, &crtc->base);
4489 drm_connector_list_iter_end(&conn_iter);
4494 static int intel_modeset_affected_transcoders(struct intel_atomic_state *state, u8 transcoders)
4496 struct drm_i915_private *dev_priv = to_i915(state->base.dev);
4497 struct intel_crtc *crtc;
4499 if (transcoders == 0)
4502 for_each_intel_crtc(&dev_priv->drm, crtc) {
4503 struct intel_crtc_state *crtc_state;
4506 crtc_state = intel_atomic_get_crtc_state(&state->base, crtc);
4507 if (IS_ERR(crtc_state))
4508 return PTR_ERR(crtc_state);
4510 if (!crtc_state->hw.enable)
4513 if (!(transcoders & BIT(crtc_state->cpu_transcoder)))
4516 crtc_state->uapi.mode_changed = true;
4518 ret = drm_atomic_add_affected_connectors(&state->base, &crtc->base);
4522 ret = drm_atomic_add_affected_planes(&state->base, &crtc->base);
4526 transcoders &= ~BIT(crtc_state->cpu_transcoder);
4529 drm_WARN_ON(&dev_priv->drm, transcoders != 0);
4534 static int intel_modeset_synced_crtcs(struct intel_atomic_state *state,
4535 struct drm_connector *connector)
4537 const struct drm_connector_state *old_conn_state =
4538 drm_atomic_get_old_connector_state(&state->base, connector);
4539 const struct intel_crtc_state *old_crtc_state;
4540 struct intel_crtc *crtc;
4543 crtc = to_intel_crtc(old_conn_state->crtc);
4547 old_crtc_state = intel_atomic_get_old_crtc_state(state, crtc);
4549 if (!old_crtc_state->hw.active)
4552 transcoders = old_crtc_state->sync_mode_slaves_mask;
4553 if (old_crtc_state->master_transcoder != INVALID_TRANSCODER)
4554 transcoders |= BIT(old_crtc_state->master_transcoder);
4556 return intel_modeset_affected_transcoders(state,
4560 static int intel_dp_connector_atomic_check(struct drm_connector *conn,
4561 struct drm_atomic_state *_state)
4563 struct drm_i915_private *dev_priv = to_i915(conn->dev);
4564 struct intel_atomic_state *state = to_intel_atomic_state(_state);
4567 ret = intel_digital_connector_atomic_check(conn, &state->base);
4572 * We don't enable port sync on BDW due to missing w/as and
4573 * due to not having adjusted the modeset sequence appropriately.
4575 if (DISPLAY_VER(dev_priv) < 9)
4578 if (!intel_connector_needs_modeset(state, conn))
4581 if (conn->has_tile) {
4582 ret = intel_modeset_tile_group(state, conn->tile_group->id);
4587 return intel_modeset_synced_crtcs(state, conn);
4590 static const struct drm_connector_funcs intel_dp_connector_funcs = {
4591 .force = intel_dp_force,
4592 .fill_modes = drm_helper_probe_single_connector_modes,
4593 .atomic_get_property = intel_digital_connector_atomic_get_property,
4594 .atomic_set_property = intel_digital_connector_atomic_set_property,
4595 .late_register = intel_dp_connector_register,
4596 .early_unregister = intel_dp_connector_unregister,
4597 .destroy = intel_connector_destroy,
4598 .atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
4599 .atomic_duplicate_state = intel_digital_connector_duplicate_state,
4602 static const struct drm_connector_helper_funcs intel_dp_connector_helper_funcs = {
4603 .detect_ctx = intel_dp_detect,
4604 .get_modes = intel_dp_get_modes,
4605 .mode_valid = intel_dp_mode_valid,
4606 .atomic_check = intel_dp_connector_atomic_check,
4610 intel_dp_hpd_pulse(struct intel_digital_port *dig_port, bool long_hpd)
4612 struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
4613 struct intel_dp *intel_dp = &dig_port->dp;
4615 if (dig_port->base.type == INTEL_OUTPUT_EDP &&
4616 (long_hpd || !intel_pps_have_power(intel_dp))) {
4618 * vdd off can generate a long/short pulse on eDP which
4619 * would require vdd on to handle it, and thus we
4620 * would end up in an endless cycle of
4621 * "vdd off -> long/short hpd -> vdd on -> detect -> vdd off -> ..."
4623 drm_dbg_kms(&i915->drm,
4624 "ignoring %s hpd on eDP [ENCODER:%d:%s]\n",
4625 long_hpd ? "long" : "short",
4626 dig_port->base.base.base.id,
4627 dig_port->base.base.name);
4631 drm_dbg_kms(&i915->drm, "got hpd irq on [ENCODER:%d:%s] - %s\n",
4632 dig_port->base.base.base.id,
4633 dig_port->base.base.name,
4634 long_hpd ? "long" : "short");
4637 intel_dp->reset_link_params = true;
4641 if (intel_dp->is_mst) {
4642 if (!intel_dp_check_mst_status(intel_dp))
4644 } else if (!intel_dp_short_pulse(intel_dp)) {
4651 /* check the VBT to see whether the eDP is on another port */
4652 bool intel_dp_is_port_edp(struct drm_i915_private *dev_priv, enum port port)
4655 * eDP not supported on g4x. so bail out early just
4656 * for a bit extra safety in case the VBT is bonkers.
4658 if (DISPLAY_VER(dev_priv) < 5)
4661 if (DISPLAY_VER(dev_priv) < 9 && port == PORT_A)
4664 return intel_bios_is_port_edp(dev_priv, port);
4668 intel_dp_add_properties(struct intel_dp *intel_dp, struct drm_connector *connector)
4670 struct drm_i915_private *dev_priv = to_i915(connector->dev);
4671 enum port port = dp_to_dig_port(intel_dp)->base.port;
4673 if (!intel_dp_is_edp(intel_dp))
4674 drm_connector_attach_dp_subconnector_property(connector);
4676 if (!IS_G4X(dev_priv) && port != PORT_A)
4677 intel_attach_force_audio_property(connector);
4679 intel_attach_broadcast_rgb_property(connector);
4680 if (HAS_GMCH(dev_priv))
4681 drm_connector_attach_max_bpc_property(connector, 6, 10);
4682 else if (DISPLAY_VER(dev_priv) >= 5)
4683 drm_connector_attach_max_bpc_property(connector, 6, 12);
4685 /* Register HDMI colorspace for case of lspcon */
4686 if (intel_bios_is_lspcon_present(dev_priv, port)) {
4687 drm_connector_attach_content_type_property(connector);
4688 intel_attach_hdmi_colorspace_property(connector);
4690 intel_attach_dp_colorspace_property(connector);
4693 if (IS_GEMINILAKE(dev_priv) || DISPLAY_VER(dev_priv) >= 11)
4694 drm_object_attach_property(&connector->base,
4695 connector->dev->mode_config.hdr_output_metadata_property,
4698 if (intel_dp_is_edp(intel_dp)) {
4699 u32 allowed_scalers;
4701 allowed_scalers = BIT(DRM_MODE_SCALE_ASPECT) | BIT(DRM_MODE_SCALE_FULLSCREEN);
4702 if (!HAS_GMCH(dev_priv))
4703 allowed_scalers |= BIT(DRM_MODE_SCALE_CENTER);
4705 drm_connector_attach_scaling_mode_property(connector, allowed_scalers);
4707 connector->state->scaling_mode = DRM_MODE_SCALE_ASPECT;
4711 if (HAS_VRR(dev_priv))
4712 drm_connector_attach_vrr_capable_property(connector);
4716 * intel_dp_set_drrs_state - program registers for RR switch to take effect
4717 * @dev_priv: i915 device
4718 * @crtc_state: a pointer to the active intel_crtc_state
4719 * @refresh_rate: RR to be programmed
4721 * This function gets called when refresh rate (RR) has to be changed from
4722 * one frequency to another. Switches can be between high and low RR
4723 * supported by the panel or to any other RR based on media playback (in
4724 * this case, RR value needs to be passed from user space).
4726 * The caller of this function needs to take a lock on dev_priv->drrs.
4728 static void intel_dp_set_drrs_state(struct drm_i915_private *dev_priv,
4729 const struct intel_crtc_state *crtc_state,
4732 struct intel_dp *intel_dp = dev_priv->drrs.dp;
4733 struct intel_crtc *intel_crtc = to_intel_crtc(crtc_state->uapi.crtc);
4734 enum drrs_refresh_rate_type index = DRRS_HIGH_RR;
4736 if (refresh_rate <= 0) {
4737 drm_dbg_kms(&dev_priv->drm,
4738 "Refresh rate should be positive non-zero.\n");
4742 if (intel_dp == NULL) {
4743 drm_dbg_kms(&dev_priv->drm, "DRRS not supported.\n");
4748 drm_dbg_kms(&dev_priv->drm,
4749 "DRRS: intel_crtc not initialized\n");
4753 if (dev_priv->drrs.type < SEAMLESS_DRRS_SUPPORT) {
4754 drm_dbg_kms(&dev_priv->drm, "Only Seamless DRRS supported.\n");
4758 if (drm_mode_vrefresh(intel_dp->attached_connector->panel.downclock_mode) ==
4760 index = DRRS_LOW_RR;
4762 if (index == dev_priv->drrs.refresh_rate_type) {
4763 drm_dbg_kms(&dev_priv->drm,
4764 "DRRS requested for previously set RR...ignoring\n");
4768 if (!crtc_state->hw.active) {
4769 drm_dbg_kms(&dev_priv->drm,
4770 "eDP encoder disabled. CRTC not Active\n");
4774 if (DISPLAY_VER(dev_priv) >= 8 && !IS_CHERRYVIEW(dev_priv)) {
4777 intel_dp_set_m_n(crtc_state, M1_N1);
4780 intel_dp_set_m_n(crtc_state, M2_N2);
4784 drm_err(&dev_priv->drm,
4785 "Unsupported refreshrate type\n");
4787 } else if (DISPLAY_VER(dev_priv) > 6) {
4788 i915_reg_t reg = PIPECONF(crtc_state->cpu_transcoder);
4791 val = intel_de_read(dev_priv, reg);
4792 if (index > DRRS_HIGH_RR) {
4793 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
4794 val |= PIPECONF_EDP_RR_MODE_SWITCH_VLV;
4796 val |= PIPECONF_EDP_RR_MODE_SWITCH;
4798 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
4799 val &= ~PIPECONF_EDP_RR_MODE_SWITCH_VLV;
4801 val &= ~PIPECONF_EDP_RR_MODE_SWITCH;
4803 intel_de_write(dev_priv, reg, val);
4806 dev_priv->drrs.refresh_rate_type = index;
4808 drm_dbg_kms(&dev_priv->drm, "eDP Refresh Rate set to : %dHz\n",
4813 intel_edp_drrs_enable_locked(struct intel_dp *intel_dp)
4815 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
4817 dev_priv->drrs.busy_frontbuffer_bits = 0;
4818 dev_priv->drrs.dp = intel_dp;
4822 * intel_edp_drrs_enable - init drrs struct if supported
4823 * @intel_dp: DP struct
4824 * @crtc_state: A pointer to the active crtc state.
4826 * Initializes frontbuffer_bits and drrs.dp
4828 void intel_edp_drrs_enable(struct intel_dp *intel_dp,
4829 const struct intel_crtc_state *crtc_state)
4831 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
4833 if (!crtc_state->has_drrs)
4836 drm_dbg_kms(&dev_priv->drm, "Enabling DRRS\n");
4838 mutex_lock(&dev_priv->drrs.mutex);
4840 if (dev_priv->drrs.dp) {
4841 drm_warn(&dev_priv->drm, "DRRS already enabled\n");
4845 intel_edp_drrs_enable_locked(intel_dp);
4848 mutex_unlock(&dev_priv->drrs.mutex);
4852 intel_edp_drrs_disable_locked(struct intel_dp *intel_dp,
4853 const struct intel_crtc_state *crtc_state)
4855 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
4857 if (dev_priv->drrs.refresh_rate_type == DRRS_LOW_RR) {
4860 refresh = drm_mode_vrefresh(intel_dp->attached_connector->panel.fixed_mode);
4861 intel_dp_set_drrs_state(dev_priv, crtc_state, refresh);
4864 dev_priv->drrs.dp = NULL;
4868 * intel_edp_drrs_disable - Disable DRRS
4869 * @intel_dp: DP struct
4870 * @old_crtc_state: Pointer to old crtc_state.
4873 void intel_edp_drrs_disable(struct intel_dp *intel_dp,
4874 const struct intel_crtc_state *old_crtc_state)
4876 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
4878 if (!old_crtc_state->has_drrs)
4881 mutex_lock(&dev_priv->drrs.mutex);
4882 if (!dev_priv->drrs.dp) {
4883 mutex_unlock(&dev_priv->drrs.mutex);
4887 intel_edp_drrs_disable_locked(intel_dp, old_crtc_state);
4888 mutex_unlock(&dev_priv->drrs.mutex);
4890 cancel_delayed_work_sync(&dev_priv->drrs.work);
4894 * intel_edp_drrs_update - Update DRRS state
4895 * @intel_dp: Intel DP
4896 * @crtc_state: new CRTC state
4898 * This function will update DRRS states, disabling or enabling DRRS when
4899 * executing fastsets. For full modeset, intel_edp_drrs_disable() and
4900 * intel_edp_drrs_enable() should be called instead.
4903 intel_edp_drrs_update(struct intel_dp *intel_dp,
4904 const struct intel_crtc_state *crtc_state)
4906 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
4908 if (dev_priv->drrs.type != SEAMLESS_DRRS_SUPPORT)
4911 mutex_lock(&dev_priv->drrs.mutex);
4913 /* New state matches current one? */
4914 if (crtc_state->has_drrs == !!dev_priv->drrs.dp)
4917 if (crtc_state->has_drrs)
4918 intel_edp_drrs_enable_locked(intel_dp);
4920 intel_edp_drrs_disable_locked(intel_dp, crtc_state);
4923 mutex_unlock(&dev_priv->drrs.mutex);
4926 static void intel_edp_drrs_downclock_work(struct work_struct *work)
4928 struct drm_i915_private *dev_priv =
4929 container_of(work, typeof(*dev_priv), drrs.work.work);
4930 struct intel_dp *intel_dp;
4932 mutex_lock(&dev_priv->drrs.mutex);
4934 intel_dp = dev_priv->drrs.dp;
4940 * The delayed work can race with an invalidate hence we need to
4944 if (dev_priv->drrs.busy_frontbuffer_bits)
4947 if (dev_priv->drrs.refresh_rate_type != DRRS_LOW_RR) {
4948 struct drm_crtc *crtc = dp_to_dig_port(intel_dp)->base.base.crtc;
4950 intel_dp_set_drrs_state(dev_priv, to_intel_crtc(crtc)->config,
4951 drm_mode_vrefresh(intel_dp->attached_connector->panel.downclock_mode));
4955 mutex_unlock(&dev_priv->drrs.mutex);
4959 * intel_edp_drrs_invalidate - Disable Idleness DRRS
4960 * @dev_priv: i915 device
4961 * @frontbuffer_bits: frontbuffer plane tracking bits
4963 * This function gets called everytime rendering on the given planes start.
4964 * Hence DRRS needs to be Upclocked, i.e. (LOW_RR -> HIGH_RR).
4966 * Dirty frontbuffers relevant to DRRS are tracked in busy_frontbuffer_bits.
4968 void intel_edp_drrs_invalidate(struct drm_i915_private *dev_priv,
4969 unsigned int frontbuffer_bits)
4971 struct intel_dp *intel_dp;
4972 struct drm_crtc *crtc;
4975 if (dev_priv->drrs.type == DRRS_NOT_SUPPORTED)
4978 cancel_delayed_work(&dev_priv->drrs.work);
4980 mutex_lock(&dev_priv->drrs.mutex);
4982 intel_dp = dev_priv->drrs.dp;
4984 mutex_unlock(&dev_priv->drrs.mutex);
4988 crtc = dp_to_dig_port(intel_dp)->base.base.crtc;
4989 pipe = to_intel_crtc(crtc)->pipe;
4991 frontbuffer_bits &= INTEL_FRONTBUFFER_ALL_MASK(pipe);
4992 dev_priv->drrs.busy_frontbuffer_bits |= frontbuffer_bits;
4994 /* invalidate means busy screen hence upclock */
4995 if (frontbuffer_bits && dev_priv->drrs.refresh_rate_type == DRRS_LOW_RR)
4996 intel_dp_set_drrs_state(dev_priv, to_intel_crtc(crtc)->config,
4997 drm_mode_vrefresh(intel_dp->attached_connector->panel.fixed_mode));
4999 mutex_unlock(&dev_priv->drrs.mutex);
5003 * intel_edp_drrs_flush - Restart Idleness DRRS
5004 * @dev_priv: i915 device
5005 * @frontbuffer_bits: frontbuffer plane tracking bits
5007 * This function gets called every time rendering on the given planes has
5008 * completed or flip on a crtc is completed. So DRRS should be upclocked
5009 * (LOW_RR -> HIGH_RR). And also Idleness detection should be started again,
5010 * if no other planes are dirty.
5012 * Dirty frontbuffers relevant to DRRS are tracked in busy_frontbuffer_bits.
5014 void intel_edp_drrs_flush(struct drm_i915_private *dev_priv,
5015 unsigned int frontbuffer_bits)
5017 struct intel_dp *intel_dp;
5018 struct drm_crtc *crtc;
5021 if (dev_priv->drrs.type == DRRS_NOT_SUPPORTED)
5024 cancel_delayed_work(&dev_priv->drrs.work);
5026 mutex_lock(&dev_priv->drrs.mutex);
5028 intel_dp = dev_priv->drrs.dp;
5030 mutex_unlock(&dev_priv->drrs.mutex);
5034 crtc = dp_to_dig_port(intel_dp)->base.base.crtc;
5035 pipe = to_intel_crtc(crtc)->pipe;
5037 frontbuffer_bits &= INTEL_FRONTBUFFER_ALL_MASK(pipe);
5038 dev_priv->drrs.busy_frontbuffer_bits &= ~frontbuffer_bits;
5040 /* flush means busy screen hence upclock */
5041 if (frontbuffer_bits && dev_priv->drrs.refresh_rate_type == DRRS_LOW_RR)
5042 intel_dp_set_drrs_state(dev_priv, to_intel_crtc(crtc)->config,
5043 drm_mode_vrefresh(intel_dp->attached_connector->panel.fixed_mode));
5046 * flush also means no more activity hence schedule downclock, if all
5047 * other fbs are quiescent too
5049 if (!dev_priv->drrs.busy_frontbuffer_bits)
5050 schedule_delayed_work(&dev_priv->drrs.work,
5051 msecs_to_jiffies(1000));
5052 mutex_unlock(&dev_priv->drrs.mutex);
5056 * DOC: Display Refresh Rate Switching (DRRS)
5058 * Display Refresh Rate Switching (DRRS) is a power conservation feature
5059 * which enables swtching between low and high refresh rates,
5060 * dynamically, based on the usage scenario. This feature is applicable
5061 * for internal panels.
5063 * Indication that the panel supports DRRS is given by the panel EDID, which
5064 * would list multiple refresh rates for one resolution.
5066 * DRRS is of 2 types - static and seamless.
5067 * Static DRRS involves changing refresh rate (RR) by doing a full modeset
5068 * (may appear as a blink on screen) and is used in dock-undock scenario.
5069 * Seamless DRRS involves changing RR without any visual effect to the user
5070 * and can be used during normal system usage. This is done by programming
5071 * certain registers.
5073 * Support for static/seamless DRRS may be indicated in the VBT based on
5074 * inputs from the panel spec.
5076 * DRRS saves power by switching to low RR based on usage scenarios.
5078 * The implementation is based on frontbuffer tracking implementation. When
5079 * there is a disturbance on the screen triggered by user activity or a periodic
5080 * system activity, DRRS is disabled (RR is changed to high RR). When there is
5081 * no movement on screen, after a timeout of 1 second, a switch to low RR is
5084 * For integration with frontbuffer tracking code, intel_edp_drrs_invalidate()
5085 * and intel_edp_drrs_flush() are called.
5087 * DRRS can be further extended to support other internal panels and also
5088 * the scenario of video playback wherein RR is set based on the rate
5089 * requested by userspace.
5093 * intel_dp_drrs_init - Init basic DRRS work and mutex.
5094 * @connector: eDP connector
5095 * @fixed_mode: preferred mode of panel
5097 * This function is called only once at driver load to initialize basic
5101 * Downclock mode if panel supports it, else return NULL.
5102 * DRRS support is determined by the presence of downclock mode (apart
5103 * from VBT setting).
5105 static struct drm_display_mode *
5106 intel_dp_drrs_init(struct intel_connector *connector,
5107 struct drm_display_mode *fixed_mode)
5109 struct drm_i915_private *dev_priv = to_i915(connector->base.dev);
5110 struct drm_display_mode *downclock_mode = NULL;
5112 INIT_DELAYED_WORK(&dev_priv->drrs.work, intel_edp_drrs_downclock_work);
5113 mutex_init(&dev_priv->drrs.mutex);
5115 if (DISPLAY_VER(dev_priv) <= 6) {
5116 drm_dbg_kms(&dev_priv->drm,
5117 "DRRS supported for Gen7 and above\n");
5121 if (dev_priv->vbt.drrs_type != SEAMLESS_DRRS_SUPPORT) {
5122 drm_dbg_kms(&dev_priv->drm, "VBT doesn't support DRRS\n");
5126 downclock_mode = intel_panel_edid_downclock_mode(connector, fixed_mode);
5127 if (!downclock_mode) {
5128 drm_dbg_kms(&dev_priv->drm,
5129 "Downclock mode is not found. DRRS not supported\n");
5133 dev_priv->drrs.type = dev_priv->vbt.drrs_type;
5135 dev_priv->drrs.refresh_rate_type = DRRS_HIGH_RR;
5136 drm_dbg_kms(&dev_priv->drm,
5137 "seamless DRRS supported for eDP panel.\n");
5138 return downclock_mode;
5141 static bool intel_edp_init_connector(struct intel_dp *intel_dp,
5142 struct intel_connector *intel_connector)
5144 struct drm_i915_private *dev_priv = dp_to_i915(intel_dp);
5145 struct drm_device *dev = &dev_priv->drm;
5146 struct drm_connector *connector = &intel_connector->base;
5147 struct drm_display_mode *fixed_mode = NULL;
5148 struct drm_display_mode *downclock_mode = NULL;
5150 enum pipe pipe = INVALID_PIPE;
5153 if (!intel_dp_is_edp(intel_dp))
5157 * On IBX/CPT we may get here with LVDS already registered. Since the
5158 * driver uses the only internal power sequencer available for both
5159 * eDP and LVDS bail out early in this case to prevent interfering
5160 * with an already powered-on LVDS power sequencer.
5162 if (intel_get_lvds_encoder(dev_priv)) {
5164 !(HAS_PCH_IBX(dev_priv) || HAS_PCH_CPT(dev_priv)));
5165 drm_info(&dev_priv->drm,
5166 "LVDS was detected, not registering eDP\n");
5171 intel_pps_init(intel_dp);
5173 /* Cache DPCD and EDID for edp. */
5174 has_dpcd = intel_edp_init_dpcd(intel_dp);
5177 /* if this fails, presume the device is a ghost */
5178 drm_info(&dev_priv->drm,
5179 "failed to retrieve link info, disabling eDP\n");
5183 mutex_lock(&dev->mode_config.mutex);
5184 edid = drm_get_edid(connector, &intel_dp->aux.ddc);
5186 if (drm_add_edid_modes(connector, edid)) {
5187 drm_connector_update_edid_property(connector, edid);
5190 edid = ERR_PTR(-EINVAL);
5193 edid = ERR_PTR(-ENOENT);
5195 intel_connector->edid = edid;
5197 fixed_mode = intel_panel_edid_fixed_mode(intel_connector);
5199 downclock_mode = intel_dp_drrs_init(intel_connector, fixed_mode);
5201 /* multiply the mode clock and horizontal timings for MSO */
5202 intel_edp_mso_mode_fixup(intel_connector, fixed_mode);
5203 intel_edp_mso_mode_fixup(intel_connector, downclock_mode);
5205 /* fallback to VBT if available for eDP */
5207 fixed_mode = intel_panel_vbt_fixed_mode(intel_connector);
5208 mutex_unlock(&dev->mode_config.mutex);
5210 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
5212 * Figure out the current pipe for the initial backlight setup.
5213 * If the current pipe isn't valid, try the PPS pipe, and if that
5214 * fails just assume pipe A.
5216 pipe = vlv_active_pipe(intel_dp);
5218 if (pipe != PIPE_A && pipe != PIPE_B)
5219 pipe = intel_dp->pps.pps_pipe;
5221 if (pipe != PIPE_A && pipe != PIPE_B)
5224 drm_dbg_kms(&dev_priv->drm,
5225 "using pipe %c for initial backlight setup\n",
5229 intel_panel_init(&intel_connector->panel, fixed_mode, downclock_mode);
5230 intel_connector->panel.backlight.power = intel_pps_backlight_power;
5231 intel_panel_setup_backlight(connector, pipe);
5234 drm_connector_set_panel_orientation_with_quirk(connector,
5235 dev_priv->vbt.orientation,
5236 fixed_mode->hdisplay, fixed_mode->vdisplay);
5242 intel_pps_vdd_off_sync(intel_dp);
5247 static void intel_dp_modeset_retry_work_fn(struct work_struct *work)
5249 struct intel_connector *intel_connector;
5250 struct drm_connector *connector;
5252 intel_connector = container_of(work, typeof(*intel_connector),
5253 modeset_retry_work);
5254 connector = &intel_connector->base;
5255 DRM_DEBUG_KMS("[CONNECTOR:%d:%s]\n", connector->base.id,
5258 /* Grab the locks before changing connector property*/
5259 mutex_lock(&connector->dev->mode_config.mutex);
5260 /* Set connector link status to BAD and send a Uevent to notify
5261 * userspace to do a modeset.
5263 drm_connector_set_link_status_property(connector,
5264 DRM_MODE_LINK_STATUS_BAD);
5265 mutex_unlock(&connector->dev->mode_config.mutex);
5266 /* Send Hotplug uevent so userspace can reprobe */
5267 drm_kms_helper_hotplug_event(connector->dev);
5271 intel_dp_init_connector(struct intel_digital_port *dig_port,
5272 struct intel_connector *intel_connector)
5274 struct drm_connector *connector = &intel_connector->base;
5275 struct intel_dp *intel_dp = &dig_port->dp;
5276 struct intel_encoder *intel_encoder = &dig_port->base;
5277 struct drm_device *dev = intel_encoder->base.dev;
5278 struct drm_i915_private *dev_priv = to_i915(dev);
5279 enum port port = intel_encoder->port;
5280 enum phy phy = intel_port_to_phy(dev_priv, port);
5283 /* Initialize the work for modeset in case of link train failure */
5284 INIT_WORK(&intel_connector->modeset_retry_work,
5285 intel_dp_modeset_retry_work_fn);
5287 if (drm_WARN(dev, dig_port->max_lanes < 1,
5288 "Not enough lanes (%d) for DP on [ENCODER:%d:%s]\n",
5289 dig_port->max_lanes, intel_encoder->base.base.id,
5290 intel_encoder->base.name))
5293 intel_dp_set_source_rates(intel_dp);
5295 intel_dp->reset_link_params = true;
5296 intel_dp->pps.pps_pipe = INVALID_PIPE;
5297 intel_dp->pps.active_pipe = INVALID_PIPE;
5299 /* Preserve the current hw state. */
5300 intel_dp->DP = intel_de_read(dev_priv, intel_dp->output_reg);
5301 intel_dp->attached_connector = intel_connector;
5303 if (intel_dp_is_port_edp(dev_priv, port)) {
5305 * Currently we don't support eDP on TypeC ports, although in
5306 * theory it could work on TypeC legacy ports.
5308 drm_WARN_ON(dev, intel_phy_is_tc(dev_priv, phy));
5309 type = DRM_MODE_CONNECTOR_eDP;
5311 type = DRM_MODE_CONNECTOR_DisplayPort;
5314 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
5315 intel_dp->pps.active_pipe = vlv_active_pipe(intel_dp);
5318 * For eDP we always set the encoder type to INTEL_OUTPUT_EDP, but
5319 * for DP the encoder type can be set by the caller to
5320 * INTEL_OUTPUT_UNKNOWN for DDI, so don't rewrite it.
5322 if (type == DRM_MODE_CONNECTOR_eDP)
5323 intel_encoder->type = INTEL_OUTPUT_EDP;
5325 /* eDP only on port B and/or C on vlv/chv */
5326 if (drm_WARN_ON(dev, (IS_VALLEYVIEW(dev_priv) ||
5327 IS_CHERRYVIEW(dev_priv)) &&
5328 intel_dp_is_edp(intel_dp) &&
5329 port != PORT_B && port != PORT_C))
5332 drm_dbg_kms(&dev_priv->drm,
5333 "Adding %s connector on [ENCODER:%d:%s]\n",
5334 type == DRM_MODE_CONNECTOR_eDP ? "eDP" : "DP",
5335 intel_encoder->base.base.id, intel_encoder->base.name);
5337 drm_connector_init(dev, connector, &intel_dp_connector_funcs, type);
5338 drm_connector_helper_add(connector, &intel_dp_connector_helper_funcs);
5340 if (!HAS_GMCH(dev_priv))
5341 connector->interlace_allowed = true;
5342 connector->doublescan_allowed = 0;
5344 intel_connector->polled = DRM_CONNECTOR_POLL_HPD;
5346 intel_dp_aux_init(intel_dp);
5348 intel_connector_attach_encoder(intel_connector, intel_encoder);
5350 if (HAS_DDI(dev_priv))
5351 intel_connector->get_hw_state = intel_ddi_connector_get_hw_state;
5353 intel_connector->get_hw_state = intel_connector_get_hw_state;
5355 /* init MST on ports that can support it */
5356 intel_dp_mst_encoder_init(dig_port,
5357 intel_connector->base.base.id);
5359 if (!intel_edp_init_connector(intel_dp, intel_connector)) {
5360 intel_dp_aux_fini(intel_dp);
5361 intel_dp_mst_encoder_cleanup(dig_port);
5365 intel_dp_add_properties(intel_dp, connector);
5367 if (is_hdcp_supported(dev_priv, port) && !intel_dp_is_edp(intel_dp)) {
5368 int ret = intel_dp_hdcp_init(dig_port, intel_connector);
5370 drm_dbg_kms(&dev_priv->drm,
5371 "HDCP init failed, skipping.\n");
5374 /* For G4X desktop chip, PEG_BAND_GAP_DATA 3:0 must first be written
5375 * 0xd. Failure to do so will result in spurious interrupts being
5376 * generated on the port when a cable is not attached.
5378 if (IS_G45(dev_priv)) {
5379 u32 temp = intel_de_read(dev_priv, PEG_BAND_GAP_DATA);
5380 intel_de_write(dev_priv, PEG_BAND_GAP_DATA,
5381 (temp & ~0xf) | 0xd);
5384 intel_dp->frl.is_trained = false;
5385 intel_dp->frl.trained_rate_gbps = 0;
5387 intel_psr_init(intel_dp);
5392 drm_connector_cleanup(connector);
5397 void intel_dp_mst_suspend(struct drm_i915_private *dev_priv)
5399 struct intel_encoder *encoder;
5401 if (!HAS_DISPLAY(dev_priv))
5404 for_each_intel_encoder(&dev_priv->drm, encoder) {
5405 struct intel_dp *intel_dp;
5407 if (encoder->type != INTEL_OUTPUT_DDI)
5410 intel_dp = enc_to_intel_dp(encoder);
5412 if (!intel_dp->can_mst)
5415 if (intel_dp->is_mst)
5416 drm_dp_mst_topology_mgr_suspend(&intel_dp->mst_mgr);
5420 void intel_dp_mst_resume(struct drm_i915_private *dev_priv)
5422 struct intel_encoder *encoder;
5424 if (!HAS_DISPLAY(dev_priv))
5427 for_each_intel_encoder(&dev_priv->drm, encoder) {
5428 struct intel_dp *intel_dp;
5431 if (encoder->type != INTEL_OUTPUT_DDI)
5434 intel_dp = enc_to_intel_dp(encoder);
5436 if (!intel_dp->can_mst)
5439 ret = drm_dp_mst_topology_mgr_resume(&intel_dp->mst_mgr,
5442 intel_dp->is_mst = false;
5443 drm_dp_mst_topology_mgr_set_mst(&intel_dp->mst_mgr,