drivers/gpu/drm/i915/display/intel_hdmi.c

   1 /*
   2  * Copyright 2006 Dave Airlie <airlied@linux.ie>
   3  * Copyright © 2006-2009 Intel Corporation
   4  *
   5  * Permission is hereby granted, free of charge, to any person obtaining a
   6  * copy of this software and associated documentation files (the "Software"),
   7  * to deal in the Software without restriction, including without limitation
   8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9  * and/or sell copies of the Software, and to permit persons to whom the
  10  * Software is furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice (including the next
  13  * paragraph) shall be included in all copies or substantial portions of the
  14  * Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  19  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  21  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  22  * DEALINGS IN THE SOFTWARE.
  23  *
  24  * Authors:
  25  *      Eric Anholt <eric@anholt.net>
  26  *      Jesse Barnes <jesse.barnes@intel.com>
  27  */
  28
  29 #include <linux/delay.h>
  30 #include <linux/hdmi.h>
  31 #include <linux/i2c.h>
  32 #include <linux/slab.h>
  33
  34 #include <drm/drm_atomic_helper.h>
  35 #include <drm/drm_crtc.h>
  36 #include <drm/drm_edid.h>
  37 #include <drm/drm_hdcp.h>
  38 #include <drm/drm_scdc_helper.h>
  39 #include <drm/i915_drm.h>
  40 #include <drm/intel_lpe_audio.h>
  41
  42 #include "i915_debugfs.h"
  43 #include "i915_drv.h"
  44 #include "intel_atomic.h"
  45 #include "intel_audio.h"
  46 #include "intel_connector.h"
  47 #include "intel_ddi.h"
  48 #include "intel_display_types.h"
  49 #include "intel_dp.h"
  50 #include "intel_dpio_phy.h"
  51 #include "intel_fifo_underrun.h"
  52 #include "intel_gmbus.h"
  53 #include "intel_hdcp.h"
  54 #include "intel_hdmi.h"
  55 #include "intel_hotplug.h"
  56 #include "intel_lspcon.h"
  57 #include "intel_panel.h"
  58 #include "intel_sdvo.h"
  59 #include "intel_sideband.h"
  60
  61 static struct drm_device *intel_hdmi_to_dev(struct intel_hdmi *intel_hdmi)
  62 {
  63         return hdmi_to_dig_port(intel_hdmi)->base.base.dev;
  64 }
  65
  66 static void
  67 assert_hdmi_port_disabled(struct intel_hdmi *intel_hdmi)
  68 {
  69         struct drm_device *dev = intel_hdmi_to_dev(intel_hdmi);
  70         struct drm_i915_private *dev_priv = to_i915(dev);
  71         u32 enabled_bits;
  72
  73         enabled_bits = HAS_DDI(dev_priv) ? DDI_BUF_CTL_ENABLE : SDVO_ENABLE;
  74
  75         WARN(I915_READ(intel_hdmi->hdmi_reg) & enabled_bits,
  76              "HDMI port enabled, expecting disabled\n");
  77 }
  78
  79 static void
  80 assert_hdmi_transcoder_func_disabled(struct drm_i915_private *dev_priv,
  81                                      enum transcoder cpu_transcoder)
  82 {
  83         WARN(I915_READ(TRANS_DDI_FUNC_CTL(cpu_transcoder)) &
  84              TRANS_DDI_FUNC_ENABLE,
  85              "HDMI transcoder function enabled, expecting disabled\n");
  86 }
  87
  88 struct intel_hdmi *enc_to_intel_hdmi(struct drm_encoder *encoder)
  89 {
  90         struct intel_digital_port *intel_dig_port =
  91                 container_of(encoder, struct intel_digital_port, base.base);
  92         return &intel_dig_port->hdmi;
  93 }
  94
  95 static struct intel_hdmi *intel_attached_hdmi(struct drm_connector *connector)
  96 {
  97         return enc_to_intel_hdmi(&intel_attached_encoder(connector)->base);
  98 }
  99
 100 static u32 g4x_infoframe_index(unsigned int type)
 101 {
 102         switch (type) {
 103         case HDMI_PACKET_TYPE_GAMUT_METADATA:
 104                 return VIDEO_DIP_SELECT_GAMUT;
 105         case HDMI_INFOFRAME_TYPE_AVI:
 106                 return VIDEO_DIP_SELECT_AVI;
 107         case HDMI_INFOFRAME_TYPE_SPD:
 108                 return VIDEO_DIP_SELECT_SPD;
 109         case HDMI_INFOFRAME_TYPE_VENDOR:
 110                 return VIDEO_DIP_SELECT_VENDOR;
 111         default:
 112                 MISSING_CASE(type);
 113                 return 0;
 114         }
 115 }
 116
 117 static u32 g4x_infoframe_enable(unsigned int type)
 118 {
 119         switch (type) {
 120         case HDMI_PACKET_TYPE_GENERAL_CONTROL:
 121                 return VIDEO_DIP_ENABLE_GCP;
 122         case HDMI_PACKET_TYPE_GAMUT_METADATA:
 123                 return VIDEO_DIP_ENABLE_GAMUT;
 124         case DP_SDP_VSC:
 125                 return 0;
 126         case HDMI_INFOFRAME_TYPE_AVI:
 127                 return VIDEO_DIP_ENABLE_AVI;
 128         case HDMI_INFOFRAME_TYPE_SPD:
 129                 return VIDEO_DIP_ENABLE_SPD;
 130         case HDMI_INFOFRAME_TYPE_VENDOR:
 131                 return VIDEO_DIP_ENABLE_VENDOR;
 132         case HDMI_INFOFRAME_TYPE_DRM:
 133                 return 0;
 134         default:
 135                 MISSING_CASE(type);
 136                 return 0;
 137         }
 138 }
 139
 140 static u32 hsw_infoframe_enable(unsigned int type)
 141 {
 142         switch (type) {
 143         case HDMI_PACKET_TYPE_GENERAL_CONTROL:
 144                 return VIDEO_DIP_ENABLE_GCP_HSW;
 145         case HDMI_PACKET_TYPE_GAMUT_METADATA:
 146                 return VIDEO_DIP_ENABLE_GMP_HSW;
 147         case DP_SDP_VSC:
 148                 return VIDEO_DIP_ENABLE_VSC_HSW;
 149         case DP_SDP_PPS:
 150                 return VDIP_ENABLE_PPS;
 151         case HDMI_INFOFRAME_TYPE_AVI:
 152                 return VIDEO_DIP_ENABLE_AVI_HSW;
 153         case HDMI_INFOFRAME_TYPE_SPD:
 154                 return VIDEO_DIP_ENABLE_SPD_HSW;
 155         case HDMI_INFOFRAME_TYPE_VENDOR:
 156                 return VIDEO_DIP_ENABLE_VS_HSW;
 157         case HDMI_INFOFRAME_TYPE_DRM:
 158                 return VIDEO_DIP_ENABLE_DRM_GLK;
 159         default:
 160                 MISSING_CASE(type);
 161                 return 0;
 162         }
 163 }
 164
 165 static i915_reg_t
 166 hsw_dip_data_reg(struct drm_i915_private *dev_priv,
 167                  enum transcoder cpu_transcoder,
 168                  unsigned int type,
 169                  int i)
 170 {
 171         switch (type) {
 172         case HDMI_PACKET_TYPE_GAMUT_METADATA:
 173                 return HSW_TVIDEO_DIP_GMP_DATA(cpu_transcoder, i);
 174         case DP_SDP_VSC:
 175                 return HSW_TVIDEO_DIP_VSC_DATA(cpu_transcoder, i);
 176         case DP_SDP_PPS:
 177                 return ICL_VIDEO_DIP_PPS_DATA(cpu_transcoder, i);
 178         case HDMI_INFOFRAME_TYPE_AVI:
 179                 return HSW_TVIDEO_DIP_AVI_DATA(cpu_transcoder, i);
 180         case HDMI_INFOFRAME_TYPE_SPD:
 181                 return HSW_TVIDEO_DIP_SPD_DATA(cpu_transcoder, i);
 182         case HDMI_INFOFRAME_TYPE_VENDOR:
 183                 return HSW_TVIDEO_DIP_VS_DATA(cpu_transcoder, i);
 184         case HDMI_INFOFRAME_TYPE_DRM:
 185                 return GLK_TVIDEO_DIP_DRM_DATA(cpu_transcoder, i);
 186         default:
 187                 MISSING_CASE(type);
 188                 return INVALID_MMIO_REG;
 189         }
 190 }
 191
 192 static int hsw_dip_data_size(unsigned int type)
 193 {
 194         switch (type) {
 195         case DP_SDP_VSC:
 196                 return VIDEO_DIP_VSC_DATA_SIZE;
 197         case DP_SDP_PPS:
 198                 return VIDEO_DIP_PPS_DATA_SIZE;
 199         default:
 200                 return VIDEO_DIP_DATA_SIZE;
 201         }
 202 }
 203
 204 static void g4x_write_infoframe(struct intel_encoder *encoder,
 205                                 const struct intel_crtc_state *crtc_state,
 206                                 unsigned int type,
 207                                 const void *frame, ssize_t len)
 208 {
 209         const u32 *data = frame;
 210         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 211         u32 val = I915_READ(VIDEO_DIP_CTL);
 212         int i;
 213
 214         WARN(!(val & VIDEO_DIP_ENABLE), "Writing DIP with CTL reg disabled\n");
 215
 216         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 217         val |= g4x_infoframe_index(type);
 218
 219         val &= ~g4x_infoframe_enable(type);
 220
 221         I915_WRITE(VIDEO_DIP_CTL, val);
 222
 223         for (i = 0; i < len; i += 4) {
 224                 I915_WRITE(VIDEO_DIP_DATA, *data);
 225                 data++;
 226         }
 227         /* Write every possible data byte to force correct ECC calculation. */
 228         for (; i < VIDEO_DIP_DATA_SIZE; i += 4)
 229                 I915_WRITE(VIDEO_DIP_DATA, 0);
 230
 231         val |= g4x_infoframe_enable(type);
 232         val &= ~VIDEO_DIP_FREQ_MASK;
 233         val |= VIDEO_DIP_FREQ_VSYNC;
 234
 235         I915_WRITE(VIDEO_DIP_CTL, val);
 236         POSTING_READ(VIDEO_DIP_CTL);
 237 }
 238
 239 static void g4x_read_infoframe(struct intel_encoder *encoder,
 240                                const struct intel_crtc_state *crtc_state,
 241                                unsigned int type,
 242                                void *frame, ssize_t len)
 243 {
 244         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 245         u32 val, *data = frame;
 246         int i;
 247
 248         val = I915_READ(VIDEO_DIP_CTL);
 249
 250         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 251         val |= g4x_infoframe_index(type);
 252
 253         I915_WRITE(VIDEO_DIP_CTL, val);
 254
 255         for (i = 0; i < len; i += 4)
 256                 *data++ = I915_READ(VIDEO_DIP_DATA);
 257 }
 258
 259 static u32 g4x_infoframes_enabled(struct intel_encoder *encoder,
 260                                   const struct intel_crtc_state *pipe_config)
 261 {
 262         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 263         u32 val = I915_READ(VIDEO_DIP_CTL);
 264
 265         if ((val & VIDEO_DIP_ENABLE) == 0)
 266                 return 0;
 267
 268         if ((val & VIDEO_DIP_PORT_MASK) != VIDEO_DIP_PORT(encoder->port))
 269                 return 0;
 270
 271         return val & (VIDEO_DIP_ENABLE_AVI |
 272                       VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_SPD);
 273 }
 274
 275 static void ibx_write_infoframe(struct intel_encoder *encoder,
 276                                 const struct intel_crtc_state *crtc_state,
 277                                 unsigned int type,
 278                                 const void *frame, ssize_t len)
 279 {
 280         const u32 *data = frame;
 281         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 282         struct intel_crtc *intel_crtc = to_intel_crtc(crtc_state->base.crtc);
 283         i915_reg_t reg = TVIDEO_DIP_CTL(intel_crtc->pipe);
 284         u32 val = I915_READ(reg);
 285         int i;
 286
 287         WARN(!(val & VIDEO_DIP_ENABLE), "Writing DIP with CTL reg disabled\n");
 288
 289         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 290         val |= g4x_infoframe_index(type);
 291
 292         val &= ~g4x_infoframe_enable(type);
 293
 294         I915_WRITE(reg, val);
 295
 296         for (i = 0; i < len; i += 4) {
 297                 I915_WRITE(TVIDEO_DIP_DATA(intel_crtc->pipe), *data);
 298                 data++;
 299         }
 300         /* Write every possible data byte to force correct ECC calculation. */
 301         for (; i < VIDEO_DIP_DATA_SIZE; i += 4)
 302                 I915_WRITE(TVIDEO_DIP_DATA(intel_crtc->pipe), 0);
 303
 304         val |= g4x_infoframe_enable(type);
 305         val &= ~VIDEO_DIP_FREQ_MASK;
 306         val |= VIDEO_DIP_FREQ_VSYNC;
 307
 308         I915_WRITE(reg, val);
 309         POSTING_READ(reg);
 310 }
 311
 312 static void ibx_read_infoframe(struct intel_encoder *encoder,
 313                                const struct intel_crtc_state *crtc_state,
 314                                unsigned int type,
 315                                void *frame, ssize_t len)
 316 {
 317         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 318         struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
 319         u32 val, *data = frame;
 320         int i;
 321
 322         val = I915_READ(TVIDEO_DIP_CTL(crtc->pipe));
 323
 324         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 325         val |= g4x_infoframe_index(type);
 326
 327         I915_WRITE(TVIDEO_DIP_CTL(crtc->pipe), val);
 328
 329         for (i = 0; i < len; i += 4)
 330                 *data++ = I915_READ(TVIDEO_DIP_DATA(crtc->pipe));
 331 }
 332
 333 static u32 ibx_infoframes_enabled(struct intel_encoder *encoder,
 334                                   const struct intel_crtc_state *pipe_config)
 335 {
 336         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 337         enum pipe pipe = to_intel_crtc(pipe_config->base.crtc)->pipe;
 338         i915_reg_t reg = TVIDEO_DIP_CTL(pipe);
 339         u32 val = I915_READ(reg);
 340
 341         if ((val & VIDEO_DIP_ENABLE) == 0)
 342                 return 0;
 343
 344         if ((val & VIDEO_DIP_PORT_MASK) != VIDEO_DIP_PORT(encoder->port))
 345                 return 0;
 346
 347         return val & (VIDEO_DIP_ENABLE_AVI |
 348                       VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
 349                       VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
 350 }
 351
 352 static void cpt_write_infoframe(struct intel_encoder *encoder,
 353                                 const struct intel_crtc_state *crtc_state,
 354                                 unsigned int type,
 355                                 const void *frame, ssize_t len)
 356 {
 357         const u32 *data = frame;
 358         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 359         struct intel_crtc *intel_crtc = to_intel_crtc(crtc_state->base.crtc);
 360         i915_reg_t reg = TVIDEO_DIP_CTL(intel_crtc->pipe);
 361         u32 val = I915_READ(reg);
 362         int i;
 363
 364         WARN(!(val & VIDEO_DIP_ENABLE), "Writing DIP with CTL reg disabled\n");
 365
 366         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 367         val |= g4x_infoframe_index(type);
 368
 369         /* The DIP control register spec says that we need to update the AVI
 370          * infoframe without clearing its enable bit */
 371         if (type != HDMI_INFOFRAME_TYPE_AVI)
 372                 val &= ~g4x_infoframe_enable(type);
 373
 374         I915_WRITE(reg, val);
 375
 376         for (i = 0; i < len; i += 4) {
 377                 I915_WRITE(TVIDEO_DIP_DATA(intel_crtc->pipe), *data);
 378                 data++;
 379         }
 380         /* Write every possible data byte to force correct ECC calculation. */
 381         for (; i < VIDEO_DIP_DATA_SIZE; i += 4)
 382                 I915_WRITE(TVIDEO_DIP_DATA(intel_crtc->pipe), 0);
 383
 384         val |= g4x_infoframe_enable(type);
 385         val &= ~VIDEO_DIP_FREQ_MASK;
 386         val |= VIDEO_DIP_FREQ_VSYNC;
 387
 388         I915_WRITE(reg, val);
 389         POSTING_READ(reg);
 390 }
 391
 392 static void cpt_read_infoframe(struct intel_encoder *encoder,
 393                                const struct intel_crtc_state *crtc_state,
 394                                unsigned int type,
 395                                void *frame, ssize_t len)
 396 {
 397         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 398         struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
 399         u32 val, *data = frame;
 400         int i;
 401
 402         val = I915_READ(TVIDEO_DIP_CTL(crtc->pipe));
 403
 404         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 405         val |= g4x_infoframe_index(type);
 406
 407         I915_WRITE(TVIDEO_DIP_CTL(crtc->pipe), val);
 408
 409         for (i = 0; i < len; i += 4)
 410                 *data++ = I915_READ(TVIDEO_DIP_DATA(crtc->pipe));
 411 }
 412
 413 static u32 cpt_infoframes_enabled(struct intel_encoder *encoder,
 414                                   const struct intel_crtc_state *pipe_config)
 415 {
 416         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 417         enum pipe pipe = to_intel_crtc(pipe_config->base.crtc)->pipe;
 418         u32 val = I915_READ(TVIDEO_DIP_CTL(pipe));
 419
 420         if ((val & VIDEO_DIP_ENABLE) == 0)
 421                 return 0;
 422
 423         return val & (VIDEO_DIP_ENABLE_AVI |
 424                       VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
 425                       VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
 426 }
 427
 428 static void vlv_write_infoframe(struct intel_encoder *encoder,
 429                                 const struct intel_crtc_state *crtc_state,
 430                                 unsigned int type,
 431                                 const void *frame, ssize_t len)
 432 {
 433         const u32 *data = frame;
 434         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 435         struct intel_crtc *intel_crtc = to_intel_crtc(crtc_state->base.crtc);
 436         i915_reg_t reg = VLV_TVIDEO_DIP_CTL(intel_crtc->pipe);
 437         u32 val = I915_READ(reg);
 438         int i;
 439
 440         WARN(!(val & VIDEO_DIP_ENABLE), "Writing DIP with CTL reg disabled\n");
 441
 442         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 443         val |= g4x_infoframe_index(type);
 444
 445         val &= ~g4x_infoframe_enable(type);
 446
 447         I915_WRITE(reg, val);
 448
 449         for (i = 0; i < len; i += 4) {
 450                 I915_WRITE(VLV_TVIDEO_DIP_DATA(intel_crtc->pipe), *data);
 451                 data++;
 452         }
 453         /* Write every possible data byte to force correct ECC calculation. */
 454         for (; i < VIDEO_DIP_DATA_SIZE; i += 4)
 455                 I915_WRITE(VLV_TVIDEO_DIP_DATA(intel_crtc->pipe), 0);
 456
 457         val |= g4x_infoframe_enable(type);
 458         val &= ~VIDEO_DIP_FREQ_MASK;
 459         val |= VIDEO_DIP_FREQ_VSYNC;
 460
 461         I915_WRITE(reg, val);
 462         POSTING_READ(reg);
 463 }
 464
 465 static void vlv_read_infoframe(struct intel_encoder *encoder,
 466                                const struct intel_crtc_state *crtc_state,
 467                                unsigned int type,
 468                                void *frame, ssize_t len)
 469 {
 470         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 471         struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
 472         u32 val, *data = frame;
 473         int i;
 474
 475         val = I915_READ(VLV_TVIDEO_DIP_CTL(crtc->pipe));
 476
 477         val &= ~(VIDEO_DIP_SELECT_MASK | 0xf); /* clear DIP data offset */
 478         val |= g4x_infoframe_index(type);
 479
 480         I915_WRITE(VLV_TVIDEO_DIP_CTL(crtc->pipe), val);
 481
 482         for (i = 0; i < len; i += 4)
 483                 *data++ = I915_READ(VLV_TVIDEO_DIP_DATA(crtc->pipe));
 484 }
 485
 486 static u32 vlv_infoframes_enabled(struct intel_encoder *encoder,
 487                                   const struct intel_crtc_state *pipe_config)
 488 {
 489         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 490         enum pipe pipe = to_intel_crtc(pipe_config->base.crtc)->pipe;
 491         u32 val = I915_READ(VLV_TVIDEO_DIP_CTL(pipe));
 492
 493         if ((val & VIDEO_DIP_ENABLE) == 0)
 494                 return 0;
 495
 496         if ((val & VIDEO_DIP_PORT_MASK) != VIDEO_DIP_PORT(encoder->port))
 497                 return 0;
 498
 499         return val & (VIDEO_DIP_ENABLE_AVI |
 500                       VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
 501                       VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
 502 }
 503
 504 static void hsw_write_infoframe(struct intel_encoder *encoder,
 505                                 const struct intel_crtc_state *crtc_state,
 506                                 unsigned int type,
 507                                 const void *frame, ssize_t len)
 508 {
 509         const u32 *data = frame;
 510         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 511         enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
 512         i915_reg_t ctl_reg = HSW_TVIDEO_DIP_CTL(cpu_transcoder);
 513         int data_size;
 514         int i;
 515         u32 val = I915_READ(ctl_reg);
 516
 517         data_size = hsw_dip_data_size(type);
 518
 519         val &= ~hsw_infoframe_enable(type);
 520         I915_WRITE(ctl_reg, val);
 521
 522         for (i = 0; i < len; i += 4) {
 523                 I915_WRITE(hsw_dip_data_reg(dev_priv, cpu_transcoder,
 524                                             type, i >> 2), *data);
 525                 data++;
 526         }
 527         /* Write every possible data byte to force correct ECC calculation. */
 528         for (; i < data_size; i += 4)
 529                 I915_WRITE(hsw_dip_data_reg(dev_priv, cpu_transcoder,
 530                                             type, i >> 2), 0);
 531
 532         val |= hsw_infoframe_enable(type);
 533         I915_WRITE(ctl_reg, val);
 534         POSTING_READ(ctl_reg);
 535 }
 536
 537 static void hsw_read_infoframe(struct intel_encoder *encoder,
 538                                const struct intel_crtc_state *crtc_state,
 539                                unsigned int type,
 540                                void *frame, ssize_t len)
 541 {
 542         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 543         enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
 544         u32 val, *data = frame;
 545         int i;
 546
 547         val = I915_READ(HSW_TVIDEO_DIP_CTL(cpu_transcoder));
 548
 549         for (i = 0; i < len; i += 4)
 550                 *data++ = I915_READ(hsw_dip_data_reg(dev_priv, cpu_transcoder,
 551                                                      type, i >> 2));
 552 }
 553
 554 static u32 hsw_infoframes_enabled(struct intel_encoder *encoder,
 555                                   const struct intel_crtc_state *pipe_config)
 556 {
 557         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 558         u32 val = I915_READ(HSW_TVIDEO_DIP_CTL(pipe_config->cpu_transcoder));
 559         u32 mask;
 560
 561         mask = (VIDEO_DIP_ENABLE_VSC_HSW | VIDEO_DIP_ENABLE_AVI_HSW |
 562                 VIDEO_DIP_ENABLE_GCP_HSW | VIDEO_DIP_ENABLE_VS_HSW |
 563                 VIDEO_DIP_ENABLE_GMP_HSW | VIDEO_DIP_ENABLE_SPD_HSW);
 564
 565         if (INTEL_GEN(dev_priv) >= 10 || IS_GEMINILAKE(dev_priv))
 566                 mask |= VIDEO_DIP_ENABLE_DRM_GLK;
 567
 568         return val & mask;
 569 }
 570
 571 static const u8 infoframe_type_to_idx[] = {
 572         HDMI_PACKET_TYPE_GENERAL_CONTROL,
 573         HDMI_PACKET_TYPE_GAMUT_METADATA,
 574         DP_SDP_VSC,
 575         HDMI_INFOFRAME_TYPE_AVI,
 576         HDMI_INFOFRAME_TYPE_SPD,
 577         HDMI_INFOFRAME_TYPE_VENDOR,
 578         HDMI_INFOFRAME_TYPE_DRM,
 579 };
 580
 581 u32 intel_hdmi_infoframe_enable(unsigned int type)
 582 {
 583         int i;
 584
 585         for (i = 0; i < ARRAY_SIZE(infoframe_type_to_idx); i++) {
 586                 if (infoframe_type_to_idx[i] == type)
 587                         return BIT(i);
 588         }
 589
 590         return 0;
 591 }
 592
 593 u32 intel_hdmi_infoframes_enabled(struct intel_encoder *encoder,
 594                                   const struct intel_crtc_state *crtc_state)
 595 {
 596         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 597         struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
 598         u32 val, ret = 0;
 599         int i;
 600
 601         val = dig_port->infoframes_enabled(encoder, crtc_state);
 602
 603         /* map from hardware bits to dip idx */
 604         for (i = 0; i < ARRAY_SIZE(infoframe_type_to_idx); i++) {
 605                 unsigned int type = infoframe_type_to_idx[i];
 606
 607                 if (HAS_DDI(dev_priv)) {
 608                         if (val & hsw_infoframe_enable(type))
 609                                 ret |= BIT(i);
 610                 } else {
 611                         if (val & g4x_infoframe_enable(type))
 612                                 ret |= BIT(i);
 613                 }
 614         }
 615
 616         return ret;
 617 }
 618
 619 /*
 620  * The data we write to the DIP data buffer registers is 1 byte bigger than the
 621  * HDMI infoframe size because of an ECC/reserved byte at position 3 (starting
 622  * at 0). It's also a byte used by DisplayPort so the same DIP registers can be
 623  * used for both technologies.
 624  *
 625  * DW0: Reserved/ECC/DP | HB2 | HB1 | HB0
 626  * DW1:       DB3       | DB2 | DB1 | DB0
 627  * DW2:       DB7       | DB6 | DB5 | DB4
 628  * DW3: ...
 629  *
 630  * (HB is Header Byte, DB is Data Byte)
 631  *
 632  * The hdmi pack() functions don't know about that hardware specific hole so we
 633  * trick them by giving an offset into the buffer and moving back the header
 634  * bytes by one.
 635  */
 636 static void intel_write_infoframe(struct intel_encoder *encoder,
 637                                   const struct intel_crtc_state *crtc_state,
 638                                   enum hdmi_infoframe_type type,
 639                                   const union hdmi_infoframe *frame)
 640 {
 641         struct intel_digital_port *intel_dig_port = enc_to_dig_port(&encoder->base);
 642         u8 buffer[VIDEO_DIP_DATA_SIZE];
 643         ssize_t len;
 644
 645         if ((crtc_state->infoframes.enable &
 646              intel_hdmi_infoframe_enable(type)) == 0)
 647                 return;
 648
 649         if (WARN_ON(frame->any.type != type))
 650                 return;
 651
 652         /* see comment above for the reason for this offset */
 653         len = hdmi_infoframe_pack_only(frame, buffer + 1, sizeof(buffer) - 1);
 654         if (WARN_ON(len < 0))
 655                 return;
 656
 657         /* Insert the 'hole' (see big comment above) at position 3 */
 658         memmove(&buffer[0], &buffer[1], 3);
 659         buffer[3] = 0;
 660         len++;
 661
 662         intel_dig_port->write_infoframe(encoder, crtc_state, type, buffer, len);
 663 }
 664
 665 void intel_read_infoframe(struct intel_encoder *encoder,
 666                           const struct intel_crtc_state *crtc_state,
 667                           enum hdmi_infoframe_type type,
 668                           union hdmi_infoframe *frame)
 669 {
 670         struct intel_digital_port *intel_dig_port = enc_to_dig_port(&encoder->base);
 671         u8 buffer[VIDEO_DIP_DATA_SIZE];
 672         int ret;
 673
 674         if ((crtc_state->infoframes.enable &
 675              intel_hdmi_infoframe_enable(type)) == 0)
 676                 return;
 677
 678         intel_dig_port->read_infoframe(encoder, crtc_state,
 679                                        type, buffer, sizeof(buffer));
 680
 681         /* Fill the 'hole' (see big comment above) at position 3 */
 682         memmove(&buffer[1], &buffer[0], 3);
 683
 684         /* see comment above for the reason for this offset */
 685         ret = hdmi_infoframe_unpack(frame, buffer + 1, sizeof(buffer) - 1);
 686         if (ret) {
 687                 DRM_DEBUG_KMS("Failed to unpack infoframe type 0x%02x\n", type);
 688                 return;
 689         }
 690
 691         if (frame->any.type != type)
 692                 DRM_DEBUG_KMS("Found the wrong infoframe type 0x%x (expected 0x%02x)\n",
 693                               frame->any.type, type);
 694 }
 695
 696 static bool
 697 intel_hdmi_compute_avi_infoframe(struct intel_encoder *encoder,
 698                                  struct intel_crtc_state *crtc_state,
 699                                  struct drm_connector_state *conn_state)
 700 {
 701         struct hdmi_avi_infoframe *frame = &crtc_state->infoframes.avi.avi;
 702         const struct drm_display_mode *adjusted_mode =
 703                 &crtc_state->base.adjusted_mode;
 704         struct drm_connector *connector = conn_state->connector;
 705         int ret;
 706
 707         if (!crtc_state->has_infoframe)
 708                 return true;
 709
 710         crtc_state->infoframes.enable |=
 711                 intel_hdmi_infoframe_enable(HDMI_INFOFRAME_TYPE_AVI);
 712
 713         ret = drm_hdmi_avi_infoframe_from_display_mode(frame, connector,
 714                                                        adjusted_mode);
 715         if (ret)
 716                 return false;
 717
 718         if (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR420)
 719                 frame->colorspace = HDMI_COLORSPACE_YUV420;
 720         else if (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR444)
 721                 frame->colorspace = HDMI_COLORSPACE_YUV444;
 722         else
 723                 frame->colorspace = HDMI_COLORSPACE_RGB;
 724
 725         drm_hdmi_avi_infoframe_colorspace(frame, conn_state);
 726
 727         drm_hdmi_avi_infoframe_quant_range(frame, connector,
 728                                            adjusted_mode,
 729                                            crtc_state->limited_color_range ?
 730                                            HDMI_QUANTIZATION_RANGE_LIMITED :
 731                                            HDMI_QUANTIZATION_RANGE_FULL);
 732
 733         drm_hdmi_avi_infoframe_content_type(frame, conn_state);
 734
 735         /* TODO: handle pixel repetition for YCBCR420 outputs */
 736
 737         ret = hdmi_avi_infoframe_check(frame);
 738         if (WARN_ON(ret))
 739                 return false;
 740
 741         return true;
 742 }
 743
 744 static bool
 745 intel_hdmi_compute_spd_infoframe(struct intel_encoder *encoder,
 746                                  struct intel_crtc_state *crtc_state,
 747                                  struct drm_connector_state *conn_state)
 748 {
 749         struct hdmi_spd_infoframe *frame = &crtc_state->infoframes.spd.spd;
 750         int ret;
 751
 752         if (!crtc_state->has_infoframe)
 753                 return true;
 754
 755         crtc_state->infoframes.enable |=
 756                 intel_hdmi_infoframe_enable(HDMI_INFOFRAME_TYPE_SPD);
 757
 758         ret = hdmi_spd_infoframe_init(frame, "Intel", "Integrated gfx");
 759         if (WARN_ON(ret))
 760                 return false;
 761
 762         frame->sdi = HDMI_SPD_SDI_PC;
 763
 764         ret = hdmi_spd_infoframe_check(frame);
 765         if (WARN_ON(ret))
 766                 return false;
 767
 768         return true;
 769 }
 770
 771 static bool
 772 intel_hdmi_compute_hdmi_infoframe(struct intel_encoder *encoder,
 773                                   struct intel_crtc_state *crtc_state,
 774                                   struct drm_connector_state *conn_state)
 775 {
 776         struct hdmi_vendor_infoframe *frame =
 777                 &crtc_state->infoframes.hdmi.vendor.hdmi;
 778         const struct drm_display_info *info =
 779                 &conn_state->connector->display_info;
 780         int ret;
 781
 782         if (!crtc_state->has_infoframe || !info->has_hdmi_infoframe)
 783                 return true;
 784
 785         crtc_state->infoframes.enable |=
 786                 intel_hdmi_infoframe_enable(HDMI_INFOFRAME_TYPE_VENDOR);
 787
 788         ret = drm_hdmi_vendor_infoframe_from_display_mode(frame,
 789                                                           conn_state->connector,
 790                                                           &crtc_state->base.adjusted_mode);
 791         if (WARN_ON(ret))
 792                 return false;
 793
 794         ret = hdmi_vendor_infoframe_check(frame);
 795         if (WARN_ON(ret))
 796                 return false;
 797
 798         return true;
 799 }
 800
 801 static bool
 802 intel_hdmi_compute_drm_infoframe(struct intel_encoder *encoder,
 803                                  struct intel_crtc_state *crtc_state,
 804                                  struct drm_connector_state *conn_state)
 805 {
 806         struct hdmi_drm_infoframe *frame = &crtc_state->infoframes.drm.drm;
 807         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 808         int ret;
 809
 810         if (!(INTEL_GEN(dev_priv) >= 10 || IS_GEMINILAKE(dev_priv)))
 811                 return true;
 812
 813         if (!crtc_state->has_infoframe)
 814                 return true;
 815
 816         if (!conn_state->hdr_output_metadata)
 817                 return true;
 818
 819         crtc_state->infoframes.enable |=
 820                 intel_hdmi_infoframe_enable(HDMI_INFOFRAME_TYPE_DRM);
 821
 822         ret = drm_hdmi_infoframe_set_hdr_metadata(frame, conn_state);
 823         if (ret < 0) {
 824                 DRM_DEBUG_KMS("couldn't set HDR metadata in infoframe\n");
 825                 return false;
 826         }
 827
 828         ret = hdmi_drm_infoframe_check(frame);
 829         if (WARN_ON(ret))
 830                 return false;
 831
 832         return true;
 833 }
 834
 835 static void g4x_set_infoframes(struct intel_encoder *encoder,
 836                                bool enable,
 837                                const struct intel_crtc_state *crtc_state,
 838                                const struct drm_connector_state *conn_state)
 839 {
 840         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 841         struct intel_digital_port *intel_dig_port = enc_to_dig_port(&encoder->base);
 842         struct intel_hdmi *intel_hdmi = &intel_dig_port->hdmi;
 843         i915_reg_t reg = VIDEO_DIP_CTL;
 844         u32 val = I915_READ(reg);
 845         u32 port = VIDEO_DIP_PORT(encoder->port);
 846
 847         assert_hdmi_port_disabled(intel_hdmi);
 848
 849         /* If the registers were not initialized yet, they might be zeroes,
 850          * which means we're selecting the AVI DIP and we're setting its
 851          * frequency to once. This seems to really confuse the HW and make
 852          * things stop working (the register spec says the AVI always needs to
 853          * be sent every VSync). So here we avoid writing to the register more
 854          * than we need and also explicitly select the AVI DIP and explicitly
 855          * set its frequency to every VSync. Avoiding to write it twice seems to
 856          * be enough to solve the problem, but being defensive shouldn't hurt us
 857          * either. */
 858         val |= VIDEO_DIP_SELECT_AVI | VIDEO_DIP_FREQ_VSYNC;
 859
 860         if (!enable) {
 861                 if (!(val & VIDEO_DIP_ENABLE))
 862                         return;
 863                 if (port != (val & VIDEO_DIP_PORT_MASK)) {
 864                         DRM_DEBUG_KMS("video DIP still enabled on port %c\n",
 865                                       (val & VIDEO_DIP_PORT_MASK) >> 29);
 866                         return;
 867                 }
 868                 val &= ~(VIDEO_DIP_ENABLE | VIDEO_DIP_ENABLE_AVI |
 869                          VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_SPD);
 870                 I915_WRITE(reg, val);
 871                 POSTING_READ(reg);
 872                 return;
 873         }
 874
 875         if (port != (val & VIDEO_DIP_PORT_MASK)) {
 876                 if (val & VIDEO_DIP_ENABLE) {
 877                         DRM_DEBUG_KMS("video DIP already enabled on port %c\n",
 878                                       (val & VIDEO_DIP_PORT_MASK) >> 29);
 879                         return;
 880                 }
 881                 val &= ~VIDEO_DIP_PORT_MASK;
 882                 val |= port;
 883         }
 884
 885         val |= VIDEO_DIP_ENABLE;
 886         val &= ~(VIDEO_DIP_ENABLE_AVI |
 887                  VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_SPD);
 888
 889         I915_WRITE(reg, val);
 890         POSTING_READ(reg);
 891
 892         intel_write_infoframe(encoder, crtc_state,
 893                               HDMI_INFOFRAME_TYPE_AVI,
 894                               &crtc_state->infoframes.avi);
 895         intel_write_infoframe(encoder, crtc_state,
 896                               HDMI_INFOFRAME_TYPE_SPD,
 897                               &crtc_state->infoframes.spd);
 898         intel_write_infoframe(encoder, crtc_state,
 899                               HDMI_INFOFRAME_TYPE_VENDOR,
 900                               &crtc_state->infoframes.hdmi);
 901 }
 902
 903 /*
 904  * Determine if default_phase=1 can be indicated in the GCP infoframe.
 905  *
 906  * From HDMI specification 1.4a:
 907  * - The first pixel of each Video Data Period shall always have a pixel packing phase of 0
 908  * - The first pixel following each Video Data Period shall have a pixel packing phase of 0
 909  * - The PP bits shall be constant for all GCPs and will be equal to the last packing phase
 910  * - The first pixel following every transition of HSYNC or VSYNC shall have a pixel packing
 911  *   phase of 0
 912  */
 913 static bool gcp_default_phase_possible(int pipe_bpp,
 914                                        const struct drm_display_mode *mode)
 915 {
 916         unsigned int pixels_per_group;
 917
 918         switch (pipe_bpp) {
 919         case 30:
 920                 /* 4 pixels in 5 clocks */
 921                 pixels_per_group = 4;
 922                 break;
 923         case 36:
 924                 /* 2 pixels in 3 clocks */
 925                 pixels_per_group = 2;
 926                 break;
 927         case 48:
 928                 /* 1 pixel in 2 clocks */
 929                 pixels_per_group = 1;
 930                 break;
 931         default:
 932                 /* phase information not relevant for 8bpc */
 933                 return false;
 934         }
 935
 936         return mode->crtc_hdisplay % pixels_per_group == 0 &&
 937                 mode->crtc_htotal % pixels_per_group == 0 &&
 938                 mode->crtc_hblank_start % pixels_per_group == 0 &&
 939                 mode->crtc_hblank_end % pixels_per_group == 0 &&
 940                 mode->crtc_hsync_start % pixels_per_group == 0 &&
 941                 mode->crtc_hsync_end % pixels_per_group == 0 &&
 942                 ((mode->flags & DRM_MODE_FLAG_INTERLACE) == 0 ||
 943                  mode->crtc_htotal/2 % pixels_per_group == 0);
 944 }
 945
 946 static bool intel_hdmi_set_gcp_infoframe(struct intel_encoder *encoder,
 947                                          const struct intel_crtc_state *crtc_state,
 948                                          const struct drm_connector_state *conn_state)
 949 {
 950         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 951         struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
 952         i915_reg_t reg;
 953
 954         if ((crtc_state->infoframes.enable &
 955              intel_hdmi_infoframe_enable(HDMI_PACKET_TYPE_GENERAL_CONTROL)) == 0)
 956                 return false;
 957
 958         if (HAS_DDI(dev_priv))
 959                 reg = HSW_TVIDEO_DIP_GCP(crtc_state->cpu_transcoder);
 960         else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
 961                 reg = VLV_TVIDEO_DIP_GCP(crtc->pipe);
 962         else if (HAS_PCH_SPLIT(dev_priv))
 963                 reg = TVIDEO_DIP_GCP(crtc->pipe);
 964         else
 965                 return false;
 966
 967         I915_WRITE(reg, crtc_state->infoframes.gcp);
 968
 969         return true;
 970 }
 971
 972 void intel_hdmi_read_gcp_infoframe(struct intel_encoder *encoder,
 973                                    struct intel_crtc_state *crtc_state)
 974 {
 975         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
 976         struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
 977         i915_reg_t reg;
 978
 979         if ((crtc_state->infoframes.enable &
 980              intel_hdmi_infoframe_enable(HDMI_PACKET_TYPE_GENERAL_CONTROL)) == 0)
 981                 return;
 982
 983         if (HAS_DDI(dev_priv))
 984                 reg = HSW_TVIDEO_DIP_GCP(crtc_state->cpu_transcoder);
 985         else if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
 986                 reg = VLV_TVIDEO_DIP_GCP(crtc->pipe);
 987         else if (HAS_PCH_SPLIT(dev_priv))
 988                 reg = TVIDEO_DIP_GCP(crtc->pipe);
 989         else
 990                 return;
 991
 992         crtc_state->infoframes.gcp = I915_READ(reg);
 993 }
 994
 995 static void intel_hdmi_compute_gcp_infoframe(struct intel_encoder *encoder,
 996                                              struct intel_crtc_state *crtc_state,
 997                                              struct drm_connector_state *conn_state)
 998 {
 999         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1000
1001         if (IS_G4X(dev_priv) || !crtc_state->has_infoframe)
1002                 return;
1003
1004         crtc_state->infoframes.enable |=
1005                 intel_hdmi_infoframe_enable(HDMI_PACKET_TYPE_GENERAL_CONTROL);
1006
1007         /* Indicate color indication for deep color mode */
1008         if (crtc_state->pipe_bpp > 24)
1009                 crtc_state->infoframes.gcp |= GCP_COLOR_INDICATION;
1010
1011         /* Enable default_phase whenever the display mode is suitably aligned */
1012         if (gcp_default_phase_possible(crtc_state->pipe_bpp,
1013                                        &crtc_state->base.adjusted_mode))
1014                 crtc_state->infoframes.gcp |= GCP_DEFAULT_PHASE_ENABLE;
1015 }
1016
1017 static void ibx_set_infoframes(struct intel_encoder *encoder,
1018                                bool enable,
1019                                const struct intel_crtc_state *crtc_state,
1020                                const struct drm_connector_state *conn_state)
1021 {
1022         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1023         struct intel_crtc *intel_crtc = to_intel_crtc(crtc_state->base.crtc);
1024         struct intel_digital_port *intel_dig_port = enc_to_dig_port(&encoder->base);
1025         struct intel_hdmi *intel_hdmi = &intel_dig_port->hdmi;
1026         i915_reg_t reg = TVIDEO_DIP_CTL(intel_crtc->pipe);
1027         u32 val = I915_READ(reg);
1028         u32 port = VIDEO_DIP_PORT(encoder->port);
1029
1030         assert_hdmi_port_disabled(intel_hdmi);
1031
1032         /* See the big comment in g4x_set_infoframes() */
1033         val |= VIDEO_DIP_SELECT_AVI | VIDEO_DIP_FREQ_VSYNC;
1034
1035         if (!enable) {
1036                 if (!(val & VIDEO_DIP_ENABLE))
1037                         return;
1038                 val &= ~(VIDEO_DIP_ENABLE | VIDEO_DIP_ENABLE_AVI |
1039                          VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
1040                          VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
1041                 I915_WRITE(reg, val);
1042                 POSTING_READ(reg);
1043                 return;
1044         }
1045
1046         if (port != (val & VIDEO_DIP_PORT_MASK)) {
1047                 WARN(val & VIDEO_DIP_ENABLE,
1048                      "DIP already enabled on port %c\n",
1049                      (val & VIDEO_DIP_PORT_MASK) >> 29);
1050                 val &= ~VIDEO_DIP_PORT_MASK;
1051                 val |= port;
1052         }
1053
1054         val |= VIDEO_DIP_ENABLE;
1055         val &= ~(VIDEO_DIP_ENABLE_AVI |
1056                  VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
1057                  VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
1058
1059         if (intel_hdmi_set_gcp_infoframe(encoder, crtc_state, conn_state))
1060                 val |= VIDEO_DIP_ENABLE_GCP;
1061
1062         I915_WRITE(reg, val);
1063         POSTING_READ(reg);
1064
1065         intel_write_infoframe(encoder, crtc_state,
1066                               HDMI_INFOFRAME_TYPE_AVI,
1067                               &crtc_state->infoframes.avi);
1068         intel_write_infoframe(encoder, crtc_state,
1069                               HDMI_INFOFRAME_TYPE_SPD,
1070                               &crtc_state->infoframes.spd);
1071         intel_write_infoframe(encoder, crtc_state,
1072                               HDMI_INFOFRAME_TYPE_VENDOR,
1073                               &crtc_state->infoframes.hdmi);
1074 }
1075
1076 static void cpt_set_infoframes(struct intel_encoder *encoder,
1077                                bool enable,
1078                                const struct intel_crtc_state *crtc_state,
1079                                const struct drm_connector_state *conn_state)
1080 {
1081         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1082         struct intel_crtc *intel_crtc = to_intel_crtc(crtc_state->base.crtc);
1083         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1084         i915_reg_t reg = TVIDEO_DIP_CTL(intel_crtc->pipe);
1085         u32 val = I915_READ(reg);
1086
1087         assert_hdmi_port_disabled(intel_hdmi);
1088
1089         /* See the big comment in g4x_set_infoframes() */
1090         val |= VIDEO_DIP_SELECT_AVI | VIDEO_DIP_FREQ_VSYNC;
1091
1092         if (!enable) {
1093                 if (!(val & VIDEO_DIP_ENABLE))
1094                         return;
1095                 val &= ~(VIDEO_DIP_ENABLE | VIDEO_DIP_ENABLE_AVI |
1096                          VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
1097                          VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
1098                 I915_WRITE(reg, val);
1099                 POSTING_READ(reg);
1100                 return;
1101         }
1102
1103         /* Set both together, unset both together: see the spec. */
1104         val |= VIDEO_DIP_ENABLE | VIDEO_DIP_ENABLE_AVI;
1105         val &= ~(VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
1106                  VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
1107
1108         if (intel_hdmi_set_gcp_infoframe(encoder, crtc_state, conn_state))
1109                 val |= VIDEO_DIP_ENABLE_GCP;
1110
1111         I915_WRITE(reg, val);
1112         POSTING_READ(reg);
1113
1114         intel_write_infoframe(encoder, crtc_state,
1115                               HDMI_INFOFRAME_TYPE_AVI,
1116                               &crtc_state->infoframes.avi);
1117         intel_write_infoframe(encoder, crtc_state,
1118                               HDMI_INFOFRAME_TYPE_SPD,
1119                               &crtc_state->infoframes.spd);
1120         intel_write_infoframe(encoder, crtc_state,
1121                               HDMI_INFOFRAME_TYPE_VENDOR,
1122                               &crtc_state->infoframes.hdmi);
1123 }
1124
1125 static void vlv_set_infoframes(struct intel_encoder *encoder,
1126                                bool enable,
1127                                const struct intel_crtc_state *crtc_state,
1128                                const struct drm_connector_state *conn_state)
1129 {
1130         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1131         struct intel_crtc *intel_crtc = to_intel_crtc(crtc_state->base.crtc);
1132         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1133         i915_reg_t reg = VLV_TVIDEO_DIP_CTL(intel_crtc->pipe);
1134         u32 val = I915_READ(reg);
1135         u32 port = VIDEO_DIP_PORT(encoder->port);
1136
1137         assert_hdmi_port_disabled(intel_hdmi);
1138
1139         /* See the big comment in g4x_set_infoframes() */
1140         val |= VIDEO_DIP_SELECT_AVI | VIDEO_DIP_FREQ_VSYNC;
1141
1142         if (!enable) {
1143                 if (!(val & VIDEO_DIP_ENABLE))
1144                         return;
1145                 val &= ~(VIDEO_DIP_ENABLE | VIDEO_DIP_ENABLE_AVI |
1146                          VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
1147                          VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
1148                 I915_WRITE(reg, val);
1149                 POSTING_READ(reg);
1150                 return;
1151         }
1152
1153         if (port != (val & VIDEO_DIP_PORT_MASK)) {
1154                 WARN(val & VIDEO_DIP_ENABLE,
1155                      "DIP already enabled on port %c\n",
1156                      (val & VIDEO_DIP_PORT_MASK) >> 29);
1157                 val &= ~VIDEO_DIP_PORT_MASK;
1158                 val |= port;
1159         }
1160
1161         val |= VIDEO_DIP_ENABLE;
1162         val &= ~(VIDEO_DIP_ENABLE_AVI |
1163                  VIDEO_DIP_ENABLE_VENDOR | VIDEO_DIP_ENABLE_GAMUT |
1164                  VIDEO_DIP_ENABLE_SPD | VIDEO_DIP_ENABLE_GCP);
1165
1166         if (intel_hdmi_set_gcp_infoframe(encoder, crtc_state, conn_state))
1167                 val |= VIDEO_DIP_ENABLE_GCP;
1168
1169         I915_WRITE(reg, val);
1170         POSTING_READ(reg);
1171
1172         intel_write_infoframe(encoder, crtc_state,
1173                               HDMI_INFOFRAME_TYPE_AVI,
1174                               &crtc_state->infoframes.avi);
1175         intel_write_infoframe(encoder, crtc_state,
1176                               HDMI_INFOFRAME_TYPE_SPD,
1177                               &crtc_state->infoframes.spd);
1178         intel_write_infoframe(encoder, crtc_state,
1179                               HDMI_INFOFRAME_TYPE_VENDOR,
1180                               &crtc_state->infoframes.hdmi);
1181 }
1182
1183 static void hsw_set_infoframes(struct intel_encoder *encoder,
1184                                bool enable,
1185                                const struct intel_crtc_state *crtc_state,
1186                                const struct drm_connector_state *conn_state)
1187 {
1188         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1189         i915_reg_t reg = HSW_TVIDEO_DIP_CTL(crtc_state->cpu_transcoder);
1190         u32 val = I915_READ(reg);
1191
1192         assert_hdmi_transcoder_func_disabled(dev_priv,
1193                                              crtc_state->cpu_transcoder);
1194
1195         val &= ~(VIDEO_DIP_ENABLE_VSC_HSW | VIDEO_DIP_ENABLE_AVI_HSW |
1196                  VIDEO_DIP_ENABLE_GCP_HSW | VIDEO_DIP_ENABLE_VS_HSW |
1197                  VIDEO_DIP_ENABLE_GMP_HSW | VIDEO_DIP_ENABLE_SPD_HSW |
1198                  VIDEO_DIP_ENABLE_DRM_GLK);
1199
1200         if (!enable) {
1201                 I915_WRITE(reg, val);
1202                 POSTING_READ(reg);
1203                 return;
1204         }
1205
1206         if (intel_hdmi_set_gcp_infoframe(encoder, crtc_state, conn_state))
1207                 val |= VIDEO_DIP_ENABLE_GCP_HSW;
1208
1209         I915_WRITE(reg, val);
1210         POSTING_READ(reg);
1211
1212         intel_write_infoframe(encoder, crtc_state,
1213                               HDMI_INFOFRAME_TYPE_AVI,
1214                               &crtc_state->infoframes.avi);
1215         intel_write_infoframe(encoder, crtc_state,
1216                               HDMI_INFOFRAME_TYPE_SPD,
1217                               &crtc_state->infoframes.spd);
1218         intel_write_infoframe(encoder, crtc_state,
1219                               HDMI_INFOFRAME_TYPE_VENDOR,
1220                               &crtc_state->infoframes.hdmi);
1221         intel_write_infoframe(encoder, crtc_state,
1222                               HDMI_INFOFRAME_TYPE_DRM,
1223                               &crtc_state->infoframes.drm);
1224 }
1225
1226 void intel_dp_dual_mode_set_tmds_output(struct intel_hdmi *hdmi, bool enable)
1227 {
1228         struct drm_i915_private *dev_priv = to_i915(intel_hdmi_to_dev(hdmi));
1229         struct i2c_adapter *adapter =
1230                 intel_gmbus_get_adapter(dev_priv, hdmi->ddc_bus);
1231
1232         if (hdmi->dp_dual_mode.type < DRM_DP_DUAL_MODE_TYPE2_DVI)
1233                 return;
1234
1235         DRM_DEBUG_KMS("%s DP dual mode adaptor TMDS output\n",
1236                       enable ? "Enabling" : "Disabling");
1237
1238         drm_dp_dual_mode_set_tmds_output(hdmi->dp_dual_mode.type,
1239                                          adapter, enable);
1240 }
1241
1242 static int intel_hdmi_hdcp_read(struct intel_digital_port *intel_dig_port,
1243                                 unsigned int offset, void *buffer, size_t size)
1244 {
1245         struct intel_hdmi *hdmi = &intel_dig_port->hdmi;
1246         struct drm_i915_private *dev_priv =
1247                 intel_dig_port->base.base.dev->dev_private;
1248         struct i2c_adapter *adapter = intel_gmbus_get_adapter(dev_priv,
1249                                                               hdmi->ddc_bus);
1250         int ret;
1251         u8 start = offset & 0xff;
1252         struct i2c_msg msgs[] = {
1253                 {
1254                         .addr = DRM_HDCP_DDC_ADDR,
1255                         .flags = 0,
1256                         .len = 1,
1257                         .buf = &start,
1258                 },
1259                 {
1260                         .addr = DRM_HDCP_DDC_ADDR,
1261                         .flags = I2C_M_RD,
1262                         .len = size,
1263                         .buf = buffer
1264                 }
1265         };
1266         ret = i2c_transfer(adapter, msgs, ARRAY_SIZE(msgs));
1267         if (ret == ARRAY_SIZE(msgs))
1268                 return 0;
1269         return ret >= 0 ? -EIO : ret;
1270 }
1271
1272 static int intel_hdmi_hdcp_write(struct intel_digital_port *intel_dig_port,
1273                                  unsigned int offset, void *buffer, size_t size)
1274 {
1275         struct intel_hdmi *hdmi = &intel_dig_port->hdmi;
1276         struct drm_i915_private *dev_priv =
1277                 intel_dig_port->base.base.dev->dev_private;
1278         struct i2c_adapter *adapter = intel_gmbus_get_adapter(dev_priv,
1279                                                               hdmi->ddc_bus);
1280         int ret;
1281         u8 *write_buf;
1282         struct i2c_msg msg;
1283
1284         write_buf = kzalloc(size + 1, GFP_KERNEL);
1285         if (!write_buf)
1286                 return -ENOMEM;
1287
1288         write_buf[0] = offset & 0xff;
1289         memcpy(&write_buf[1], buffer, size);
1290
1291         msg.addr = DRM_HDCP_DDC_ADDR;
1292         msg.flags = 0,
1293         msg.len = size + 1,
1294         msg.buf = write_buf;
1295
1296         ret = i2c_transfer(adapter, &msg, 1);
1297         if (ret == 1)
1298                 ret = 0;
1299         else if (ret >= 0)
1300                 ret = -EIO;
1301
1302         kfree(write_buf);
1303         return ret;
1304 }
1305
1306 static
1307 int intel_hdmi_hdcp_write_an_aksv(struct intel_digital_port *intel_dig_port,
1308                                   u8 *an)
1309 {
1310         struct intel_hdmi *hdmi = &intel_dig_port->hdmi;
1311         struct drm_i915_private *dev_priv =
1312                 intel_dig_port->base.base.dev->dev_private;
1313         struct i2c_adapter *adapter = intel_gmbus_get_adapter(dev_priv,
1314                                                               hdmi->ddc_bus);
1315         int ret;
1316
1317         ret = intel_hdmi_hdcp_write(intel_dig_port, DRM_HDCP_DDC_AN, an,
1318                                     DRM_HDCP_AN_LEN);
1319         if (ret) {
1320                 DRM_DEBUG_KMS("Write An over DDC failed (%d)\n", ret);
1321                 return ret;
1322         }
1323
1324         ret = intel_gmbus_output_aksv(adapter);
1325         if (ret < 0) {
1326                 DRM_DEBUG_KMS("Failed to output aksv (%d)\n", ret);
1327                 return ret;
1328         }
1329         return 0;
1330 }
1331
1332 static int intel_hdmi_hdcp_read_bksv(struct intel_digital_port *intel_dig_port,
1333                                      u8 *bksv)
1334 {
1335         int ret;
1336         ret = intel_hdmi_hdcp_read(intel_dig_port, DRM_HDCP_DDC_BKSV, bksv,
1337                                    DRM_HDCP_KSV_LEN);
1338         if (ret)
1339                 DRM_DEBUG_KMS("Read Bksv over DDC failed (%d)\n", ret);
1340         return ret;
1341 }
1342
1343 static
1344 int intel_hdmi_hdcp_read_bstatus(struct intel_digital_port *intel_dig_port,
1345                                  u8 *bstatus)
1346 {
1347         int ret;
1348         ret = intel_hdmi_hdcp_read(intel_dig_port, DRM_HDCP_DDC_BSTATUS,
1349                                    bstatus, DRM_HDCP_BSTATUS_LEN);
1350         if (ret)
1351                 DRM_DEBUG_KMS("Read bstatus over DDC failed (%d)\n", ret);
1352         return ret;
1353 }
1354
1355 static
1356 int intel_hdmi_hdcp_repeater_present(struct intel_digital_port *intel_dig_port,
1357                                      bool *repeater_present)
1358 {
1359         int ret;
1360         u8 val;
1361
1362         ret = intel_hdmi_hdcp_read(intel_dig_port, DRM_HDCP_DDC_BCAPS, &val, 1);
1363         if (ret) {
1364                 DRM_DEBUG_KMS("Read bcaps over DDC failed (%d)\n", ret);
1365                 return ret;
1366         }
1367         *repeater_present = val & DRM_HDCP_DDC_BCAPS_REPEATER_PRESENT;
1368         return 0;
1369 }
1370
1371 static
1372 int intel_hdmi_hdcp_read_ri_prime(struct intel_digital_port *intel_dig_port,
1373                                   u8 *ri_prime)
1374 {
1375         int ret;
1376         ret = intel_hdmi_hdcp_read(intel_dig_port, DRM_HDCP_DDC_RI_PRIME,
1377                                    ri_prime, DRM_HDCP_RI_LEN);
1378         if (ret)
1379                 DRM_DEBUG_KMS("Read Ri' over DDC failed (%d)\n", ret);
1380         return ret;
1381 }
1382
1383 static
1384 int intel_hdmi_hdcp_read_ksv_ready(struct intel_digital_port *intel_dig_port,
1385                                    bool *ksv_ready)
1386 {
1387         int ret;
1388         u8 val;
1389
1390         ret = intel_hdmi_hdcp_read(intel_dig_port, DRM_HDCP_DDC_BCAPS, &val, 1);
1391         if (ret) {
1392                 DRM_DEBUG_KMS("Read bcaps over DDC failed (%d)\n", ret);
1393                 return ret;
1394         }
1395         *ksv_ready = val & DRM_HDCP_DDC_BCAPS_KSV_FIFO_READY;
1396         return 0;
1397 }
1398
1399 static
1400 int intel_hdmi_hdcp_read_ksv_fifo(struct intel_digital_port *intel_dig_port,
1401                                   int num_downstream, u8 *ksv_fifo)
1402 {
1403         int ret;
1404         ret = intel_hdmi_hdcp_read(intel_dig_port, DRM_HDCP_DDC_KSV_FIFO,
1405                                    ksv_fifo, num_downstream * DRM_HDCP_KSV_LEN);
1406         if (ret) {
1407                 DRM_DEBUG_KMS("Read ksv fifo over DDC failed (%d)\n", ret);
1408                 return ret;
1409         }
1410         return 0;
1411 }
1412
1413 static
1414 int intel_hdmi_hdcp_read_v_prime_part(struct intel_digital_port *intel_dig_port,
1415                                       int i, u32 *part)
1416 {
1417         int ret;
1418
1419         if (i >= DRM_HDCP_V_PRIME_NUM_PARTS)
1420                 return -EINVAL;
1421
1422         ret = intel_hdmi_hdcp_read(intel_dig_port, DRM_HDCP_DDC_V_PRIME(i),
1423                                    part, DRM_HDCP_V_PRIME_PART_LEN);
1424         if (ret)
1425                 DRM_DEBUG_KMS("Read V'[%d] over DDC failed (%d)\n", i, ret);
1426         return ret;
1427 }
1428
1429 static int kbl_repositioning_enc_en_signal(struct intel_connector *connector)
1430 {
1431         struct drm_i915_private *dev_priv = to_i915(connector->base.dev);
1432         struct intel_digital_port *intel_dig_port = conn_to_dig_port(connector);
1433         struct drm_crtc *crtc = connector->base.state->crtc;
1434         struct intel_crtc *intel_crtc = container_of(crtc,
1435                                                      struct intel_crtc, base);
1436         u32 scanline;
1437         int ret;
1438
1439         for (;;) {
1440                 scanline = I915_READ(PIPEDSL(intel_crtc->pipe));
1441                 if (scanline > 100 && scanline < 200)
1442                         break;
1443                 usleep_range(25, 50);
1444         }
1445
1446         ret = intel_ddi_toggle_hdcp_signalling(&intel_dig_port->base, false);
1447         if (ret) {
1448                 DRM_ERROR("Disable HDCP signalling failed (%d)\n", ret);
1449                 return ret;
1450         }
1451         ret = intel_ddi_toggle_hdcp_signalling(&intel_dig_port->base, true);
1452         if (ret) {
1453                 DRM_ERROR("Enable HDCP signalling failed (%d)\n", ret);
1454                 return ret;
1455         }
1456
1457         return 0;
1458 }
1459
1460 static
1461 int intel_hdmi_hdcp_toggle_signalling(struct intel_digital_port *intel_dig_port,
1462                                       bool enable)
1463 {
1464         struct intel_hdmi *hdmi = &intel_dig_port->hdmi;
1465         struct intel_connector *connector = hdmi->attached_connector;
1466         struct drm_i915_private *dev_priv = to_i915(connector->base.dev);
1467         int ret;
1468
1469         if (!enable)
1470                 usleep_range(6, 60); /* Bspec says >= 6us */
1471
1472         ret = intel_ddi_toggle_hdcp_signalling(&intel_dig_port->base, enable);
1473         if (ret) {
1474                 DRM_ERROR("%s HDCP signalling failed (%d)\n",
1475                           enable ? "Enable" : "Disable", ret);
1476                 return ret;
1477         }
1478
1479         /*
1480          * WA: To fix incorrect positioning of the window of
1481          * opportunity and enc_en signalling in KABYLAKE.
1482          */
1483         if (IS_KABYLAKE(dev_priv) && enable)
1484                 return kbl_repositioning_enc_en_signal(connector);
1485
1486         return 0;
1487 }
1488
1489 static
1490 bool intel_hdmi_hdcp_check_link(struct intel_digital_port *intel_dig_port)
1491 {
1492         struct drm_i915_private *dev_priv =
1493                 intel_dig_port->base.base.dev->dev_private;
1494         struct intel_connector *connector =
1495                 intel_dig_port->hdmi.attached_connector;
1496         enum port port = intel_dig_port->base.port;
1497         enum transcoder cpu_transcoder = connector->hdcp.cpu_transcoder;
1498         int ret;
1499         union {
1500                 u32 reg;
1501                 u8 shim[DRM_HDCP_RI_LEN];
1502         } ri;
1503
1504         ret = intel_hdmi_hdcp_read_ri_prime(intel_dig_port, ri.shim);
1505         if (ret)
1506                 return false;
1507
1508         I915_WRITE(HDCP_RPRIME(dev_priv, cpu_transcoder, port), ri.reg);
1509
1510         /* Wait for Ri prime match */
1511         if (wait_for(I915_READ(HDCP_STATUS(dev_priv, cpu_transcoder, port)) &
1512                      (HDCP_STATUS_RI_MATCH | HDCP_STATUS_ENC), 1)) {
1513                 DRM_ERROR("Ri' mismatch detected, link check failed (%x)\n",
1514                           I915_READ(HDCP_STATUS(dev_priv, cpu_transcoder,
1515                                                 port)));
1516                 return false;
1517         }
1518         return true;
1519 }
1520
1521 struct hdcp2_hdmi_msg_data {
1522         u8 msg_id;
1523         u32 timeout;
1524         u32 timeout2;
1525 };
1526
1527 static const struct hdcp2_hdmi_msg_data hdcp2_msg_data[] = {
1528         { HDCP_2_2_AKE_INIT, 0, 0 },
1529         { HDCP_2_2_AKE_SEND_CERT, HDCP_2_2_CERT_TIMEOUT_MS, 0 },
1530         { HDCP_2_2_AKE_NO_STORED_KM, 0, 0 },
1531         { HDCP_2_2_AKE_STORED_KM, 0, 0 },
1532         { HDCP_2_2_AKE_SEND_HPRIME, HDCP_2_2_HPRIME_PAIRED_TIMEOUT_MS,
1533           HDCP_2_2_HPRIME_NO_PAIRED_TIMEOUT_MS },
1534         { HDCP_2_2_AKE_SEND_PAIRING_INFO, HDCP_2_2_PAIRING_TIMEOUT_MS, 0 },
1535         { HDCP_2_2_LC_INIT, 0, 0 },
1536         { HDCP_2_2_LC_SEND_LPRIME, HDCP_2_2_HDMI_LPRIME_TIMEOUT_MS, 0 },
1537         { HDCP_2_2_SKE_SEND_EKS, 0, 0 },
1538         { HDCP_2_2_REP_SEND_RECVID_LIST, HDCP_2_2_RECVID_LIST_TIMEOUT_MS, 0 },
1539         { HDCP_2_2_REP_SEND_ACK, 0, 0 },
1540         { HDCP_2_2_REP_STREAM_MANAGE, 0, 0 },
1541         { HDCP_2_2_REP_STREAM_READY, HDCP_2_2_STREAM_READY_TIMEOUT_MS, 0 },
1542 };
1543
1544 static
1545 int intel_hdmi_hdcp2_read_rx_status(struct intel_digital_port *intel_dig_port,
1546                                     u8 *rx_status)
1547 {
1548         return intel_hdmi_hdcp_read(intel_dig_port,
1549                                     HDCP_2_2_HDMI_REG_RXSTATUS_OFFSET,
1550                                     rx_status,
1551                                     HDCP_2_2_HDMI_RXSTATUS_LEN);
1552 }
1553
1554 static int get_hdcp2_msg_timeout(u8 msg_id, bool is_paired)
1555 {
1556         int i;
1557
1558         for (i = 0; i < ARRAY_SIZE(hdcp2_msg_data); i++)
1559                 if (hdcp2_msg_data[i].msg_id == msg_id &&
1560                     (msg_id != HDCP_2_2_AKE_SEND_HPRIME || is_paired))
1561                         return hdcp2_msg_data[i].timeout;
1562                 else if (hdcp2_msg_data[i].msg_id == msg_id)
1563                         return hdcp2_msg_data[i].timeout2;
1564
1565         return -EINVAL;
1566 }
1567
1568 static inline
1569 int hdcp2_detect_msg_availability(struct intel_digital_port *intel_digital_port,
1570                                   u8 msg_id, bool *msg_ready,
1571                                   ssize_t *msg_sz)
1572 {
1573         u8 rx_status[HDCP_2_2_HDMI_RXSTATUS_LEN];
1574         int ret;
1575
1576         ret = intel_hdmi_hdcp2_read_rx_status(intel_digital_port, rx_status);
1577         if (ret < 0) {
1578                 DRM_DEBUG_KMS("rx_status read failed. Err %d\n", ret);
1579                 return ret;
1580         }
1581
1582         *msg_sz = ((HDCP_2_2_HDMI_RXSTATUS_MSG_SZ_HI(rx_status[1]) << 8) |
1583                   rx_status[0]);
1584
1585         if (msg_id == HDCP_2_2_REP_SEND_RECVID_LIST)
1586                 *msg_ready = (HDCP_2_2_HDMI_RXSTATUS_READY(rx_status[1]) &&
1587                              *msg_sz);
1588         else
1589                 *msg_ready = *msg_sz;
1590
1591         return 0;
1592 }
1593
1594 static ssize_t
1595 intel_hdmi_hdcp2_wait_for_msg(struct intel_digital_port *intel_dig_port,
1596                               u8 msg_id, bool paired)
1597 {
1598         bool msg_ready = false;
1599         int timeout, ret;
1600         ssize_t msg_sz = 0;
1601
1602         timeout = get_hdcp2_msg_timeout(msg_id, paired);
1603         if (timeout < 0)
1604                 return timeout;
1605
1606         ret = __wait_for(ret = hdcp2_detect_msg_availability(intel_dig_port,
1607                                                              msg_id, &msg_ready,
1608                                                              &msg_sz),
1609                          !ret && msg_ready && msg_sz, timeout * 1000,
1610                          1000, 5 * 1000);
1611         if (ret)
1612                 DRM_DEBUG_KMS("msg_id: %d, ret: %d, timeout: %d\n",
1613                               msg_id, ret, timeout);
1614
1615         return ret ? ret : msg_sz;
1616 }
1617
1618 static
1619 int intel_hdmi_hdcp2_write_msg(struct intel_digital_port *intel_dig_port,
1620                                void *buf, size_t size)
1621 {
1622         unsigned int offset;
1623
1624         offset = HDCP_2_2_HDMI_REG_WR_MSG_OFFSET;
1625         return intel_hdmi_hdcp_write(intel_dig_port, offset, buf, size);
1626 }
1627
1628 static
1629 int intel_hdmi_hdcp2_read_msg(struct intel_digital_port *intel_dig_port,
1630                               u8 msg_id, void *buf, size_t size)
1631 {
1632         struct intel_hdmi *hdmi = &intel_dig_port->hdmi;
1633         struct intel_hdcp *hdcp = &hdmi->attached_connector->hdcp;
1634         unsigned int offset;
1635         ssize_t ret;
1636
1637         ret = intel_hdmi_hdcp2_wait_for_msg(intel_dig_port, msg_id,
1638                                             hdcp->is_paired);
1639         if (ret < 0)
1640                 return ret;
1641
1642         /*
1643          * Available msg size should be equal to or lesser than the
1644          * available buffer.
1645          */
1646         if (ret > size) {
1647                 DRM_DEBUG_KMS("msg_sz(%zd) is more than exp size(%zu)\n",
1648                               ret, size);
1649                 return -1;
1650         }
1651
1652         offset = HDCP_2_2_HDMI_REG_RD_MSG_OFFSET;
1653         ret = intel_hdmi_hdcp_read(intel_dig_port, offset, buf, ret);
1654         if (ret)
1655                 DRM_DEBUG_KMS("Failed to read msg_id: %d(%zd)\n", msg_id, ret);
1656
1657         return ret;
1658 }
1659
1660 static
1661 int intel_hdmi_hdcp2_check_link(struct intel_digital_port *intel_dig_port)
1662 {
1663         u8 rx_status[HDCP_2_2_HDMI_RXSTATUS_LEN];
1664         int ret;
1665
1666         ret = intel_hdmi_hdcp2_read_rx_status(intel_dig_port, rx_status);
1667         if (ret)
1668                 return ret;
1669
1670         /*
1671          * Re-auth request and Link Integrity Failures are represented by
1672          * same bit. i.e reauth_req.
1673          */
1674         if (HDCP_2_2_HDMI_RXSTATUS_REAUTH_REQ(rx_status[1]))
1675                 ret = HDCP_REAUTH_REQUEST;
1676         else if (HDCP_2_2_HDMI_RXSTATUS_READY(rx_status[1]))
1677                 ret = HDCP_TOPOLOGY_CHANGE;
1678
1679         return ret;
1680 }
1681
1682 static
1683 int intel_hdmi_hdcp2_capable(struct intel_digital_port *intel_dig_port,
1684                              bool *capable)
1685 {
1686         u8 hdcp2_version;
1687         int ret;
1688
1689         *capable = false;
1690         ret = intel_hdmi_hdcp_read(intel_dig_port, HDCP_2_2_HDMI_REG_VER_OFFSET,
1691                                    &hdcp2_version, sizeof(hdcp2_version));
1692         if (!ret && hdcp2_version & HDCP_2_2_HDMI_SUPPORT_MASK)
1693                 *capable = true;
1694
1695         return ret;
1696 }
1697
1698 static inline
1699 enum hdcp_wired_protocol intel_hdmi_hdcp2_protocol(void)
1700 {
1701         return HDCP_PROTOCOL_HDMI;
1702 }
1703
1704 static const struct intel_hdcp_shim intel_hdmi_hdcp_shim = {
1705         .write_an_aksv = intel_hdmi_hdcp_write_an_aksv,
1706         .read_bksv = intel_hdmi_hdcp_read_bksv,
1707         .read_bstatus = intel_hdmi_hdcp_read_bstatus,
1708         .repeater_present = intel_hdmi_hdcp_repeater_present,
1709         .read_ri_prime = intel_hdmi_hdcp_read_ri_prime,
1710         .read_ksv_ready = intel_hdmi_hdcp_read_ksv_ready,
1711         .read_ksv_fifo = intel_hdmi_hdcp_read_ksv_fifo,
1712         .read_v_prime_part = intel_hdmi_hdcp_read_v_prime_part,
1713         .toggle_signalling = intel_hdmi_hdcp_toggle_signalling,
1714         .check_link = intel_hdmi_hdcp_check_link,
1715         .write_2_2_msg = intel_hdmi_hdcp2_write_msg,
1716         .read_2_2_msg = intel_hdmi_hdcp2_read_msg,
1717         .check_2_2_link = intel_hdmi_hdcp2_check_link,
1718         .hdcp_2_2_capable = intel_hdmi_hdcp2_capable,
1719         .protocol = HDCP_PROTOCOL_HDMI,
1720 };
1721
1722 static void intel_hdmi_prepare(struct intel_encoder *encoder,
1723                                const struct intel_crtc_state *crtc_state)
1724 {
1725         struct drm_device *dev = encoder->base.dev;
1726         struct drm_i915_private *dev_priv = to_i915(dev);
1727         struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
1728         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1729         const struct drm_display_mode *adjusted_mode = &crtc_state->base.adjusted_mode;
1730         u32 hdmi_val;
1731
1732         intel_dp_dual_mode_set_tmds_output(intel_hdmi, true);
1733
1734         hdmi_val = SDVO_ENCODING_HDMI;
1735         if (!HAS_PCH_SPLIT(dev_priv) && crtc_state->limited_color_range)
1736                 hdmi_val |= HDMI_COLOR_RANGE_16_235;
1737         if (adjusted_mode->flags & DRM_MODE_FLAG_PVSYNC)
1738                 hdmi_val |= SDVO_VSYNC_ACTIVE_HIGH;
1739         if (adjusted_mode->flags & DRM_MODE_FLAG_PHSYNC)
1740                 hdmi_val |= SDVO_HSYNC_ACTIVE_HIGH;
1741
1742         if (crtc_state->pipe_bpp > 24)
1743                 hdmi_val |= HDMI_COLOR_FORMAT_12bpc;
1744         else
1745                 hdmi_val |= SDVO_COLOR_FORMAT_8bpc;
1746
1747         if (crtc_state->has_hdmi_sink)
1748                 hdmi_val |= HDMI_MODE_SELECT_HDMI;
1749
1750         if (HAS_PCH_CPT(dev_priv))
1751                 hdmi_val |= SDVO_PIPE_SEL_CPT(crtc->pipe);
1752         else if (IS_CHERRYVIEW(dev_priv))
1753                 hdmi_val |= SDVO_PIPE_SEL_CHV(crtc->pipe);
1754         else
1755                 hdmi_val |= SDVO_PIPE_SEL(crtc->pipe);
1756
1757         I915_WRITE(intel_hdmi->hdmi_reg, hdmi_val);
1758         POSTING_READ(intel_hdmi->hdmi_reg);
1759 }
1760
1761 static bool intel_hdmi_get_hw_state(struct intel_encoder *encoder,
1762                                     enum pipe *pipe)
1763 {
1764         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
1765         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1766         intel_wakeref_t wakeref;
1767         bool ret;
1768
1769         wakeref = intel_display_power_get_if_enabled(dev_priv,
1770                                                      encoder->power_domain);
1771         if (!wakeref)
1772                 return false;
1773
1774         ret = intel_sdvo_port_enabled(dev_priv, intel_hdmi->hdmi_reg, pipe);
1775
1776         intel_display_power_put(dev_priv, encoder->power_domain, wakeref);
1777
1778         return ret;
1779 }
1780
1781 static void intel_hdmi_get_config(struct intel_encoder *encoder,
1782                                   struct intel_crtc_state *pipe_config)
1783 {
1784         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1785         struct drm_device *dev = encoder->base.dev;
1786         struct drm_i915_private *dev_priv = to_i915(dev);
1787         u32 tmp, flags = 0;
1788         int dotclock;
1789
1790         pipe_config->output_types |= BIT(INTEL_OUTPUT_HDMI);
1791
1792         tmp = I915_READ(intel_hdmi->hdmi_reg);
1793
1794         if (tmp & SDVO_HSYNC_ACTIVE_HIGH)
1795                 flags |= DRM_MODE_FLAG_PHSYNC;
1796         else
1797                 flags |= DRM_MODE_FLAG_NHSYNC;
1798
1799         if (tmp & SDVO_VSYNC_ACTIVE_HIGH)
1800                 flags |= DRM_MODE_FLAG_PVSYNC;
1801         else
1802                 flags |= DRM_MODE_FLAG_NVSYNC;
1803
1804         if (tmp & HDMI_MODE_SELECT_HDMI)
1805                 pipe_config->has_hdmi_sink = true;
1806
1807         pipe_config->infoframes.enable |=
1808                 intel_hdmi_infoframes_enabled(encoder, pipe_config);
1809
1810         if (pipe_config->infoframes.enable)
1811                 pipe_config->has_infoframe = true;
1812
1813         if (tmp & HDMI_AUDIO_ENABLE)
1814                 pipe_config->has_audio = true;
1815
1816         if (!HAS_PCH_SPLIT(dev_priv) &&
1817             tmp & HDMI_COLOR_RANGE_16_235)
1818                 pipe_config->limited_color_range = true;
1819
1820         pipe_config->base.adjusted_mode.flags |= flags;
1821
1822         if ((tmp & SDVO_COLOR_FORMAT_MASK) == HDMI_COLOR_FORMAT_12bpc)
1823                 dotclock = pipe_config->port_clock * 2 / 3;
1824         else
1825                 dotclock = pipe_config->port_clock;
1826
1827         if (pipe_config->pixel_multiplier)
1828                 dotclock /= pipe_config->pixel_multiplier;
1829
1830         pipe_config->base.adjusted_mode.crtc_clock = dotclock;
1831
1832         pipe_config->lane_count = 4;
1833
1834         intel_hdmi_read_gcp_infoframe(encoder, pipe_config);
1835
1836         intel_read_infoframe(encoder, pipe_config,
1837                              HDMI_INFOFRAME_TYPE_AVI,
1838                              &pipe_config->infoframes.avi);
1839         intel_read_infoframe(encoder, pipe_config,
1840                              HDMI_INFOFRAME_TYPE_SPD,
1841                              &pipe_config->infoframes.spd);
1842         intel_read_infoframe(encoder, pipe_config,
1843                              HDMI_INFOFRAME_TYPE_VENDOR,
1844                              &pipe_config->infoframes.hdmi);
1845 }
1846
1847 static void intel_enable_hdmi_audio(struct intel_encoder *encoder,
1848                                     const struct intel_crtc_state *pipe_config,
1849                                     const struct drm_connector_state *conn_state)
1850 {
1851         struct intel_crtc *crtc = to_intel_crtc(pipe_config->base.crtc);
1852
1853         WARN_ON(!pipe_config->has_hdmi_sink);
1854         DRM_DEBUG_DRIVER("Enabling HDMI audio on pipe %c\n",
1855                          pipe_name(crtc->pipe));
1856         intel_audio_codec_enable(encoder, pipe_config, conn_state);
1857 }
1858
1859 static void g4x_enable_hdmi(struct intel_encoder *encoder,
1860                             const struct intel_crtc_state *pipe_config,
1861                             const struct drm_connector_state *conn_state)
1862 {
1863         struct drm_device *dev = encoder->base.dev;
1864         struct drm_i915_private *dev_priv = to_i915(dev);
1865         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1866         u32 temp;
1867
1868         temp = I915_READ(intel_hdmi->hdmi_reg);
1869
1870         temp |= SDVO_ENABLE;
1871         if (pipe_config->has_audio)
1872                 temp |= HDMI_AUDIO_ENABLE;
1873
1874         I915_WRITE(intel_hdmi->hdmi_reg, temp);
1875         POSTING_READ(intel_hdmi->hdmi_reg);
1876
1877         if (pipe_config->has_audio)
1878                 intel_enable_hdmi_audio(encoder, pipe_config, conn_state);
1879 }
1880
1881 static void ibx_enable_hdmi(struct intel_encoder *encoder,
1882                             const struct intel_crtc_state *pipe_config,
1883                             const struct drm_connector_state *conn_state)
1884 {
1885         struct drm_device *dev = encoder->base.dev;
1886         struct drm_i915_private *dev_priv = to_i915(dev);
1887         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1888         u32 temp;
1889
1890         temp = I915_READ(intel_hdmi->hdmi_reg);
1891
1892         temp |= SDVO_ENABLE;
1893         if (pipe_config->has_audio)
1894                 temp |= HDMI_AUDIO_ENABLE;
1895
1896         /*
1897          * HW workaround, need to write this twice for issue
1898          * that may result in first write getting masked.
1899          */
1900         I915_WRITE(intel_hdmi->hdmi_reg, temp);
1901         POSTING_READ(intel_hdmi->hdmi_reg);
1902         I915_WRITE(intel_hdmi->hdmi_reg, temp);
1903         POSTING_READ(intel_hdmi->hdmi_reg);
1904
1905         /*
1906          * HW workaround, need to toggle enable bit off and on
1907          * for 12bpc with pixel repeat.
1908          *
1909          * FIXME: BSpec says this should be done at the end of
1910          * of the modeset sequence, so not sure if this isn't too soon.
1911          */
1912         if (pipe_config->pipe_bpp > 24 &&
1913             pipe_config->pixel_multiplier > 1) {
1914                 I915_WRITE(intel_hdmi->hdmi_reg, temp & ~SDVO_ENABLE);
1915                 POSTING_READ(intel_hdmi->hdmi_reg);
1916
1917                 /*
1918                  * HW workaround, need to write this twice for issue
1919                  * that may result in first write getting masked.
1920                  */
1921                 I915_WRITE(intel_hdmi->hdmi_reg, temp);
1922                 POSTING_READ(intel_hdmi->hdmi_reg);
1923                 I915_WRITE(intel_hdmi->hdmi_reg, temp);
1924                 POSTING_READ(intel_hdmi->hdmi_reg);
1925         }
1926
1927         if (pipe_config->has_audio)
1928                 intel_enable_hdmi_audio(encoder, pipe_config, conn_state);
1929 }
1930
1931 static void cpt_enable_hdmi(struct intel_encoder *encoder,
1932                             const struct intel_crtc_state *pipe_config,
1933                             const struct drm_connector_state *conn_state)
1934 {
1935         struct drm_device *dev = encoder->base.dev;
1936         struct drm_i915_private *dev_priv = to_i915(dev);
1937         struct intel_crtc *crtc = to_intel_crtc(pipe_config->base.crtc);
1938         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1939         enum pipe pipe = crtc->pipe;
1940         u32 temp;
1941
1942         temp = I915_READ(intel_hdmi->hdmi_reg);
1943
1944         temp |= SDVO_ENABLE;
1945         if (pipe_config->has_audio)
1946                 temp |= HDMI_AUDIO_ENABLE;
1947
1948         /*
1949          * WaEnableHDMI8bpcBefore12bpc:snb,ivb
1950          *
1951          * The procedure for 12bpc is as follows:
1952          * 1. disable HDMI clock gating
1953          * 2. enable HDMI with 8bpc
1954          * 3. enable HDMI with 12bpc
1955          * 4. enable HDMI clock gating
1956          */
1957
1958         if (pipe_config->pipe_bpp > 24) {
1959                 I915_WRITE(TRANS_CHICKEN1(pipe),
1960                            I915_READ(TRANS_CHICKEN1(pipe)) |
1961                            TRANS_CHICKEN1_HDMIUNIT_GC_DISABLE);
1962
1963                 temp &= ~SDVO_COLOR_FORMAT_MASK;
1964                 temp |= SDVO_COLOR_FORMAT_8bpc;
1965         }
1966
1967         I915_WRITE(intel_hdmi->hdmi_reg, temp);
1968         POSTING_READ(intel_hdmi->hdmi_reg);
1969
1970         if (pipe_config->pipe_bpp > 24) {
1971                 temp &= ~SDVO_COLOR_FORMAT_MASK;
1972                 temp |= HDMI_COLOR_FORMAT_12bpc;
1973
1974                 I915_WRITE(intel_hdmi->hdmi_reg, temp);
1975                 POSTING_READ(intel_hdmi->hdmi_reg);
1976
1977                 I915_WRITE(TRANS_CHICKEN1(pipe),
1978                            I915_READ(TRANS_CHICKEN1(pipe)) &
1979                            ~TRANS_CHICKEN1_HDMIUNIT_GC_DISABLE);
1980         }
1981
1982         if (pipe_config->has_audio)
1983                 intel_enable_hdmi_audio(encoder, pipe_config, conn_state);
1984 }
1985
1986 static void vlv_enable_hdmi(struct intel_encoder *encoder,
1987                             const struct intel_crtc_state *pipe_config,
1988                             const struct drm_connector_state *conn_state)
1989 {
1990 }
1991
1992 static void intel_disable_hdmi(struct intel_encoder *encoder,
1993                                const struct intel_crtc_state *old_crtc_state,
1994                                const struct drm_connector_state *old_conn_state)
1995 {
1996         struct drm_device *dev = encoder->base.dev;
1997         struct drm_i915_private *dev_priv = to_i915(dev);
1998         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
1999         struct intel_digital_port *intel_dig_port =
2000                 hdmi_to_dig_port(intel_hdmi);
2001         struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->base.crtc);
2002         u32 temp;
2003
2004         temp = I915_READ(intel_hdmi->hdmi_reg);
2005
2006         temp &= ~(SDVO_ENABLE | HDMI_AUDIO_ENABLE);
2007         I915_WRITE(intel_hdmi->hdmi_reg, temp);
2008         POSTING_READ(intel_hdmi->hdmi_reg);
2009
2010         /*
2011          * HW workaround for IBX, we need to move the port
2012          * to transcoder A after disabling it to allow the
2013          * matching DP port to be enabled on transcoder A.
2014          */
2015         if (HAS_PCH_IBX(dev_priv) && crtc->pipe == PIPE_B) {
2016                 /*
2017                  * We get CPU/PCH FIFO underruns on the other pipe when
2018                  * doing the workaround. Sweep them under the rug.
2019                  */
2020                 intel_set_cpu_fifo_underrun_reporting(dev_priv, PIPE_A, false);
2021                 intel_set_pch_fifo_underrun_reporting(dev_priv, PIPE_A, false);
2022
2023                 temp &= ~SDVO_PIPE_SEL_MASK;
2024                 temp |= SDVO_ENABLE | SDVO_PIPE_SEL(PIPE_A);
2025                 /*
2026                  * HW workaround, need to write this twice for issue
2027                  * that may result in first write getting masked.
2028                  */
2029                 I915_WRITE(intel_hdmi->hdmi_reg, temp);
2030                 POSTING_READ(intel_hdmi->hdmi_reg);
2031                 I915_WRITE(intel_hdmi->hdmi_reg, temp);
2032                 POSTING_READ(intel_hdmi->hdmi_reg);
2033
2034                 temp &= ~SDVO_ENABLE;
2035                 I915_WRITE(intel_hdmi->hdmi_reg, temp);
2036                 POSTING_READ(intel_hdmi->hdmi_reg);
2037
2038                 intel_wait_for_vblank_if_active(dev_priv, PIPE_A);
2039                 intel_set_cpu_fifo_underrun_reporting(dev_priv, PIPE_A, true);
2040                 intel_set_pch_fifo_underrun_reporting(dev_priv, PIPE_A, true);
2041         }
2042
2043         intel_dig_port->set_infoframes(encoder,
2044                                        false,
2045                                        old_crtc_state, old_conn_state);
2046
2047         intel_dp_dual_mode_set_tmds_output(intel_hdmi, false);
2048 }
2049
2050 static void g4x_disable_hdmi(struct intel_encoder *encoder,
2051                              const struct intel_crtc_state *old_crtc_state,
2052                              const struct drm_connector_state *old_conn_state)
2053 {
2054         if (old_crtc_state->has_audio)
2055                 intel_audio_codec_disable(encoder,
2056                                           old_crtc_state, old_conn_state);
2057
2058         intel_disable_hdmi(encoder, old_crtc_state, old_conn_state);
2059 }
2060
2061 static void pch_disable_hdmi(struct intel_encoder *encoder,
2062                              const struct intel_crtc_state *old_crtc_state,
2063                              const struct drm_connector_state *old_conn_state)
2064 {
2065         if (old_crtc_state->has_audio)
2066                 intel_audio_codec_disable(encoder,
2067                                           old_crtc_state, old_conn_state);
2068 }
2069
2070 static void pch_post_disable_hdmi(struct intel_encoder *encoder,
2071                                   const struct intel_crtc_state *old_crtc_state,
2072                                   const struct drm_connector_state *old_conn_state)
2073 {
2074         intel_disable_hdmi(encoder, old_crtc_state, old_conn_state);
2075 }
2076
2077 static int intel_hdmi_source_max_tmds_clock(struct intel_encoder *encoder)
2078 {
2079         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2080         const struct ddi_vbt_port_info *info =
2081                 &dev_priv->vbt.ddi_port_info[encoder->port];
2082         int max_tmds_clock;
2083
2084         if (INTEL_GEN(dev_priv) >= 10 || IS_GEMINILAKE(dev_priv))
2085                 max_tmds_clock = 594000;
2086         else if (INTEL_GEN(dev_priv) >= 8 || IS_HASWELL(dev_priv))
2087                 max_tmds_clock = 300000;
2088         else if (INTEL_GEN(dev_priv) >= 5)
2089                 max_tmds_clock = 225000;
2090         else
2091                 max_tmds_clock = 165000;
2092
2093         if (info->max_tmds_clock)
2094                 max_tmds_clock = min(max_tmds_clock, info->max_tmds_clock);
2095
2096         return max_tmds_clock;
2097 }
2098
2099 static int hdmi_port_clock_limit(struct intel_hdmi *hdmi,
2100                                  bool respect_downstream_limits,
2101                                  bool force_dvi)
2102 {
2103         struct intel_encoder *encoder = &hdmi_to_dig_port(hdmi)->base;
2104         int max_tmds_clock = intel_hdmi_source_max_tmds_clock(encoder);
2105
2106         if (respect_downstream_limits) {
2107                 struct intel_connector *connector = hdmi->attached_connector;
2108                 const struct drm_display_info *info = &connector->base.display_info;
2109
2110                 if (hdmi->dp_dual_mode.max_tmds_clock)
2111                         max_tmds_clock = min(max_tmds_clock,
2112                                              hdmi->dp_dual_mode.max_tmds_clock);
2113
2114                 if (info->max_tmds_clock)
2115                         max_tmds_clock = min(max_tmds_clock,
2116                                              info->max_tmds_clock);
2117                 else if (!hdmi->has_hdmi_sink || force_dvi)
2118                         max_tmds_clock = min(max_tmds_clock, 165000);
2119         }
2120
2121         return max_tmds_clock;
2122 }
2123
2124 static enum drm_mode_status
2125 hdmi_port_clock_valid(struct intel_hdmi *hdmi,
2126                       int clock, bool respect_downstream_limits,
2127                       bool force_dvi)
2128 {
2129         struct drm_i915_private *dev_priv = to_i915(intel_hdmi_to_dev(hdmi));
2130
2131         if (clock < 25000)
2132                 return MODE_CLOCK_LOW;
2133         if (clock > hdmi_port_clock_limit(hdmi, respect_downstream_limits, force_dvi))
2134                 return MODE_CLOCK_HIGH;
2135
2136         /* BXT DPLL can't generate 223-240 MHz */
2137         if (IS_GEN9_LP(dev_priv) && clock > 223333 && clock < 240000)
2138                 return MODE_CLOCK_RANGE;
2139
2140         /* CHV DPLL can't generate 216-240 MHz */
2141         if (IS_CHERRYVIEW(dev_priv) && clock > 216000 && clock < 240000)
2142                 return MODE_CLOCK_RANGE;
2143
2144         return MODE_OK;
2145 }
2146
2147 static enum drm_mode_status
2148 intel_hdmi_mode_valid(struct drm_connector *connector,
2149                       struct drm_display_mode *mode)
2150 {
2151         struct intel_hdmi *hdmi = intel_attached_hdmi(connector);
2152         struct drm_device *dev = intel_hdmi_to_dev(hdmi);
2153         struct drm_i915_private *dev_priv = to_i915(dev);
2154         enum drm_mode_status status;
2155         int clock;
2156         int max_dotclk = to_i915(connector->dev)->max_dotclk_freq;
2157         bool force_dvi =
2158                 READ_ONCE(to_intel_digital_connector_state(connector->state)->force_audio) == HDMI_AUDIO_OFF_DVI;
2159
2160         if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
2161                 return MODE_NO_DBLESCAN;
2162
2163         clock = mode->clock;
2164
2165         if ((mode->flags & DRM_MODE_FLAG_3D_MASK) == DRM_MODE_FLAG_3D_FRAME_PACKING)
2166                 clock *= 2;
2167
2168         if (clock > max_dotclk)
2169                 return MODE_CLOCK_HIGH;
2170
2171         if (mode->flags & DRM_MODE_FLAG_DBLCLK)
2172                 clock *= 2;
2173
2174         if (drm_mode_is_420_only(&connector->display_info, mode))
2175                 clock /= 2;
2176
2177         /* check if we can do 8bpc */
2178         status = hdmi_port_clock_valid(hdmi, clock, true, force_dvi);
2179
2180         if (hdmi->has_hdmi_sink && !force_dvi) {
2181                 /* if we can't do 8bpc we may still be able to do 12bpc */
2182                 if (status != MODE_OK && !HAS_GMCH(dev_priv))
2183                         status = hdmi_port_clock_valid(hdmi, clock * 3 / 2,
2184                                                        true, force_dvi);
2185
2186                 /* if we can't do 8,12bpc we may still be able to do 10bpc */
2187                 if (status != MODE_OK && INTEL_GEN(dev_priv) >= 11)
2188                         status = hdmi_port_clock_valid(hdmi, clock * 5 / 4,
2189                                                        true, force_dvi);
2190         }
2191
2192         return status;
2193 }
2194
2195 static bool hdmi_deep_color_possible(const struct intel_crtc_state *crtc_state,
2196                                      int bpc)
2197 {
2198         struct drm_i915_private *dev_priv =
2199                 to_i915(crtc_state->base.crtc->dev);
2200         struct drm_atomic_state *state = crtc_state->base.state;
2201         struct drm_connector_state *connector_state;
2202         struct drm_connector *connector;
2203         const struct drm_display_mode *adjusted_mode =
2204                 &crtc_state->base.adjusted_mode;
2205         int i;
2206
2207         if (HAS_GMCH(dev_priv))
2208                 return false;
2209
2210         if (bpc == 10 && INTEL_GEN(dev_priv) < 11)
2211                 return false;
2212
2213         if (crtc_state->pipe_bpp < bpc * 3)
2214                 return false;
2215
2216         if (!crtc_state->has_hdmi_sink)
2217                 return false;
2218
2219         /*
2220          * HDMI deep color affects the clocks, so it's only possible
2221          * when not cloning with other encoder types.
2222          */
2223         if (crtc_state->output_types != 1 << INTEL_OUTPUT_HDMI)
2224                 return false;
2225
2226         for_each_new_connector_in_state(state, connector, connector_state, i) {
2227                 const struct drm_display_info *info = &connector->display_info;
2228
2229                 if (connector_state->crtc != crtc_state->base.crtc)
2230                         continue;
2231
2232                 if (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR420) {
2233                         const struct drm_hdmi_info *hdmi = &info->hdmi;
2234
2235                         if (bpc == 12 && !(hdmi->y420_dc_modes &
2236                                            DRM_EDID_YCBCR420_DC_36))
2237                                 return false;
2238                         else if (bpc == 10 && !(hdmi->y420_dc_modes &
2239                                                 DRM_EDID_YCBCR420_DC_30))
2240                                 return false;
2241                 } else {
2242                         if (bpc == 12 && !(info->edid_hdmi_dc_modes &
2243                                            DRM_EDID_HDMI_DC_36))
2244                                 return false;
2245                         else if (bpc == 10 && !(info->edid_hdmi_dc_modes &
2246                                                 DRM_EDID_HDMI_DC_30))
2247                                 return false;
2248                 }
2249         }
2250
2251         /* Display WA #1139: glk */
2252         if (bpc == 12 && IS_GLK_REVID(dev_priv, 0, GLK_REVID_A1) &&
2253             adjusted_mode->htotal > 5460)
2254                 return false;
2255
2256         /* Display Wa_1405510057:icl */
2257         if (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR420 &&
2258             bpc == 10 && INTEL_GEN(dev_priv) >= 11 &&
2259             (adjusted_mode->crtc_hblank_end -
2260              adjusted_mode->crtc_hblank_start) % 8 == 2)
2261                 return false;
2262
2263         return true;
2264 }
2265
2266 static bool
2267 intel_hdmi_ycbcr420_config(struct drm_connector *connector,
2268                            struct intel_crtc_state *config,
2269                            int *clock_12bpc, int *clock_10bpc,
2270                            int *clock_8bpc)
2271 {
2272         struct intel_crtc *intel_crtc = to_intel_crtc(config->base.crtc);
2273
2274         if (!connector->ycbcr_420_allowed) {
2275                 DRM_ERROR("Platform doesn't support YCBCR420 output\n");
2276                 return false;
2277         }
2278
2279         /* YCBCR420 TMDS rate requirement is half the pixel clock */
2280         config->port_clock /= 2;
2281         *clock_12bpc /= 2;
2282         *clock_10bpc /= 2;
2283         *clock_8bpc /= 2;
2284         config->output_format = INTEL_OUTPUT_FORMAT_YCBCR420;
2285
2286         /* YCBCR 420 output conversion needs a scaler */
2287         if (skl_update_scaler_crtc(config)) {
2288                 DRM_DEBUG_KMS("Scaler allocation for output failed\n");
2289                 return false;
2290         }
2291
2292         intel_pch_panel_fitting(intel_crtc, config,
2293                                 DRM_MODE_SCALE_FULLSCREEN);
2294
2295         return true;
2296 }
2297
2298 int intel_hdmi_compute_config(struct intel_encoder *encoder,
2299                               struct intel_crtc_state *pipe_config,
2300                               struct drm_connector_state *conn_state)
2301 {
2302         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
2303         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2304         struct drm_display_mode *adjusted_mode = &pipe_config->base.adjusted_mode;
2305         struct drm_connector *connector = conn_state->connector;
2306         struct drm_scdc *scdc = &connector->display_info.hdmi.scdc;
2307         struct intel_digital_connector_state *intel_conn_state =
2308                 to_intel_digital_connector_state(conn_state);
2309         int clock_8bpc = pipe_config->base.adjusted_mode.crtc_clock;
2310         int clock_10bpc = clock_8bpc * 5 / 4;
2311         int clock_12bpc = clock_8bpc * 3 / 2;
2312         int desired_bpp;
2313         bool force_dvi = intel_conn_state->force_audio == HDMI_AUDIO_OFF_DVI;
2314
2315         if (adjusted_mode->flags & DRM_MODE_FLAG_DBLSCAN)
2316                 return -EINVAL;
2317
2318         pipe_config->output_format = INTEL_OUTPUT_FORMAT_RGB;
2319         pipe_config->has_hdmi_sink = !force_dvi && intel_hdmi->has_hdmi_sink;
2320
2321         if (pipe_config->has_hdmi_sink)
2322                 pipe_config->has_infoframe = true;
2323
2324         if (intel_conn_state->broadcast_rgb == INTEL_BROADCAST_RGB_AUTO) {
2325                 /* See CEA-861-E - 5.1 Default Encoding Parameters */
2326                 pipe_config->limited_color_range =
2327                         pipe_config->has_hdmi_sink &&
2328                         drm_default_rgb_quant_range(adjusted_mode) ==
2329                         HDMI_QUANTIZATION_RANGE_LIMITED;
2330         } else {
2331                 pipe_config->limited_color_range =
2332                         intel_conn_state->broadcast_rgb == INTEL_BROADCAST_RGB_LIMITED;
2333         }
2334
2335         if (adjusted_mode->flags & DRM_MODE_FLAG_DBLCLK) {
2336                 pipe_config->pixel_multiplier = 2;
2337                 clock_8bpc *= 2;
2338                 clock_10bpc *= 2;
2339                 clock_12bpc *= 2;
2340         }
2341
2342         if (drm_mode_is_420_only(&connector->display_info, adjusted_mode)) {
2343                 if (!intel_hdmi_ycbcr420_config(connector, pipe_config,
2344                                                 &clock_12bpc, &clock_10bpc,
2345                                                 &clock_8bpc)) {
2346                         DRM_ERROR("Can't support YCBCR420 output\n");
2347                         return -EINVAL;
2348                 }
2349         }
2350
2351         if (HAS_PCH_SPLIT(dev_priv) && !HAS_DDI(dev_priv))
2352                 pipe_config->has_pch_encoder = true;
2353
2354         if (pipe_config->has_hdmi_sink) {
2355                 if (intel_conn_state->force_audio == HDMI_AUDIO_AUTO)
2356                         pipe_config->has_audio = intel_hdmi->has_audio;
2357                 else
2358                         pipe_config->has_audio =
2359                                 intel_conn_state->force_audio == HDMI_AUDIO_ON;
2360         }
2361
2362         /*
2363          * Note that g4x/vlv don't support 12bpc hdmi outputs. We also need
2364          * to check that the higher clock still fits within limits.
2365          */
2366         if (hdmi_deep_color_possible(pipe_config, 12) &&
2367             hdmi_port_clock_valid(intel_hdmi, clock_12bpc,
2368                                   true, force_dvi) == MODE_OK) {
2369                 DRM_DEBUG_KMS("picking bpc to 12 for HDMI output\n");
2370                 desired_bpp = 12*3;
2371
2372                 /* Need to adjust the port link by 1.5x for 12bpc. */
2373                 pipe_config->port_clock = clock_12bpc;
2374         } else if (hdmi_deep_color_possible(pipe_config, 10) &&
2375                    hdmi_port_clock_valid(intel_hdmi, clock_10bpc,
2376                                          true, force_dvi) == MODE_OK) {
2377                 DRM_DEBUG_KMS("picking bpc to 10 for HDMI output\n");
2378                 desired_bpp = 10 * 3;
2379
2380                 /* Need to adjust the port link by 1.25x for 10bpc. */
2381                 pipe_config->port_clock = clock_10bpc;
2382         } else {
2383                 DRM_DEBUG_KMS("picking bpc to 8 for HDMI output\n");
2384                 desired_bpp = 8*3;
2385
2386                 pipe_config->port_clock = clock_8bpc;
2387         }
2388
2389         if (!pipe_config->bw_constrained) {
2390                 DRM_DEBUG_KMS("forcing pipe bpp to %i for HDMI\n", desired_bpp);
2391                 pipe_config->pipe_bpp = desired_bpp;
2392         }
2393
2394         if (hdmi_port_clock_valid(intel_hdmi, pipe_config->port_clock,
2395                                   false, force_dvi) != MODE_OK) {
2396                 DRM_DEBUG_KMS("unsupported HDMI clock, rejecting mode\n");
2397                 return -EINVAL;
2398         }
2399
2400         /* Set user selected PAR to incoming mode's member */
2401         adjusted_mode->picture_aspect_ratio = conn_state->picture_aspect_ratio;
2402
2403         pipe_config->lane_count = 4;
2404
2405         if (scdc->scrambling.supported && (INTEL_GEN(dev_priv) >= 10 ||
2406                                            IS_GEMINILAKE(dev_priv))) {
2407                 if (scdc->scrambling.low_rates)
2408                         pipe_config->hdmi_scrambling = true;
2409
2410                 if (pipe_config->port_clock > 340000) {
2411                         pipe_config->hdmi_scrambling = true;
2412                         pipe_config->hdmi_high_tmds_clock_ratio = true;
2413                 }
2414         }
2415
2416         intel_hdmi_compute_gcp_infoframe(encoder, pipe_config, conn_state);
2417
2418         if (!intel_hdmi_compute_avi_infoframe(encoder, pipe_config, conn_state)) {
2419                 DRM_DEBUG_KMS("bad AVI infoframe\n");
2420                 return -EINVAL;
2421         }
2422
2423         if (!intel_hdmi_compute_spd_infoframe(encoder, pipe_config, conn_state)) {
2424                 DRM_DEBUG_KMS("bad SPD infoframe\n");
2425                 return -EINVAL;
2426         }
2427
2428         if (!intel_hdmi_compute_hdmi_infoframe(encoder, pipe_config, conn_state)) {
2429                 DRM_DEBUG_KMS("bad HDMI infoframe\n");
2430                 return -EINVAL;
2431         }
2432
2433         if (!intel_hdmi_compute_drm_infoframe(encoder, pipe_config, conn_state)) {
2434                 DRM_DEBUG_KMS("bad DRM infoframe\n");
2435                 return -EINVAL;
2436         }
2437
2438         intel_hdcp_transcoder_config(intel_hdmi->attached_connector,
2439                                      pipe_config->cpu_transcoder);
2440
2441         return 0;
2442 }
2443
2444 static void
2445 intel_hdmi_unset_edid(struct drm_connector *connector)
2446 {
2447         struct intel_hdmi *intel_hdmi = intel_attached_hdmi(connector);
2448
2449         intel_hdmi->has_hdmi_sink = false;
2450         intel_hdmi->has_audio = false;
2451
2452         intel_hdmi->dp_dual_mode.type = DRM_DP_DUAL_MODE_NONE;
2453         intel_hdmi->dp_dual_mode.max_tmds_clock = 0;
2454
2455         kfree(to_intel_connector(connector)->detect_edid);
2456         to_intel_connector(connector)->detect_edid = NULL;
2457 }
2458
2459 static void
2460 intel_hdmi_dp_dual_mode_detect(struct drm_connector *connector, bool has_edid)
2461 {
2462         struct drm_i915_private *dev_priv = to_i915(connector->dev);
2463         struct intel_hdmi *hdmi = intel_attached_hdmi(connector);
2464         enum port port = hdmi_to_dig_port(hdmi)->base.port;
2465         struct i2c_adapter *adapter =
2466                 intel_gmbus_get_adapter(dev_priv, hdmi->ddc_bus);
2467         enum drm_dp_dual_mode_type type = drm_dp_dual_mode_detect(adapter);
2468
2469         /*
2470          * Type 1 DVI adaptors are not required to implement any
2471          * registers, so we can't always detect their presence.
2472          * Ideally we should be able to check the state of the
2473          * CONFIG1 pin, but no such luck on our hardware.
2474          *
2475          * The only method left to us is to check the VBT to see
2476          * if the port is a dual mode capable DP port. But let's
2477          * only do that when we sucesfully read the EDID, to avoid
2478          * confusing log messages about DP dual mode adaptors when
2479          * there's nothing connected to the port.
2480          */
2481         if (type == DRM_DP_DUAL_MODE_UNKNOWN) {
2482                 /* An overridden EDID imply that we want this port for testing.
2483                  * Make sure not to set limits for that port.
2484                  */
2485                 if (has_edid && !connector->override_edid &&
2486                     intel_bios_is_port_dp_dual_mode(dev_priv, port)) {
2487                         DRM_DEBUG_KMS("Assuming DP dual mode adaptor presence based on VBT\n");
2488                         type = DRM_DP_DUAL_MODE_TYPE1_DVI;
2489                 } else {
2490                         type = DRM_DP_DUAL_MODE_NONE;
2491                 }
2492         }
2493
2494         if (type == DRM_DP_DUAL_MODE_NONE)
2495                 return;
2496
2497         hdmi->dp_dual_mode.type = type;
2498         hdmi->dp_dual_mode.max_tmds_clock =
2499                 drm_dp_dual_mode_max_tmds_clock(type, adapter);
2500
2501         DRM_DEBUG_KMS("DP dual mode adaptor (%s) detected (max TMDS clock: %d kHz)\n",
2502                       drm_dp_get_dual_mode_type_name(type),
2503                       hdmi->dp_dual_mode.max_tmds_clock);
2504 }
2505
2506 static bool
2507 intel_hdmi_set_edid(struct drm_connector *connector)
2508 {
2509         struct drm_i915_private *dev_priv = to_i915(connector->dev);
2510         struct intel_hdmi *intel_hdmi = intel_attached_hdmi(connector);
2511         intel_wakeref_t wakeref;
2512         struct edid *edid;
2513         bool connected = false;
2514         struct i2c_adapter *i2c;
2515
2516         wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_GMBUS);
2517
2518         i2c = intel_gmbus_get_adapter(dev_priv, intel_hdmi->ddc_bus);
2519
2520         edid = drm_get_edid(connector, i2c);
2521
2522         if (!edid && !intel_gmbus_is_forced_bit(i2c)) {
2523                 DRM_DEBUG_KMS("HDMI GMBUS EDID read failed, retry using GPIO bit-banging\n");
2524                 intel_gmbus_force_bit(i2c, true);
2525                 edid = drm_get_edid(connector, i2c);
2526                 intel_gmbus_force_bit(i2c, false);
2527         }
2528
2529         intel_hdmi_dp_dual_mode_detect(connector, edid != NULL);
2530
2531         intel_display_power_put(dev_priv, POWER_DOMAIN_GMBUS, wakeref);
2532
2533         to_intel_connector(connector)->detect_edid = edid;
2534         if (edid && edid->input & DRM_EDID_INPUT_DIGITAL) {
2535                 intel_hdmi->has_audio = drm_detect_monitor_audio(edid);
2536                 intel_hdmi->has_hdmi_sink = drm_detect_hdmi_monitor(edid);
2537
2538                 connected = true;
2539         }
2540
2541         cec_notifier_set_phys_addr_from_edid(intel_hdmi->cec_notifier, edid);
2542
2543         return connected;
2544 }
2545
2546 static enum drm_connector_status
2547 intel_hdmi_detect(struct drm_connector *connector, bool force)
2548 {
2549         enum drm_connector_status status = connector_status_disconnected;
2550         struct drm_i915_private *dev_priv = to_i915(connector->dev);
2551         struct intel_hdmi *intel_hdmi = intel_attached_hdmi(connector);
2552         struct intel_encoder *encoder = &hdmi_to_dig_port(intel_hdmi)->base;
2553         intel_wakeref_t wakeref;
2554
2555         DRM_DEBUG_KMS("[CONNECTOR:%d:%s]\n",
2556                       connector->base.id, connector->name);
2557
2558         wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_GMBUS);
2559
2560         if (INTEL_GEN(dev_priv) >= 11 &&
2561             !intel_digital_port_connected(encoder))
2562                 goto out;
2563
2564         intel_hdmi_unset_edid(connector);
2565
2566         if (intel_hdmi_set_edid(connector))
2567                 status = connector_status_connected;
2568
2569 out:
2570         intel_display_power_put(dev_priv, POWER_DOMAIN_GMBUS, wakeref);
2571
2572         if (status != connector_status_connected)
2573                 cec_notifier_phys_addr_invalidate(intel_hdmi->cec_notifier);
2574
2575         return status;
2576 }
2577
2578 static void
2579 intel_hdmi_force(struct drm_connector *connector)
2580 {
2581         DRM_DEBUG_KMS("[CONNECTOR:%d:%s]\n",
2582                       connector->base.id, connector->name);
2583
2584         intel_hdmi_unset_edid(connector);
2585
2586         if (connector->status != connector_status_connected)
2587                 return;
2588
2589         intel_hdmi_set_edid(connector);
2590 }
2591
2592 static int intel_hdmi_get_modes(struct drm_connector *connector)
2593 {
2594         struct edid *edid;
2595
2596         edid = to_intel_connector(connector)->detect_edid;
2597         if (edid == NULL)
2598                 return 0;
2599
2600         return intel_connector_update_modes(connector, edid);
2601 }
2602
2603 static void intel_hdmi_pre_enable(struct intel_encoder *encoder,
2604                                   const struct intel_crtc_state *pipe_config,
2605                                   const struct drm_connector_state *conn_state)
2606 {
2607         struct intel_digital_port *intel_dig_port =
2608                 enc_to_dig_port(&encoder->base);
2609
2610         intel_hdmi_prepare(encoder, pipe_config);
2611
2612         intel_dig_port->set_infoframes(encoder,
2613                                        pipe_config->has_infoframe,
2614                                        pipe_config, conn_state);
2615 }
2616
2617 static void vlv_hdmi_pre_enable(struct intel_encoder *encoder,
2618                                 const struct intel_crtc_state *pipe_config,
2619                                 const struct drm_connector_state *conn_state)
2620 {
2621         struct intel_digital_port *dport = enc_to_dig_port(&encoder->base);
2622         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2623
2624         vlv_phy_pre_encoder_enable(encoder, pipe_config);
2625
2626         /* HDMI 1.0V-2dB */
2627         vlv_set_phy_signal_level(encoder, 0x2b245f5f, 0x00002000, 0x5578b83a,
2628                                  0x2b247878);
2629
2630         dport->set_infoframes(encoder,
2631                               pipe_config->has_infoframe,
2632                               pipe_config, conn_state);
2633
2634         g4x_enable_hdmi(encoder, pipe_config, conn_state);
2635
2636         vlv_wait_port_ready(dev_priv, dport, 0x0);
2637 }
2638
2639 static void vlv_hdmi_pre_pll_enable(struct intel_encoder *encoder,
2640                                     const struct intel_crtc_state *pipe_config,
2641                                     const struct drm_connector_state *conn_state)
2642 {
2643         intel_hdmi_prepare(encoder, pipe_config);
2644
2645         vlv_phy_pre_pll_enable(encoder, pipe_config);
2646 }
2647
2648 static void chv_hdmi_pre_pll_enable(struct intel_encoder *encoder,
2649                                     const struct intel_crtc_state *pipe_config,
2650                                     const struct drm_connector_state *conn_state)
2651 {
2652         intel_hdmi_prepare(encoder, pipe_config);
2653
2654         chv_phy_pre_pll_enable(encoder, pipe_config);
2655 }
2656
2657 static void chv_hdmi_post_pll_disable(struct intel_encoder *encoder,
2658                                       const struct intel_crtc_state *old_crtc_state,
2659                                       const struct drm_connector_state *old_conn_state)
2660 {
2661         chv_phy_post_pll_disable(encoder, old_crtc_state);
2662 }
2663
2664 static void vlv_hdmi_post_disable(struct intel_encoder *encoder,
2665                                   const struct intel_crtc_state *old_crtc_state,
2666                                   const struct drm_connector_state *old_conn_state)
2667 {
2668         /* Reset lanes to avoid HDMI flicker (VLV w/a) */
2669         vlv_phy_reset_lanes(encoder, old_crtc_state);
2670 }
2671
2672 static void chv_hdmi_post_disable(struct intel_encoder *encoder,
2673                                   const struct intel_crtc_state *old_crtc_state,
2674                                   const struct drm_connector_state *old_conn_state)
2675 {
2676         struct drm_device *dev = encoder->base.dev;
2677         struct drm_i915_private *dev_priv = to_i915(dev);
2678
2679         vlv_dpio_get(dev_priv);
2680
2681         /* Assert data lane reset */
2682         chv_data_lane_soft_reset(encoder, old_crtc_state, true);
2683
2684         vlv_dpio_put(dev_priv);
2685 }
2686
2687 static void chv_hdmi_pre_enable(struct intel_encoder *encoder,
2688                                 const struct intel_crtc_state *pipe_config,
2689                                 const struct drm_connector_state *conn_state)
2690 {
2691         struct intel_digital_port *dport = enc_to_dig_port(&encoder->base);
2692         struct drm_device *dev = encoder->base.dev;
2693         struct drm_i915_private *dev_priv = to_i915(dev);
2694
2695         chv_phy_pre_encoder_enable(encoder, pipe_config);
2696
2697         /* FIXME: Program the support xxx V-dB */
2698         /* Use 800mV-0dB */
2699         chv_set_phy_signal_level(encoder, 128, 102, false);
2700
2701         dport->set_infoframes(encoder,
2702                               pipe_config->has_infoframe,
2703                               pipe_config, conn_state);
2704
2705         g4x_enable_hdmi(encoder, pipe_config, conn_state);
2706
2707         vlv_wait_port_ready(dev_priv, dport, 0x0);
2708
2709         /* Second common lane will stay alive on its own now */
2710         chv_phy_release_cl2_override(encoder);
2711 }
2712
2713 static struct i2c_adapter *
2714 intel_hdmi_get_i2c_adapter(struct drm_connector *connector)
2715 {
2716         struct drm_i915_private *dev_priv = to_i915(connector->dev);
2717         struct intel_hdmi *intel_hdmi = intel_attached_hdmi(connector);
2718
2719         return intel_gmbus_get_adapter(dev_priv, intel_hdmi->ddc_bus);
2720 }
2721
2722 static void intel_hdmi_create_i2c_symlink(struct drm_connector *connector)
2723 {
2724         struct i2c_adapter *adapter = intel_hdmi_get_i2c_adapter(connector);
2725         struct kobject *i2c_kobj = &adapter->dev.kobj;
2726         struct kobject *connector_kobj = &connector->kdev->kobj;
2727         int ret;
2728
2729         ret = sysfs_create_link(connector_kobj, i2c_kobj, i2c_kobj->name);
2730         if (ret)
2731                 DRM_ERROR("Failed to create i2c symlink (%d)\n", ret);
2732 }
2733
2734 static void intel_hdmi_remove_i2c_symlink(struct drm_connector *connector)
2735 {
2736         struct i2c_adapter *adapter = intel_hdmi_get_i2c_adapter(connector);
2737         struct kobject *i2c_kobj = &adapter->dev.kobj;
2738         struct kobject *connector_kobj = &connector->kdev->kobj;
2739
2740         sysfs_remove_link(connector_kobj, i2c_kobj->name);
2741 }
2742
2743 static int
2744 intel_hdmi_connector_register(struct drm_connector *connector)
2745 {
2746         int ret;
2747
2748         ret = intel_connector_register(connector);
2749         if (ret)
2750                 return ret;
2751
2752         i915_debugfs_connector_add(connector);
2753
2754         intel_hdmi_create_i2c_symlink(connector);
2755
2756         return ret;
2757 }
2758
2759 static void intel_hdmi_destroy(struct drm_connector *connector)
2760 {
2761         if (intel_attached_hdmi(connector)->cec_notifier)
2762                 cec_notifier_put(intel_attached_hdmi(connector)->cec_notifier);
2763
2764         intel_connector_destroy(connector);
2765 }
2766
2767 static void intel_hdmi_connector_unregister(struct drm_connector *connector)
2768 {
2769         intel_hdmi_remove_i2c_symlink(connector);
2770
2771         intel_connector_unregister(connector);
2772 }
2773
2774 static const struct drm_connector_funcs intel_hdmi_connector_funcs = {
2775         .detect = intel_hdmi_detect,
2776         .force = intel_hdmi_force,
2777         .fill_modes = drm_helper_probe_single_connector_modes,
2778         .atomic_get_property = intel_digital_connector_atomic_get_property,
2779         .atomic_set_property = intel_digital_connector_atomic_set_property,
2780         .late_register = intel_hdmi_connector_register,
2781         .early_unregister = intel_hdmi_connector_unregister,
2782         .destroy = intel_hdmi_destroy,
2783         .atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
2784         .atomic_duplicate_state = intel_digital_connector_duplicate_state,
2785 };
2786
2787 static const struct drm_connector_helper_funcs intel_hdmi_connector_helper_funcs = {
2788         .get_modes = intel_hdmi_get_modes,
2789         .mode_valid = intel_hdmi_mode_valid,
2790         .atomic_check = intel_digital_connector_atomic_check,
2791 };
2792
2793 static const struct drm_encoder_funcs intel_hdmi_enc_funcs = {
2794         .destroy = intel_encoder_destroy,
2795 };
2796
2797 static void
2798 intel_hdmi_add_properties(struct intel_hdmi *intel_hdmi, struct drm_connector *connector)
2799 {
2800         struct drm_i915_private *dev_priv = to_i915(connector->dev);
2801         struct intel_digital_port *intel_dig_port =
2802                                 hdmi_to_dig_port(intel_hdmi);
2803
2804         intel_attach_force_audio_property(connector);
2805         intel_attach_broadcast_rgb_property(connector);
2806         intel_attach_aspect_ratio_property(connector);
2807
2808         /*
2809          * Attach Colorspace property for Non LSPCON based device
2810          * ToDo: This needs to be extended for LSPCON implementation
2811          * as well. Will be implemented separately.
2812          */
2813         if (!intel_dig_port->lspcon.active)
2814                 intel_attach_colorspace_property(connector);
2815
2816         drm_connector_attach_content_type_property(connector);
2817         connector->state->picture_aspect_ratio = HDMI_PICTURE_ASPECT_NONE;
2818
2819         if (INTEL_GEN(dev_priv) >= 10 || IS_GEMINILAKE(dev_priv))
2820                 drm_object_attach_property(&connector->base,
2821                         connector->dev->mode_config.hdr_output_metadata_property, 0);
2822
2823         if (!HAS_GMCH(dev_priv))
2824                 drm_connector_attach_max_bpc_property(connector, 8, 12);
2825 }
2826
2827 /*
2828  * intel_hdmi_handle_sink_scrambling: handle sink scrambling/clock ratio setup
2829  * @encoder: intel_encoder
2830  * @connector: drm_connector
2831  * @high_tmds_clock_ratio = bool to indicate if the function needs to set
2832  *  or reset the high tmds clock ratio for scrambling
2833  * @scrambling: bool to Indicate if the function needs to set or reset
2834  *  sink scrambling
2835  *
2836  * This function handles scrambling on HDMI 2.0 capable sinks.
2837  * If required clock rate is > 340 Mhz && scrambling is supported by sink
2838  * it enables scrambling. This should be called before enabling the HDMI
2839  * 2.0 port, as the sink can choose to disable the scrambling if it doesn't
2840  * detect a scrambled clock within 100 ms.
2841  *
2842  * Returns:
2843  * True on success, false on failure.
2844  */
2845 bool intel_hdmi_handle_sink_scrambling(struct intel_encoder *encoder,
2846                                        struct drm_connector *connector,
2847                                        bool high_tmds_clock_ratio,
2848                                        bool scrambling)
2849 {
2850         struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
2851         struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(&encoder->base);
2852         struct drm_scrambling *sink_scrambling =
2853                 &connector->display_info.hdmi.scdc.scrambling;
2854         struct i2c_adapter *adapter =
2855                 intel_gmbus_get_adapter(dev_priv, intel_hdmi->ddc_bus);
2856
2857         if (!sink_scrambling->supported)
2858                 return true;
2859
2860         DRM_DEBUG_KMS("[CONNECTOR:%d:%s] scrambling=%s, TMDS bit clock ratio=1/%d\n",
2861                       connector->base.id, connector->name,
2862                       yesno(scrambling), high_tmds_clock_ratio ? 40 : 10);
2863
2864         /* Set TMDS bit clock ratio to 1/40 or 1/10, and enable/disable scrambling */
2865         return drm_scdc_set_high_tmds_clock_ratio(adapter,
2866                                                   high_tmds_clock_ratio) &&
2867                 drm_scdc_set_scrambling(adapter, scrambling);
2868 }
2869
2870 static u8 chv_port_to_ddc_pin(struct drm_i915_private *dev_priv, enum port port)
2871 {
2872         u8 ddc_pin;
2873
2874         switch (port) {
2875         case PORT_B:
2876                 ddc_pin = GMBUS_PIN_DPB;
2877                 break;
2878         case PORT_C:
2879                 ddc_pin = GMBUS_PIN_DPC;
2880                 break;
2881         case PORT_D:
2882                 ddc_pin = GMBUS_PIN_DPD_CHV;
2883                 break;
2884         default:
2885                 MISSING_CASE(port);
2886                 ddc_pin = GMBUS_PIN_DPB;
2887                 break;
2888         }
2889         return ddc_pin;
2890 }
2891
2892 static u8 bxt_port_to_ddc_pin(struct drm_i915_private *dev_priv, enum port port)
2893 {
2894         u8 ddc_pin;
2895
2896         switch (port) {
2897         case PORT_B:
2898                 ddc_pin = GMBUS_PIN_1_BXT;
2899                 break;
2900         case PORT_C:
2901                 ddc_pin = GMBUS_PIN_2_BXT;
2902                 break;
2903         default:
2904                 MISSING_CASE(port);
2905                 ddc_pin = GMBUS_PIN_1_BXT;
2906                 break;
2907         }
2908         return ddc_pin;
2909 }
2910
2911 static u8 cnp_port_to_ddc_pin(struct drm_i915_private *dev_priv,
2912                               enum port port)
2913 {
2914         u8 ddc_pin;
2915
2916         switch (port) {
2917         case PORT_B:
2918                 ddc_pin = GMBUS_PIN_1_BXT;
2919                 break;
2920         case PORT_C:
2921                 ddc_pin = GMBUS_PIN_2_BXT;
2922                 break;
2923         case PORT_D:
2924                 ddc_pin = GMBUS_PIN_4_CNP;
2925                 break;
2926         case PORT_F:
2927                 ddc_pin = GMBUS_PIN_3_BXT;
2928                 break;
2929         default:
2930                 MISSING_CASE(port);
2931                 ddc_pin = GMBUS_PIN_1_BXT;
2932                 break;
2933         }
2934         return ddc_pin;
2935 }
2936
2937 static u8 icl_port_to_ddc_pin(struct drm_i915_private *dev_priv, enum port port)
2938 {
2939         enum phy phy = intel_port_to_phy(dev_priv, port);
2940
2941         if (intel_phy_is_combo(dev_priv, phy))
2942                 return GMBUS_PIN_1_BXT + port;
2943         else if (intel_phy_is_tc(dev_priv, phy))
2944                 return GMBUS_PIN_9_TC1_ICP + intel_port_to_tc(dev_priv, port);
2945
2946         WARN(1, "Unknown port:%c\n", port_name(port));
2947         return GMBUS_PIN_2_BXT;
2948 }
2949
2950 static u8 mcc_port_to_ddc_pin(struct drm_i915_private *dev_priv, enum port port)
2951 {
2952         enum phy phy = intel_port_to_phy(dev_priv, port);
2953         u8 ddc_pin;
2954
2955         switch (phy) {
2956         case PHY_A:
2957                 ddc_pin = GMBUS_PIN_1_BXT;
2958                 break;
2959         case PHY_B:
2960                 ddc_pin = GMBUS_PIN_2_BXT;
2961                 break;
2962         case PHY_C:
2963                 ddc_pin = GMBUS_PIN_9_TC1_ICP;
2964                 break;
2965         default:
2966                 MISSING_CASE(phy);
2967                 ddc_pin = GMBUS_PIN_1_BXT;
2968                 break;
2969         }
2970         return ddc_pin;
2971 }
2972
2973 static u8 g4x_port_to_ddc_pin(struct drm_i915_private *dev_priv,
2974                               enum port port)
2975 {
2976         u8 ddc_pin;
2977
2978         switch (port) {
2979         case PORT_B:
2980                 ddc_pin = GMBUS_PIN_DPB;
2981                 break;
2982         case PORT_C:
2983                 ddc_pin = GMBUS_PIN_DPC;
2984                 break;
2985         case PORT_D:
2986                 ddc_pin = GMBUS_PIN_DPD;
2987                 break;
2988         default:
2989                 MISSING_CASE(port);
2990                 ddc_pin = GMBUS_PIN_DPB;
2991                 break;
2992         }
2993         return ddc_pin;
2994 }
2995
2996 static u8 intel_hdmi_ddc_pin(struct drm_i915_private *dev_priv,
2997                              enum port port)
2998 {
2999         const struct ddi_vbt_port_info *info =
3000                 &dev_priv->vbt.ddi_port_info[port];
3001         u8 ddc_pin;
3002
3003         if (info->alternate_ddc_pin) {
3004                 DRM_DEBUG_KMS("Using DDC pin 0x%x for port %c (VBT)\n",
3005                               info->alternate_ddc_pin, port_name(port));
3006                 return info->alternate_ddc_pin;
3007         }
3008
3009         if (HAS_PCH_MCC(dev_priv))
3010                 ddc_pin = mcc_port_to_ddc_pin(dev_priv, port);
3011         else if (HAS_PCH_TGP(dev_priv) || HAS_PCH_ICP(dev_priv))
3012                 ddc_pin = icl_port_to_ddc_pin(dev_priv, port);
3013         else if (HAS_PCH_CNP(dev_priv))
3014                 ddc_pin = cnp_port_to_ddc_pin(dev_priv, port);
3015         else if (IS_GEN9_LP(dev_priv))
3016                 ddc_pin = bxt_port_to_ddc_pin(dev_priv, port);
3017         else if (IS_CHERRYVIEW(dev_priv))
3018                 ddc_pin = chv_port_to_ddc_pin(dev_priv, port);
3019         else
3020                 ddc_pin = g4x_port_to_ddc_pin(dev_priv, port);
3021
3022         DRM_DEBUG_KMS("Using DDC pin 0x%x for port %c (platform default)\n",
3023                       ddc_pin, port_name(port));
3024
3025         return ddc_pin;
3026 }
3027
3028 void intel_infoframe_init(struct intel_digital_port *intel_dig_port)
3029 {
3030         struct drm_i915_private *dev_priv =
3031                 to_i915(intel_dig_port->base.base.dev);
3032
3033         if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
3034                 intel_dig_port->write_infoframe = vlv_write_infoframe;
3035                 intel_dig_port->read_infoframe = vlv_read_infoframe;
3036                 intel_dig_port->set_infoframes = vlv_set_infoframes;
3037                 intel_dig_port->infoframes_enabled = vlv_infoframes_enabled;
3038         } else if (IS_G4X(dev_priv)) {
3039                 intel_dig_port->write_infoframe = g4x_write_infoframe;
3040                 intel_dig_port->read_infoframe = g4x_read_infoframe;
3041                 intel_dig_port->set_infoframes = g4x_set_infoframes;
3042                 intel_dig_port->infoframes_enabled = g4x_infoframes_enabled;
3043         } else if (HAS_DDI(dev_priv)) {
3044                 if (intel_dig_port->lspcon.active) {
3045                         intel_dig_port->write_infoframe = lspcon_write_infoframe;
3046                         intel_dig_port->read_infoframe = lspcon_read_infoframe;
3047                         intel_dig_port->set_infoframes = lspcon_set_infoframes;
3048                         intel_dig_port->infoframes_enabled = lspcon_infoframes_enabled;
3049                 } else {
3050                         intel_dig_port->write_infoframe = hsw_write_infoframe;
3051                         intel_dig_port->read_infoframe = hsw_read_infoframe;
3052                         intel_dig_port->set_infoframes = hsw_set_infoframes;
3053                         intel_dig_port->infoframes_enabled = hsw_infoframes_enabled;
3054                 }
3055         } else if (HAS_PCH_IBX(dev_priv)) {
3056                 intel_dig_port->write_infoframe = ibx_write_infoframe;
3057                 intel_dig_port->read_infoframe = ibx_read_infoframe;
3058                 intel_dig_port->set_infoframes = ibx_set_infoframes;
3059                 intel_dig_port->infoframes_enabled = ibx_infoframes_enabled;
3060         } else {
3061                 intel_dig_port->write_infoframe = cpt_write_infoframe;
3062                 intel_dig_port->read_infoframe = cpt_read_infoframe;
3063                 intel_dig_port->set_infoframes = cpt_set_infoframes;
3064                 intel_dig_port->infoframes_enabled = cpt_infoframes_enabled;
3065         }
3066 }
3067
3068 void intel_hdmi_init_connector(struct intel_digital_port *intel_dig_port,
3069                                struct intel_connector *intel_connector)
3070 {
3071         struct drm_connector *connector = &intel_connector->base;
3072         struct intel_hdmi *intel_hdmi = &intel_dig_port->hdmi;
3073         struct intel_encoder *intel_encoder = &intel_dig_port->base;
3074         struct drm_device *dev = intel_encoder->base.dev;
3075         struct drm_i915_private *dev_priv = to_i915(dev);
3076         enum port port = intel_encoder->port;
3077
3078         DRM_DEBUG_KMS("Adding HDMI connector on port %c\n",
3079                       port_name(port));
3080
3081         if (WARN(intel_dig_port->max_lanes < 4,
3082                  "Not enough lanes (%d) for HDMI on port %c\n",
3083                  intel_dig_port->max_lanes, port_name(port)))
3084                 return;
3085
3086         drm_connector_init(dev, connector, &intel_hdmi_connector_funcs,
3087                            DRM_MODE_CONNECTOR_HDMIA);
3088         drm_connector_helper_add(connector, &intel_hdmi_connector_helper_funcs);
3089
3090         connector->interlace_allowed = 1;
3091         connector->doublescan_allowed = 0;
3092         connector->stereo_allowed = 1;
3093
3094         if (INTEL_GEN(dev_priv) >= 10 || IS_GEMINILAKE(dev_priv))
3095                 connector->ycbcr_420_allowed = true;
3096
3097         intel_hdmi->ddc_bus = intel_hdmi_ddc_pin(dev_priv, port);
3098
3099         if (WARN_ON(port == PORT_A))
3100                 return;
3101         intel_encoder->hpd_pin = intel_hpd_pin_default(dev_priv, port);
3102
3103         if (HAS_DDI(dev_priv))
3104                 intel_connector->get_hw_state = intel_ddi_connector_get_hw_state;
3105         else
3106                 intel_connector->get_hw_state = intel_connector_get_hw_state;
3107
3108         intel_hdmi_add_properties(intel_hdmi, connector);
3109
3110         intel_connector_attach_encoder(intel_connector, intel_encoder);
3111         intel_hdmi->attached_connector = intel_connector;
3112
3113         if (is_hdcp_supported(dev_priv, port)) {
3114                 int ret = intel_hdcp_init(intel_connector,
3115                                           &intel_hdmi_hdcp_shim);
3116                 if (ret)
3117                         DRM_DEBUG_KMS("HDCP init failed, skipping.\n");
3118         }
3119
3120         /* For G4X desktop chip, PEG_BAND_GAP_DATA 3:0 must first be written
3121          * 0xd.  Failure to do so will result in spurious interrupts being
3122          * generated on the port when a cable is not attached.
3123          */
3124         if (IS_G45(dev_priv)) {
3125                 u32 temp = I915_READ(PEG_BAND_GAP_DATA);
3126                 I915_WRITE(PEG_BAND_GAP_DATA, (temp & ~0xf) | 0xd);
3127         }
3128
3129         intel_hdmi->cec_notifier = cec_notifier_get_conn(dev->dev,
3130                                                          port_identifier(port));
3131         if (!intel_hdmi->cec_notifier)
3132                 DRM_DEBUG_KMS("CEC notifier get failed\n");
3133 }
3134
3135 static enum intel_hotplug_state
3136 intel_hdmi_hotplug(struct intel_encoder *encoder,
3137                    struct intel_connector *connector, bool irq_received)
3138 {
3139         enum intel_hotplug_state state;
3140
3141         state = intel_encoder_hotplug(encoder, connector, irq_received);
3142
3143         /*
3144          * On many platforms the HDMI live state signal is known to be
3145          * unreliable, so we can't use it to detect if a sink is connected or
3146          * not. Instead we detect if it's connected based on whether we can
3147          * read the EDID or not. That in turn has a problem during disconnect,
3148          * since the HPD interrupt may be raised before the DDC lines get
3149          * disconnected (due to how the required length of DDC vs. HPD
3150          * connector pins are specified) and so we'll still be able to get a
3151          * valid EDID. To solve this schedule another detection cycle if this
3152          * time around we didn't detect any change in the sink's connection
3153          * status.
3154          */
3155         if (state == INTEL_HOTPLUG_UNCHANGED && irq_received)
3156                 state = INTEL_HOTPLUG_RETRY;
3157
3158         return state;
3159 }
3160
3161 void intel_hdmi_init(struct drm_i915_private *dev_priv,
3162                      i915_reg_t hdmi_reg, enum port port)
3163 {
3164         struct intel_digital_port *intel_dig_port;
3165         struct intel_encoder *intel_encoder;
3166         struct intel_connector *intel_connector;
3167
3168         intel_dig_port = kzalloc(sizeof(*intel_dig_port), GFP_KERNEL);
3169         if (!intel_dig_port)
3170                 return;
3171
3172         intel_connector = intel_connector_alloc();
3173         if (!intel_connector) {
3174                 kfree(intel_dig_port);
3175                 return;
3176         }
3177
3178         intel_encoder = &intel_dig_port->base;
3179
3180         drm_encoder_init(&dev_priv->drm, &intel_encoder->base,
3181                          &intel_hdmi_enc_funcs, DRM_MODE_ENCODER_TMDS,
3182                          "HDMI %c", port_name(port));
3183
3184         intel_encoder->hotplug = intel_hdmi_hotplug;
3185         intel_encoder->compute_config = intel_hdmi_compute_config;
3186         if (HAS_PCH_SPLIT(dev_priv)) {
3187                 intel_encoder->disable = pch_disable_hdmi;
3188                 intel_encoder->post_disable = pch_post_disable_hdmi;
3189         } else {
3190                 intel_encoder->disable = g4x_disable_hdmi;
3191         }
3192         intel_encoder->get_hw_state = intel_hdmi_get_hw_state;
3193         intel_encoder->get_config = intel_hdmi_get_config;
3194         if (IS_CHERRYVIEW(dev_priv)) {
3195                 intel_encoder->pre_pll_enable = chv_hdmi_pre_pll_enable;
3196                 intel_encoder->pre_enable = chv_hdmi_pre_enable;
3197                 intel_encoder->enable = vlv_enable_hdmi;
3198                 intel_encoder->post_disable = chv_hdmi_post_disable;
3199                 intel_encoder->post_pll_disable = chv_hdmi_post_pll_disable;
3200         } else if (IS_VALLEYVIEW(dev_priv)) {
3201                 intel_encoder->pre_pll_enable = vlv_hdmi_pre_pll_enable;
3202                 intel_encoder->pre_enable = vlv_hdmi_pre_enable;
3203                 intel_encoder->enable = vlv_enable_hdmi;
3204                 intel_encoder->post_disable = vlv_hdmi_post_disable;
3205         } else {
3206                 intel_encoder->pre_enable = intel_hdmi_pre_enable;
3207                 if (HAS_PCH_CPT(dev_priv))
3208                         intel_encoder->enable = cpt_enable_hdmi;
3209                 else if (HAS_PCH_IBX(dev_priv))
3210                         intel_encoder->enable = ibx_enable_hdmi;
3211                 else
3212                         intel_encoder->enable = g4x_enable_hdmi;
3213         }
3214
3215         intel_encoder->type = INTEL_OUTPUT_HDMI;
3216         intel_encoder->power_domain = intel_port_to_power_domain(port);
3217         intel_encoder->port = port;
3218         if (IS_CHERRYVIEW(dev_priv)) {
3219                 if (port == PORT_D)
3220                         intel_encoder->crtc_mask = 1 << 2;
3221                 else
3222                         intel_encoder->crtc_mask = (1 << 0) | (1 << 1);
3223         } else {
3224                 intel_encoder->crtc_mask = (1 << 0) | (1 << 1) | (1 << 2);
3225         }
3226         intel_encoder->cloneable = 1 << INTEL_OUTPUT_ANALOG;
3227         /*
3228          * BSpec is unclear about HDMI+HDMI cloning on g4x, but it seems
3229          * to work on real hardware. And since g4x can send infoframes to
3230          * only one port anyway, nothing is lost by allowing it.
3231          */
3232         if (IS_G4X(dev_priv))
3233                 intel_encoder->cloneable |= 1 << INTEL_OUTPUT_HDMI;
3234
3235         intel_dig_port->hdmi.hdmi_reg = hdmi_reg;
3236         intel_dig_port->dp.output_reg = INVALID_MMIO_REG;
3237         intel_dig_port->max_lanes = 4;
3238
3239         intel_infoframe_init(intel_dig_port);
3240
3241         intel_dig_port->aux_ch = intel_bios_port_aux_ch(dev_priv, port);
3242         intel_hdmi_init_connector(intel_dig_port, intel_connector);
3243 }