drivers/gpu/drm/msm/disp/dpu1/dpu_encoder_phys_vid.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /* Copyright (c) 2015-2018, 2020-2021 The Linux Foundation. All rights reserved.
   3  */
   4
   5 #define pr_fmt(fmt)     "[drm:%s:%d] " fmt, __func__, __LINE__
   6 #include "dpu_encoder_phys.h"
   7 #include "dpu_hw_interrupts.h"
   8 #include "dpu_hw_merge3d.h"
   9 #include "dpu_core_irq.h"
  10 #include "dpu_formats.h"
  11 #include "dpu_trace.h"
  12 #include "disp/msm_disp_snapshot.h"
  13
  14 #define DPU_DEBUG_VIDENC(e, fmt, ...) DPU_DEBUG("enc%d intf%d " fmt, \
  15                 (e) && (e)->parent ? \
  16                 (e)->parent->base.id : -1, \
  17                 (e) && (e)->hw_intf ? \
  18                 (e)->hw_intf->idx - INTF_0 : -1, ##__VA_ARGS__)
  19
  20 #define DPU_ERROR_VIDENC(e, fmt, ...) DPU_ERROR("enc%d intf%d " fmt, \
  21                 (e) && (e)->parent ? \
  22                 (e)->parent->base.id : -1, \
  23                 (e) && (e)->hw_intf ? \
  24                 (e)->hw_intf->idx - INTF_0 : -1, ##__VA_ARGS__)
  25
  26 #define to_dpu_encoder_phys_vid(x) \
  27         container_of(x, struct dpu_encoder_phys_vid, base)
  28
  29 static bool dpu_encoder_phys_vid_is_master(
  30                 struct dpu_encoder_phys *phys_enc)
  31 {
  32         bool ret = false;
  33
  34         if (phys_enc->split_role != ENC_ROLE_SLAVE)
  35                 ret = true;
  36
  37         return ret;
  38 }
  39
  40 static void drm_mode_to_intf_timing_params(
  41                 const struct dpu_encoder_phys *phys_enc,
  42                 const struct drm_display_mode *mode,
  43                 struct intf_timing_params *timing)
  44 {
  45         memset(timing, 0, sizeof(*timing));
  46
  47         if ((mode->htotal < mode->hsync_end)
  48                         || (mode->hsync_start < mode->hdisplay)
  49                         || (mode->vtotal < mode->vsync_end)
  50                         || (mode->vsync_start < mode->vdisplay)
  51                         || (mode->hsync_end < mode->hsync_start)
  52                         || (mode->vsync_end < mode->vsync_start)) {
  53                 DPU_ERROR(
  54                     "invalid params - hstart:%d,hend:%d,htot:%d,hdisplay:%d\n",
  55                                 mode->hsync_start, mode->hsync_end,
  56                                 mode->htotal, mode->hdisplay);
  57                 DPU_ERROR("vstart:%d,vend:%d,vtot:%d,vdisplay:%d\n",
  58                                 mode->vsync_start, mode->vsync_end,
  59                                 mode->vtotal, mode->vdisplay);
  60                 return;
  61         }
  62
  63         /*
  64          * https://www.kernel.org/doc/htmldocs/drm/ch02s05.html
  65          *  Active Region      Front Porch   Sync   Back Porch
  66          * <-----------------><------------><-----><----------->
  67          * <- [hv]display --->
  68          * <--------- [hv]sync_start ------>
  69          * <----------------- [hv]sync_end ------->
  70          * <---------------------------- [hv]total ------------->
  71          */
  72         timing->width = mode->hdisplay; /* active width */
  73         timing->height = mode->vdisplay;        /* active height */
  74         timing->xres = timing->width;
  75         timing->yres = timing->height;
  76         timing->h_back_porch = mode->htotal - mode->hsync_end;
  77         timing->h_front_porch = mode->hsync_start - mode->hdisplay;
  78         timing->v_back_porch = mode->vtotal - mode->vsync_end;
  79         timing->v_front_porch = mode->vsync_start - mode->vdisplay;
  80         timing->hsync_pulse_width = mode->hsync_end - mode->hsync_start;
  81         timing->vsync_pulse_width = mode->vsync_end - mode->vsync_start;
  82         timing->hsync_polarity = (mode->flags & DRM_MODE_FLAG_NHSYNC) ? 1 : 0;
  83         timing->vsync_polarity = (mode->flags & DRM_MODE_FLAG_NVSYNC) ? 1 : 0;
  84         timing->border_clr = 0;
  85         timing->underflow_clr = 0xff;
  86         timing->hsync_skew = mode->hskew;
  87
  88         /* DSI controller cannot handle active-low sync signals. */
  89         if (phys_enc->hw_intf->cap->type == INTF_DSI) {
  90                 timing->hsync_polarity = 0;
  91                 timing->vsync_polarity = 0;
  92         }
  93
  94         /* for DP/EDP, Shift timings to align it to bottom right */
  95         if (phys_enc->hw_intf->cap->type == INTF_DP) {
  96                 timing->h_back_porch += timing->h_front_porch;
  97                 timing->h_front_porch = 0;
  98                 timing->v_back_porch += timing->v_front_porch;
  99                 timing->v_front_porch = 0;
 100         }
 101
 102         timing->wide_bus_en = dpu_encoder_is_widebus_enabled(phys_enc->parent);
 103
 104         /*
 105          * for DP, divide the horizonal parameters by 2 when
 106          * widebus is enabled
 107          */
 108         if (phys_enc->hw_intf->cap->type == INTF_DP && timing->wide_bus_en) {
 109                 timing->width = timing->width >> 1;
 110                 timing->xres = timing->xres >> 1;
 111                 timing->h_back_porch = timing->h_back_porch >> 1;
 112                 timing->h_front_porch = timing->h_front_porch >> 1;
 113                 timing->hsync_pulse_width = timing->hsync_pulse_width >> 1;
 114         }
 115 }
 116
 117 static u32 get_horizontal_total(const struct intf_timing_params *timing)
 118 {
 119         u32 active = timing->xres;
 120         u32 inactive =
 121             timing->h_back_porch + timing->h_front_porch +
 122             timing->hsync_pulse_width;
 123         return active + inactive;
 124 }
 125
 126 static u32 get_vertical_total(const struct intf_timing_params *timing)
 127 {
 128         u32 active = timing->yres;
 129         u32 inactive =
 130             timing->v_back_porch + timing->v_front_porch +
 131             timing->vsync_pulse_width;
 132         return active + inactive;
 133 }
 134
 135 /*
 136  * programmable_fetch_get_num_lines:
 137  *      Number of fetch lines in vertical front porch
 138  * @timing: Pointer to the intf timing information for the requested mode
 139  *
 140  * Returns the number of fetch lines in vertical front porch at which mdp
 141  * can start fetching the next frame.
 142  *
 143  * Number of needed prefetch lines is anything that cannot be absorbed in the
 144  * start of frame time (back porch + vsync pulse width).
 145  *
 146  * Some panels have very large VFP, however we only need a total number of
 147  * lines based on the chip worst case latencies.
 148  */
 149 static u32 programmable_fetch_get_num_lines(
 150                 struct dpu_encoder_phys *phys_enc,
 151                 const struct intf_timing_params *timing)
 152 {
 153         u32 worst_case_needed_lines =
 154             phys_enc->hw_intf->cap->prog_fetch_lines_worst_case;
 155         u32 start_of_frame_lines =
 156             timing->v_back_porch + timing->vsync_pulse_width;
 157         u32 needed_vfp_lines = worst_case_needed_lines - start_of_frame_lines;
 158         u32 actual_vfp_lines = 0;
 159
 160         /* Fetch must be outside active lines, otherwise undefined. */
 161         if (start_of_frame_lines >= worst_case_needed_lines) {
 162                 DPU_DEBUG_VIDENC(phys_enc,
 163                                 "prog fetch is not needed, large vbp+vsw\n");
 164                 actual_vfp_lines = 0;
 165         } else if (timing->v_front_porch < needed_vfp_lines) {
 166                 /* Warn fetch needed, but not enough porch in panel config */
 167                 pr_warn_once
 168                         ("low vbp+vfp may lead to perf issues in some cases\n");
 169                 DPU_DEBUG_VIDENC(phys_enc,
 170                                 "less vfp than fetch req, using entire vfp\n");
 171                 actual_vfp_lines = timing->v_front_porch;
 172         } else {
 173                 DPU_DEBUG_VIDENC(phys_enc, "room in vfp for needed prefetch\n");
 174                 actual_vfp_lines = needed_vfp_lines;
 175         }
 176
 177         DPU_DEBUG_VIDENC(phys_enc,
 178                 "v_front_porch %u v_back_porch %u vsync_pulse_width %u\n",
 179                 timing->v_front_porch, timing->v_back_porch,
 180                 timing->vsync_pulse_width);
 181         DPU_DEBUG_VIDENC(phys_enc,
 182                 "wc_lines %u needed_vfp_lines %u actual_vfp_lines %u\n",
 183                 worst_case_needed_lines, needed_vfp_lines, actual_vfp_lines);
 184
 185         return actual_vfp_lines;
 186 }
 187
 188 /*
 189  * programmable_fetch_config: Programs HW to prefetch lines by offsetting
 190  *      the start of fetch into the vertical front porch for cases where the
 191  *      vsync pulse width and vertical back porch time is insufficient
 192  *
 193  *      Gets # of lines to pre-fetch, then calculate VSYNC counter value.
 194  *      HW layer requires VSYNC counter of first pixel of tgt VFP line.
 195  *
 196  * @timing: Pointer to the intf timing information for the requested mode
 197  */
 198 static void programmable_fetch_config(struct dpu_encoder_phys *phys_enc,
 199                                       const struct intf_timing_params *timing)
 200 {
 201         struct intf_prog_fetch f = { 0 };
 202         u32 vfp_fetch_lines = 0;
 203         u32 horiz_total = 0;
 204         u32 vert_total = 0;
 205         u32 vfp_fetch_start_vsync_counter = 0;
 206         unsigned long lock_flags;
 207
 208         if (WARN_ON_ONCE(!phys_enc->hw_intf->ops.setup_prg_fetch))
 209                 return;
 210
 211         vfp_fetch_lines = programmable_fetch_get_num_lines(phys_enc, timing);
 212         if (vfp_fetch_lines) {
 213                 vert_total = get_vertical_total(timing);
 214                 horiz_total = get_horizontal_total(timing);
 215                 vfp_fetch_start_vsync_counter =
 216                     (vert_total - vfp_fetch_lines) * horiz_total + 1;
 217                 f.enable = 1;
 218                 f.fetch_start = vfp_fetch_start_vsync_counter;
 219         }
 220
 221         DPU_DEBUG_VIDENC(phys_enc,
 222                 "vfp_fetch_lines %u vfp_fetch_start_vsync_counter %u\n",
 223                 vfp_fetch_lines, vfp_fetch_start_vsync_counter);
 224
 225         spin_lock_irqsave(phys_enc->enc_spinlock, lock_flags);
 226         phys_enc->hw_intf->ops.setup_prg_fetch(phys_enc->hw_intf, &f);
 227         spin_unlock_irqrestore(phys_enc->enc_spinlock, lock_flags);
 228 }
 229
 230 static void dpu_encoder_phys_vid_setup_timing_engine(
 231                 struct dpu_encoder_phys *phys_enc)
 232 {
 233         struct drm_display_mode mode;
 234         struct intf_timing_params timing_params = { 0 };
 235         const struct dpu_format *fmt = NULL;
 236         u32 fmt_fourcc = DRM_FORMAT_RGB888;
 237         unsigned long lock_flags;
 238         struct dpu_hw_intf_cfg intf_cfg = { 0 };
 239
 240         drm_mode_init(&mode, &phys_enc->cached_mode);
 241
 242         if (!phys_enc->hw_ctl->ops.setup_intf_cfg) {
 243                 DPU_ERROR("invalid encoder %d\n", phys_enc != NULL);
 244                 return;
 245         }
 246
 247         if (!phys_enc->hw_intf->ops.setup_timing_gen) {
 248                 DPU_ERROR("timing engine setup is not supported\n");
 249                 return;
 250         }
 251
 252         DPU_DEBUG_VIDENC(phys_enc, "enabling mode:\n");
 253         drm_mode_debug_printmodeline(&mode);
 254
 255         if (phys_enc->split_role != ENC_ROLE_SOLO) {
 256                 mode.hdisplay >>= 1;
 257                 mode.htotal >>= 1;
 258                 mode.hsync_start >>= 1;
 259                 mode.hsync_end >>= 1;
 260
 261                 DPU_DEBUG_VIDENC(phys_enc,
 262                         "split_role %d, halve horizontal %d %d %d %d\n",
 263                         phys_enc->split_role,
 264                         mode.hdisplay, mode.htotal,
 265                         mode.hsync_start, mode.hsync_end);
 266         }
 267
 268         drm_mode_to_intf_timing_params(phys_enc, &mode, &timing_params);
 269
 270         fmt = dpu_get_dpu_format(fmt_fourcc);
 271         DPU_DEBUG_VIDENC(phys_enc, "fmt_fourcc 0x%X\n", fmt_fourcc);
 272
 273         intf_cfg.intf = phys_enc->hw_intf->idx;
 274         intf_cfg.intf_mode_sel = DPU_CTL_MODE_SEL_VID;
 275         intf_cfg.stream_sel = 0; /* Don't care value for video mode */
 276         intf_cfg.mode_3d = dpu_encoder_helper_get_3d_blend_mode(phys_enc);
 277         intf_cfg.dsc = dpu_encoder_helper_get_dsc(phys_enc);
 278         if (phys_enc->hw_pp->merge_3d)
 279                 intf_cfg.merge_3d = phys_enc->hw_pp->merge_3d->idx;
 280
 281         spin_lock_irqsave(phys_enc->enc_spinlock, lock_flags);
 282         phys_enc->hw_intf->ops.setup_timing_gen(phys_enc->hw_intf,
 283                         &timing_params, fmt);
 284         phys_enc->hw_ctl->ops.setup_intf_cfg(phys_enc->hw_ctl, &intf_cfg);
 285
 286         /* setup which pp blk will connect to this intf */
 287         if (phys_enc->hw_intf->ops.bind_pingpong_blk)
 288                 phys_enc->hw_intf->ops.bind_pingpong_blk(
 289                                 phys_enc->hw_intf,
 290                                 true,
 291                                 phys_enc->hw_pp->idx);
 292
 293         if (phys_enc->hw_pp->merge_3d)
 294                 phys_enc->hw_pp->merge_3d->ops.setup_3d_mode(phys_enc->hw_pp->merge_3d, intf_cfg.mode_3d);
 295
 296         spin_unlock_irqrestore(phys_enc->enc_spinlock, lock_flags);
 297
 298         programmable_fetch_config(phys_enc, &timing_params);
 299 }
 300
 301 static void dpu_encoder_phys_vid_vblank_irq(void *arg, int irq_idx)
 302 {
 303         struct dpu_encoder_phys *phys_enc = arg;
 304         struct dpu_hw_ctl *hw_ctl;
 305         unsigned long lock_flags;
 306         u32 flush_register = 0;
 307
 308         hw_ctl = phys_enc->hw_ctl;
 309
 310         DPU_ATRACE_BEGIN("vblank_irq");
 311
 312         dpu_encoder_vblank_callback(phys_enc->parent, phys_enc);
 313
 314         atomic_read(&phys_enc->pending_kickoff_cnt);
 315
 316         /*
 317          * only decrement the pending flush count if we've actually flushed
 318          * hardware. due to sw irq latency, vblank may have already happened
 319          * so we need to double-check with hw that it accepted the flush bits
 320          */
 321         spin_lock_irqsave(phys_enc->enc_spinlock, lock_flags);
 322         if (hw_ctl->ops.get_flush_register)
 323                 flush_register = hw_ctl->ops.get_flush_register(hw_ctl);
 324
 325         if (!(flush_register & hw_ctl->ops.get_pending_flush(hw_ctl)))
 326                 atomic_add_unless(&phys_enc->pending_kickoff_cnt, -1, 0);
 327         spin_unlock_irqrestore(phys_enc->enc_spinlock, lock_flags);
 328
 329         /* Signal any waiting atomic commit thread */
 330         wake_up_all(&phys_enc->pending_kickoff_wq);
 331
 332         dpu_encoder_frame_done_callback(phys_enc->parent, phys_enc,
 333                         DPU_ENCODER_FRAME_EVENT_DONE);
 334
 335         DPU_ATRACE_END("vblank_irq");
 336 }
 337
 338 static void dpu_encoder_phys_vid_underrun_irq(void *arg, int irq_idx)
 339 {
 340         struct dpu_encoder_phys *phys_enc = arg;
 341
 342         dpu_encoder_underrun_callback(phys_enc->parent, phys_enc);
 343 }
 344
 345 static bool dpu_encoder_phys_vid_needs_single_flush(
 346                 struct dpu_encoder_phys *phys_enc)
 347 {
 348         return phys_enc->split_role != ENC_ROLE_SOLO;
 349 }
 350
 351 static void dpu_encoder_phys_vid_atomic_mode_set(
 352                 struct dpu_encoder_phys *phys_enc,
 353                 struct drm_crtc_state *crtc_state,
 354                 struct drm_connector_state *conn_state)
 355 {
 356         phys_enc->irq[INTR_IDX_VSYNC] = phys_enc->hw_intf->cap->intr_vsync;
 357
 358         phys_enc->irq[INTR_IDX_UNDERRUN] = phys_enc->hw_intf->cap->intr_underrun;
 359 }
 360
 361 static int dpu_encoder_phys_vid_control_vblank_irq(
 362                 struct dpu_encoder_phys *phys_enc,
 363                 bool enable)
 364 {
 365         int ret = 0;
 366         int refcount;
 367
 368         refcount = atomic_read(&phys_enc->vblank_refcount);
 369
 370         /* Slave encoders don't report vblank */
 371         if (!dpu_encoder_phys_vid_is_master(phys_enc))
 372                 goto end;
 373
 374         /* protect against negative */
 375         if (!enable && refcount == 0) {
 376                 ret = -EINVAL;
 377                 goto end;
 378         }
 379
 380         DRM_DEBUG_VBL("id:%u enable=%d/%d\n", DRMID(phys_enc->parent), enable,
 381                       atomic_read(&phys_enc->vblank_refcount));
 382
 383         if (enable && atomic_inc_return(&phys_enc->vblank_refcount) == 1)
 384                 ret = dpu_core_irq_register_callback(phys_enc->dpu_kms,
 385                                 phys_enc->irq[INTR_IDX_VSYNC],
 386                                 dpu_encoder_phys_vid_vblank_irq,
 387                                 phys_enc);
 388         else if (!enable && atomic_dec_return(&phys_enc->vblank_refcount) == 0)
 389                 ret = dpu_core_irq_unregister_callback(phys_enc->dpu_kms,
 390                                 phys_enc->irq[INTR_IDX_VSYNC]);
 391
 392 end:
 393         if (ret) {
 394                 DRM_ERROR("failed: id:%u intf:%d ret:%d enable:%d refcnt:%d\n",
 395                           DRMID(phys_enc->parent),
 396                           phys_enc->hw_intf->idx - INTF_0, ret, enable,
 397                           refcount);
 398         }
 399         return ret;
 400 }
 401
 402 static void dpu_encoder_phys_vid_enable(struct dpu_encoder_phys *phys_enc)
 403 {
 404         struct dpu_hw_ctl *ctl;
 405
 406         ctl = phys_enc->hw_ctl;
 407
 408         DPU_DEBUG_VIDENC(phys_enc, "\n");
 409
 410         if (WARN_ON(!phys_enc->hw_intf->ops.enable_timing))
 411                 return;
 412
 413         dpu_encoder_helper_split_config(phys_enc, phys_enc->hw_intf->idx);
 414
 415         dpu_encoder_phys_vid_setup_timing_engine(phys_enc);
 416
 417         /*
 418          * For single flush cases (dual-ctl or pp-split), skip setting the
 419          * flush bit for the slave intf, since both intfs use same ctl
 420          * and HW will only flush the master.
 421          */
 422         if (dpu_encoder_phys_vid_needs_single_flush(phys_enc) &&
 423                 !dpu_encoder_phys_vid_is_master(phys_enc))
 424                 goto skip_flush;
 425
 426         ctl->ops.update_pending_flush_intf(ctl, phys_enc->hw_intf->idx);
 427         if (ctl->ops.update_pending_flush_merge_3d && phys_enc->hw_pp->merge_3d)
 428                 ctl->ops.update_pending_flush_merge_3d(ctl, phys_enc->hw_pp->merge_3d->idx);
 429
 430 skip_flush:
 431         DPU_DEBUG_VIDENC(phys_enc,
 432                 "update pending flush ctl %d intf %d\n",
 433                 ctl->idx - CTL_0, phys_enc->hw_intf->idx);
 434
 435         atomic_set(&phys_enc->underrun_cnt, 0);
 436
 437         /* ctl_flush & timing engine enable will be triggered by framework */
 438         if (phys_enc->enable_state == DPU_ENC_DISABLED)
 439                 phys_enc->enable_state = DPU_ENC_ENABLING;
 440 }
 441
 442 static void dpu_encoder_phys_vid_destroy(struct dpu_encoder_phys *phys_enc)
 443 {
 444         DPU_DEBUG_VIDENC(phys_enc, "\n");
 445         kfree(phys_enc);
 446 }
 447
 448 static int dpu_encoder_phys_vid_wait_for_vblank(
 449                 struct dpu_encoder_phys *phys_enc)
 450 {
 451         struct dpu_encoder_wait_info wait_info;
 452         int ret;
 453
 454         wait_info.wq = &phys_enc->pending_kickoff_wq;
 455         wait_info.atomic_cnt = &phys_enc->pending_kickoff_cnt;
 456         wait_info.timeout_ms = KICKOFF_TIMEOUT_MS;
 457
 458         if (!dpu_encoder_phys_vid_is_master(phys_enc)) {
 459                 return 0;
 460         }
 461
 462         /* Wait for kickoff to complete */
 463         ret = dpu_encoder_helper_wait_for_irq(phys_enc,
 464                         phys_enc->irq[INTR_IDX_VSYNC],
 465                         dpu_encoder_phys_vid_vblank_irq,
 466                         &wait_info);
 467
 468         if (ret == -ETIMEDOUT) {
 469                 dpu_encoder_helper_report_irq_timeout(phys_enc, INTR_IDX_VSYNC);
 470         }
 471
 472         return ret;
 473 }
 474
 475 static int dpu_encoder_phys_vid_wait_for_commit_done(
 476                 struct dpu_encoder_phys *phys_enc)
 477 {
 478         struct dpu_hw_ctl *hw_ctl = phys_enc->hw_ctl;
 479         int ret;
 480
 481         if (!hw_ctl)
 482                 return 0;
 483
 484         ret = wait_event_timeout(phys_enc->pending_kickoff_wq,
 485                 (hw_ctl->ops.get_flush_register(hw_ctl) == 0),
 486                 msecs_to_jiffies(50));
 487         if (ret <= 0) {
 488                 DPU_ERROR("vblank timeout\n");
 489                 return -ETIMEDOUT;
 490         }
 491
 492         return 0;
 493 }
 494
 495 static void dpu_encoder_phys_vid_prepare_for_kickoff(
 496                 struct dpu_encoder_phys *phys_enc)
 497 {
 498         struct dpu_hw_ctl *ctl;
 499         int rc;
 500         struct drm_encoder *drm_enc;
 501
 502         drm_enc = phys_enc->parent;
 503
 504         ctl = phys_enc->hw_ctl;
 505         if (!ctl->ops.wait_reset_status)
 506                 return;
 507
 508         /*
 509          * hw supports hardware initiated ctl reset, so before we kickoff a new
 510          * frame, need to check and wait for hw initiated ctl reset completion
 511          */
 512         rc = ctl->ops.wait_reset_status(ctl);
 513         if (rc) {
 514                 DPU_ERROR_VIDENC(phys_enc, "ctl %d reset failure: %d\n",
 515                                 ctl->idx, rc);
 516                 msm_disp_snapshot_state(drm_enc->dev);
 517                 dpu_core_irq_unregister_callback(phys_enc->dpu_kms,
 518                                 phys_enc->irq[INTR_IDX_VSYNC]);
 519         }
 520 }
 521
 522 static void dpu_encoder_phys_vid_disable(struct dpu_encoder_phys *phys_enc)
 523 {
 524         unsigned long lock_flags;
 525         int ret;
 526         struct intf_status intf_status = {0};
 527
 528         if (!phys_enc->parent || !phys_enc->parent->dev) {
 529                 DPU_ERROR("invalid encoder/device\n");
 530                 return;
 531         }
 532
 533         if (!phys_enc->hw_intf) {
 534                 DPU_ERROR("invalid hw_intf %d hw_ctl %d\n",
 535                                 phys_enc->hw_intf != NULL, phys_enc->hw_ctl != NULL);
 536                 return;
 537         }
 538
 539         if (WARN_ON(!phys_enc->hw_intf->ops.enable_timing))
 540                 return;
 541
 542         if (phys_enc->enable_state == DPU_ENC_DISABLED) {
 543                 DPU_ERROR("already disabled\n");
 544                 return;
 545         }
 546
 547         spin_lock_irqsave(phys_enc->enc_spinlock, lock_flags);
 548         phys_enc->hw_intf->ops.enable_timing(phys_enc->hw_intf, 0);
 549         if (dpu_encoder_phys_vid_is_master(phys_enc))
 550                 dpu_encoder_phys_inc_pending(phys_enc);
 551         spin_unlock_irqrestore(phys_enc->enc_spinlock, lock_flags);
 552
 553         /*
 554          * Wait for a vsync so we know the ENABLE=0 latched before
 555          * the (connector) source of the vsync's gets disabled,
 556          * otherwise we end up in a funny state if we re-enable
 557          * before the disable latches, which results that some of
 558          * the settings changes for the new modeset (like new
 559          * scanout buffer) don't latch properly..
 560          */
 561         if (dpu_encoder_phys_vid_is_master(phys_enc)) {
 562                 ret = dpu_encoder_phys_vid_wait_for_vblank(phys_enc);
 563                 if (ret) {
 564                         atomic_set(&phys_enc->pending_kickoff_cnt, 0);
 565                         DRM_ERROR("wait disable failed: id:%u intf:%d ret:%d\n",
 566                                   DRMID(phys_enc->parent),
 567                                   phys_enc->hw_intf->idx - INTF_0, ret);
 568                 }
 569         }
 570
 571         if (phys_enc->hw_intf && phys_enc->hw_intf->ops.get_status)
 572                 phys_enc->hw_intf->ops.get_status(phys_enc->hw_intf, &intf_status);
 573
 574         /*
 575          * Wait for a vsync if timing en status is on after timing engine
 576          * is disabled.
 577          */
 578         if (intf_status.is_en && dpu_encoder_phys_vid_is_master(phys_enc)) {
 579                 spin_lock_irqsave(phys_enc->enc_spinlock, lock_flags);
 580                 dpu_encoder_phys_inc_pending(phys_enc);
 581                 spin_unlock_irqrestore(phys_enc->enc_spinlock, lock_flags);
 582                 ret = dpu_encoder_phys_vid_wait_for_vblank(phys_enc);
 583                 if (ret) {
 584                         atomic_set(&phys_enc->pending_kickoff_cnt, 0);
 585                         DRM_ERROR("wait disable failed: id:%u intf:%d ret:%d\n",
 586                                   DRMID(phys_enc->parent),
 587                                   phys_enc->hw_intf->idx - INTF_0, ret);
 588                 }
 589         }
 590
 591         dpu_encoder_helper_phys_cleanup(phys_enc);
 592         phys_enc->enable_state = DPU_ENC_DISABLED;
 593 }
 594
 595 static void dpu_encoder_phys_vid_handle_post_kickoff(
 596                 struct dpu_encoder_phys *phys_enc)
 597 {
 598         unsigned long lock_flags;
 599
 600         /*
 601          * Video mode must flush CTL before enabling timing engine
 602          * Video encoders need to turn on their interfaces now
 603          */
 604         if (phys_enc->enable_state == DPU_ENC_ENABLING) {
 605                 trace_dpu_enc_phys_vid_post_kickoff(DRMID(phys_enc->parent),
 606                                     phys_enc->hw_intf->idx - INTF_0);
 607                 spin_lock_irqsave(phys_enc->enc_spinlock, lock_flags);
 608                 phys_enc->hw_intf->ops.enable_timing(phys_enc->hw_intf, 1);
 609                 spin_unlock_irqrestore(phys_enc->enc_spinlock, lock_flags);
 610                 phys_enc->enable_state = DPU_ENC_ENABLED;
 611         }
 612 }
 613
 614 static void dpu_encoder_phys_vid_irq_control(struct dpu_encoder_phys *phys_enc,
 615                 bool enable)
 616 {
 617         int ret;
 618
 619         trace_dpu_enc_phys_vid_irq_ctrl(DRMID(phys_enc->parent),
 620                             phys_enc->hw_intf->idx - INTF_0,
 621                             enable,
 622                             atomic_read(&phys_enc->vblank_refcount));
 623
 624         if (enable) {
 625                 ret = dpu_encoder_phys_vid_control_vblank_irq(phys_enc, true);
 626                 if (WARN_ON(ret))
 627                         return;
 628
 629                 dpu_core_irq_register_callback(phys_enc->dpu_kms,
 630                                 phys_enc->irq[INTR_IDX_UNDERRUN],
 631                                 dpu_encoder_phys_vid_underrun_irq,
 632                                 phys_enc);
 633         } else {
 634                 dpu_encoder_phys_vid_control_vblank_irq(phys_enc, false);
 635                 dpu_core_irq_unregister_callback(phys_enc->dpu_kms,
 636                                 phys_enc->irq[INTR_IDX_UNDERRUN]);
 637         }
 638 }
 639
 640 static int dpu_encoder_phys_vid_get_line_count(
 641                 struct dpu_encoder_phys *phys_enc)
 642 {
 643         if (!dpu_encoder_phys_vid_is_master(phys_enc))
 644                 return -EINVAL;
 645
 646         if (!phys_enc->hw_intf || !phys_enc->hw_intf->ops.get_line_count)
 647                 return -EINVAL;
 648
 649         return phys_enc->hw_intf->ops.get_line_count(phys_enc->hw_intf);
 650 }
 651
 652 static int dpu_encoder_phys_vid_get_frame_count(
 653                 struct dpu_encoder_phys *phys_enc)
 654 {
 655         struct intf_status s = {0};
 656         u32 fetch_start = 0;
 657         struct drm_display_mode mode;
 658
 659         drm_mode_init(&mode, &phys_enc->cached_mode);
 660
 661         if (!dpu_encoder_phys_vid_is_master(phys_enc))
 662                 return -EINVAL;
 663
 664         if (!phys_enc->hw_intf || !phys_enc->hw_intf->ops.get_status)
 665                 return -EINVAL;
 666
 667         phys_enc->hw_intf->ops.get_status(phys_enc->hw_intf, &s);
 668
 669         if (s.is_prog_fetch_en && s.is_en) {
 670                 fetch_start = mode.vtotal - (mode.vsync_start - mode.vdisplay);
 671                 if ((s.line_count > fetch_start) &&
 672                         (s.line_count <= mode.vtotal))
 673                         return s.frame_count + 1;
 674         }
 675
 676         return s.frame_count;
 677 }
 678
 679 static void dpu_encoder_phys_vid_init_ops(struct dpu_encoder_phys_ops *ops)
 680 {
 681         ops->is_master = dpu_encoder_phys_vid_is_master;
 682         ops->atomic_mode_set = dpu_encoder_phys_vid_atomic_mode_set;
 683         ops->enable = dpu_encoder_phys_vid_enable;
 684         ops->disable = dpu_encoder_phys_vid_disable;
 685         ops->destroy = dpu_encoder_phys_vid_destroy;
 686         ops->control_vblank_irq = dpu_encoder_phys_vid_control_vblank_irq;
 687         ops->wait_for_commit_done = dpu_encoder_phys_vid_wait_for_commit_done;
 688         ops->wait_for_vblank = dpu_encoder_phys_vid_wait_for_vblank;
 689         ops->wait_for_tx_complete = dpu_encoder_phys_vid_wait_for_vblank;
 690         ops->irq_control = dpu_encoder_phys_vid_irq_control;
 691         ops->prepare_for_kickoff = dpu_encoder_phys_vid_prepare_for_kickoff;
 692         ops->handle_post_kickoff = dpu_encoder_phys_vid_handle_post_kickoff;
 693         ops->needs_single_flush = dpu_encoder_phys_vid_needs_single_flush;
 694         ops->get_line_count = dpu_encoder_phys_vid_get_line_count;
 695         ops->get_frame_count = dpu_encoder_phys_vid_get_frame_count;
 696 }
 697
 698 struct dpu_encoder_phys *dpu_encoder_phys_vid_init(
 699                 struct dpu_enc_phys_init_params *p)
 700 {
 701         struct dpu_encoder_phys *phys_enc = NULL;
 702         int i;
 703
 704         if (!p) {
 705                 DPU_ERROR("failed to create encoder due to invalid parameter\n");
 706                 return ERR_PTR(-EINVAL);
 707         }
 708
 709         phys_enc = kzalloc(sizeof(*phys_enc), GFP_KERNEL);
 710         if (!phys_enc) {
 711                 DPU_ERROR("failed to create encoder due to memory allocation error\n");
 712                 return ERR_PTR(-ENOMEM);
 713         }
 714
 715         phys_enc->hw_mdptop = p->dpu_kms->hw_mdp;
 716         phys_enc->intf_idx = p->intf_idx;
 717
 718         DPU_DEBUG_VIDENC(phys_enc, "\n");
 719
 720         dpu_encoder_phys_vid_init_ops(&phys_enc->ops);
 721         phys_enc->parent = p->parent;
 722         phys_enc->dpu_kms = p->dpu_kms;
 723         phys_enc->split_role = p->split_role;
 724         phys_enc->intf_mode = INTF_MODE_VIDEO;
 725         phys_enc->enc_spinlock = p->enc_spinlock;
 726         for (i = 0; i < ARRAY_SIZE(phys_enc->irq); i++)
 727                 phys_enc->irq[i] = -EINVAL;
 728
 729         atomic_set(&phys_enc->vblank_refcount, 0);
 730         atomic_set(&phys_enc->pending_kickoff_cnt, 0);
 731         init_waitqueue_head(&phys_enc->pending_kickoff_wq);
 732         phys_enc->enable_state = DPU_ENC_DISABLED;
 733
 734         DPU_DEBUG_VIDENC(phys_enc, "created intf idx:%d\n", p->intf_idx);
 735
 736         return phys_enc;
 737 }