drivers/gpu/drm/omapdrm/omap_crtc.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  * Copyright (C) 2011 Texas Instruments Incorporated - https://www.ti.com/
   4  * Author: Rob Clark <[email protected]>
   5  */
   6
   7 #include <linux/math64.h>
   8
   9 #include <drm/drm_atomic.h>
  10 #include <drm/drm_atomic_helper.h>
  11 #include <drm/drm_crtc.h>
  12 #include <drm/drm_mode.h>
  13 #include <drm/drm_plane_helper.h>
  14 #include <drm/drm_vblank.h>
  15
  16 #include "omap_drv.h"
  17
  18 #define to_omap_crtc_state(x) container_of(x, struct omap_crtc_state, base)
  19
  20 struct omap_crtc_state {
  21         /* Must be first. */
  22         struct drm_crtc_state base;
  23         /* Shadow values for legacy userspace support. */
  24         unsigned int rotation;
  25         unsigned int zpos;
  26         bool manually_updated;
  27 };
  28
  29 #define to_omap_crtc(x) container_of(x, struct omap_crtc, base)
  30
  31 struct omap_crtc {
  32         struct drm_crtc base;
  33
  34         const char *name;
  35         struct omap_drm_pipeline *pipe;
  36         enum omap_channel channel;
  37
  38         struct videomode vm;
  39
  40         bool ignore_digit_sync_lost;
  41
  42         bool enabled;
  43         bool pending;
  44         wait_queue_head_t pending_wait;
  45         struct drm_pending_vblank_event *event;
  46         struct delayed_work update_work;
  47
  48         void (*framedone_handler)(void *);
  49         void *framedone_handler_data;
  50 };
  51
  52 /* -----------------------------------------------------------------------------
  53  * Helper Functions
  54  */
  55
  56 struct videomode *omap_crtc_timings(struct drm_crtc *crtc)
  57 {
  58         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
  59         return &omap_crtc->vm;
  60 }
  61
  62 enum omap_channel omap_crtc_channel(struct drm_crtc *crtc)
  63 {
  64         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
  65         return omap_crtc->channel;
  66 }
  67
  68 static bool omap_crtc_is_pending(struct drm_crtc *crtc)
  69 {
  70         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
  71         unsigned long flags;
  72         bool pending;
  73
  74         spin_lock_irqsave(&crtc->dev->event_lock, flags);
  75         pending = omap_crtc->pending;
  76         spin_unlock_irqrestore(&crtc->dev->event_lock, flags);
  77
  78         return pending;
  79 }
  80
  81 int omap_crtc_wait_pending(struct drm_crtc *crtc)
  82 {
  83         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
  84
  85         /*
  86          * Timeout is set to a "sufficiently" high value, which should cover
  87          * a single frame refresh even on slower displays.
  88          */
  89         return wait_event_timeout(omap_crtc->pending_wait,
  90                                   !omap_crtc_is_pending(crtc),
  91                                   msecs_to_jiffies(250));
  92 }
  93
  94 /* -----------------------------------------------------------------------------
  95  * DSS Manager Functions
  96  */
  97
  98 /*
  99  * Manager-ops, callbacks from output when they need to configure
 100  * the upstream part of the video pipe.
 101  */
 102
 103 static void omap_crtc_dss_start_update(struct omap_drm_private *priv,
 104                                        enum omap_channel channel)
 105 {
 106         priv->dispc_ops->mgr_enable(priv->dispc, channel, true);
 107 }
 108
 109 /* Called only from the encoder enable/disable and suspend/resume handlers. */
 110 static void omap_crtc_set_enabled(struct drm_crtc *crtc, bool enable)
 111 {
 112         struct omap_crtc_state *omap_state = to_omap_crtc_state(crtc->state);
 113         struct drm_device *dev = crtc->dev;
 114         struct omap_drm_private *priv = dev->dev_private;
 115         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 116         enum omap_channel channel = omap_crtc->channel;
 117         struct omap_irq_wait *wait;
 118         u32 framedone_irq, vsync_irq;
 119         int ret;
 120
 121         if (WARN_ON(omap_crtc->enabled == enable))
 122                 return;
 123
 124         if (omap_state->manually_updated) {
 125                 omap_irq_enable_framedone(crtc, enable);
 126                 omap_crtc->enabled = enable;
 127                 return;
 128         }
 129
 130         if (omap_crtc->pipe->output->type == OMAP_DISPLAY_TYPE_HDMI) {
 131                 priv->dispc_ops->mgr_enable(priv->dispc, channel, enable);
 132                 omap_crtc->enabled = enable;
 133                 return;
 134         }
 135
 136         if (omap_crtc->channel == OMAP_DSS_CHANNEL_DIGIT) {
 137                 /*
 138                  * Digit output produces some sync lost interrupts during the
 139                  * first frame when enabling, so we need to ignore those.
 140                  */
 141                 omap_crtc->ignore_digit_sync_lost = true;
 142         }
 143
 144         framedone_irq = priv->dispc_ops->mgr_get_framedone_irq(priv->dispc,
 145                                                                channel);
 146         vsync_irq = priv->dispc_ops->mgr_get_vsync_irq(priv->dispc, channel);
 147
 148         if (enable) {
 149                 wait = omap_irq_wait_init(dev, vsync_irq, 1);
 150         } else {
 151                 /*
 152                  * When we disable the digit output, we need to wait for
 153                  * FRAMEDONE to know that DISPC has finished with the output.
 154                  *
 155                  * OMAP2/3 does not have FRAMEDONE irq for digit output, and in
 156                  * that case we need to use vsync interrupt, and wait for both
 157                  * even and odd frames.
 158                  */
 159
 160                 if (framedone_irq)
 161                         wait = omap_irq_wait_init(dev, framedone_irq, 1);
 162                 else
 163                         wait = omap_irq_wait_init(dev, vsync_irq, 2);
 164         }
 165
 166         priv->dispc_ops->mgr_enable(priv->dispc, channel, enable);
 167         omap_crtc->enabled = enable;
 168
 169         ret = omap_irq_wait(dev, wait, msecs_to_jiffies(100));
 170         if (ret) {
 171                 dev_err(dev->dev, "%s: timeout waiting for %s\n",
 172                                 omap_crtc->name, enable ? "enable" : "disable");
 173         }
 174
 175         if (omap_crtc->channel == OMAP_DSS_CHANNEL_DIGIT) {
 176                 omap_crtc->ignore_digit_sync_lost = false;
 177                 /* make sure the irq handler sees the value above */
 178                 mb();
 179         }
 180 }
 181
 182
 183 static int omap_crtc_dss_enable(struct omap_drm_private *priv,
 184                                 enum omap_channel channel)
 185 {
 186         struct drm_crtc *crtc = priv->channels[channel]->crtc;
 187         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 188
 189         priv->dispc_ops->mgr_set_timings(priv->dispc, omap_crtc->channel,
 190                                          &omap_crtc->vm);
 191         omap_crtc_set_enabled(&omap_crtc->base, true);
 192
 193         return 0;
 194 }
 195
 196 static void omap_crtc_dss_disable(struct omap_drm_private *priv,
 197                                   enum omap_channel channel)
 198 {
 199         struct drm_crtc *crtc = priv->channels[channel]->crtc;
 200         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 201
 202         omap_crtc_set_enabled(&omap_crtc->base, false);
 203 }
 204
 205 static void omap_crtc_dss_set_timings(struct omap_drm_private *priv,
 206                 enum omap_channel channel,
 207                 const struct videomode *vm)
 208 {
 209         struct drm_crtc *crtc = priv->channels[channel]->crtc;
 210         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 211
 212         DBG("%s", omap_crtc->name);
 213         omap_crtc->vm = *vm;
 214 }
 215
 216 static void omap_crtc_dss_set_lcd_config(struct omap_drm_private *priv,
 217                 enum omap_channel channel,
 218                 const struct dss_lcd_mgr_config *config)
 219 {
 220         struct drm_crtc *crtc = priv->channels[channel]->crtc;
 221         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 222
 223         DBG("%s", omap_crtc->name);
 224         priv->dispc_ops->mgr_set_lcd_config(priv->dispc, omap_crtc->channel,
 225                                             config);
 226 }
 227
 228 static int omap_crtc_dss_register_framedone(
 229                 struct omap_drm_private *priv, enum omap_channel channel,
 230                 void (*handler)(void *), void *data)
 231 {
 232         struct drm_crtc *crtc = priv->channels[channel]->crtc;
 233         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 234         struct drm_device *dev = omap_crtc->base.dev;
 235
 236         if (omap_crtc->framedone_handler)
 237                 return -EBUSY;
 238
 239         dev_dbg(dev->dev, "register framedone %s", omap_crtc->name);
 240
 241         omap_crtc->framedone_handler = handler;
 242         omap_crtc->framedone_handler_data = data;
 243
 244         return 0;
 245 }
 246
 247 static void omap_crtc_dss_unregister_framedone(
 248                 struct omap_drm_private *priv, enum omap_channel channel,
 249                 void (*handler)(void *), void *data)
 250 {
 251         struct drm_crtc *crtc = priv->channels[channel]->crtc;
 252         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 253         struct drm_device *dev = omap_crtc->base.dev;
 254
 255         dev_dbg(dev->dev, "unregister framedone %s", omap_crtc->name);
 256
 257         WARN_ON(omap_crtc->framedone_handler != handler);
 258         WARN_ON(omap_crtc->framedone_handler_data != data);
 259
 260         omap_crtc->framedone_handler = NULL;
 261         omap_crtc->framedone_handler_data = NULL;
 262 }
 263
 264 static const struct dss_mgr_ops mgr_ops = {
 265         .start_update = omap_crtc_dss_start_update,
 266         .enable = omap_crtc_dss_enable,
 267         .disable = omap_crtc_dss_disable,
 268         .set_timings = omap_crtc_dss_set_timings,
 269         .set_lcd_config = omap_crtc_dss_set_lcd_config,
 270         .register_framedone_handler = omap_crtc_dss_register_framedone,
 271         .unregister_framedone_handler = omap_crtc_dss_unregister_framedone,
 272 };
 273
 274 /* -----------------------------------------------------------------------------
 275  * Setup, Flush and Page Flip
 276  */
 277
 278 void omap_crtc_error_irq(struct drm_crtc *crtc, u32 irqstatus)
 279 {
 280         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 281
 282         if (omap_crtc->ignore_digit_sync_lost) {
 283                 irqstatus &= ~DISPC_IRQ_SYNC_LOST_DIGIT;
 284                 if (!irqstatus)
 285                         return;
 286         }
 287
 288         DRM_ERROR_RATELIMITED("%s: errors: %08x\n", omap_crtc->name, irqstatus);
 289 }
 290
 291 void omap_crtc_vblank_irq(struct drm_crtc *crtc)
 292 {
 293         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 294         struct drm_device *dev = omap_crtc->base.dev;
 295         struct omap_drm_private *priv = dev->dev_private;
 296         bool pending;
 297
 298         spin_lock(&crtc->dev->event_lock);
 299         /*
 300          * If the dispc is busy we're racing the flush operation. Try again on
 301          * the next vblank interrupt.
 302          */
 303         if (priv->dispc_ops->mgr_go_busy(priv->dispc, omap_crtc->channel)) {
 304                 spin_unlock(&crtc->dev->event_lock);
 305                 return;
 306         }
 307
 308         /* Send the vblank event if one has been requested. */
 309         if (omap_crtc->event) {
 310                 drm_crtc_send_vblank_event(crtc, omap_crtc->event);
 311                 omap_crtc->event = NULL;
 312         }
 313
 314         pending = omap_crtc->pending;
 315         omap_crtc->pending = false;
 316         spin_unlock(&crtc->dev->event_lock);
 317
 318         if (pending)
 319                 drm_crtc_vblank_put(crtc);
 320
 321         /* Wake up omap_atomic_complete. */
 322         wake_up(&omap_crtc->pending_wait);
 323
 324         DBG("%s: apply done", omap_crtc->name);
 325 }
 326
 327 void omap_crtc_framedone_irq(struct drm_crtc *crtc, uint32_t irqstatus)
 328 {
 329         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 330
 331         if (!omap_crtc->framedone_handler)
 332                 return;
 333
 334         omap_crtc->framedone_handler(omap_crtc->framedone_handler_data);
 335
 336         spin_lock(&crtc->dev->event_lock);
 337         /* Send the vblank event if one has been requested. */
 338         if (omap_crtc->event) {
 339                 drm_crtc_send_vblank_event(crtc, omap_crtc->event);
 340                 omap_crtc->event = NULL;
 341         }
 342         omap_crtc->pending = false;
 343         spin_unlock(&crtc->dev->event_lock);
 344
 345         /* Wake up omap_atomic_complete. */
 346         wake_up(&omap_crtc->pending_wait);
 347 }
 348
 349 void omap_crtc_flush(struct drm_crtc *crtc)
 350 {
 351         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 352         struct omap_crtc_state *omap_state = to_omap_crtc_state(crtc->state);
 353
 354         if (!omap_state->manually_updated)
 355                 return;
 356
 357         if (!delayed_work_pending(&omap_crtc->update_work))
 358                 schedule_delayed_work(&omap_crtc->update_work, 0);
 359 }
 360
 361 static void omap_crtc_manual_display_update(struct work_struct *data)
 362 {
 363         struct omap_crtc *omap_crtc =
 364                         container_of(data, struct omap_crtc, update_work.work);
 365         struct drm_display_mode *mode = &omap_crtc->pipe->crtc->mode;
 366         struct omap_dss_device *dssdev = omap_crtc->pipe->output->next;
 367         struct drm_device *dev = omap_crtc->base.dev;
 368         const struct omap_dss_driver *dssdrv;
 369         int ret;
 370
 371         if (!dssdev) {
 372                 dev_err_once(dev->dev, "missing display dssdev!");
 373                 return;
 374         }
 375
 376         dssdrv = dssdev->driver;
 377         if (!dssdrv || !dssdrv->update) {
 378                 dev_err_once(dev->dev, "missing or incorrect dssdrv!");
 379                 return;
 380         }
 381
 382         if (dssdrv->sync)
 383                 dssdrv->sync(dssdev);
 384
 385         ret = dssdrv->update(dssdev, 0, 0, mode->hdisplay, mode->vdisplay);
 386         if (ret < 0) {
 387                 spin_lock_irq(&dev->event_lock);
 388                 omap_crtc->pending = false;
 389                 spin_unlock_irq(&dev->event_lock);
 390                 wake_up(&omap_crtc->pending_wait);
 391         }
 392 }
 393
 394 static void omap_crtc_write_crtc_properties(struct drm_crtc *crtc)
 395 {
 396         struct omap_drm_private *priv = crtc->dev->dev_private;
 397         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 398         struct omap_overlay_manager_info info;
 399
 400         memset(&info, 0, sizeof(info));
 401
 402         info.default_color = 0x000000;
 403         info.trans_enabled = false;
 404         info.partial_alpha_enabled = false;
 405         info.cpr_enable = false;
 406
 407         priv->dispc_ops->mgr_setup(priv->dispc, omap_crtc->channel, &info);
 408 }
 409
 410 /* -----------------------------------------------------------------------------
 411  * CRTC Functions
 412  */
 413
 414 static void omap_crtc_destroy(struct drm_crtc *crtc)
 415 {
 416         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 417
 418         DBG("%s", omap_crtc->name);
 419
 420         drm_crtc_cleanup(crtc);
 421
 422         kfree(omap_crtc);
 423 }
 424
 425 static void omap_crtc_arm_event(struct drm_crtc *crtc)
 426 {
 427         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 428
 429         WARN_ON(omap_crtc->pending);
 430         omap_crtc->pending = true;
 431
 432         if (crtc->state->event) {
 433                 omap_crtc->event = crtc->state->event;
 434                 crtc->state->event = NULL;
 435         }
 436 }
 437
 438 static void omap_crtc_atomic_enable(struct drm_crtc *crtc,
 439                                     struct drm_atomic_state *state)
 440 {
 441         struct omap_drm_private *priv = crtc->dev->dev_private;
 442         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 443         struct omap_crtc_state *omap_state = to_omap_crtc_state(crtc->state);
 444         int ret;
 445
 446         DBG("%s", omap_crtc->name);
 447
 448         priv->dispc_ops->runtime_get(priv->dispc);
 449
 450         /* manual updated display will not trigger vsync irq */
 451         if (omap_state->manually_updated)
 452                 return;
 453
 454         drm_crtc_vblank_on(crtc);
 455
 456         ret = drm_crtc_vblank_get(crtc);
 457         WARN_ON(ret != 0);
 458
 459         spin_lock_irq(&crtc->dev->event_lock);
 460         omap_crtc_arm_event(crtc);
 461         spin_unlock_irq(&crtc->dev->event_lock);
 462 }
 463
 464 static void omap_crtc_atomic_disable(struct drm_crtc *crtc,
 465                                      struct drm_atomic_state *state)
 466 {
 467         struct omap_drm_private *priv = crtc->dev->dev_private;
 468         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 469         struct drm_device *dev = crtc->dev;
 470
 471         DBG("%s", omap_crtc->name);
 472
 473         spin_lock_irq(&crtc->dev->event_lock);
 474         if (crtc->state->event) {
 475                 drm_crtc_send_vblank_event(crtc, crtc->state->event);
 476                 crtc->state->event = NULL;
 477         }
 478         spin_unlock_irq(&crtc->dev->event_lock);
 479
 480         cancel_delayed_work(&omap_crtc->update_work);
 481
 482         if (!omap_crtc_wait_pending(crtc))
 483                 dev_warn(dev->dev, "manual display update did not finish!");
 484
 485         drm_crtc_vblank_off(crtc);
 486
 487         priv->dispc_ops->runtime_put(priv->dispc);
 488 }
 489
 490 static enum drm_mode_status omap_crtc_mode_valid(struct drm_crtc *crtc,
 491                                         const struct drm_display_mode *mode)
 492 {
 493         struct omap_drm_private *priv = crtc->dev->dev_private;
 494         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 495         struct videomode vm = {0};
 496         int r;
 497
 498         drm_display_mode_to_videomode(mode, &vm);
 499
 500         /*
 501          * DSI might not call this, since the supplied mode is not a
 502          * valid DISPC mode. DSI will calculate and configure the
 503          * proper DISPC mode later.
 504          */
 505         if (omap_crtc->pipe->output->next == NULL ||
 506             omap_crtc->pipe->output->next->type != OMAP_DISPLAY_TYPE_DSI) {
 507                 r = priv->dispc_ops->mgr_check_timings(priv->dispc,
 508                                                        omap_crtc->channel,
 509                                                        &vm);
 510                 if (r)
 511                         return r;
 512         }
 513
 514         /* Check for bandwidth limit */
 515         if (priv->max_bandwidth) {
 516                 /*
 517                  * Estimation for the bandwidth need of a given mode with one
 518                  * full screen plane:
 519                  * bandwidth = resolution * 32bpp * (pclk / (vtotal * htotal))
 520                  *                                      ^^ Refresh rate ^^
 521                  *
 522                  * The interlaced mode is taken into account by using the
 523                  * pixelclock in the calculation.
 524                  *
 525                  * The equation is rearranged for 64bit arithmetic.
 526                  */
 527                 uint64_t bandwidth = mode->clock * 1000;
 528                 unsigned int bpp = 4;
 529
 530                 bandwidth = bandwidth * mode->hdisplay * mode->vdisplay * bpp;
 531                 bandwidth = div_u64(bandwidth, mode->htotal * mode->vtotal);
 532
 533                 /*
 534                  * Reject modes which would need more bandwidth if used with one
 535                  * full resolution plane (most common use case).
 536                  */
 537                 if (priv->max_bandwidth < bandwidth)
 538                         return MODE_BAD;
 539         }
 540
 541         return MODE_OK;
 542 }
 543
 544 static void omap_crtc_mode_set_nofb(struct drm_crtc *crtc)
 545 {
 546         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 547         struct drm_display_mode *mode = &crtc->state->adjusted_mode;
 548
 549         DBG("%s: set mode: " DRM_MODE_FMT,
 550             omap_crtc->name, DRM_MODE_ARG(mode));
 551
 552         drm_display_mode_to_videomode(mode, &omap_crtc->vm);
 553 }
 554
 555 static bool omap_crtc_is_manually_updated(struct drm_crtc *crtc)
 556 {
 557         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 558         struct omap_dss_device *display = omap_crtc->pipe->output->next;
 559
 560         if (!display)
 561                 return false;
 562
 563         if (display->caps & OMAP_DSS_DISPLAY_CAP_MANUAL_UPDATE) {
 564                 DBG("detected manually updated display!");
 565                 return true;
 566         }
 567
 568         return false;
 569 }
 570
 571 static int omap_crtc_atomic_check(struct drm_crtc *crtc,
 572                                 struct drm_atomic_state *state)
 573 {
 574         struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state,
 575                                                                           crtc);
 576         struct drm_plane_state *pri_state;
 577
 578         if (crtc_state->color_mgmt_changed && crtc_state->gamma_lut) {
 579                 unsigned int length = crtc_state->gamma_lut->length /
 580                         sizeof(struct drm_color_lut);
 581
 582                 if (length < 2)
 583                         return -EINVAL;
 584         }
 585
 586         pri_state = drm_atomic_get_new_plane_state(state,
 587                                                    crtc->primary);
 588         if (pri_state) {
 589                 struct omap_crtc_state *omap_crtc_state =
 590                         to_omap_crtc_state(crtc_state);
 591
 592                 /* Mirror new values for zpos and rotation in omap_crtc_state */
 593                 omap_crtc_state->zpos = pri_state->zpos;
 594                 omap_crtc_state->rotation = pri_state->rotation;
 595
 596                 /* Check if this CRTC is for a manually updated display */
 597                 omap_crtc_state->manually_updated = omap_crtc_is_manually_updated(crtc);
 598         }
 599
 600         return 0;
 601 }
 602
 603 static void omap_crtc_atomic_begin(struct drm_crtc *crtc,
 604                                    struct drm_atomic_state *state)
 605 {
 606 }
 607
 608 static void omap_crtc_atomic_flush(struct drm_crtc *crtc,
 609                                    struct drm_atomic_state *state)
 610 {
 611         struct omap_drm_private *priv = crtc->dev->dev_private;
 612         struct omap_crtc *omap_crtc = to_omap_crtc(crtc);
 613         struct omap_crtc_state *omap_crtc_state = to_omap_crtc_state(crtc->state);
 614         int ret;
 615
 616         if (crtc->state->color_mgmt_changed) {
 617                 struct drm_color_lut *lut = NULL;
 618                 unsigned int length = 0;
 619
 620                 if (crtc->state->gamma_lut) {
 621                         lut = (struct drm_color_lut *)
 622                                 crtc->state->gamma_lut->data;
 623                         length = crtc->state->gamma_lut->length /
 624                                 sizeof(*lut);
 625                 }
 626                 priv->dispc_ops->mgr_set_gamma(priv->dispc, omap_crtc->channel,
 627                                                lut, length);
 628         }
 629
 630         omap_crtc_write_crtc_properties(crtc);
 631
 632         /* Only flush the CRTC if it is currently enabled. */
 633         if (!omap_crtc->enabled)
 634                 return;
 635
 636         DBG("%s: GO", omap_crtc->name);
 637
 638         if (omap_crtc_state->manually_updated) {
 639                 /* send new image for page flips and modeset changes */
 640                 spin_lock_irq(&crtc->dev->event_lock);
 641                 omap_crtc_flush(crtc);
 642                 omap_crtc_arm_event(crtc);
 643                 spin_unlock_irq(&crtc->dev->event_lock);
 644                 return;
 645         }
 646
 647         ret = drm_crtc_vblank_get(crtc);
 648         WARN_ON(ret != 0);
 649
 650         spin_lock_irq(&crtc->dev->event_lock);
 651         priv->dispc_ops->mgr_go(priv->dispc, omap_crtc->channel);
 652         omap_crtc_arm_event(crtc);
 653         spin_unlock_irq(&crtc->dev->event_lock);
 654 }
 655
 656 static int omap_crtc_atomic_set_property(struct drm_crtc *crtc,
 657                                          struct drm_crtc_state *state,
 658                                          struct drm_property *property,
 659                                          u64 val)
 660 {
 661         struct omap_drm_private *priv = crtc->dev->dev_private;
 662         struct drm_plane_state *plane_state;
 663
 664         /*
 665          * Delegate property set to the primary plane. Get the plane state and
 666          * set the property directly, the shadow copy will be assigned in the
 667          * omap_crtc_atomic_check callback. This way updates to plane state will
 668          * always be mirrored in the crtc state correctly.
 669          */
 670         plane_state = drm_atomic_get_plane_state(state->state, crtc->primary);
 671         if (IS_ERR(plane_state))
 672                 return PTR_ERR(plane_state);
 673
 674         if (property == crtc->primary->rotation_property)
 675                 plane_state->rotation = val;
 676         else if (property == priv->zorder_prop)
 677                 plane_state->zpos = val;
 678         else
 679                 return -EINVAL;
 680
 681         return 0;
 682 }
 683
 684 static int omap_crtc_atomic_get_property(struct drm_crtc *crtc,
 685                                          const struct drm_crtc_state *state,
 686                                          struct drm_property *property,
 687                                          u64 *val)
 688 {
 689         struct omap_drm_private *priv = crtc->dev->dev_private;
 690         struct omap_crtc_state *omap_state = to_omap_crtc_state(state);
 691
 692         if (property == crtc->primary->rotation_property)
 693                 *val = omap_state->rotation;
 694         else if (property == priv->zorder_prop)
 695                 *val = omap_state->zpos;
 696         else
 697                 return -EINVAL;
 698
 699         return 0;
 700 }
 701
 702 static void omap_crtc_reset(struct drm_crtc *crtc)
 703 {
 704         struct omap_crtc_state *state;
 705
 706         if (crtc->state)
 707                 __drm_atomic_helper_crtc_destroy_state(crtc->state);
 708
 709         kfree(crtc->state);
 710
 711         state = kzalloc(sizeof(*state), GFP_KERNEL);
 712         if (state)
 713                 __drm_atomic_helper_crtc_reset(crtc, &state->base);
 714 }
 715
 716 static struct drm_crtc_state *
 717 omap_crtc_duplicate_state(struct drm_crtc *crtc)
 718 {
 719         struct omap_crtc_state *state, *current_state;
 720
 721         if (WARN_ON(!crtc->state))
 722                 return NULL;
 723
 724         current_state = to_omap_crtc_state(crtc->state);
 725
 726         state = kmalloc(sizeof(*state), GFP_KERNEL);
 727         if (!state)
 728                 return NULL;
 729
 730         __drm_atomic_helper_crtc_duplicate_state(crtc, &state->base);
 731
 732         state->zpos = current_state->zpos;
 733         state->rotation = current_state->rotation;
 734         state->manually_updated = current_state->manually_updated;
 735
 736         return &state->base;
 737 }
 738
 739 static const struct drm_crtc_funcs omap_crtc_funcs = {
 740         .reset = omap_crtc_reset,
 741         .set_config = drm_atomic_helper_set_config,
 742         .destroy = omap_crtc_destroy,
 743         .page_flip = drm_atomic_helper_page_flip,
 744         .gamma_set = drm_atomic_helper_legacy_gamma_set,
 745         .atomic_duplicate_state = omap_crtc_duplicate_state,
 746         .atomic_destroy_state = drm_atomic_helper_crtc_destroy_state,
 747         .atomic_set_property = omap_crtc_atomic_set_property,
 748         .atomic_get_property = omap_crtc_atomic_get_property,
 749         .enable_vblank = omap_irq_enable_vblank,
 750         .disable_vblank = omap_irq_disable_vblank,
 751 };
 752
 753 static const struct drm_crtc_helper_funcs omap_crtc_helper_funcs = {
 754         .mode_set_nofb = omap_crtc_mode_set_nofb,
 755         .atomic_check = omap_crtc_atomic_check,
 756         .atomic_begin = omap_crtc_atomic_begin,
 757         .atomic_flush = omap_crtc_atomic_flush,
 758         .atomic_enable = omap_crtc_atomic_enable,
 759         .atomic_disable = omap_crtc_atomic_disable,
 760         .mode_valid = omap_crtc_mode_valid,
 761 };
 762
 763 /* -----------------------------------------------------------------------------
 764  * Init and Cleanup
 765  */
 766
 767 static const char *channel_names[] = {
 768         [OMAP_DSS_CHANNEL_LCD] = "lcd",
 769         [OMAP_DSS_CHANNEL_DIGIT] = "tv",
 770         [OMAP_DSS_CHANNEL_LCD2] = "lcd2",
 771         [OMAP_DSS_CHANNEL_LCD3] = "lcd3",
 772 };
 773
 774 void omap_crtc_pre_init(struct omap_drm_private *priv)
 775 {
 776         dss_install_mgr_ops(priv->dss, &mgr_ops, priv);
 777 }
 778
 779 void omap_crtc_pre_uninit(struct omap_drm_private *priv)
 780 {
 781         dss_uninstall_mgr_ops(priv->dss);
 782 }
 783
 784 /* initialize crtc */
 785 struct drm_crtc *omap_crtc_init(struct drm_device *dev,
 786                                 struct omap_drm_pipeline *pipe,
 787                                 struct drm_plane *plane)
 788 {
 789         struct omap_drm_private *priv = dev->dev_private;
 790         struct drm_crtc *crtc = NULL;
 791         struct omap_crtc *omap_crtc;
 792         enum omap_channel channel;
 793         int ret;
 794
 795         channel = pipe->output->dispc_channel;
 796
 797         DBG("%s", channel_names[channel]);
 798
 799         omap_crtc = kzalloc(sizeof(*omap_crtc), GFP_KERNEL);
 800         if (!omap_crtc)
 801                 return ERR_PTR(-ENOMEM);
 802
 803         crtc = &omap_crtc->base;
 804
 805         init_waitqueue_head(&omap_crtc->pending_wait);
 806
 807         omap_crtc->pipe = pipe;
 808         omap_crtc->channel = channel;
 809         omap_crtc->name = channel_names[channel];
 810
 811         /*
 812          * We want to refresh manually updated displays from dirty callback,
 813          * which is called quite often (e.g. for each drawn line). This will
 814          * be used to do the display update asynchronously to avoid blocking
 815          * the rendering process and merges multiple dirty calls into one
 816          * update if they arrive very fast. We also call this function for
 817          * atomic display updates (e.g. for page flips), which means we do
 818          * not need extra locking. Atomic updates should be synchronous, but
 819          * need to wait for the framedone interrupt anyways.
 820          */
 821         INIT_DELAYED_WORK(&omap_crtc->update_work,
 822                           omap_crtc_manual_display_update);
 823
 824         ret = drm_crtc_init_with_planes(dev, crtc, plane, NULL,
 825                                         &omap_crtc_funcs, NULL);
 826         if (ret < 0) {
 827                 dev_err(dev->dev, "%s(): could not init crtc for: %s\n",
 828                         __func__, pipe->output->name);
 829                 kfree(omap_crtc);
 830                 return ERR_PTR(ret);
 831         }
 832
 833         drm_crtc_helper_add(crtc, &omap_crtc_helper_funcs);
 834
 835         /* The dispc API adapts to what ever size, but the HW supports
 836          * 256 element gamma table for LCDs and 1024 element table for
 837          * OMAP_DSS_CHANNEL_DIGIT. X server assumes 256 element gamma
 838          * tables so lets use that. Size of HW gamma table can be
 839          * extracted with dispc_mgr_gamma_size(). If it returns 0
 840          * gamma table is not supported.
 841          */
 842         if (priv->dispc_ops->mgr_gamma_size(priv->dispc, channel)) {
 843                 unsigned int gamma_lut_size = 256;
 844
 845                 drm_crtc_enable_color_mgmt(crtc, 0, false, gamma_lut_size);
 846                 drm_mode_crtc_set_gamma_size(crtc, gamma_lut_size);
 847         }
 848
 849         omap_plane_install_properties(crtc->primary, &crtc->base);
 850
 851         return crtc;
 852 }