1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* drivers/gpu/drm/exynos/exynos7_drm_decon.c
4 * Copyright (C) 2014 Samsung Electronics Co.Ltd
10 #include <linux/clk.h>
11 #include <linux/component.h>
12 #include <linux/kernel.h>
14 #include <linux/of_address.h>
15 #include <linux/of_device.h>
16 #include <linux/platform_device.h>
17 #include <linux/pm_runtime.h>
19 #include <video/of_display_timing.h>
20 #include <video/of_videomode.h>
22 #include <drm/drm_fourcc.h>
23 #include <drm/drm_vblank.h>
24 #include <drm/exynos_drm.h>
26 #include "exynos_drm_crtc.h"
27 #include "exynos_drm_drv.h"
28 #include "exynos_drm_fb.h"
29 #include "exynos_drm_plane.h"
30 #include "regs-decon7.h"
33 * DECON stands for Display and Enhancement controller.
36 #define MIN_FB_WIDTH_FOR_16WORD_BURST 128
40 struct decon_context {
42 struct drm_device *drm_dev;
44 struct exynos_drm_crtc *crtc;
45 struct exynos_drm_plane planes[WINDOWS_NR];
46 struct exynos_drm_plane_config configs[WINDOWS_NR];
52 unsigned long irq_flags;
55 wait_queue_head_t wait_vsync_queue;
56 atomic_t wait_vsync_event;
58 struct drm_encoder *encoder;
61 static const struct of_device_id decon_driver_dt_match[] = {
62 {.compatible = "samsung,exynos7-decon"},
65 MODULE_DEVICE_TABLE(of, decon_driver_dt_match);
67 static const uint32_t decon_formats[] = {
79 static const enum drm_plane_type decon_win_types[WINDOWS_NR] = {
80 DRM_PLANE_TYPE_PRIMARY,
81 DRM_PLANE_TYPE_CURSOR,
84 static void decon_wait_for_vblank(struct exynos_drm_crtc *crtc)
86 struct decon_context *ctx = crtc->ctx;
91 atomic_set(&ctx->wait_vsync_event, 1);
94 * wait for DECON to signal VSYNC interrupt or return after
95 * timeout which is set to 50ms (refresh rate of 20).
97 if (!wait_event_timeout(ctx->wait_vsync_queue,
98 !atomic_read(&ctx->wait_vsync_event),
100 DRM_DEV_DEBUG_KMS(ctx->dev, "vblank wait timed out.\n");
103 static void decon_clear_channels(struct exynos_drm_crtc *crtc)
105 struct decon_context *ctx = crtc->ctx;
106 unsigned int win, ch_enabled = 0;
108 /* Check if any channel is enabled. */
109 for (win = 0; win < WINDOWS_NR; win++) {
110 u32 val = readl(ctx->regs + WINCON(win));
112 if (val & WINCONx_ENWIN) {
113 val &= ~WINCONx_ENWIN;
114 writel(val, ctx->regs + WINCON(win));
119 /* Wait for vsync, as disable channel takes effect at next vsync */
121 decon_wait_for_vblank(ctx->crtc);
124 static int decon_ctx_initialize(struct decon_context *ctx,
125 struct drm_device *drm_dev)
127 ctx->drm_dev = drm_dev;
129 decon_clear_channels(ctx->crtc);
131 return exynos_drm_register_dma(drm_dev, ctx->dev, &ctx->dma_priv);
134 static void decon_ctx_remove(struct decon_context *ctx)
136 /* detach this sub driver from iommu mapping if supported. */
137 exynos_drm_unregister_dma(ctx->drm_dev, ctx->dev, &ctx->dma_priv);
140 static u32 decon_calc_clkdiv(struct decon_context *ctx,
141 const struct drm_display_mode *mode)
143 unsigned long ideal_clk = mode->clock;
146 /* Find the clock divider value that gets us closest to ideal_clk */
147 clkdiv = DIV_ROUND_UP(clk_get_rate(ctx->vclk), ideal_clk);
149 return (clkdiv < 0x100) ? clkdiv : 0xff;
152 static void decon_commit(struct exynos_drm_crtc *crtc)
154 struct decon_context *ctx = crtc->ctx;
155 struct drm_display_mode *mode = &crtc->base.state->adjusted_mode;
161 /* nothing to do if we haven't set the mode yet */
162 if (mode->htotal == 0 || mode->vtotal == 0)
166 int vsync_len, vbpd, vfpd, hsync_len, hbpd, hfpd;
167 /* setup vertical timing values. */
168 vsync_len = mode->crtc_vsync_end - mode->crtc_vsync_start;
169 vbpd = mode->crtc_vtotal - mode->crtc_vsync_end;
170 vfpd = mode->crtc_vsync_start - mode->crtc_vdisplay;
172 val = VIDTCON0_VBPD(vbpd - 1) | VIDTCON0_VFPD(vfpd - 1);
173 writel(val, ctx->regs + VIDTCON0);
175 val = VIDTCON1_VSPW(vsync_len - 1);
176 writel(val, ctx->regs + VIDTCON1);
178 /* setup horizontal timing values. */
179 hsync_len = mode->crtc_hsync_end - mode->crtc_hsync_start;
180 hbpd = mode->crtc_htotal - mode->crtc_hsync_end;
181 hfpd = mode->crtc_hsync_start - mode->crtc_hdisplay;
183 /* setup horizontal timing values. */
184 val = VIDTCON2_HBPD(hbpd - 1) | VIDTCON2_HFPD(hfpd - 1);
185 writel(val, ctx->regs + VIDTCON2);
187 val = VIDTCON3_HSPW(hsync_len - 1);
188 writel(val, ctx->regs + VIDTCON3);
191 /* setup horizontal and vertical display size. */
192 val = VIDTCON4_LINEVAL(mode->vdisplay - 1) |
193 VIDTCON4_HOZVAL(mode->hdisplay - 1);
194 writel(val, ctx->regs + VIDTCON4);
196 writel(mode->vdisplay - 1, ctx->regs + LINECNT_OP_THRESHOLD);
199 * fields of register with prefix '_F' would be updated
200 * at vsync(same as dma start)
202 val = VIDCON0_ENVID | VIDCON0_ENVID_F;
203 writel(val, ctx->regs + VIDCON0);
205 clkdiv = decon_calc_clkdiv(ctx, mode);
207 val = VCLKCON1_CLKVAL_NUM_VCLK(clkdiv - 1);
208 writel(val, ctx->regs + VCLKCON1);
209 writel(val, ctx->regs + VCLKCON2);
212 val = readl(ctx->regs + DECON_UPDATE);
213 val |= DECON_UPDATE_STANDALONE_F;
214 writel(val, ctx->regs + DECON_UPDATE);
217 static int decon_enable_vblank(struct exynos_drm_crtc *crtc)
219 struct decon_context *ctx = crtc->ctx;
225 if (!test_and_set_bit(0, &ctx->irq_flags)) {
226 val = readl(ctx->regs + VIDINTCON0);
228 val |= VIDINTCON0_INT_ENABLE;
231 val |= VIDINTCON0_INT_FRAME;
232 val &= ~VIDINTCON0_FRAMESEL0_MASK;
233 val |= VIDINTCON0_FRAMESEL0_VSYNC;
236 writel(val, ctx->regs + VIDINTCON0);
242 static void decon_disable_vblank(struct exynos_drm_crtc *crtc)
244 struct decon_context *ctx = crtc->ctx;
250 if (test_and_clear_bit(0, &ctx->irq_flags)) {
251 val = readl(ctx->regs + VIDINTCON0);
253 val &= ~VIDINTCON0_INT_ENABLE;
255 val &= ~VIDINTCON0_INT_FRAME;
257 writel(val, ctx->regs + VIDINTCON0);
261 static void decon_win_set_pixfmt(struct decon_context *ctx, unsigned int win,
262 struct drm_framebuffer *fb)
267 val = readl(ctx->regs + WINCON(win));
268 val &= ~WINCONx_BPPMODE_MASK;
270 switch (fb->format->format) {
271 case DRM_FORMAT_RGB565:
272 val |= WINCONx_BPPMODE_16BPP_565;
273 val |= WINCONx_BURSTLEN_16WORD;
275 case DRM_FORMAT_XRGB8888:
276 val |= WINCONx_BPPMODE_24BPP_xRGB;
277 val |= WINCONx_BURSTLEN_16WORD;
279 case DRM_FORMAT_XBGR8888:
280 val |= WINCONx_BPPMODE_24BPP_xBGR;
281 val |= WINCONx_BURSTLEN_16WORD;
283 case DRM_FORMAT_RGBX8888:
284 val |= WINCONx_BPPMODE_24BPP_RGBx;
285 val |= WINCONx_BURSTLEN_16WORD;
287 case DRM_FORMAT_BGRX8888:
288 val |= WINCONx_BPPMODE_24BPP_BGRx;
289 val |= WINCONx_BURSTLEN_16WORD;
291 case DRM_FORMAT_ARGB8888:
292 val |= WINCONx_BPPMODE_32BPP_ARGB | WINCONx_BLD_PIX |
294 val |= WINCONx_BURSTLEN_16WORD;
296 case DRM_FORMAT_ABGR8888:
297 val |= WINCONx_BPPMODE_32BPP_ABGR | WINCONx_BLD_PIX |
299 val |= WINCONx_BURSTLEN_16WORD;
301 case DRM_FORMAT_RGBA8888:
302 val |= WINCONx_BPPMODE_32BPP_RGBA | WINCONx_BLD_PIX |
304 val |= WINCONx_BURSTLEN_16WORD;
306 case DRM_FORMAT_BGRA8888:
308 val |= WINCONx_BPPMODE_32BPP_BGRA | WINCONx_BLD_PIX |
310 val |= WINCONx_BURSTLEN_16WORD;
314 DRM_DEV_DEBUG_KMS(ctx->dev, "cpp = %d\n", fb->format->cpp[0]);
317 * In case of exynos, setting dma-burst to 16Word causes permanent
318 * tearing for very small buffers, e.g. cursor buffer. Burst Mode
319 * switching which is based on plane size is not recommended as
320 * plane size varies a lot towards the end of the screen and rapid
321 * movement causes unstable DMA which results into iommu crash/tear.
324 padding = (fb->pitches[0] / fb->format->cpp[0]) - fb->width;
325 if (fb->width + padding < MIN_FB_WIDTH_FOR_16WORD_BURST) {
326 val &= ~WINCONx_BURSTLEN_MASK;
327 val |= WINCONx_BURSTLEN_8WORD;
330 writel(val, ctx->regs + WINCON(win));
333 static void decon_win_set_colkey(struct decon_context *ctx, unsigned int win)
335 unsigned int keycon0 = 0, keycon1 = 0;
337 keycon0 = ~(WxKEYCON0_KEYBL_EN | WxKEYCON0_KEYEN_F |
338 WxKEYCON0_DIRCON) | WxKEYCON0_COMPKEY(0);
340 keycon1 = WxKEYCON1_COLVAL(0xffffffff);
342 writel(keycon0, ctx->regs + WKEYCON0_BASE(win));
343 writel(keycon1, ctx->regs + WKEYCON1_BASE(win));
347 * shadow_protect_win() - disable updating values from shadow registers at vsync
349 * @win: window to protect registers for
350 * @protect: 1 to protect (disable updates)
352 static void decon_shadow_protect_win(struct decon_context *ctx,
353 unsigned int win, bool protect)
357 bits = SHADOWCON_WINx_PROTECT(win);
359 val = readl(ctx->regs + SHADOWCON);
364 writel(val, ctx->regs + SHADOWCON);
367 static void decon_atomic_begin(struct exynos_drm_crtc *crtc)
369 struct decon_context *ctx = crtc->ctx;
375 for (i = 0; i < WINDOWS_NR; i++)
376 decon_shadow_protect_win(ctx, i, true);
379 static void decon_update_plane(struct exynos_drm_crtc *crtc,
380 struct exynos_drm_plane *plane)
382 struct exynos_drm_plane_state *state =
383 to_exynos_plane_state(plane->base.state);
384 struct decon_context *ctx = crtc->ctx;
385 struct drm_framebuffer *fb = state->base.fb;
387 unsigned long val, alpha;
390 unsigned int win = plane->index;
391 unsigned int cpp = fb->format->cpp[0];
392 unsigned int pitch = fb->pitches[0];
398 * SHADOWCON/PRTCON register is used for enabling timing.
400 * for example, once only width value of a register is set,
401 * if the dma is started then decon hardware could malfunction so
402 * with protect window setting, the register fields with prefix '_F'
403 * wouldn't be updated at vsync also but updated once unprotect window
407 /* buffer start address */
408 val = (unsigned long)exynos_drm_fb_dma_addr(fb, 0);
409 writel(val, ctx->regs + VIDW_BUF_START(win));
411 padding = (pitch / cpp) - fb->width;
414 writel(fb->width + padding, ctx->regs + VIDW_WHOLE_X(win));
415 writel(fb->height, ctx->regs + VIDW_WHOLE_Y(win));
417 /* offset from the start of the buffer to read */
418 writel(state->src.x, ctx->regs + VIDW_OFFSET_X(win));
419 writel(state->src.y, ctx->regs + VIDW_OFFSET_Y(win));
421 DRM_DEV_DEBUG_KMS(ctx->dev, "start addr = 0x%lx\n",
423 DRM_DEV_DEBUG_KMS(ctx->dev, "ovl_width = %d, ovl_height = %d\n",
424 state->crtc.w, state->crtc.h);
426 val = VIDOSDxA_TOPLEFT_X(state->crtc.x) |
427 VIDOSDxA_TOPLEFT_Y(state->crtc.y);
428 writel(val, ctx->regs + VIDOSD_A(win));
430 last_x = state->crtc.x + state->crtc.w;
433 last_y = state->crtc.y + state->crtc.h;
437 val = VIDOSDxB_BOTRIGHT_X(last_x) | VIDOSDxB_BOTRIGHT_Y(last_y);
439 writel(val, ctx->regs + VIDOSD_B(win));
441 DRM_DEV_DEBUG_KMS(ctx->dev, "osd pos: tx = %d, ty = %d, bx = %d, by = %d\n",
442 state->crtc.x, state->crtc.y, last_x, last_y);
445 alpha = VIDOSDxC_ALPHA0_R_F(0x0) |
446 VIDOSDxC_ALPHA0_G_F(0x0) |
447 VIDOSDxC_ALPHA0_B_F(0x0);
449 writel(alpha, ctx->regs + VIDOSD_C(win));
451 alpha = VIDOSDxD_ALPHA1_R_F(0xff) |
452 VIDOSDxD_ALPHA1_G_F(0xff) |
453 VIDOSDxD_ALPHA1_B_F(0xff);
455 writel(alpha, ctx->regs + VIDOSD_D(win));
457 decon_win_set_pixfmt(ctx, win, fb);
459 /* hardware window 0 doesn't support color key. */
461 decon_win_set_colkey(ctx, win);
464 val = readl(ctx->regs + WINCON(win));
465 val |= WINCONx_TRIPLE_BUF_MODE;
466 val |= WINCONx_ENWIN;
467 writel(val, ctx->regs + WINCON(win));
469 /* Enable DMA channel and unprotect windows */
470 decon_shadow_protect_win(ctx, win, false);
472 val = readl(ctx->regs + DECON_UPDATE);
473 val |= DECON_UPDATE_STANDALONE_F;
474 writel(val, ctx->regs + DECON_UPDATE);
477 static void decon_disable_plane(struct exynos_drm_crtc *crtc,
478 struct exynos_drm_plane *plane)
480 struct decon_context *ctx = crtc->ctx;
481 unsigned int win = plane->index;
487 /* protect windows */
488 decon_shadow_protect_win(ctx, win, true);
491 val = readl(ctx->regs + WINCON(win));
492 val &= ~WINCONx_ENWIN;
493 writel(val, ctx->regs + WINCON(win));
495 val = readl(ctx->regs + DECON_UPDATE);
496 val |= DECON_UPDATE_STANDALONE_F;
497 writel(val, ctx->regs + DECON_UPDATE);
500 static void decon_atomic_flush(struct exynos_drm_crtc *crtc)
502 struct decon_context *ctx = crtc->ctx;
508 for (i = 0; i < WINDOWS_NR; i++)
509 decon_shadow_protect_win(ctx, i, false);
510 exynos_crtc_handle_event(crtc);
513 static void decon_init(struct decon_context *ctx)
517 writel(VIDCON0_SWRESET, ctx->regs + VIDCON0);
519 val = VIDOUTCON0_DISP_IF_0_ON;
521 val |= VIDOUTCON0_RGBIF;
522 writel(val, ctx->regs + VIDOUTCON0);
524 writel(VCLKCON0_CLKVALUP | VCLKCON0_VCLKFREE, ctx->regs + VCLKCON0);
527 writel(VIDCON1_VCLK_HOLD, ctx->regs + VIDCON1(0));
530 static void decon_atomic_enable(struct exynos_drm_crtc *crtc)
532 struct decon_context *ctx = crtc->ctx;
537 pm_runtime_get_sync(ctx->dev);
541 /* if vblank was enabled status, enable it again. */
542 if (test_and_clear_bit(0, &ctx->irq_flags))
543 decon_enable_vblank(ctx->crtc);
545 decon_commit(ctx->crtc);
547 ctx->suspended = false;
550 static void decon_atomic_disable(struct exynos_drm_crtc *crtc)
552 struct decon_context *ctx = crtc->ctx;
559 * We need to make sure that all windows are disabled before we
560 * suspend that connector. Otherwise we might try to scan from
561 * a destroyed buffer later.
563 for (i = 0; i < WINDOWS_NR; i++)
564 decon_disable_plane(crtc, &ctx->planes[i]);
566 pm_runtime_put_sync(ctx->dev);
568 ctx->suspended = true;
571 static const struct exynos_drm_crtc_ops decon_crtc_ops = {
572 .atomic_enable = decon_atomic_enable,
573 .atomic_disable = decon_atomic_disable,
574 .enable_vblank = decon_enable_vblank,
575 .disable_vblank = decon_disable_vblank,
576 .atomic_begin = decon_atomic_begin,
577 .update_plane = decon_update_plane,
578 .disable_plane = decon_disable_plane,
579 .atomic_flush = decon_atomic_flush,
583 static irqreturn_t decon_irq_handler(int irq, void *dev_id)
585 struct decon_context *ctx = (struct decon_context *)dev_id;
588 val = readl(ctx->regs + VIDINTCON1);
590 clear_bit = ctx->i80_if ? VIDINTCON1_INT_I80 : VIDINTCON1_INT_FRAME;
592 writel(clear_bit, ctx->regs + VIDINTCON1);
594 /* check the crtc is detached already from encoder */
599 drm_crtc_handle_vblank(&ctx->crtc->base);
601 /* set wait vsync event to zero and wake up queue. */
602 if (atomic_read(&ctx->wait_vsync_event)) {
603 atomic_set(&ctx->wait_vsync_event, 0);
604 wake_up(&ctx->wait_vsync_queue);
611 static int decon_bind(struct device *dev, struct device *master, void *data)
613 struct decon_context *ctx = dev_get_drvdata(dev);
614 struct drm_device *drm_dev = data;
615 struct exynos_drm_plane *exynos_plane;
619 ret = decon_ctx_initialize(ctx, drm_dev);
621 DRM_DEV_ERROR(dev, "decon_ctx_initialize failed.\n");
625 for (i = 0; i < WINDOWS_NR; i++) {
626 ctx->configs[i].pixel_formats = decon_formats;
627 ctx->configs[i].num_pixel_formats = ARRAY_SIZE(decon_formats);
628 ctx->configs[i].zpos = i;
629 ctx->configs[i].type = decon_win_types[i];
631 ret = exynos_plane_init(drm_dev, &ctx->planes[i], i,
637 exynos_plane = &ctx->planes[DEFAULT_WIN];
638 ctx->crtc = exynos_drm_crtc_create(drm_dev, &exynos_plane->base,
639 EXYNOS_DISPLAY_TYPE_LCD, &decon_crtc_ops, ctx);
640 if (IS_ERR(ctx->crtc)) {
641 decon_ctx_remove(ctx);
642 return PTR_ERR(ctx->crtc);
646 exynos_dpi_bind(drm_dev, ctx->encoder);
652 static void decon_unbind(struct device *dev, struct device *master,
655 struct decon_context *ctx = dev_get_drvdata(dev);
657 decon_atomic_disable(ctx->crtc);
660 exynos_dpi_remove(ctx->encoder);
662 decon_ctx_remove(ctx);
665 static const struct component_ops decon_component_ops = {
667 .unbind = decon_unbind,
670 static int decon_probe(struct platform_device *pdev)
672 struct device *dev = &pdev->dev;
673 struct decon_context *ctx;
674 struct device_node *i80_if_timings;
675 struct resource *res;
681 ctx = devm_kzalloc(dev, sizeof(*ctx), GFP_KERNEL);
686 ctx->suspended = true;
688 i80_if_timings = of_get_child_by_name(dev->of_node, "i80-if-timings");
691 of_node_put(i80_if_timings);
693 ctx->regs = of_iomap(dev->of_node, 0);
697 ctx->pclk = devm_clk_get(dev, "pclk_decon0");
698 if (IS_ERR(ctx->pclk)) {
699 dev_err(dev, "failed to get bus clock pclk\n");
700 ret = PTR_ERR(ctx->pclk);
704 ctx->aclk = devm_clk_get(dev, "aclk_decon0");
705 if (IS_ERR(ctx->aclk)) {
706 dev_err(dev, "failed to get bus clock aclk\n");
707 ret = PTR_ERR(ctx->aclk);
711 ctx->eclk = devm_clk_get(dev, "decon0_eclk");
712 if (IS_ERR(ctx->eclk)) {
713 dev_err(dev, "failed to get eclock\n");
714 ret = PTR_ERR(ctx->eclk);
718 ctx->vclk = devm_clk_get(dev, "decon0_vclk");
719 if (IS_ERR(ctx->vclk)) {
720 dev_err(dev, "failed to get vclock\n");
721 ret = PTR_ERR(ctx->vclk);
725 res = platform_get_resource_byname(pdev, IORESOURCE_IRQ,
726 ctx->i80_if ? "lcd_sys" : "vsync");
728 dev_err(dev, "irq request failed.\n");
733 ret = devm_request_irq(dev, res->start, decon_irq_handler,
734 0, "drm_decon", ctx);
736 dev_err(dev, "irq request failed.\n");
740 init_waitqueue_head(&ctx->wait_vsync_queue);
741 atomic_set(&ctx->wait_vsync_event, 0);
743 platform_set_drvdata(pdev, ctx);
745 ctx->encoder = exynos_dpi_probe(dev);
746 if (IS_ERR(ctx->encoder)) {
747 ret = PTR_ERR(ctx->encoder);
751 pm_runtime_enable(dev);
753 ret = component_add(dev, &decon_component_ops);
755 goto err_disable_pm_runtime;
759 err_disable_pm_runtime:
760 pm_runtime_disable(dev);
768 static int decon_remove(struct platform_device *pdev)
770 struct decon_context *ctx = dev_get_drvdata(&pdev->dev);
772 pm_runtime_disable(&pdev->dev);
776 component_del(&pdev->dev, &decon_component_ops);
782 static int exynos7_decon_suspend(struct device *dev)
784 struct decon_context *ctx = dev_get_drvdata(dev);
786 clk_disable_unprepare(ctx->vclk);
787 clk_disable_unprepare(ctx->eclk);
788 clk_disable_unprepare(ctx->aclk);
789 clk_disable_unprepare(ctx->pclk);
794 static int exynos7_decon_resume(struct device *dev)
796 struct decon_context *ctx = dev_get_drvdata(dev);
799 ret = clk_prepare_enable(ctx->pclk);
801 DRM_DEV_ERROR(dev, "Failed to prepare_enable the pclk [%d]\n",
806 ret = clk_prepare_enable(ctx->aclk);
808 DRM_DEV_ERROR(dev, "Failed to prepare_enable the aclk [%d]\n",
813 ret = clk_prepare_enable(ctx->eclk);
815 DRM_DEV_ERROR(dev, "Failed to prepare_enable the eclk [%d]\n",
820 ret = clk_prepare_enable(ctx->vclk);
822 DRM_DEV_ERROR(dev, "Failed to prepare_enable the vclk [%d]\n",
831 static const struct dev_pm_ops exynos7_decon_pm_ops = {
832 SET_RUNTIME_PM_OPS(exynos7_decon_suspend, exynos7_decon_resume,
834 SET_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
835 pm_runtime_force_resume)
838 struct platform_driver decon_driver = {
839 .probe = decon_probe,
840 .remove = decon_remove,
842 .name = "exynos-decon",
843 .pm = &exynos7_decon_pm_ops,
844 .of_match_table = decon_driver_dt_match,