drivers/gpu/drm/imx/ipuv3-plane.c

   1 /*
   2  * i.MX IPUv3 DP Overlay Planes
   3  *
   4  * Copyright (C) 2013 Philipp Zabel, Pengutronix
   5  *
   6  * This program is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU General Public License
   8  * as published by the Free Software Foundation; either version 2
   9  * of the License, or (at your option) any later version.
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  */
  15
  16 #include <drm/drmP.h>
  17 #include <drm/drm_atomic.h>
  18 #include <drm/drm_atomic_helper.h>
  19 #include <drm/drm_fb_cma_helper.h>
  20 #include <drm/drm_gem_cma_helper.h>
  21 #include <drm/drm_gem_framebuffer_helper.h>
  22 #include <drm/drm_plane_helper.h>
  23
  24 #include "video/imx-ipu-v3.h"
  25 #include "ipuv3-plane.h"
  26
  27 struct ipu_plane_state {
  28         struct drm_plane_state base;
  29         bool use_pre;
  30 };
  31
  32 static inline struct ipu_plane_state *
  33 to_ipu_plane_state(struct drm_plane_state *p)
  34 {
  35         return container_of(p, struct ipu_plane_state, base);
  36 }
  37
  38 static inline struct ipu_plane *to_ipu_plane(struct drm_plane *p)
  39 {
  40         return container_of(p, struct ipu_plane, base);
  41 }
  42
  43 static const uint32_t ipu_plane_formats[] = {
  44         DRM_FORMAT_ARGB1555,
  45         DRM_FORMAT_XRGB1555,
  46         DRM_FORMAT_ABGR1555,
  47         DRM_FORMAT_XBGR1555,
  48         DRM_FORMAT_RGBA5551,
  49         DRM_FORMAT_BGRA5551,
  50         DRM_FORMAT_ARGB4444,
  51         DRM_FORMAT_ARGB8888,
  52         DRM_FORMAT_XRGB8888,
  53         DRM_FORMAT_ABGR8888,
  54         DRM_FORMAT_XBGR8888,
  55         DRM_FORMAT_RGBA8888,
  56         DRM_FORMAT_RGBX8888,
  57         DRM_FORMAT_BGRA8888,
  58         DRM_FORMAT_BGRX8888,
  59         DRM_FORMAT_UYVY,
  60         DRM_FORMAT_VYUY,
  61         DRM_FORMAT_YUYV,
  62         DRM_FORMAT_YVYU,
  63         DRM_FORMAT_YUV420,
  64         DRM_FORMAT_YVU420,
  65         DRM_FORMAT_YUV422,
  66         DRM_FORMAT_YVU422,
  67         DRM_FORMAT_YUV444,
  68         DRM_FORMAT_YVU444,
  69         DRM_FORMAT_NV12,
  70         DRM_FORMAT_NV16,
  71         DRM_FORMAT_RGB565,
  72         DRM_FORMAT_RGB565_A8,
  73         DRM_FORMAT_BGR565_A8,
  74         DRM_FORMAT_RGB888_A8,
  75         DRM_FORMAT_BGR888_A8,
  76         DRM_FORMAT_RGBX8888_A8,
  77         DRM_FORMAT_BGRX8888_A8,
  78 };
  79
  80 static const uint64_t ipu_format_modifiers[] = {
  81         DRM_FORMAT_MOD_LINEAR,
  82         DRM_FORMAT_MOD_INVALID
  83 };
  84
  85 static const uint64_t pre_format_modifiers[] = {
  86         DRM_FORMAT_MOD_LINEAR,
  87         DRM_FORMAT_MOD_VIVANTE_TILED,
  88         DRM_FORMAT_MOD_VIVANTE_SUPER_TILED,
  89         DRM_FORMAT_MOD_INVALID
  90 };
  91
  92 int ipu_plane_irq(struct ipu_plane *ipu_plane)
  93 {
  94         return ipu_idmac_channel_irq(ipu_plane->ipu, ipu_plane->ipu_ch,
  95                                      IPU_IRQ_EOF);
  96 }
  97
  98 static inline unsigned long
  99 drm_plane_state_to_eba(struct drm_plane_state *state, int plane)
 100 {
 101         struct drm_framebuffer *fb = state->fb;
 102         struct drm_gem_cma_object *cma_obj;
 103         int x = state->src.x1 >> 16;
 104         int y = state->src.y1 >> 16;
 105
 106         cma_obj = drm_fb_cma_get_gem_obj(fb, plane);
 107         BUG_ON(!cma_obj);
 108
 109         return cma_obj->paddr + fb->offsets[plane] + fb->pitches[plane] * y +
 110                fb->format->cpp[plane] * x;
 111 }
 112
 113 static inline unsigned long
 114 drm_plane_state_to_ubo(struct drm_plane_state *state)
 115 {
 116         struct drm_framebuffer *fb = state->fb;
 117         struct drm_gem_cma_object *cma_obj;
 118         unsigned long eba = drm_plane_state_to_eba(state, 0);
 119         int x = state->src.x1 >> 16;
 120         int y = state->src.y1 >> 16;
 121
 122         cma_obj = drm_fb_cma_get_gem_obj(fb, 1);
 123         BUG_ON(!cma_obj);
 124
 125         x /= drm_format_horz_chroma_subsampling(fb->format->format);
 126         y /= drm_format_vert_chroma_subsampling(fb->format->format);
 127
 128         return cma_obj->paddr + fb->offsets[1] + fb->pitches[1] * y +
 129                fb->format->cpp[1] * x - eba;
 130 }
 131
 132 static inline unsigned long
 133 drm_plane_state_to_vbo(struct drm_plane_state *state)
 134 {
 135         struct drm_framebuffer *fb = state->fb;
 136         struct drm_gem_cma_object *cma_obj;
 137         unsigned long eba = drm_plane_state_to_eba(state, 0);
 138         int x = state->src.x1 >> 16;
 139         int y = state->src.y1 >> 16;
 140
 141         cma_obj = drm_fb_cma_get_gem_obj(fb, 2);
 142         BUG_ON(!cma_obj);
 143
 144         x /= drm_format_horz_chroma_subsampling(fb->format->format);
 145         y /= drm_format_vert_chroma_subsampling(fb->format->format);
 146
 147         return cma_obj->paddr + fb->offsets[2] + fb->pitches[2] * y +
 148                fb->format->cpp[2] * x - eba;
 149 }
 150
 151 void ipu_plane_put_resources(struct ipu_plane *ipu_plane)
 152 {
 153         if (!IS_ERR_OR_NULL(ipu_plane->dp))
 154                 ipu_dp_put(ipu_plane->dp);
 155         if (!IS_ERR_OR_NULL(ipu_plane->dmfc))
 156                 ipu_dmfc_put(ipu_plane->dmfc);
 157         if (!IS_ERR_OR_NULL(ipu_plane->ipu_ch))
 158                 ipu_idmac_put(ipu_plane->ipu_ch);
 159         if (!IS_ERR_OR_NULL(ipu_plane->alpha_ch))
 160                 ipu_idmac_put(ipu_plane->alpha_ch);
 161 }
 162
 163 int ipu_plane_get_resources(struct ipu_plane *ipu_plane)
 164 {
 165         int ret;
 166         int alpha_ch;
 167
 168         ipu_plane->ipu_ch = ipu_idmac_get(ipu_plane->ipu, ipu_plane->dma);
 169         if (IS_ERR(ipu_plane->ipu_ch)) {
 170                 ret = PTR_ERR(ipu_plane->ipu_ch);
 171                 DRM_ERROR("failed to get idmac channel: %d\n", ret);
 172                 return ret;
 173         }
 174
 175         alpha_ch = ipu_channel_alpha_channel(ipu_plane->dma);
 176         if (alpha_ch >= 0) {
 177                 ipu_plane->alpha_ch = ipu_idmac_get(ipu_plane->ipu, alpha_ch);
 178                 if (IS_ERR(ipu_plane->alpha_ch)) {
 179                         ret = PTR_ERR(ipu_plane->alpha_ch);
 180                         DRM_ERROR("failed to get alpha idmac channel %d: %d\n",
 181                                   alpha_ch, ret);
 182                         return ret;
 183                 }
 184         }
 185
 186         ipu_plane->dmfc = ipu_dmfc_get(ipu_plane->ipu, ipu_plane->dma);
 187         if (IS_ERR(ipu_plane->dmfc)) {
 188                 ret = PTR_ERR(ipu_plane->dmfc);
 189                 DRM_ERROR("failed to get dmfc: ret %d\n", ret);
 190                 goto err_out;
 191         }
 192
 193         if (ipu_plane->dp_flow >= 0) {
 194                 ipu_plane->dp = ipu_dp_get(ipu_plane->ipu, ipu_plane->dp_flow);
 195                 if (IS_ERR(ipu_plane->dp)) {
 196                         ret = PTR_ERR(ipu_plane->dp);
 197                         DRM_ERROR("failed to get dp flow: %d\n", ret);
 198                         goto err_out;
 199                 }
 200         }
 201
 202         return 0;
 203 err_out:
 204         ipu_plane_put_resources(ipu_plane);
 205
 206         return ret;
 207 }
 208
 209 static bool ipu_plane_separate_alpha(struct ipu_plane *ipu_plane)
 210 {
 211         switch (ipu_plane->base.state->fb->format->format) {
 212         case DRM_FORMAT_RGB565_A8:
 213         case DRM_FORMAT_BGR565_A8:
 214         case DRM_FORMAT_RGB888_A8:
 215         case DRM_FORMAT_BGR888_A8:
 216         case DRM_FORMAT_RGBX8888_A8:
 217         case DRM_FORMAT_BGRX8888_A8:
 218                 return true;
 219         default:
 220                 return false;
 221         }
 222 }
 223
 224 static void ipu_plane_enable(struct ipu_plane *ipu_plane)
 225 {
 226         if (ipu_plane->dp)
 227                 ipu_dp_enable(ipu_plane->ipu);
 228         ipu_dmfc_enable_channel(ipu_plane->dmfc);
 229         ipu_idmac_enable_channel(ipu_plane->ipu_ch);
 230         if (ipu_plane_separate_alpha(ipu_plane))
 231                 ipu_idmac_enable_channel(ipu_plane->alpha_ch);
 232         if (ipu_plane->dp)
 233                 ipu_dp_enable_channel(ipu_plane->dp);
 234 }
 235
 236 void ipu_plane_disable(struct ipu_plane *ipu_plane, bool disable_dp_channel)
 237 {
 238         DRM_DEBUG_KMS("[%d] %s\n", __LINE__, __func__);
 239
 240         ipu_idmac_wait_busy(ipu_plane->ipu_ch, 50);
 241
 242         if (ipu_plane->dp && disable_dp_channel)
 243                 ipu_dp_disable_channel(ipu_plane->dp, false);
 244         ipu_idmac_disable_channel(ipu_plane->ipu_ch);
 245         if (ipu_plane->alpha_ch)
 246                 ipu_idmac_disable_channel(ipu_plane->alpha_ch);
 247         ipu_dmfc_disable_channel(ipu_plane->dmfc);
 248         if (ipu_plane->dp)
 249                 ipu_dp_disable(ipu_plane->ipu);
 250         if (ipu_prg_present(ipu_plane->ipu))
 251                 ipu_prg_channel_disable(ipu_plane->ipu_ch);
 252 }
 253
 254 void ipu_plane_disable_deferred(struct drm_plane *plane)
 255 {
 256         struct ipu_plane *ipu_plane = to_ipu_plane(plane);
 257
 258         if (ipu_plane->disabling) {
 259                 ipu_plane->disabling = false;
 260                 ipu_plane_disable(ipu_plane, false);
 261         }
 262 }
 263 EXPORT_SYMBOL_GPL(ipu_plane_disable_deferred);
 264
 265 static void ipu_plane_destroy(struct drm_plane *plane)
 266 {
 267         struct ipu_plane *ipu_plane = to_ipu_plane(plane);
 268
 269         DRM_DEBUG_KMS("[%d] %s\n", __LINE__, __func__);
 270
 271         drm_plane_cleanup(plane);
 272         kfree(ipu_plane);
 273 }
 274
 275 void ipu_plane_state_reset(struct drm_plane *plane)
 276 {
 277         struct ipu_plane_state *ipu_state;
 278
 279         if (plane->state) {
 280                 ipu_state = to_ipu_plane_state(plane->state);
 281                 __drm_atomic_helper_plane_destroy_state(plane->state);
 282                 kfree(ipu_state);
 283         }
 284
 285         ipu_state = kzalloc(sizeof(*ipu_state), GFP_KERNEL);
 286
 287         if (ipu_state) {
 288                 ipu_state->base.plane = plane;
 289                 ipu_state->base.rotation = DRM_MODE_ROTATE_0;
 290         }
 291
 292         plane->state = &ipu_state->base;
 293 }
 294
 295 struct drm_plane_state *ipu_plane_duplicate_state(struct drm_plane *plane)
 296 {
 297         struct ipu_plane_state *state;
 298
 299         if (WARN_ON(!plane->state))
 300                 return NULL;
 301
 302         state = kmalloc(sizeof(*state), GFP_KERNEL);
 303         if (state)
 304                 __drm_atomic_helper_plane_duplicate_state(plane, &state->base);
 305
 306         return &state->base;
 307 }
 308
 309 void ipu_plane_destroy_state(struct drm_plane *plane,
 310                              struct drm_plane_state *state)
 311 {
 312         struct ipu_plane_state *ipu_state = to_ipu_plane_state(state);
 313
 314         __drm_atomic_helper_plane_destroy_state(state);
 315         kfree(ipu_state);
 316 }
 317
 318 static bool ipu_plane_format_mod_supported(struct drm_plane *plane,
 319                                            uint32_t format, uint64_t modifier)
 320 {
 321         struct ipu_soc *ipu = to_ipu_plane(plane)->ipu;
 322
 323         /* linear is supported for all planes and formats */
 324         if (modifier == DRM_FORMAT_MOD_LINEAR)
 325                 return true;
 326
 327         /* without a PRG there are no supported modifiers */
 328         if (!ipu_prg_present(ipu))
 329                 return false;
 330
 331         return ipu_prg_format_supported(ipu, format, modifier);
 332 }
 333
 334 static const struct drm_plane_funcs ipu_plane_funcs = {
 335         .update_plane   = drm_atomic_helper_update_plane,
 336         .disable_plane  = drm_atomic_helper_disable_plane,
 337         .destroy        = ipu_plane_destroy,
 338         .reset          = ipu_plane_state_reset,
 339         .atomic_duplicate_state = ipu_plane_duplicate_state,
 340         .atomic_destroy_state   = ipu_plane_destroy_state,
 341         .format_mod_supported = ipu_plane_format_mod_supported,
 342 };
 343
 344 static int ipu_plane_atomic_check(struct drm_plane *plane,
 345                                   struct drm_plane_state *state)
 346 {
 347         struct drm_plane_state *old_state = plane->state;
 348         struct drm_crtc_state *crtc_state;
 349         struct device *dev = plane->dev->dev;
 350         struct drm_framebuffer *fb = state->fb;
 351         struct drm_framebuffer *old_fb = old_state->fb;
 352         unsigned long eba, ubo, vbo, old_ubo, old_vbo, alpha_eba;
 353         bool can_position = (plane->type == DRM_PLANE_TYPE_OVERLAY);
 354         int hsub, vsub;
 355         int ret;
 356
 357         /* Ok to disable */
 358         if (!fb)
 359                 return 0;
 360
 361         if (!state->crtc)
 362                 return -EINVAL;
 363
 364         crtc_state =
 365                 drm_atomic_get_existing_crtc_state(state->state, state->crtc);
 366         if (WARN_ON(!crtc_state))
 367                 return -EINVAL;
 368
 369         ret = drm_atomic_helper_check_plane_state(state, crtc_state,
 370                                                   DRM_PLANE_HELPER_NO_SCALING,
 371                                                   DRM_PLANE_HELPER_NO_SCALING,
 372                                                   can_position, true);
 373         if (ret)
 374                 return ret;
 375
 376         /* CRTC should be enabled */
 377         if (!crtc_state->enable)
 378                 return -EINVAL;
 379
 380         switch (plane->type) {
 381         case DRM_PLANE_TYPE_PRIMARY:
 382                 /* full plane minimum width is 13 pixels */
 383                 if (drm_rect_width(&state->dst) < 13)
 384                         return -EINVAL;
 385                 break;
 386         case DRM_PLANE_TYPE_OVERLAY:
 387                 break;
 388         default:
 389                 dev_warn(dev, "Unsupported plane type %d\n", plane->type);
 390                 return -EINVAL;
 391         }
 392
 393         if (drm_rect_height(&state->dst) < 2)
 394                 return -EINVAL;
 395
 396         /*
 397          * We support resizing active plane or changing its format by
 398          * forcing CRTC mode change in plane's ->atomic_check callback
 399          * and disabling all affected active planes in CRTC's ->atomic_disable
 400          * callback.  The planes will be reenabled in plane's ->atomic_update
 401          * callback.
 402          */
 403         if (old_fb &&
 404             (drm_rect_width(&state->dst) != drm_rect_width(&old_state->dst) ||
 405              drm_rect_height(&state->dst) != drm_rect_height(&old_state->dst) ||
 406              fb->format != old_fb->format))
 407                 crtc_state->mode_changed = true;
 408
 409         eba = drm_plane_state_to_eba(state, 0);
 410
 411         if (eba & 0x7)
 412                 return -EINVAL;
 413
 414         if (fb->pitches[0] < 1 || fb->pitches[0] > 16384)
 415                 return -EINVAL;
 416
 417         if (old_fb && fb->pitches[0] != old_fb->pitches[0])
 418                 crtc_state->mode_changed = true;
 419
 420         switch (fb->format->format) {
 421         case DRM_FORMAT_YUV420:
 422         case DRM_FORMAT_YVU420:
 423         case DRM_FORMAT_YUV422:
 424         case DRM_FORMAT_YVU422:
 425         case DRM_FORMAT_YUV444:
 426         case DRM_FORMAT_YVU444:
 427                 /*
 428                  * Multiplanar formats have to meet the following restrictions:
 429                  * - The (up to) three plane addresses are EBA, EBA+UBO, EBA+VBO
 430                  * - EBA, UBO and VBO are a multiple of 8
 431                  * - UBO and VBO are unsigned and not larger than 0xfffff8
 432                  * - Only EBA may be changed while scanout is active
 433                  * - The strides of U and V planes must be identical.
 434                  */
 435                 vbo = drm_plane_state_to_vbo(state);
 436
 437                 if (vbo & 0x7 || vbo > 0xfffff8)
 438                         return -EINVAL;
 439
 440                 if (old_fb && (fb->format == old_fb->format)) {
 441                         old_vbo = drm_plane_state_to_vbo(old_state);
 442                         if (vbo != old_vbo)
 443                                 crtc_state->mode_changed = true;
 444                 }
 445
 446                 if (fb->pitches[1] != fb->pitches[2])
 447                         return -EINVAL;
 448
 449                 /* fall-through */
 450         case DRM_FORMAT_NV12:
 451         case DRM_FORMAT_NV16:
 452                 ubo = drm_plane_state_to_ubo(state);
 453
 454                 if (ubo & 0x7 || ubo > 0xfffff8)
 455                         return -EINVAL;
 456
 457                 if (old_fb && (fb->format == old_fb->format)) {
 458                         old_ubo = drm_plane_state_to_ubo(old_state);
 459                         if (ubo != old_ubo)
 460                                 crtc_state->mode_changed = true;
 461                 }
 462
 463                 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384)
 464                         return -EINVAL;
 465
 466                 if (old_fb && old_fb->pitches[1] != fb->pitches[1])
 467                         crtc_state->mode_changed = true;
 468
 469                 /*
 470                  * The x/y offsets must be even in case of horizontal/vertical
 471                  * chroma subsampling.
 472                  */
 473                 hsub = drm_format_horz_chroma_subsampling(fb->format->format);
 474                 vsub = drm_format_vert_chroma_subsampling(fb->format->format);
 475                 if (((state->src.x1 >> 16) & (hsub - 1)) ||
 476                     ((state->src.y1 >> 16) & (vsub - 1)))
 477                         return -EINVAL;
 478                 break;
 479         case DRM_FORMAT_RGB565_A8:
 480         case DRM_FORMAT_BGR565_A8:
 481         case DRM_FORMAT_RGB888_A8:
 482         case DRM_FORMAT_BGR888_A8:
 483         case DRM_FORMAT_RGBX8888_A8:
 484         case DRM_FORMAT_BGRX8888_A8:
 485                 alpha_eba = drm_plane_state_to_eba(state, 1);
 486                 if (alpha_eba & 0x7)
 487                         return -EINVAL;
 488
 489                 if (fb->pitches[1] < 1 || fb->pitches[1] > 16384)
 490                         return -EINVAL;
 491
 492                 if (old_fb && old_fb->pitches[1] != fb->pitches[1])
 493                         crtc_state->mode_changed = true;
 494                 break;
 495         }
 496
 497         return 0;
 498 }
 499
 500 static void ipu_plane_atomic_disable(struct drm_plane *plane,
 501                                      struct drm_plane_state *old_state)
 502 {
 503         struct ipu_plane *ipu_plane = to_ipu_plane(plane);
 504
 505         if (ipu_plane->dp)
 506                 ipu_dp_disable_channel(ipu_plane->dp, true);
 507         ipu_plane->disabling = true;
 508 }
 509
 510 static int ipu_chan_assign_axi_id(int ipu_chan)
 511 {
 512         switch (ipu_chan) {
 513         case IPUV3_CHANNEL_MEM_BG_SYNC:
 514                 return 1;
 515         case IPUV3_CHANNEL_MEM_FG_SYNC:
 516                 return 2;
 517         case IPUV3_CHANNEL_MEM_DC_SYNC:
 518                 return 3;
 519         default:
 520                 return 0;
 521         }
 522 }
 523
 524 static void ipu_calculate_bursts(u32 width, u32 cpp, u32 stride,
 525                                  u8 *burstsize, u8 *num_bursts)
 526 {
 527         const unsigned int width_bytes = width * cpp;
 528         unsigned int npb, bursts;
 529
 530         /* Maximum number of pixels per burst without overshooting stride */
 531         for (npb = 64 / cpp; npb > 0; --npb) {
 532                 if (round_up(width_bytes, npb * cpp) <= stride)
 533                         break;
 534         }
 535         *burstsize = npb;
 536
 537         /* Maximum number of consecutive bursts without overshooting stride */
 538         for (bursts = 8; bursts > 1; bursts /= 2) {
 539                 if (round_up(width_bytes, npb * cpp * bursts) <= stride)
 540                         break;
 541         }
 542         *num_bursts = bursts;
 543 }
 544
 545 static void ipu_plane_atomic_update(struct drm_plane *plane,
 546                                     struct drm_plane_state *old_state)
 547 {
 548         struct ipu_plane *ipu_plane = to_ipu_plane(plane);
 549         struct drm_plane_state *state = plane->state;
 550         struct ipu_plane_state *ipu_state = to_ipu_plane_state(state);
 551         struct drm_crtc_state *crtc_state = state->crtc->state;
 552         struct drm_framebuffer *fb = state->fb;
 553         struct drm_rect *dst = &state->dst;
 554         unsigned long eba, ubo, vbo;
 555         unsigned long alpha_eba = 0;
 556         enum ipu_color_space ics;
 557         unsigned int axi_id = 0;
 558         const struct drm_format_info *info;
 559         u8 burstsize, num_bursts;
 560         u32 width, height;
 561         int active;
 562
 563         if (ipu_plane->dp_flow == IPU_DP_FLOW_SYNC_FG)
 564                 ipu_dp_set_window_pos(ipu_plane->dp, dst->x1, dst->y1);
 565
 566         eba = drm_plane_state_to_eba(state, 0);
 567
 568         /*
 569          * Configure PRG channel and attached PRE, this changes the EBA to an
 570          * internal SRAM location.
 571          */
 572         if (ipu_state->use_pre) {
 573                 axi_id = ipu_chan_assign_axi_id(ipu_plane->dma);
 574                 ipu_prg_channel_configure(ipu_plane->ipu_ch, axi_id,
 575                                           drm_rect_width(&state->src) >> 16,
 576                                           drm_rect_height(&state->src) >> 16,
 577                                           fb->pitches[0], fb->format->format,
 578                                           fb->modifier, &eba);
 579         }
 580
 581         if (old_state->fb && !drm_atomic_crtc_needs_modeset(crtc_state)) {
 582                 /* nothing to do if PRE is used */
 583                 if (ipu_state->use_pre)
 584                         return;
 585                 active = ipu_idmac_get_current_buffer(ipu_plane->ipu_ch);
 586                 ipu_cpmem_set_buffer(ipu_plane->ipu_ch, !active, eba);
 587                 ipu_idmac_select_buffer(ipu_plane->ipu_ch, !active);
 588                 if (ipu_plane_separate_alpha(ipu_plane)) {
 589                         active = ipu_idmac_get_current_buffer(ipu_plane->alpha_ch);
 590                         ipu_cpmem_set_buffer(ipu_plane->alpha_ch, !active,
 591                                              alpha_eba);
 592                         ipu_idmac_select_buffer(ipu_plane->alpha_ch, !active);
 593                 }
 594                 return;
 595         }
 596
 597         ics = ipu_drm_fourcc_to_colorspace(fb->format->format);
 598         switch (ipu_plane->dp_flow) {
 599         case IPU_DP_FLOW_SYNC_BG:
 600                 ipu_dp_setup_channel(ipu_plane->dp, ics, IPUV3_COLORSPACE_RGB);
 601                 ipu_dp_set_global_alpha(ipu_plane->dp, true, 0, true);
 602                 break;
 603         case IPU_DP_FLOW_SYNC_FG:
 604                 ipu_dp_setup_channel(ipu_plane->dp, ics,
 605                                         IPUV3_COLORSPACE_UNKNOWN);
 606                 /* Enable local alpha on partial plane */
 607                 switch (fb->format->format) {
 608                 case DRM_FORMAT_ARGB1555:
 609                 case DRM_FORMAT_ABGR1555:
 610                 case DRM_FORMAT_RGBA5551:
 611                 case DRM_FORMAT_BGRA5551:
 612                 case DRM_FORMAT_ARGB4444:
 613                 case DRM_FORMAT_ARGB8888:
 614                 case DRM_FORMAT_ABGR8888:
 615                 case DRM_FORMAT_RGBA8888:
 616                 case DRM_FORMAT_BGRA8888:
 617                 case DRM_FORMAT_RGB565_A8:
 618                 case DRM_FORMAT_BGR565_A8:
 619                 case DRM_FORMAT_RGB888_A8:
 620                 case DRM_FORMAT_BGR888_A8:
 621                 case DRM_FORMAT_RGBX8888_A8:
 622                 case DRM_FORMAT_BGRX8888_A8:
 623                         ipu_dp_set_global_alpha(ipu_plane->dp, false, 0, false);
 624                         break;
 625                 default:
 626                         ipu_dp_set_global_alpha(ipu_plane->dp, true, 0, true);
 627                         break;
 628                 }
 629         }
 630
 631         ipu_dmfc_config_wait4eot(ipu_plane->dmfc, drm_rect_width(dst));
 632
 633         width = drm_rect_width(&state->src) >> 16;
 634         height = drm_rect_height(&state->src) >> 16;
 635         info = drm_format_info(fb->format->format);
 636         ipu_calculate_bursts(width, info->cpp[0], fb->pitches[0],
 637                              &burstsize, &num_bursts);
 638
 639         ipu_cpmem_zero(ipu_plane->ipu_ch);
 640         ipu_cpmem_set_resolution(ipu_plane->ipu_ch, width, height);
 641         ipu_cpmem_set_fmt(ipu_plane->ipu_ch, fb->format->format);
 642         ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, burstsize);
 643         ipu_cpmem_set_high_priority(ipu_plane->ipu_ch);
 644         ipu_idmac_set_double_buffer(ipu_plane->ipu_ch, 1);
 645         ipu_cpmem_set_stride(ipu_plane->ipu_ch, fb->pitches[0]);
 646         ipu_cpmem_set_axi_id(ipu_plane->ipu_ch, axi_id);
 647
 648         switch (fb->format->format) {
 649         case DRM_FORMAT_YUV420:
 650         case DRM_FORMAT_YVU420:
 651         case DRM_FORMAT_YUV422:
 652         case DRM_FORMAT_YVU422:
 653         case DRM_FORMAT_YUV444:
 654         case DRM_FORMAT_YVU444:
 655                 ubo = drm_plane_state_to_ubo(state);
 656                 vbo = drm_plane_state_to_vbo(state);
 657                 if (fb->format->format == DRM_FORMAT_YVU420 ||
 658                     fb->format->format == DRM_FORMAT_YVU422 ||
 659                     fb->format->format == DRM_FORMAT_YVU444)
 660                         swap(ubo, vbo);
 661
 662                 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch,
 663                                               fb->pitches[1], ubo, vbo);
 664
 665                 dev_dbg(ipu_plane->base.dev->dev,
 666                         "phy = %lu %lu %lu, x = %d, y = %d", eba, ubo, vbo,
 667                         state->src.x1 >> 16, state->src.y1 >> 16);
 668                 break;
 669         case DRM_FORMAT_NV12:
 670         case DRM_FORMAT_NV16:
 671                 ubo = drm_plane_state_to_ubo(state);
 672
 673                 ipu_cpmem_set_yuv_planar_full(ipu_plane->ipu_ch,
 674                                               fb->pitches[1], ubo, ubo);
 675
 676                 dev_dbg(ipu_plane->base.dev->dev,
 677                         "phy = %lu %lu, x = %d, y = %d", eba, ubo,
 678                         state->src.x1 >> 16, state->src.y1 >> 16);
 679                 break;
 680         case DRM_FORMAT_RGB565_A8:
 681         case DRM_FORMAT_BGR565_A8:
 682         case DRM_FORMAT_RGB888_A8:
 683         case DRM_FORMAT_BGR888_A8:
 684         case DRM_FORMAT_RGBX8888_A8:
 685         case DRM_FORMAT_BGRX8888_A8:
 686                 alpha_eba = drm_plane_state_to_eba(state, 1);
 687                 num_bursts = 0;
 688
 689                 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu %lu, x = %d, y = %d",
 690                         eba, alpha_eba, state->src.x1 >> 16, state->src.y1 >> 16);
 691
 692                 ipu_cpmem_set_burstsize(ipu_plane->ipu_ch, 16);
 693
 694                 ipu_cpmem_zero(ipu_plane->alpha_ch);
 695                 ipu_cpmem_set_resolution(ipu_plane->alpha_ch,
 696                                          drm_rect_width(&state->src) >> 16,
 697                                          drm_rect_height(&state->src) >> 16);
 698                 ipu_cpmem_set_format_passthrough(ipu_plane->alpha_ch, 8);
 699                 ipu_cpmem_set_high_priority(ipu_plane->alpha_ch);
 700                 ipu_idmac_set_double_buffer(ipu_plane->alpha_ch, 1);
 701                 ipu_cpmem_set_stride(ipu_plane->alpha_ch, fb->pitches[1]);
 702                 ipu_cpmem_set_burstsize(ipu_plane->alpha_ch, 16);
 703                 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 0, alpha_eba);
 704                 ipu_cpmem_set_buffer(ipu_plane->alpha_ch, 1, alpha_eba);
 705                 break;
 706         default:
 707                 dev_dbg(ipu_plane->base.dev->dev, "phys = %lu, x = %d, y = %d",
 708                         eba, state->src.x1 >> 16, state->src.y1 >> 16);
 709                 break;
 710         }
 711         ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 0, eba);
 712         ipu_cpmem_set_buffer(ipu_plane->ipu_ch, 1, eba);
 713         ipu_idmac_lock_enable(ipu_plane->ipu_ch, num_bursts);
 714         ipu_plane_enable(ipu_plane);
 715 }
 716
 717 static const struct drm_plane_helper_funcs ipu_plane_helper_funcs = {
 718         .prepare_fb = drm_gem_fb_prepare_fb,
 719         .atomic_check = ipu_plane_atomic_check,
 720         .atomic_disable = ipu_plane_atomic_disable,
 721         .atomic_update = ipu_plane_atomic_update,
 722 };
 723
 724 int ipu_planes_assign_pre(struct drm_device *dev,
 725                           struct drm_atomic_state *state)
 726 {
 727         struct drm_crtc_state *old_crtc_state, *crtc_state;
 728         struct drm_plane_state *plane_state;
 729         struct ipu_plane_state *ipu_state;
 730         struct ipu_plane *ipu_plane;
 731         struct drm_plane *plane;
 732         struct drm_crtc *crtc;
 733         int available_pres = ipu_prg_max_active_channels();
 734         int ret, i;
 735
 736         for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, crtc_state, i) {
 737                 ret = drm_atomic_add_affected_planes(state, crtc);
 738                 if (ret)
 739                         return ret;
 740         }
 741
 742         /*
 743          * We are going over the planes in 2 passes: first we assign PREs to
 744          * planes with a tiling modifier, which need the PREs to resolve into
 745          * linear. Any failure to assign a PRE there is fatal. In the second
 746          * pass we try to assign PREs to linear FBs, to improve memory access
 747          * patterns for them. Failure at this point is non-fatal, as we can
 748          * scan out linear FBs without a PRE.
 749          */
 750         for_each_new_plane_in_state(state, plane, plane_state, i) {
 751                 ipu_state = to_ipu_plane_state(plane_state);
 752                 ipu_plane = to_ipu_plane(plane);
 753
 754                 if (!plane_state->fb) {
 755                         ipu_state->use_pre = false;
 756                         continue;
 757                 }
 758
 759                 if (!(plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) ||
 760                     plane_state->fb->modifier == DRM_FORMAT_MOD_LINEAR)
 761                         continue;
 762
 763                 if (!ipu_prg_present(ipu_plane->ipu) || !available_pres)
 764                         return -EINVAL;
 765
 766                 if (!ipu_prg_format_supported(ipu_plane->ipu,
 767                                               plane_state->fb->format->format,
 768                                               plane_state->fb->modifier))
 769                         return -EINVAL;
 770
 771                 ipu_state->use_pre = true;
 772                 available_pres--;
 773         }
 774
 775         for_each_new_plane_in_state(state, plane, plane_state, i) {
 776                 ipu_state = to_ipu_plane_state(plane_state);
 777                 ipu_plane = to_ipu_plane(plane);
 778
 779                 if (!plane_state->fb) {
 780                         ipu_state->use_pre = false;
 781                         continue;
 782                 }
 783
 784                 if ((plane_state->fb->flags & DRM_MODE_FB_MODIFIERS) &&
 785                     plane_state->fb->modifier != DRM_FORMAT_MOD_LINEAR)
 786                         continue;
 787
 788                 /* make sure that modifier is initialized */
 789                 plane_state->fb->modifier = DRM_FORMAT_MOD_LINEAR;
 790
 791                 if (ipu_prg_present(ipu_plane->ipu) && available_pres &&
 792                     ipu_prg_format_supported(ipu_plane->ipu,
 793                                              plane_state->fb->format->format,
 794                                              plane_state->fb->modifier)) {
 795                         ipu_state->use_pre = true;
 796                         available_pres--;
 797                 } else {
 798                         ipu_state->use_pre = false;
 799                 }
 800         }
 801
 802         return 0;
 803 }
 804 EXPORT_SYMBOL_GPL(ipu_planes_assign_pre);
 805
 806 struct ipu_plane *ipu_plane_init(struct drm_device *dev, struct ipu_soc *ipu,
 807                                  int dma, int dp, unsigned int possible_crtcs,
 808                                  enum drm_plane_type type)
 809 {
 810         struct ipu_plane *ipu_plane;
 811         const uint64_t *modifiers = ipu_format_modifiers;
 812         int ret;
 813
 814         DRM_DEBUG_KMS("channel %d, dp flow %d, possible_crtcs=0x%x\n",
 815                       dma, dp, possible_crtcs);
 816
 817         ipu_plane = kzalloc(sizeof(*ipu_plane), GFP_KERNEL);
 818         if (!ipu_plane) {
 819                 DRM_ERROR("failed to allocate plane\n");
 820                 return ERR_PTR(-ENOMEM);
 821         }
 822
 823         ipu_plane->ipu = ipu;
 824         ipu_plane->dma = dma;
 825         ipu_plane->dp_flow = dp;
 826
 827         if (ipu_prg_present(ipu))
 828                 modifiers = pre_format_modifiers;
 829
 830         ret = drm_universal_plane_init(dev, &ipu_plane->base, possible_crtcs,
 831                                        &ipu_plane_funcs, ipu_plane_formats,
 832                                        ARRAY_SIZE(ipu_plane_formats),
 833                                        modifiers, type, NULL);
 834         if (ret) {
 835                 DRM_ERROR("failed to initialize plane\n");
 836                 kfree(ipu_plane);
 837                 return ERR_PTR(ret);
 838         }
 839
 840         drm_plane_helper_add(&ipu_plane->base, &ipu_plane_helper_funcs);
 841
 842         return ipu_plane;
 843 }