drivers/gpu/drm/omapdrm/dss/dss.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  * Copyright (C) 2009 Nokia Corporation
   4  * Author: Tomi Valkeinen <[email protected]>
   5  *
   6  * Some code and ideas taken from drivers/video/omap/ driver
   7  * by Imre Deak.
   8  */
   9
  10 #define DSS_SUBSYS_NAME "DSS"
  11
  12 #include <linux/debugfs.h>
  13 #include <linux/dma-mapping.h>
  14 #include <linux/kernel.h>
  15 #include <linux/module.h>
  16 #include <linux/io.h>
  17 #include <linux/export.h>
  18 #include <linux/err.h>
  19 #include <linux/delay.h>
  20 #include <linux/seq_file.h>
  21 #include <linux/clk.h>
  22 #include <linux/pinctrl/consumer.h>
  23 #include <linux/platform_device.h>
  24 #include <linux/pm_runtime.h>
  25 #include <linux/gfp.h>
  26 #include <linux/sizes.h>
  27 #include <linux/mfd/syscon.h>
  28 #include <linux/regmap.h>
  29 #include <linux/of.h>
  30 #include <linux/of_device.h>
  31 #include <linux/of_graph.h>
  32 #include <linux/regulator/consumer.h>
  33 #include <linux/suspend.h>
  34 #include <linux/component.h>
  35 #include <linux/sys_soc.h>
  36
  37 #include "omapdss.h"
  38 #include "dss.h"
  39
  40 struct dss_reg {
  41         u16 idx;
  42 };
  43
  44 #define DSS_REG(idx)                    ((const struct dss_reg) { idx })
  45
  46 #define DSS_REVISION                    DSS_REG(0x0000)
  47 #define DSS_SYSCONFIG                   DSS_REG(0x0010)
  48 #define DSS_SYSSTATUS                   DSS_REG(0x0014)
  49 #define DSS_CONTROL                     DSS_REG(0x0040)
  50 #define DSS_SDI_CONTROL                 DSS_REG(0x0044)
  51 #define DSS_PLL_CONTROL                 DSS_REG(0x0048)
  52 #define DSS_SDI_STATUS                  DSS_REG(0x005C)
  53
  54 #define REG_GET(dss, idx, start, end) \
  55         FLD_GET(dss_read_reg(dss, idx), start, end)
  56
  57 #define REG_FLD_MOD(dss, idx, val, start, end) \
  58         dss_write_reg(dss, idx, \
  59                       FLD_MOD(dss_read_reg(dss, idx), val, start, end))
  60
  61 struct dss_ops {
  62         int (*dpi_select_source)(struct dss_device *dss, int port,
  63                                  enum omap_channel channel);
  64         int (*select_lcd_source)(struct dss_device *dss,
  65                                  enum omap_channel channel,
  66                                  enum dss_clk_source clk_src);
  67 };
  68
  69 struct dss_features {
  70         enum dss_model model;
  71         u8 fck_div_max;
  72         unsigned int fck_freq_max;
  73         u8 dss_fck_multiplier;
  74         const char *parent_clk_name;
  75         const enum omap_display_type *ports;
  76         int num_ports;
  77         const enum omap_dss_output_id *outputs;
  78         const struct dss_ops *ops;
  79         struct dss_reg_field dispc_clk_switch;
  80         bool has_lcd_clk_src;
  81 };
  82
  83 static const char * const dss_generic_clk_source_names[] = {
  84         [DSS_CLK_SRC_FCK]       = "FCK",
  85         [DSS_CLK_SRC_PLL1_1]    = "PLL1:1",
  86         [DSS_CLK_SRC_PLL1_2]    = "PLL1:2",
  87         [DSS_CLK_SRC_PLL1_3]    = "PLL1:3",
  88         [DSS_CLK_SRC_PLL2_1]    = "PLL2:1",
  89         [DSS_CLK_SRC_PLL2_2]    = "PLL2:2",
  90         [DSS_CLK_SRC_PLL2_3]    = "PLL2:3",
  91         [DSS_CLK_SRC_HDMI_PLL]  = "HDMI PLL",
  92 };
  93
  94 static inline void dss_write_reg(struct dss_device *dss,
  95                                  const struct dss_reg idx, u32 val)
  96 {
  97         __raw_writel(val, dss->base + idx.idx);
  98 }
  99
 100 static inline u32 dss_read_reg(struct dss_device *dss, const struct dss_reg idx)
 101 {
 102         return __raw_readl(dss->base + idx.idx);
 103 }
 104
 105 #define SR(dss, reg) \
 106         dss->ctx[(DSS_##reg).idx / sizeof(u32)] = dss_read_reg(dss, DSS_##reg)
 107 #define RR(dss, reg) \
 108         dss_write_reg(dss, DSS_##reg, dss->ctx[(DSS_##reg).idx / sizeof(u32)])
 109
 110 static void dss_save_context(struct dss_device *dss)
 111 {
 112         DSSDBG("dss_save_context\n");
 113
 114         SR(dss, CONTROL);
 115
 116         if (dss->feat->outputs[OMAP_DSS_CHANNEL_LCD] & OMAP_DSS_OUTPUT_SDI) {
 117                 SR(dss, SDI_CONTROL);
 118                 SR(dss, PLL_CONTROL);
 119         }
 120
 121         dss->ctx_valid = true;
 122
 123         DSSDBG("context saved\n");
 124 }
 125
 126 static void dss_restore_context(struct dss_device *dss)
 127 {
 128         DSSDBG("dss_restore_context\n");
 129
 130         if (!dss->ctx_valid)
 131                 return;
 132
 133         RR(dss, CONTROL);
 134
 135         if (dss->feat->outputs[OMAP_DSS_CHANNEL_LCD] & OMAP_DSS_OUTPUT_SDI) {
 136                 RR(dss, SDI_CONTROL);
 137                 RR(dss, PLL_CONTROL);
 138         }
 139
 140         DSSDBG("context restored\n");
 141 }
 142
 143 #undef SR
 144 #undef RR
 145
 146 void dss_ctrl_pll_enable(struct dss_pll *pll, bool enable)
 147 {
 148         unsigned int shift;
 149         unsigned int val;
 150
 151         if (!pll->dss->syscon_pll_ctrl)
 152                 return;
 153
 154         val = !enable;
 155
 156         switch (pll->id) {
 157         case DSS_PLL_VIDEO1:
 158                 shift = 0;
 159                 break;
 160         case DSS_PLL_VIDEO2:
 161                 shift = 1;
 162                 break;
 163         case DSS_PLL_HDMI:
 164                 shift = 2;
 165                 break;
 166         default:
 167                 DSSERR("illegal DSS PLL ID %d\n", pll->id);
 168                 return;
 169         }
 170
 171         regmap_update_bits(pll->dss->syscon_pll_ctrl,
 172                            pll->dss->syscon_pll_ctrl_offset,
 173                            1 << shift, val << shift);
 174 }
 175
 176 static int dss_ctrl_pll_set_control_mux(struct dss_device *dss,
 177                                         enum dss_clk_source clk_src,
 178                                         enum omap_channel channel)
 179 {
 180         unsigned int shift, val;
 181
 182         if (!dss->syscon_pll_ctrl)
 183                 return -EINVAL;
 184
 185         switch (channel) {
 186         case OMAP_DSS_CHANNEL_LCD:
 187                 shift = 3;
 188
 189                 switch (clk_src) {
 190                 case DSS_CLK_SRC_PLL1_1:
 191                         val = 0; break;
 192                 case DSS_CLK_SRC_HDMI_PLL:
 193                         val = 1; break;
 194                 default:
 195                         DSSERR("error in PLL mux config for LCD\n");
 196                         return -EINVAL;
 197                 }
 198
 199                 break;
 200         case OMAP_DSS_CHANNEL_LCD2:
 201                 shift = 5;
 202
 203                 switch (clk_src) {
 204                 case DSS_CLK_SRC_PLL1_3:
 205                         val = 0; break;
 206                 case DSS_CLK_SRC_PLL2_3:
 207                         val = 1; break;
 208                 case DSS_CLK_SRC_HDMI_PLL:
 209                         val = 2; break;
 210                 default:
 211                         DSSERR("error in PLL mux config for LCD2\n");
 212                         return -EINVAL;
 213                 }
 214
 215                 break;
 216         case OMAP_DSS_CHANNEL_LCD3:
 217                 shift = 7;
 218
 219                 switch (clk_src) {
 220                 case DSS_CLK_SRC_PLL2_1:
 221                         val = 0; break;
 222                 case DSS_CLK_SRC_PLL1_3:
 223                         val = 1; break;
 224                 case DSS_CLK_SRC_HDMI_PLL:
 225                         val = 2; break;
 226                 default:
 227                         DSSERR("error in PLL mux config for LCD3\n");
 228                         return -EINVAL;
 229                 }
 230
 231                 break;
 232         default:
 233                 DSSERR("error in PLL mux config\n");
 234                 return -EINVAL;
 235         }
 236
 237         regmap_update_bits(dss->syscon_pll_ctrl, dss->syscon_pll_ctrl_offset,
 238                 0x3 << shift, val << shift);
 239
 240         return 0;
 241 }
 242
 243 void dss_sdi_init(struct dss_device *dss, int datapairs)
 244 {
 245         u32 l;
 246
 247         BUG_ON(datapairs > 3 || datapairs < 1);
 248
 249         l = dss_read_reg(dss, DSS_SDI_CONTROL);
 250         l = FLD_MOD(l, 0xf, 19, 15);            /* SDI_PDIV */
 251         l = FLD_MOD(l, datapairs-1, 3, 2);      /* SDI_PRSEL */
 252         l = FLD_MOD(l, 2, 1, 0);                /* SDI_BWSEL */
 253         dss_write_reg(dss, DSS_SDI_CONTROL, l);
 254
 255         l = dss_read_reg(dss, DSS_PLL_CONTROL);
 256         l = FLD_MOD(l, 0x7, 25, 22);    /* SDI_PLL_FREQSEL */
 257         l = FLD_MOD(l, 0xb, 16, 11);    /* SDI_PLL_REGN */
 258         l = FLD_MOD(l, 0xb4, 10, 1);    /* SDI_PLL_REGM */
 259         dss_write_reg(dss, DSS_PLL_CONTROL, l);
 260 }
 261
 262 int dss_sdi_enable(struct dss_device *dss)
 263 {
 264         unsigned long timeout;
 265
 266         dispc_pck_free_enable(dss->dispc, 1);
 267
 268         /* Reset SDI PLL */
 269         REG_FLD_MOD(dss, DSS_PLL_CONTROL, 1, 18, 18); /* SDI_PLL_SYSRESET */
 270         udelay(1);      /* wait 2x PCLK */
 271
 272         /* Lock SDI PLL */
 273         REG_FLD_MOD(dss, DSS_PLL_CONTROL, 1, 28, 28); /* SDI_PLL_GOBIT */
 274
 275         /* Waiting for PLL lock request to complete */
 276         timeout = jiffies + msecs_to_jiffies(500);
 277         while (dss_read_reg(dss, DSS_SDI_STATUS) & (1 << 6)) {
 278                 if (time_after_eq(jiffies, timeout)) {
 279                         DSSERR("PLL lock request timed out\n");
 280                         goto err1;
 281                 }
 282         }
 283
 284         /* Clearing PLL_GO bit */
 285         REG_FLD_MOD(dss, DSS_PLL_CONTROL, 0, 28, 28);
 286
 287         /* Waiting for PLL to lock */
 288         timeout = jiffies + msecs_to_jiffies(500);
 289         while (!(dss_read_reg(dss, DSS_SDI_STATUS) & (1 << 5))) {
 290                 if (time_after_eq(jiffies, timeout)) {
 291                         DSSERR("PLL lock timed out\n");
 292                         goto err1;
 293                 }
 294         }
 295
 296         dispc_lcd_enable_signal(dss->dispc, 1);
 297
 298         /* Waiting for SDI reset to complete */
 299         timeout = jiffies + msecs_to_jiffies(500);
 300         while (!(dss_read_reg(dss, DSS_SDI_STATUS) & (1 << 2))) {
 301                 if (time_after_eq(jiffies, timeout)) {
 302                         DSSERR("SDI reset timed out\n");
 303                         goto err2;
 304                 }
 305         }
 306
 307         return 0;
 308
 309  err2:
 310         dispc_lcd_enable_signal(dss->dispc, 0);
 311  err1:
 312         /* Reset SDI PLL */
 313         REG_FLD_MOD(dss, DSS_PLL_CONTROL, 0, 18, 18); /* SDI_PLL_SYSRESET */
 314
 315         dispc_pck_free_enable(dss->dispc, 0);
 316
 317         return -ETIMEDOUT;
 318 }
 319
 320 void dss_sdi_disable(struct dss_device *dss)
 321 {
 322         dispc_lcd_enable_signal(dss->dispc, 0);
 323
 324         dispc_pck_free_enable(dss->dispc, 0);
 325
 326         /* Reset SDI PLL */
 327         REG_FLD_MOD(dss, DSS_PLL_CONTROL, 0, 18, 18); /* SDI_PLL_SYSRESET */
 328 }
 329
 330 const char *dss_get_clk_source_name(enum dss_clk_source clk_src)
 331 {
 332         return dss_generic_clk_source_names[clk_src];
 333 }
 334
 335 static void dss_dump_clocks(struct dss_device *dss, struct seq_file *s)
 336 {
 337         const char *fclk_name;
 338         unsigned long fclk_rate;
 339
 340         if (dss_runtime_get(dss))
 341                 return;
 342
 343         seq_printf(s, "- DSS -\n");
 344
 345         fclk_name = dss_get_clk_source_name(DSS_CLK_SRC_FCK);
 346         fclk_rate = clk_get_rate(dss->dss_clk);
 347
 348         seq_printf(s, "%s = %lu\n",
 349                         fclk_name,
 350                         fclk_rate);
 351
 352         dss_runtime_put(dss);
 353 }
 354
 355 static int dss_dump_regs(struct seq_file *s, void *p)
 356 {
 357         struct dss_device *dss = s->private;
 358
 359 #define DUMPREG(dss, r) seq_printf(s, "%-35s %08x\n", #r, dss_read_reg(dss, r))
 360
 361         if (dss_runtime_get(dss))
 362                 return 0;
 363
 364         DUMPREG(dss, DSS_REVISION);
 365         DUMPREG(dss, DSS_SYSCONFIG);
 366         DUMPREG(dss, DSS_SYSSTATUS);
 367         DUMPREG(dss, DSS_CONTROL);
 368
 369         if (dss->feat->outputs[OMAP_DSS_CHANNEL_LCD] & OMAP_DSS_OUTPUT_SDI) {
 370                 DUMPREG(dss, DSS_SDI_CONTROL);
 371                 DUMPREG(dss, DSS_PLL_CONTROL);
 372                 DUMPREG(dss, DSS_SDI_STATUS);
 373         }
 374
 375         dss_runtime_put(dss);
 376 #undef DUMPREG
 377         return 0;
 378 }
 379
 380 static int dss_debug_dump_clocks(struct seq_file *s, void *p)
 381 {
 382         struct dss_device *dss = s->private;
 383
 384         dss_dump_clocks(dss, s);
 385         dispc_dump_clocks(dss->dispc, s);
 386         return 0;
 387 }
 388
 389 static int dss_get_channel_index(enum omap_channel channel)
 390 {
 391         switch (channel) {
 392         case OMAP_DSS_CHANNEL_LCD:
 393                 return 0;
 394         case OMAP_DSS_CHANNEL_LCD2:
 395                 return 1;
 396         case OMAP_DSS_CHANNEL_LCD3:
 397                 return 2;
 398         default:
 399                 WARN_ON(1);
 400                 return 0;
 401         }
 402 }
 403
 404 static void dss_select_dispc_clk_source(struct dss_device *dss,
 405                                         enum dss_clk_source clk_src)
 406 {
 407         int b;
 408
 409         /*
 410          * We always use PRCM clock as the DISPC func clock, except on DSS3,
 411          * where we don't have separate DISPC and LCD clock sources.
 412          */
 413         if (WARN_ON(dss->feat->has_lcd_clk_src && clk_src != DSS_CLK_SRC_FCK))
 414                 return;
 415
 416         switch (clk_src) {
 417         case DSS_CLK_SRC_FCK:
 418                 b = 0;
 419                 break;
 420         case DSS_CLK_SRC_PLL1_1:
 421                 b = 1;
 422                 break;
 423         case DSS_CLK_SRC_PLL2_1:
 424                 b = 2;
 425                 break;
 426         default:
 427                 BUG();
 428                 return;
 429         }
 430
 431         REG_FLD_MOD(dss, DSS_CONTROL, b,                /* DISPC_CLK_SWITCH */
 432                     dss->feat->dispc_clk_switch.start,
 433                     dss->feat->dispc_clk_switch.end);
 434
 435         dss->dispc_clk_source = clk_src;
 436 }
 437
 438 void dss_select_dsi_clk_source(struct dss_device *dss, int dsi_module,
 439                                enum dss_clk_source clk_src)
 440 {
 441         int b, pos;
 442
 443         switch (clk_src) {
 444         case DSS_CLK_SRC_FCK:
 445                 b = 0;
 446                 break;
 447         case DSS_CLK_SRC_PLL1_2:
 448                 BUG_ON(dsi_module != 0);
 449                 b = 1;
 450                 break;
 451         case DSS_CLK_SRC_PLL2_2:
 452                 BUG_ON(dsi_module != 1);
 453                 b = 1;
 454                 break;
 455         default:
 456                 BUG();
 457                 return;
 458         }
 459
 460         pos = dsi_module == 0 ? 1 : 10;
 461         REG_FLD_MOD(dss, DSS_CONTROL, b, pos, pos);     /* DSIx_CLK_SWITCH */
 462
 463         dss->dsi_clk_source[dsi_module] = clk_src;
 464 }
 465
 466 static int dss_lcd_clk_mux_dra7(struct dss_device *dss,
 467                                 enum omap_channel channel,
 468                                 enum dss_clk_source clk_src)
 469 {
 470         const u8 ctrl_bits[] = {
 471                 [OMAP_DSS_CHANNEL_LCD] = 0,
 472                 [OMAP_DSS_CHANNEL_LCD2] = 12,
 473                 [OMAP_DSS_CHANNEL_LCD3] = 19,
 474         };
 475
 476         u8 ctrl_bit = ctrl_bits[channel];
 477         int r;
 478
 479         if (clk_src == DSS_CLK_SRC_FCK) {
 480                 /* LCDx_CLK_SWITCH */
 481                 REG_FLD_MOD(dss, DSS_CONTROL, 0, ctrl_bit, ctrl_bit);
 482                 return -EINVAL;
 483         }
 484
 485         r = dss_ctrl_pll_set_control_mux(dss, clk_src, channel);
 486         if (r)
 487                 return r;
 488
 489         REG_FLD_MOD(dss, DSS_CONTROL, 1, ctrl_bit, ctrl_bit);
 490
 491         return 0;
 492 }
 493
 494 static int dss_lcd_clk_mux_omap5(struct dss_device *dss,
 495                                  enum omap_channel channel,
 496                                  enum dss_clk_source clk_src)
 497 {
 498         const u8 ctrl_bits[] = {
 499                 [OMAP_DSS_CHANNEL_LCD] = 0,
 500                 [OMAP_DSS_CHANNEL_LCD2] = 12,
 501                 [OMAP_DSS_CHANNEL_LCD3] = 19,
 502         };
 503         const enum dss_clk_source allowed_plls[] = {
 504                 [OMAP_DSS_CHANNEL_LCD] = DSS_CLK_SRC_PLL1_1,
 505                 [OMAP_DSS_CHANNEL_LCD2] = DSS_CLK_SRC_FCK,
 506                 [OMAP_DSS_CHANNEL_LCD3] = DSS_CLK_SRC_PLL2_1,
 507         };
 508
 509         u8 ctrl_bit = ctrl_bits[channel];
 510
 511         if (clk_src == DSS_CLK_SRC_FCK) {
 512                 /* LCDx_CLK_SWITCH */
 513                 REG_FLD_MOD(dss, DSS_CONTROL, 0, ctrl_bit, ctrl_bit);
 514                 return -EINVAL;
 515         }
 516
 517         if (WARN_ON(allowed_plls[channel] != clk_src))
 518                 return -EINVAL;
 519
 520         REG_FLD_MOD(dss, DSS_CONTROL, 1, ctrl_bit, ctrl_bit);
 521
 522         return 0;
 523 }
 524
 525 static int dss_lcd_clk_mux_omap4(struct dss_device *dss,
 526                                  enum omap_channel channel,
 527                                  enum dss_clk_source clk_src)
 528 {
 529         const u8 ctrl_bits[] = {
 530                 [OMAP_DSS_CHANNEL_LCD] = 0,
 531                 [OMAP_DSS_CHANNEL_LCD2] = 12,
 532         };
 533         const enum dss_clk_source allowed_plls[] = {
 534                 [OMAP_DSS_CHANNEL_LCD] = DSS_CLK_SRC_PLL1_1,
 535                 [OMAP_DSS_CHANNEL_LCD2] = DSS_CLK_SRC_PLL2_1,
 536         };
 537
 538         u8 ctrl_bit = ctrl_bits[channel];
 539
 540         if (clk_src == DSS_CLK_SRC_FCK) {
 541                 /* LCDx_CLK_SWITCH */
 542                 REG_FLD_MOD(dss, DSS_CONTROL, 0, ctrl_bit, ctrl_bit);
 543                 return 0;
 544         }
 545
 546         if (WARN_ON(allowed_plls[channel] != clk_src))
 547                 return -EINVAL;
 548
 549         REG_FLD_MOD(dss, DSS_CONTROL, 1, ctrl_bit, ctrl_bit);
 550
 551         return 0;
 552 }
 553
 554 void dss_select_lcd_clk_source(struct dss_device *dss,
 555                                enum omap_channel channel,
 556                                enum dss_clk_source clk_src)
 557 {
 558         int idx = dss_get_channel_index(channel);
 559         int r;
 560
 561         if (!dss->feat->has_lcd_clk_src) {
 562                 dss_select_dispc_clk_source(dss, clk_src);
 563                 dss->lcd_clk_source[idx] = clk_src;
 564                 return;
 565         }
 566
 567         r = dss->feat->ops->select_lcd_source(dss, channel, clk_src);
 568         if (r)
 569                 return;
 570
 571         dss->lcd_clk_source[idx] = clk_src;
 572 }
 573
 574 enum dss_clk_source dss_get_dispc_clk_source(struct dss_device *dss)
 575 {
 576         return dss->dispc_clk_source;
 577 }
 578
 579 enum dss_clk_source dss_get_dsi_clk_source(struct dss_device *dss,
 580                                            int dsi_module)
 581 {
 582         return dss->dsi_clk_source[dsi_module];
 583 }
 584
 585 enum dss_clk_source dss_get_lcd_clk_source(struct dss_device *dss,
 586                                            enum omap_channel channel)
 587 {
 588         if (dss->feat->has_lcd_clk_src) {
 589                 int idx = dss_get_channel_index(channel);
 590                 return dss->lcd_clk_source[idx];
 591         } else {
 592                 /* LCD_CLK source is the same as DISPC_FCLK source for
 593                  * OMAP2 and OMAP3 */
 594                 return dss->dispc_clk_source;
 595         }
 596 }
 597
 598 bool dss_div_calc(struct dss_device *dss, unsigned long pck,
 599                   unsigned long fck_min, dss_div_calc_func func, void *data)
 600 {
 601         int fckd, fckd_start, fckd_stop;
 602         unsigned long fck;
 603         unsigned long fck_hw_max;
 604         unsigned long fckd_hw_max;
 605         unsigned long prate;
 606         unsigned int m;
 607
 608         fck_hw_max = dss->feat->fck_freq_max;
 609
 610         if (dss->parent_clk == NULL) {
 611                 unsigned int pckd;
 612
 613                 pckd = fck_hw_max / pck;
 614
 615                 fck = pck * pckd;
 616
 617                 fck = clk_round_rate(dss->dss_clk, fck);
 618
 619                 return func(fck, data);
 620         }
 621
 622         fckd_hw_max = dss->feat->fck_div_max;
 623
 624         m = dss->feat->dss_fck_multiplier;
 625         prate = clk_get_rate(dss->parent_clk);
 626
 627         fck_min = fck_min ? fck_min : 1;
 628
 629         fckd_start = min(prate * m / fck_min, fckd_hw_max);
 630         fckd_stop = max(DIV_ROUND_UP(prate * m, fck_hw_max), 1ul);
 631
 632         for (fckd = fckd_start; fckd >= fckd_stop; --fckd) {
 633                 fck = DIV_ROUND_UP(prate, fckd) * m;
 634
 635                 if (func(fck, data))
 636                         return true;
 637         }
 638
 639         return false;
 640 }
 641
 642 int dss_set_fck_rate(struct dss_device *dss, unsigned long rate)
 643 {
 644         int r;
 645
 646         DSSDBG("set fck to %lu\n", rate);
 647
 648         r = clk_set_rate(dss->dss_clk, rate);
 649         if (r)
 650                 return r;
 651
 652         dss->dss_clk_rate = clk_get_rate(dss->dss_clk);
 653
 654         WARN_ONCE(dss->dss_clk_rate != rate, "clk rate mismatch: %lu != %lu",
 655                   dss->dss_clk_rate, rate);
 656
 657         return 0;
 658 }
 659
 660 unsigned long dss_get_dispc_clk_rate(struct dss_device *dss)
 661 {
 662         return dss->dss_clk_rate;
 663 }
 664
 665 unsigned long dss_get_max_fck_rate(struct dss_device *dss)
 666 {
 667         return dss->feat->fck_freq_max;
 668 }
 669
 670 static int dss_setup_default_clock(struct dss_device *dss)
 671 {
 672         unsigned long max_dss_fck, prate;
 673         unsigned long fck;
 674         unsigned int fck_div;
 675         int r;
 676
 677         max_dss_fck = dss->feat->fck_freq_max;
 678
 679         if (dss->parent_clk == NULL) {
 680                 fck = clk_round_rate(dss->dss_clk, max_dss_fck);
 681         } else {
 682                 prate = clk_get_rate(dss->parent_clk);
 683
 684                 fck_div = DIV_ROUND_UP(prate * dss->feat->dss_fck_multiplier,
 685                                 max_dss_fck);
 686                 fck = DIV_ROUND_UP(prate, fck_div)
 687                     * dss->feat->dss_fck_multiplier;
 688         }
 689
 690         r = dss_set_fck_rate(dss, fck);
 691         if (r)
 692                 return r;
 693
 694         return 0;
 695 }
 696
 697 void dss_set_venc_output(struct dss_device *dss, enum omap_dss_venc_type type)
 698 {
 699         int l = 0;
 700
 701         if (type == OMAP_DSS_VENC_TYPE_COMPOSITE)
 702                 l = 0;
 703         else if (type == OMAP_DSS_VENC_TYPE_SVIDEO)
 704                 l = 1;
 705         else
 706                 BUG();
 707
 708         /* venc out selection. 0 = comp, 1 = svideo */
 709         REG_FLD_MOD(dss, DSS_CONTROL, l, 6, 6);
 710 }
 711
 712 void dss_set_dac_pwrdn_bgz(struct dss_device *dss, bool enable)
 713 {
 714         /* DAC Power-Down Control */
 715         REG_FLD_MOD(dss, DSS_CONTROL, enable, 5, 5);
 716 }
 717
 718 void dss_select_hdmi_venc_clk_source(struct dss_device *dss,
 719                                      enum dss_hdmi_venc_clk_source_select src)
 720 {
 721         enum omap_dss_output_id outputs;
 722
 723         outputs = dss->feat->outputs[OMAP_DSS_CHANNEL_DIGIT];
 724
 725         /* Complain about invalid selections */
 726         WARN_ON((src == DSS_VENC_TV_CLK) && !(outputs & OMAP_DSS_OUTPUT_VENC));
 727         WARN_ON((src == DSS_HDMI_M_PCLK) && !(outputs & OMAP_DSS_OUTPUT_HDMI));
 728
 729         /* Select only if we have options */
 730         if ((outputs & OMAP_DSS_OUTPUT_VENC) &&
 731             (outputs & OMAP_DSS_OUTPUT_HDMI))
 732                 /* VENC_HDMI_SWITCH */
 733                 REG_FLD_MOD(dss, DSS_CONTROL, src, 15, 15);
 734 }
 735
 736 static int dss_dpi_select_source_omap2_omap3(struct dss_device *dss, int port,
 737                                              enum omap_channel channel)
 738 {
 739         if (channel != OMAP_DSS_CHANNEL_LCD)
 740                 return -EINVAL;
 741
 742         return 0;
 743 }
 744
 745 static int dss_dpi_select_source_omap4(struct dss_device *dss, int port,
 746                                        enum omap_channel channel)
 747 {
 748         int val;
 749
 750         switch (channel) {
 751         case OMAP_DSS_CHANNEL_LCD2:
 752                 val = 0;
 753                 break;
 754         case OMAP_DSS_CHANNEL_DIGIT:
 755                 val = 1;
 756                 break;
 757         default:
 758                 return -EINVAL;
 759         }
 760
 761         REG_FLD_MOD(dss, DSS_CONTROL, val, 17, 17);
 762
 763         return 0;
 764 }
 765
 766 static int dss_dpi_select_source_omap5(struct dss_device *dss, int port,
 767                                        enum omap_channel channel)
 768 {
 769         int val;
 770
 771         switch (channel) {
 772         case OMAP_DSS_CHANNEL_LCD:
 773                 val = 1;
 774                 break;
 775         case OMAP_DSS_CHANNEL_LCD2:
 776                 val = 2;
 777                 break;
 778         case OMAP_DSS_CHANNEL_LCD3:
 779                 val = 3;
 780                 break;
 781         case OMAP_DSS_CHANNEL_DIGIT:
 782                 val = 0;
 783                 break;
 784         default:
 785                 return -EINVAL;
 786         }
 787
 788         REG_FLD_MOD(dss, DSS_CONTROL, val, 17, 16);
 789
 790         return 0;
 791 }
 792
 793 static int dss_dpi_select_source_dra7xx(struct dss_device *dss, int port,
 794                                         enum omap_channel channel)
 795 {
 796         switch (port) {
 797         case 0:
 798                 return dss_dpi_select_source_omap5(dss, port, channel);
 799         case 1:
 800                 if (channel != OMAP_DSS_CHANNEL_LCD2)
 801                         return -EINVAL;
 802                 break;
 803         case 2:
 804                 if (channel != OMAP_DSS_CHANNEL_LCD3)
 805                         return -EINVAL;
 806                 break;
 807         default:
 808                 return -EINVAL;
 809         }
 810
 811         return 0;
 812 }
 813
 814 int dss_dpi_select_source(struct dss_device *dss, int port,
 815                           enum omap_channel channel)
 816 {
 817         return dss->feat->ops->dpi_select_source(dss, port, channel);
 818 }
 819
 820 static int dss_get_clocks(struct dss_device *dss)
 821 {
 822         struct clk *clk;
 823
 824         clk = devm_clk_get(&dss->pdev->dev, "fck");
 825         if (IS_ERR(clk)) {
 826                 DSSERR("can't get clock fck\n");
 827                 return PTR_ERR(clk);
 828         }
 829
 830         dss->dss_clk = clk;
 831
 832         if (dss->feat->parent_clk_name) {
 833                 clk = clk_get(NULL, dss->feat->parent_clk_name);
 834                 if (IS_ERR(clk)) {
 835                         DSSERR("Failed to get %s\n",
 836                                dss->feat->parent_clk_name);
 837                         return PTR_ERR(clk);
 838                 }
 839         } else {
 840                 clk = NULL;
 841         }
 842
 843         dss->parent_clk = clk;
 844
 845         return 0;
 846 }
 847
 848 static void dss_put_clocks(struct dss_device *dss)
 849 {
 850         if (dss->parent_clk)
 851                 clk_put(dss->parent_clk);
 852 }
 853
 854 int dss_runtime_get(struct dss_device *dss)
 855 {
 856         int r;
 857
 858         DSSDBG("dss_runtime_get\n");
 859
 860         r = pm_runtime_get_sync(&dss->pdev->dev);
 861         if (WARN_ON(r < 0)) {
 862                 pm_runtime_put_noidle(&dss->pdev->dev);
 863                 return r;
 864         }
 865         return 0;
 866 }
 867
 868 void dss_runtime_put(struct dss_device *dss)
 869 {
 870         int r;
 871
 872         DSSDBG("dss_runtime_put\n");
 873
 874         r = pm_runtime_put_sync(&dss->pdev->dev);
 875         WARN_ON(r < 0 && r != -ENOSYS && r != -EBUSY);
 876 }
 877
 878 struct dss_device *dss_get_device(struct device *dev)
 879 {
 880         return dev_get_drvdata(dev);
 881 }
 882
 883 /* DEBUGFS */
 884 #if defined(CONFIG_OMAP2_DSS_DEBUGFS)
 885 static int dss_initialize_debugfs(struct dss_device *dss)
 886 {
 887         struct dentry *dir;
 888
 889         dir = debugfs_create_dir("omapdss", NULL);
 890         if (IS_ERR(dir))
 891                 return PTR_ERR(dir);
 892
 893         dss->debugfs.root = dir;
 894
 895         return 0;
 896 }
 897
 898 static void dss_uninitialize_debugfs(struct dss_device *dss)
 899 {
 900         debugfs_remove_recursive(dss->debugfs.root);
 901 }
 902
 903 struct dss_debugfs_entry {
 904         struct dentry *dentry;
 905         int (*show_fn)(struct seq_file *s, void *data);
 906         void *data;
 907 };
 908
 909 static int dss_debug_open(struct inode *inode, struct file *file)
 910 {
 911         struct dss_debugfs_entry *entry = inode->i_private;
 912
 913         return single_open(file, entry->show_fn, entry->data);
 914 }
 915
 916 static const struct file_operations dss_debug_fops = {
 917         .open           = dss_debug_open,
 918         .read           = seq_read,
 919         .llseek         = seq_lseek,
 920         .release        = single_release,
 921 };
 922
 923 struct dss_debugfs_entry *
 924 dss_debugfs_create_file(struct dss_device *dss, const char *name,
 925                         int (*show_fn)(struct seq_file *s, void *data),
 926                         void *data)
 927 {
 928         struct dss_debugfs_entry *entry;
 929
 930         entry = kzalloc(sizeof(*entry), GFP_KERNEL);
 931         if (!entry)
 932                 return ERR_PTR(-ENOMEM);
 933
 934         entry->show_fn = show_fn;
 935         entry->data = data;
 936         entry->dentry = debugfs_create_file(name, 0444, dss->debugfs.root,
 937                                             entry, &dss_debug_fops);
 938
 939         return entry;
 940 }
 941
 942 void dss_debugfs_remove_file(struct dss_debugfs_entry *entry)
 943 {
 944         if (IS_ERR_OR_NULL(entry))
 945                 return;
 946
 947         debugfs_remove(entry->dentry);
 948         kfree(entry);
 949 }
 950
 951 #else /* CONFIG_OMAP2_DSS_DEBUGFS */
 952 static inline int dss_initialize_debugfs(struct dss_device *dss)
 953 {
 954         return 0;
 955 }
 956 static inline void dss_uninitialize_debugfs(struct dss_device *dss)
 957 {
 958 }
 959 #endif /* CONFIG_OMAP2_DSS_DEBUGFS */
 960
 961 static const struct dss_ops dss_ops_omap2_omap3 = {
 962         .dpi_select_source = &dss_dpi_select_source_omap2_omap3,
 963 };
 964
 965 static const struct dss_ops dss_ops_omap4 = {
 966         .dpi_select_source = &dss_dpi_select_source_omap4,
 967         .select_lcd_source = &dss_lcd_clk_mux_omap4,
 968 };
 969
 970 static const struct dss_ops dss_ops_omap5 = {
 971         .dpi_select_source = &dss_dpi_select_source_omap5,
 972         .select_lcd_source = &dss_lcd_clk_mux_omap5,
 973 };
 974
 975 static const struct dss_ops dss_ops_dra7 = {
 976         .dpi_select_source = &dss_dpi_select_source_dra7xx,
 977         .select_lcd_source = &dss_lcd_clk_mux_dra7,
 978 };
 979
 980 static const enum omap_display_type omap2plus_ports[] = {
 981         OMAP_DISPLAY_TYPE_DPI,
 982 };
 983
 984 static const enum omap_display_type omap34xx_ports[] = {
 985         OMAP_DISPLAY_TYPE_DPI,
 986         OMAP_DISPLAY_TYPE_SDI,
 987 };
 988
 989 static const enum omap_display_type dra7xx_ports[] = {
 990         OMAP_DISPLAY_TYPE_DPI,
 991         OMAP_DISPLAY_TYPE_DPI,
 992         OMAP_DISPLAY_TYPE_DPI,
 993 };
 994
 995 static const enum omap_dss_output_id omap2_dss_supported_outputs[] = {
 996         /* OMAP_DSS_CHANNEL_LCD */
 997         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI,
 998
 999         /* OMAP_DSS_CHANNEL_DIGIT */
1000         OMAP_DSS_OUTPUT_VENC,
1001 };
1002
1003 static const enum omap_dss_output_id omap3430_dss_supported_outputs[] = {
1004         /* OMAP_DSS_CHANNEL_LCD */
1005         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI |
1006         OMAP_DSS_OUTPUT_SDI | OMAP_DSS_OUTPUT_DSI1,
1007
1008         /* OMAP_DSS_CHANNEL_DIGIT */
1009         OMAP_DSS_OUTPUT_VENC,
1010 };
1011
1012 static const enum omap_dss_output_id omap3630_dss_supported_outputs[] = {
1013         /* OMAP_DSS_CHANNEL_LCD */
1014         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI |
1015         OMAP_DSS_OUTPUT_DSI1,
1016
1017         /* OMAP_DSS_CHANNEL_DIGIT */
1018         OMAP_DSS_OUTPUT_VENC,
1019 };
1020
1021 static const enum omap_dss_output_id am43xx_dss_supported_outputs[] = {
1022         /* OMAP_DSS_CHANNEL_LCD */
1023         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI,
1024 };
1025
1026 static const enum omap_dss_output_id omap4_dss_supported_outputs[] = {
1027         /* OMAP_DSS_CHANNEL_LCD */
1028         OMAP_DSS_OUTPUT_DBI | OMAP_DSS_OUTPUT_DSI1,
1029
1030         /* OMAP_DSS_CHANNEL_DIGIT */
1031         OMAP_DSS_OUTPUT_VENC | OMAP_DSS_OUTPUT_HDMI,
1032
1033         /* OMAP_DSS_CHANNEL_LCD2 */
1034         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI |
1035         OMAP_DSS_OUTPUT_DSI2,
1036 };
1037
1038 static const enum omap_dss_output_id omap5_dss_supported_outputs[] = {
1039         /* OMAP_DSS_CHANNEL_LCD */
1040         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI |
1041         OMAP_DSS_OUTPUT_DSI1 | OMAP_DSS_OUTPUT_DSI2,
1042
1043         /* OMAP_DSS_CHANNEL_DIGIT */
1044         OMAP_DSS_OUTPUT_HDMI,
1045
1046         /* OMAP_DSS_CHANNEL_LCD2 */
1047         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI |
1048         OMAP_DSS_OUTPUT_DSI1,
1049
1050         /* OMAP_DSS_CHANNEL_LCD3 */
1051         OMAP_DSS_OUTPUT_DPI | OMAP_DSS_OUTPUT_DBI |
1052         OMAP_DSS_OUTPUT_DSI2,
1053 };
1054
1055 static const struct dss_features omap24xx_dss_feats = {
1056         .model                  =       DSS_MODEL_OMAP2,
1057         /*
1058          * fck div max is really 16, but the divider range has gaps. The range
1059          * from 1 to 6 has no gaps, so let's use that as a max.
1060          */
1061         .fck_div_max            =       6,
1062         .fck_freq_max           =       133000000,
1063         .dss_fck_multiplier     =       2,
1064         .parent_clk_name        =       "core_ck",
1065         .ports                  =       omap2plus_ports,
1066         .num_ports              =       ARRAY_SIZE(omap2plus_ports),
1067         .outputs                =       omap2_dss_supported_outputs,
1068         .ops                    =       &dss_ops_omap2_omap3,
1069         .dispc_clk_switch       =       { 0, 0 },
1070         .has_lcd_clk_src        =       false,
1071 };
1072
1073 static const struct dss_features omap34xx_dss_feats = {
1074         .model                  =       DSS_MODEL_OMAP3,
1075         .fck_div_max            =       16,
1076         .fck_freq_max           =       173000000,
1077         .dss_fck_multiplier     =       2,
1078         .parent_clk_name        =       "dpll4_ck",
1079         .ports                  =       omap34xx_ports,
1080         .outputs                =       omap3430_dss_supported_outputs,
1081         .num_ports              =       ARRAY_SIZE(omap34xx_ports),
1082         .ops                    =       &dss_ops_omap2_omap3,
1083         .dispc_clk_switch       =       { 0, 0 },
1084         .has_lcd_clk_src        =       false,
1085 };
1086
1087 static const struct dss_features omap3630_dss_feats = {
1088         .model                  =       DSS_MODEL_OMAP3,
1089         .fck_div_max            =       31,
1090         .fck_freq_max           =       173000000,
1091         .dss_fck_multiplier     =       1,
1092         .parent_clk_name        =       "dpll4_ck",
1093         .ports                  =       omap2plus_ports,
1094         .num_ports              =       ARRAY_SIZE(omap2plus_ports),
1095         .outputs                =       omap3630_dss_supported_outputs,
1096         .ops                    =       &dss_ops_omap2_omap3,
1097         .dispc_clk_switch       =       { 0, 0 },
1098         .has_lcd_clk_src        =       false,
1099 };
1100
1101 static const struct dss_features omap44xx_dss_feats = {
1102         .model                  =       DSS_MODEL_OMAP4,
1103         .fck_div_max            =       32,
1104         .fck_freq_max           =       186000000,
1105         .dss_fck_multiplier     =       1,
1106         .parent_clk_name        =       "dpll_per_x2_ck",
1107         .ports                  =       omap2plus_ports,
1108         .num_ports              =       ARRAY_SIZE(omap2plus_ports),
1109         .outputs                =       omap4_dss_supported_outputs,
1110         .ops                    =       &dss_ops_omap4,
1111         .dispc_clk_switch       =       { 9, 8 },
1112         .has_lcd_clk_src        =       true,
1113 };
1114
1115 static const struct dss_features omap54xx_dss_feats = {
1116         .model                  =       DSS_MODEL_OMAP5,
1117         .fck_div_max            =       64,
1118         .fck_freq_max           =       209250000,
1119         .dss_fck_multiplier     =       1,
1120         .parent_clk_name        =       "dpll_per_x2_ck",
1121         .ports                  =       omap2plus_ports,
1122         .num_ports              =       ARRAY_SIZE(omap2plus_ports),
1123         .outputs                =       omap5_dss_supported_outputs,
1124         .ops                    =       &dss_ops_omap5,
1125         .dispc_clk_switch       =       { 9, 7 },
1126         .has_lcd_clk_src        =       true,
1127 };
1128
1129 static const struct dss_features am43xx_dss_feats = {
1130         .model                  =       DSS_MODEL_OMAP3,
1131         .fck_div_max            =       0,
1132         .fck_freq_max           =       200000000,
1133         .dss_fck_multiplier     =       0,
1134         .parent_clk_name        =       NULL,
1135         .ports                  =       omap2plus_ports,
1136         .num_ports              =       ARRAY_SIZE(omap2plus_ports),
1137         .outputs                =       am43xx_dss_supported_outputs,
1138         .ops                    =       &dss_ops_omap2_omap3,
1139         .dispc_clk_switch       =       { 0, 0 },
1140         .has_lcd_clk_src        =       true,
1141 };
1142
1143 static const struct dss_features dra7xx_dss_feats = {
1144         .model                  =       DSS_MODEL_DRA7,
1145         .fck_div_max            =       64,
1146         .fck_freq_max           =       209250000,
1147         .dss_fck_multiplier     =       1,
1148         .parent_clk_name        =       "dpll_per_x2_ck",
1149         .ports                  =       dra7xx_ports,
1150         .num_ports              =       ARRAY_SIZE(dra7xx_ports),
1151         .outputs                =       omap5_dss_supported_outputs,
1152         .ops                    =       &dss_ops_dra7,
1153         .dispc_clk_switch       =       { 9, 7 },
1154         .has_lcd_clk_src        =       true,
1155 };
1156
1157 static void __dss_uninit_ports(struct dss_device *dss, unsigned int num_ports)
1158 {
1159         struct platform_device *pdev = dss->pdev;
1160         struct device_node *parent = pdev->dev.of_node;
1161         struct device_node *port;
1162         unsigned int i;
1163
1164         for (i = 0; i < num_ports; i++) {
1165                 port = of_graph_get_port_by_id(parent, i);
1166                 if (!port)
1167                         continue;
1168
1169                 switch (dss->feat->ports[i]) {
1170                 case OMAP_DISPLAY_TYPE_DPI:
1171                         dpi_uninit_port(port);
1172                         break;
1173                 case OMAP_DISPLAY_TYPE_SDI:
1174                         sdi_uninit_port(port);
1175                         break;
1176                 default:
1177                         break;
1178                 }
1179                 of_node_put(port);
1180         }
1181 }
1182
1183 static int dss_init_ports(struct dss_device *dss)
1184 {
1185         struct platform_device *pdev = dss->pdev;
1186         struct device_node *parent = pdev->dev.of_node;
1187         struct device_node *port;
1188         unsigned int i;
1189         int r;
1190
1191         for (i = 0; i < dss->feat->num_ports; i++) {
1192                 port = of_graph_get_port_by_id(parent, i);
1193                 if (!port)
1194                         continue;
1195
1196                 switch (dss->feat->ports[i]) {
1197                 case OMAP_DISPLAY_TYPE_DPI:
1198                         r = dpi_init_port(dss, pdev, port, dss->feat->model);
1199                         if (r)
1200                                 goto error;
1201                         break;
1202
1203                 case OMAP_DISPLAY_TYPE_SDI:
1204                         r = sdi_init_port(dss, pdev, port);
1205                         if (r)
1206                                 goto error;
1207                         break;
1208
1209                 default:
1210                         break;
1211                 }
1212                 of_node_put(port);
1213         }
1214
1215         return 0;
1216
1217 error:
1218         of_node_put(port);
1219         __dss_uninit_ports(dss, i);
1220         return r;
1221 }
1222
1223 static void dss_uninit_ports(struct dss_device *dss)
1224 {
1225         __dss_uninit_ports(dss, dss->feat->num_ports);
1226 }
1227
1228 static int dss_video_pll_probe(struct dss_device *dss)
1229 {
1230         struct platform_device *pdev = dss->pdev;
1231         struct device_node *np = pdev->dev.of_node;
1232         struct regulator *pll_regulator;
1233         int r;
1234
1235         if (!np)
1236                 return 0;
1237
1238         if (of_property_read_bool(np, "syscon-pll-ctrl")) {
1239                 dss->syscon_pll_ctrl = syscon_regmap_lookup_by_phandle(np,
1240                         "syscon-pll-ctrl");
1241                 if (IS_ERR(dss->syscon_pll_ctrl)) {
1242                         dev_err(&pdev->dev,
1243                                 "failed to get syscon-pll-ctrl regmap\n");
1244                         return PTR_ERR(dss->syscon_pll_ctrl);
1245                 }
1246
1247                 if (of_property_read_u32_index(np, "syscon-pll-ctrl", 1,
1248                                 &dss->syscon_pll_ctrl_offset)) {
1249                         dev_err(&pdev->dev,
1250                                 "failed to get syscon-pll-ctrl offset\n");
1251                         return -EINVAL;
1252                 }
1253         }
1254
1255         pll_regulator = devm_regulator_get(&pdev->dev, "vdda_video");
1256         if (IS_ERR(pll_regulator)) {
1257                 r = PTR_ERR(pll_regulator);
1258
1259                 switch (r) {
1260                 case -ENOENT:
1261                         pll_regulator = NULL;
1262                         break;
1263
1264                 case -EPROBE_DEFER:
1265                         return -EPROBE_DEFER;
1266
1267                 default:
1268                         DSSERR("can't get DPLL VDDA regulator\n");
1269                         return r;
1270                 }
1271         }
1272
1273         if (of_property_match_string(np, "reg-names", "pll1") >= 0) {
1274                 dss->video1_pll = dss_video_pll_init(dss, pdev, 0,
1275                                                      pll_regulator);
1276                 if (IS_ERR(dss->video1_pll))
1277                         return PTR_ERR(dss->video1_pll);
1278         }
1279
1280         if (of_property_match_string(np, "reg-names", "pll2") >= 0) {
1281                 dss->video2_pll = dss_video_pll_init(dss, pdev, 1,
1282                                                      pll_regulator);
1283                 if (IS_ERR(dss->video2_pll)) {
1284                         dss_video_pll_uninit(dss->video1_pll);
1285                         return PTR_ERR(dss->video2_pll);
1286                 }
1287         }
1288
1289         return 0;
1290 }
1291
1292 /* DSS HW IP initialisation */
1293 static const struct of_device_id dss_of_match[] = {
1294         { .compatible = "ti,omap2-dss", .data = &omap24xx_dss_feats },
1295         { .compatible = "ti,omap3-dss", .data = &omap3630_dss_feats },
1296         { .compatible = "ti,omap4-dss", .data = &omap44xx_dss_feats },
1297         { .compatible = "ti,omap5-dss", .data = &omap54xx_dss_feats },
1298         { .compatible = "ti,dra7-dss",  .data = &dra7xx_dss_feats },
1299         {},
1300 };
1301 MODULE_DEVICE_TABLE(of, dss_of_match);
1302
1303 static const struct soc_device_attribute dss_soc_devices[] = {
1304         { .machine = "OMAP3430/3530", .data = &omap34xx_dss_feats },
1305         { .machine = "AM35??",        .data = &omap34xx_dss_feats },
1306         { .family  = "AM43xx",        .data = &am43xx_dss_feats },
1307         { /* sentinel */ }
1308 };
1309
1310 static int dss_bind(struct device *dev)
1311 {
1312         struct dss_device *dss = dev_get_drvdata(dev);
1313         struct platform_device *drm_pdev;
1314         struct dss_pdata pdata;
1315         int r;
1316
1317         r = component_bind_all(dev, NULL);
1318         if (r)
1319                 return r;
1320
1321         pm_set_vt_switch(0);
1322
1323         pdata.dss = dss;
1324         drm_pdev = platform_device_register_data(NULL, "omapdrm", 0,
1325                                                  &pdata, sizeof(pdata));
1326         if (IS_ERR(drm_pdev)) {
1327                 component_unbind_all(dev, NULL);
1328                 return PTR_ERR(drm_pdev);
1329         }
1330
1331         dss->drm_pdev = drm_pdev;
1332
1333         return 0;
1334 }
1335
1336 static void dss_unbind(struct device *dev)
1337 {
1338         struct dss_device *dss = dev_get_drvdata(dev);
1339
1340         platform_device_unregister(dss->drm_pdev);
1341
1342         component_unbind_all(dev, NULL);
1343 }
1344
1345 static const struct component_master_ops dss_component_ops = {
1346         .bind = dss_bind,
1347         .unbind = dss_unbind,
1348 };
1349
1350 struct dss_component_match_data {
1351         struct device *dev;
1352         struct component_match **match;
1353 };
1354
1355 static int dss_add_child_component(struct device *dev, void *data)
1356 {
1357         struct dss_component_match_data *cmatch = data;
1358         struct component_match **match = cmatch->match;
1359
1360         /*
1361          * HACK
1362          * We don't have a working driver for rfbi, so skip it here always.
1363          * Otherwise dss will never get probed successfully, as it will wait
1364          * for rfbi to get probed.
1365          */
1366         if (strstr(dev_name(dev), "rfbi"))
1367                 return 0;
1368
1369         /*
1370          * Handle possible interconnect target modules defined within the DSS.
1371          * The DSS components can be children of an interconnect target module
1372          * after the device tree has been updated for the module data.
1373          * See also omapdss_boot_init() for compatible fixup.
1374          */
1375         if (strstr(dev_name(dev), "target-module"))
1376                 return device_for_each_child(dev, cmatch,
1377                                              dss_add_child_component);
1378
1379         component_match_add(cmatch->dev, match, component_compare_dev, dev);
1380
1381         return 0;
1382 }
1383
1384 static int dss_probe_hardware(struct dss_device *dss)
1385 {
1386         u32 rev;
1387         int r;
1388
1389         r = dss_runtime_get(dss);
1390         if (r)
1391                 return r;
1392
1393         dss->dss_clk_rate = clk_get_rate(dss->dss_clk);
1394
1395         /* Select DPLL */
1396         REG_FLD_MOD(dss, DSS_CONTROL, 0, 0, 0);
1397
1398         dss_select_dispc_clk_source(dss, DSS_CLK_SRC_FCK);
1399
1400 #ifdef CONFIG_OMAP2_DSS_VENC
1401         REG_FLD_MOD(dss, DSS_CONTROL, 1, 4, 4); /* venc dac demen */
1402         REG_FLD_MOD(dss, DSS_CONTROL, 1, 3, 3); /* venc clock 4x enable */
1403         REG_FLD_MOD(dss, DSS_CONTROL, 0, 2, 2); /* venc clock mode = normal */
1404 #endif
1405         dss->dsi_clk_source[0] = DSS_CLK_SRC_FCK;
1406         dss->dsi_clk_source[1] = DSS_CLK_SRC_FCK;
1407         dss->dispc_clk_source = DSS_CLK_SRC_FCK;
1408         dss->lcd_clk_source[0] = DSS_CLK_SRC_FCK;
1409         dss->lcd_clk_source[1] = DSS_CLK_SRC_FCK;
1410
1411         rev = dss_read_reg(dss, DSS_REVISION);
1412         pr_info("OMAP DSS rev %d.%d\n", FLD_GET(rev, 7, 4), FLD_GET(rev, 3, 0));
1413
1414         dss_runtime_put(dss);
1415
1416         return 0;
1417 }
1418
1419 static int dss_probe(struct platform_device *pdev)
1420 {
1421         const struct soc_device_attribute *soc;
1422         struct dss_component_match_data cmatch;
1423         struct component_match *match = NULL;
1424         struct dss_device *dss;
1425         int r;
1426
1427         dss = kzalloc(sizeof(*dss), GFP_KERNEL);
1428         if (!dss)
1429                 return -ENOMEM;
1430
1431         dss->pdev = pdev;
1432         platform_set_drvdata(pdev, dss);
1433
1434         r = dma_set_coherent_mask(&pdev->dev, DMA_BIT_MASK(32));
1435         if (r) {
1436                 dev_err(&pdev->dev, "Failed to set the DMA mask\n");
1437                 goto err_free_dss;
1438         }
1439
1440         /*
1441          * The various OMAP3-based SoCs can't be told apart using the compatible
1442          * string, use SoC device matching.
1443          */
1444         soc = soc_device_match(dss_soc_devices);
1445         if (soc)
1446                 dss->feat = soc->data;
1447         else
1448                 dss->feat = of_match_device(dss_of_match, &pdev->dev)->data;
1449
1450         /* Map I/O registers, get and setup clocks. */
1451         dss->base = devm_platform_ioremap_resource(pdev, 0);
1452         if (IS_ERR(dss->base)) {
1453                 r = PTR_ERR(dss->base);
1454                 goto err_free_dss;
1455         }
1456
1457         r = dss_get_clocks(dss);
1458         if (r)
1459                 goto err_free_dss;
1460
1461         r = dss_setup_default_clock(dss);
1462         if (r)
1463                 goto err_put_clocks;
1464
1465         /* Setup the video PLLs and the DPI and SDI ports. */
1466         r = dss_video_pll_probe(dss);
1467         if (r)
1468                 goto err_put_clocks;
1469
1470         r = dss_init_ports(dss);
1471         if (r)
1472                 goto err_uninit_plls;
1473
1474         /* Enable runtime PM and probe the hardware. */
1475         pm_runtime_enable(&pdev->dev);
1476
1477         r = dss_probe_hardware(dss);
1478         if (r)
1479                 goto err_pm_runtime_disable;
1480
1481         /* Initialize debugfs. */
1482         r = dss_initialize_debugfs(dss);
1483         if (r)
1484                 goto err_pm_runtime_disable;
1485
1486         dss->debugfs.clk = dss_debugfs_create_file(dss, "clk",
1487                                                    dss_debug_dump_clocks, dss);
1488         dss->debugfs.dss = dss_debugfs_create_file(dss, "dss", dss_dump_regs,
1489                                                    dss);
1490
1491         /* Add all the child devices as components. */
1492         r = of_platform_populate(pdev->dev.of_node, NULL, NULL, &pdev->dev);
1493         if (r)
1494                 goto err_uninit_debugfs;
1495
1496         omapdss_gather_components(&pdev->dev);
1497
1498         cmatch.dev = &pdev->dev;
1499         cmatch.match = &match;
1500         device_for_each_child(&pdev->dev, &cmatch, dss_add_child_component);
1501
1502         r = component_master_add_with_match(&pdev->dev, &dss_component_ops, match);
1503         if (r)
1504                 goto err_of_depopulate;
1505
1506         return 0;
1507
1508 err_of_depopulate:
1509         of_platform_depopulate(&pdev->dev);
1510
1511 err_uninit_debugfs:
1512         dss_debugfs_remove_file(dss->debugfs.clk);
1513         dss_debugfs_remove_file(dss->debugfs.dss);
1514         dss_uninitialize_debugfs(dss);
1515
1516 err_pm_runtime_disable:
1517         pm_runtime_disable(&pdev->dev);
1518         dss_uninit_ports(dss);
1519
1520 err_uninit_plls:
1521         if (dss->video1_pll)
1522                 dss_video_pll_uninit(dss->video1_pll);
1523         if (dss->video2_pll)
1524                 dss_video_pll_uninit(dss->video2_pll);
1525
1526 err_put_clocks:
1527         dss_put_clocks(dss);
1528
1529 err_free_dss:
1530         kfree(dss);
1531
1532         return r;
1533 }
1534
1535 static void dss_remove(struct platform_device *pdev)
1536 {
1537         struct dss_device *dss = platform_get_drvdata(pdev);
1538
1539         of_platform_depopulate(&pdev->dev);
1540
1541         component_master_del(&pdev->dev, &dss_component_ops);
1542
1543         dss_debugfs_remove_file(dss->debugfs.clk);
1544         dss_debugfs_remove_file(dss->debugfs.dss);
1545         dss_uninitialize_debugfs(dss);
1546
1547         pm_runtime_disable(&pdev->dev);
1548
1549         dss_uninit_ports(dss);
1550
1551         if (dss->video1_pll)
1552                 dss_video_pll_uninit(dss->video1_pll);
1553
1554         if (dss->video2_pll)
1555                 dss_video_pll_uninit(dss->video2_pll);
1556
1557         dss_put_clocks(dss);
1558
1559         kfree(dss);
1560 }
1561
1562 static void dss_shutdown(struct platform_device *pdev)
1563 {
1564         DSSDBG("shutdown\n");
1565 }
1566
1567 static __maybe_unused int dss_runtime_suspend(struct device *dev)
1568 {
1569         struct dss_device *dss = dev_get_drvdata(dev);
1570
1571         dss_save_context(dss);
1572         dss_set_min_bus_tput(dev, 0);
1573
1574         pinctrl_pm_select_sleep_state(dev);
1575
1576         return 0;
1577 }
1578
1579 static __maybe_unused int dss_runtime_resume(struct device *dev)
1580 {
1581         struct dss_device *dss = dev_get_drvdata(dev);
1582         int r;
1583
1584         pinctrl_pm_select_default_state(dev);
1585
1586         /*
1587          * Set an arbitrarily high tput request to ensure OPP100.
1588          * What we should really do is to make a request to stay in OPP100,
1589          * without any tput requirements, but that is not currently possible
1590          * via the PM layer.
1591          */
1592
1593         r = dss_set_min_bus_tput(dev, 1000000000);
1594         if (r)
1595                 return r;
1596
1597         dss_restore_context(dss);
1598         return 0;
1599 }
1600
1601 static const struct dev_pm_ops dss_pm_ops = {
1602         SET_RUNTIME_PM_OPS(dss_runtime_suspend, dss_runtime_resume, NULL)
1603         SET_LATE_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend, pm_runtime_force_resume)
1604 };
1605
1606 struct platform_driver omap_dsshw_driver = {
1607         .probe          = dss_probe,
1608         .remove_new     = dss_remove,
1609         .shutdown       = dss_shutdown,
1610         .driver         = {
1611                 .name   = "omapdss_dss",
1612                 .pm     = &dss_pm_ops,
1613                 .of_match_table = dss_of_match,
1614                 .suppress_bind_attrs = true,
1615         },
1616 };
1617
1618 /* INIT */
1619 static struct platform_driver * const omap_dss_drivers[] = {
1620         &omap_dsshw_driver,
1621         &omap_dispchw_driver,
1622 #ifdef CONFIG_OMAP2_DSS_DSI
1623         &omap_dsihw_driver,
1624 #endif
1625 #ifdef CONFIG_OMAP2_DSS_VENC
1626         &omap_venchw_driver,
1627 #endif
1628 #ifdef CONFIG_OMAP4_DSS_HDMI
1629         &omapdss_hdmi4hw_driver,
1630 #endif
1631 #ifdef CONFIG_OMAP5_DSS_HDMI
1632         &omapdss_hdmi5hw_driver,
1633 #endif
1634 };
1635
1636 int __init omap_dss_init(void)
1637 {
1638         return platform_register_drivers(omap_dss_drivers,
1639                                          ARRAY_SIZE(omap_dss_drivers));
1640 }
1641
1642 void omap_dss_exit(void)
1643 {
1644         platform_unregister_drivers(omap_dss_drivers,
1645                                     ARRAY_SIZE(omap_dss_drivers));
1646 }