drivers/clk/ingenic/cgu.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Ingenic SoC CGU driver
   4  *
   5  * Copyright (c) 2013-2015 Imagination Technologies
   6  * Author: Paul Burton <[email protected]>
   7  */
   8
   9 #include <linux/bitops.h>
  10 #include <linux/clk.h>
  11 #include <linux/clk-provider.h>
  12 #include <linux/clkdev.h>
  13 #include <linux/delay.h>
  14 #include <linux/io.h>
  15 #include <linux/math64.h>
  16 #include <linux/of.h>
  17 #include <linux/of_address.h>
  18 #include <linux/slab.h>
  19 #include <linux/spinlock.h>
  20 #include "cgu.h"
  21
  22 #define MHZ (1000 * 1000)
  23
  24 /**
  25  * ingenic_cgu_gate_get() - get the value of clock gate register bit
  26  * @cgu: reference to the CGU whose registers should be read
  27  * @info: info struct describing the gate bit
  28  *
  29  * Retrieves the state of the clock gate bit described by info. The
  30  * caller must hold cgu->lock.
  31  *
  32  * Return: true if the gate bit is set, else false.
  33  */
  34 static inline bool
  35 ingenic_cgu_gate_get(struct ingenic_cgu *cgu,
  36                      const struct ingenic_cgu_gate_info *info)
  37 {
  38         return !!(readl(cgu->base + info->reg) & BIT(info->bit))
  39                 ^ info->clear_to_gate;
  40 }
  41
  42 /**
  43  * ingenic_cgu_gate_set() - set the value of clock gate register bit
  44  * @cgu: reference to the CGU whose registers should be modified
  45  * @info: info struct describing the gate bit
  46  * @val: non-zero to gate a clock, otherwise zero
  47  *
  48  * Sets the given gate bit in order to gate or ungate a clock.
  49  *
  50  * The caller must hold cgu->lock.
  51  */
  52 static inline void
  53 ingenic_cgu_gate_set(struct ingenic_cgu *cgu,
  54                      const struct ingenic_cgu_gate_info *info, bool val)
  55 {
  56         u32 clkgr = readl(cgu->base + info->reg);
  57
  58         if (val ^ info->clear_to_gate)
  59                 clkgr |= BIT(info->bit);
  60         else
  61                 clkgr &= ~BIT(info->bit);
  62
  63         writel(clkgr, cgu->base + info->reg);
  64 }
  65
  66 /*
  67  * PLL operations
  68  */
  69
  70 static unsigned long
  71 ingenic_pll_recalc_rate(struct clk_hw *hw, unsigned long parent_rate)
  72 {
  73         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
  74         struct ingenic_cgu *cgu = ingenic_clk->cgu;
  75         const struct ingenic_cgu_clk_info *clk_info;
  76         const struct ingenic_cgu_pll_info *pll_info;
  77         unsigned m, n, od_enc, od;
  78         bool bypass;
  79         unsigned long flags;
  80         u32 ctl;
  81
  82         clk_info = &cgu->clock_info[ingenic_clk->idx];
  83         BUG_ON(clk_info->type != CGU_CLK_PLL);
  84         pll_info = &clk_info->pll;
  85
  86         spin_lock_irqsave(&cgu->lock, flags);
  87         ctl = readl(cgu->base + pll_info->reg);
  88         spin_unlock_irqrestore(&cgu->lock, flags);
  89
  90         m = (ctl >> pll_info->m_shift) & GENMASK(pll_info->m_bits - 1, 0);
  91         m += pll_info->m_offset;
  92         n = (ctl >> pll_info->n_shift) & GENMASK(pll_info->n_bits - 1, 0);
  93         n += pll_info->n_offset;
  94         od_enc = ctl >> pll_info->od_shift;
  95         od_enc &= GENMASK(pll_info->od_bits - 1, 0);
  96         bypass = !pll_info->no_bypass_bit &&
  97                  !!(ctl & BIT(pll_info->bypass_bit));
  98
  99         if (bypass)
 100                 return parent_rate;
 101
 102         for (od = 0; od < pll_info->od_max; od++) {
 103                 if (pll_info->od_encoding[od] == od_enc)
 104                         break;
 105         }
 106         BUG_ON(od == pll_info->od_max);
 107         od++;
 108
 109         return div_u64((u64)parent_rate * m, n * od);
 110 }
 111
 112 static unsigned long
 113 ingenic_pll_calc(const struct ingenic_cgu_clk_info *clk_info,
 114                  unsigned long rate, unsigned long parent_rate,
 115                  unsigned *pm, unsigned *pn, unsigned *pod)
 116 {
 117         const struct ingenic_cgu_pll_info *pll_info;
 118         unsigned m, n, od;
 119
 120         pll_info = &clk_info->pll;
 121         od = 1;
 122
 123         /*
 124          * The frequency after the input divider must be between 10 and 50 MHz.
 125          * The highest divider yields the best resolution.
 126          */
 127         n = parent_rate / (10 * MHZ);
 128         n = min_t(unsigned, n, 1 << clk_info->pll.n_bits);
 129         n = max_t(unsigned, n, pll_info->n_offset);
 130
 131         m = (rate / MHZ) * od * n / (parent_rate / MHZ);
 132         m = min_t(unsigned, m, 1 << clk_info->pll.m_bits);
 133         m = max_t(unsigned, m, pll_info->m_offset);
 134
 135         if (pm)
 136                 *pm = m;
 137         if (pn)
 138                 *pn = n;
 139         if (pod)
 140                 *pod = od;
 141
 142         return div_u64((u64)parent_rate * m, n * od);
 143 }
 144
 145 static inline const struct ingenic_cgu_clk_info *to_clk_info(
 146                 struct ingenic_clk *ingenic_clk)
 147 {
 148         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 149         const struct ingenic_cgu_clk_info *clk_info;
 150
 151         clk_info = &cgu->clock_info[ingenic_clk->idx];
 152         BUG_ON(clk_info->type != CGU_CLK_PLL);
 153
 154         return clk_info;
 155 }
 156
 157 static long
 158 ingenic_pll_round_rate(struct clk_hw *hw, unsigned long req_rate,
 159                        unsigned long *prate)
 160 {
 161         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 162         const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
 163
 164         return ingenic_pll_calc(clk_info, req_rate, *prate, NULL, NULL, NULL);
 165 }
 166
 167 static int
 168 ingenic_pll_set_rate(struct clk_hw *hw, unsigned long req_rate,
 169                      unsigned long parent_rate)
 170 {
 171         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 172         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 173         const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
 174         const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
 175         unsigned long rate, flags;
 176         unsigned int m, n, od;
 177         u32 ctl;
 178
 179         rate = ingenic_pll_calc(clk_info, req_rate, parent_rate,
 180                                &m, &n, &od);
 181         if (rate != req_rate)
 182                 pr_info("ingenic-cgu: request '%s' rate %luHz, actual %luHz\n",
 183                         clk_info->name, req_rate, rate);
 184
 185         spin_lock_irqsave(&cgu->lock, flags);
 186         ctl = readl(cgu->base + pll_info->reg);
 187
 188         ctl &= ~(GENMASK(pll_info->m_bits - 1, 0) << pll_info->m_shift);
 189         ctl |= (m - pll_info->m_offset) << pll_info->m_shift;
 190
 191         ctl &= ~(GENMASK(pll_info->n_bits - 1, 0) << pll_info->n_shift);
 192         ctl |= (n - pll_info->n_offset) << pll_info->n_shift;
 193
 194         ctl &= ~(GENMASK(pll_info->od_bits - 1, 0) << pll_info->od_shift);
 195         ctl |= pll_info->od_encoding[od - 1] << pll_info->od_shift;
 196
 197         writel(ctl, cgu->base + pll_info->reg);
 198         spin_unlock_irqrestore(&cgu->lock, flags);
 199
 200         return 0;
 201 }
 202
 203 static int ingenic_pll_enable(struct clk_hw *hw)
 204 {
 205         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 206         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 207         const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
 208         const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
 209         const unsigned int timeout = 100;
 210         unsigned long flags;
 211         unsigned int i;
 212         u32 ctl;
 213
 214         spin_lock_irqsave(&cgu->lock, flags);
 215         ctl = readl(cgu->base + pll_info->reg);
 216
 217         ctl &= ~BIT(pll_info->bypass_bit);
 218         ctl |= BIT(pll_info->enable_bit);
 219
 220         writel(ctl, cgu->base + pll_info->reg);
 221
 222         /* wait for the PLL to stabilise */
 223         for (i = 0; i < timeout; i++) {
 224                 ctl = readl(cgu->base + pll_info->reg);
 225                 if (ctl & BIT(pll_info->stable_bit))
 226                         break;
 227                 mdelay(1);
 228         }
 229
 230         spin_unlock_irqrestore(&cgu->lock, flags);
 231
 232         if (i == timeout)
 233                 return -EBUSY;
 234
 235         return 0;
 236 }
 237
 238 static void ingenic_pll_disable(struct clk_hw *hw)
 239 {
 240         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 241         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 242         const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
 243         const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
 244         unsigned long flags;
 245         u32 ctl;
 246
 247         spin_lock_irqsave(&cgu->lock, flags);
 248         ctl = readl(cgu->base + pll_info->reg);
 249
 250         ctl &= ~BIT(pll_info->enable_bit);
 251
 252         writel(ctl, cgu->base + pll_info->reg);
 253         spin_unlock_irqrestore(&cgu->lock, flags);
 254 }
 255
 256 static int ingenic_pll_is_enabled(struct clk_hw *hw)
 257 {
 258         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 259         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 260         const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
 261         const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
 262         unsigned long flags;
 263         u32 ctl;
 264
 265         spin_lock_irqsave(&cgu->lock, flags);
 266         ctl = readl(cgu->base + pll_info->reg);
 267         spin_unlock_irqrestore(&cgu->lock, flags);
 268
 269         return !!(ctl & BIT(pll_info->enable_bit));
 270 }
 271
 272 static const struct clk_ops ingenic_pll_ops = {
 273         .recalc_rate = ingenic_pll_recalc_rate,
 274         .round_rate = ingenic_pll_round_rate,
 275         .set_rate = ingenic_pll_set_rate,
 276
 277         .enable = ingenic_pll_enable,
 278         .disable = ingenic_pll_disable,
 279         .is_enabled = ingenic_pll_is_enabled,
 280 };
 281
 282 /*
 283  * Operations for all non-PLL clocks
 284  */
 285
 286 static u8 ingenic_clk_get_parent(struct clk_hw *hw)
 287 {
 288         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 289         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 290         const struct ingenic_cgu_clk_info *clk_info;
 291         u32 reg;
 292         u8 i, hw_idx, idx = 0;
 293
 294         clk_info = &cgu->clock_info[ingenic_clk->idx];
 295
 296         if (clk_info->type & CGU_CLK_MUX) {
 297                 reg = readl(cgu->base + clk_info->mux.reg);
 298                 hw_idx = (reg >> clk_info->mux.shift) &
 299                          GENMASK(clk_info->mux.bits - 1, 0);
 300
 301                 /*
 302                  * Convert the hardware index to the parent index by skipping
 303                  * over any -1's in the parents array.
 304                  */
 305                 for (i = 0; i < hw_idx; i++) {
 306                         if (clk_info->parents[i] != -1)
 307                                 idx++;
 308                 }
 309         }
 310
 311         return idx;
 312 }
 313
 314 static int ingenic_clk_set_parent(struct clk_hw *hw, u8 idx)
 315 {
 316         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 317         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 318         const struct ingenic_cgu_clk_info *clk_info;
 319         unsigned long flags;
 320         u8 curr_idx, hw_idx, num_poss;
 321         u32 reg, mask;
 322
 323         clk_info = &cgu->clock_info[ingenic_clk->idx];
 324
 325         if (clk_info->type & CGU_CLK_MUX) {
 326                 /*
 327                  * Convert the parent index to the hardware index by adding
 328                  * 1 for any -1 in the parents array preceding the given
 329                  * index. That is, we want the index of idx'th entry in
 330                  * clk_info->parents which does not equal -1.
 331                  */
 332                 hw_idx = curr_idx = 0;
 333                 num_poss = 1 << clk_info->mux.bits;
 334                 for (; hw_idx < num_poss; hw_idx++) {
 335                         if (clk_info->parents[hw_idx] == -1)
 336                                 continue;
 337                         if (curr_idx == idx)
 338                                 break;
 339                         curr_idx++;
 340                 }
 341
 342                 /* idx should always be a valid parent */
 343                 BUG_ON(curr_idx != idx);
 344
 345                 mask = GENMASK(clk_info->mux.bits - 1, 0);
 346                 mask <<= clk_info->mux.shift;
 347
 348                 spin_lock_irqsave(&cgu->lock, flags);
 349
 350                 /* write the register */
 351                 reg = readl(cgu->base + clk_info->mux.reg);
 352                 reg &= ~mask;
 353                 reg |= hw_idx << clk_info->mux.shift;
 354                 writel(reg, cgu->base + clk_info->mux.reg);
 355
 356                 spin_unlock_irqrestore(&cgu->lock, flags);
 357                 return 0;
 358         }
 359
 360         return idx ? -EINVAL : 0;
 361 }
 362
 363 static unsigned long
 364 ingenic_clk_recalc_rate(struct clk_hw *hw, unsigned long parent_rate)
 365 {
 366         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 367         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 368         const struct ingenic_cgu_clk_info *clk_info;
 369         unsigned long rate = parent_rate;
 370         u32 div_reg, div;
 371
 372         clk_info = &cgu->clock_info[ingenic_clk->idx];
 373
 374         if (clk_info->type & CGU_CLK_DIV) {
 375                 div_reg = readl(cgu->base + clk_info->div.reg);
 376                 div = (div_reg >> clk_info->div.shift) &
 377                       GENMASK(clk_info->div.bits - 1, 0);
 378
 379                 if (clk_info->div.div_table)
 380                         div = clk_info->div.div_table[div];
 381                 else
 382                         div = (div + 1) * clk_info->div.div;
 383
 384                 rate /= div;
 385         } else if (clk_info->type & CGU_CLK_FIXDIV) {
 386                 rate /= clk_info->fixdiv.div;
 387         }
 388
 389         return rate;
 390 }
 391
 392 static unsigned int
 393 ingenic_clk_calc_hw_div(const struct ingenic_cgu_clk_info *clk_info,
 394                         unsigned int div)
 395 {
 396         unsigned int i;
 397
 398         for (i = 0; i < (1 << clk_info->div.bits)
 399                                 && clk_info->div.div_table[i]; i++) {
 400                 if (clk_info->div.div_table[i] >= div)
 401                         return i;
 402         }
 403
 404         return i - 1;
 405 }
 406
 407 static unsigned
 408 ingenic_clk_calc_div(const struct ingenic_cgu_clk_info *clk_info,
 409                      unsigned long parent_rate, unsigned long req_rate)
 410 {
 411         unsigned int div, hw_div;
 412
 413         /* calculate the divide */
 414         div = DIV_ROUND_UP(parent_rate, req_rate);
 415
 416         if (clk_info->div.div_table) {
 417                 hw_div = ingenic_clk_calc_hw_div(clk_info, div);
 418
 419                 return clk_info->div.div_table[hw_div];
 420         }
 421
 422         /* Impose hardware constraints */
 423         div = min_t(unsigned, div, 1 << clk_info->div.bits);
 424         div = max_t(unsigned, div, 1);
 425
 426         /*
 427          * If the divider value itself must be divided before being written to
 428          * the divider register, we must ensure we don't have any bits set that
 429          * would be lost as a result of doing so.
 430          */
 431         div /= clk_info->div.div;
 432         div *= clk_info->div.div;
 433
 434         return div;
 435 }
 436
 437 static long
 438 ingenic_clk_round_rate(struct clk_hw *hw, unsigned long req_rate,
 439                        unsigned long *parent_rate)
 440 {
 441         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 442         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 443         const struct ingenic_cgu_clk_info *clk_info;
 444         unsigned int div = 1;
 445
 446         clk_info = &cgu->clock_info[ingenic_clk->idx];
 447
 448         if (clk_info->type & CGU_CLK_DIV)
 449                 div = ingenic_clk_calc_div(clk_info, *parent_rate, req_rate);
 450         else if (clk_info->type & CGU_CLK_FIXDIV)
 451                 div = clk_info->fixdiv.div;
 452
 453         return DIV_ROUND_UP(*parent_rate, div);
 454 }
 455
 456 static int
 457 ingenic_clk_set_rate(struct clk_hw *hw, unsigned long req_rate,
 458                      unsigned long parent_rate)
 459 {
 460         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 461         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 462         const struct ingenic_cgu_clk_info *clk_info;
 463         const unsigned timeout = 100;
 464         unsigned long rate, flags;
 465         unsigned int hw_div, div, i;
 466         u32 reg, mask;
 467         int ret = 0;
 468
 469         clk_info = &cgu->clock_info[ingenic_clk->idx];
 470
 471         if (clk_info->type & CGU_CLK_DIV) {
 472                 div = ingenic_clk_calc_div(clk_info, parent_rate, req_rate);
 473                 rate = DIV_ROUND_UP(parent_rate, div);
 474
 475                 if (rate != req_rate)
 476                         return -EINVAL;
 477
 478                 if (clk_info->div.div_table)
 479                         hw_div = ingenic_clk_calc_hw_div(clk_info, div);
 480                 else
 481                         hw_div = ((div / clk_info->div.div) - 1);
 482
 483                 spin_lock_irqsave(&cgu->lock, flags);
 484                 reg = readl(cgu->base + clk_info->div.reg);
 485
 486                 /* update the divide */
 487                 mask = GENMASK(clk_info->div.bits - 1, 0);
 488                 reg &= ~(mask << clk_info->div.shift);
 489                 reg |= hw_div << clk_info->div.shift;
 490
 491                 /* clear the stop bit */
 492                 if (clk_info->div.stop_bit != -1)
 493                         reg &= ~BIT(clk_info->div.stop_bit);
 494
 495                 /* set the change enable bit */
 496                 if (clk_info->div.ce_bit != -1)
 497                         reg |= BIT(clk_info->div.ce_bit);
 498
 499                 /* update the hardware */
 500                 writel(reg, cgu->base + clk_info->div.reg);
 501
 502                 /* wait for the change to take effect */
 503                 if (clk_info->div.busy_bit != -1) {
 504                         for (i = 0; i < timeout; i++) {
 505                                 reg = readl(cgu->base + clk_info->div.reg);
 506                                 if (!(reg & BIT(clk_info->div.busy_bit)))
 507                                         break;
 508                                 mdelay(1);
 509                         }
 510                         if (i == timeout)
 511                                 ret = -EBUSY;
 512                 }
 513
 514                 spin_unlock_irqrestore(&cgu->lock, flags);
 515                 return ret;
 516         }
 517
 518         return -EINVAL;
 519 }
 520
 521 static int ingenic_clk_enable(struct clk_hw *hw)
 522 {
 523         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 524         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 525         const struct ingenic_cgu_clk_info *clk_info;
 526         unsigned long flags;
 527
 528         clk_info = &cgu->clock_info[ingenic_clk->idx];
 529
 530         if (clk_info->type & CGU_CLK_GATE) {
 531                 /* ungate the clock */
 532                 spin_lock_irqsave(&cgu->lock, flags);
 533                 ingenic_cgu_gate_set(cgu, &clk_info->gate, false);
 534                 spin_unlock_irqrestore(&cgu->lock, flags);
 535
 536                 if (clk_info->gate.delay_us)
 537                         udelay(clk_info->gate.delay_us);
 538         }
 539
 540         return 0;
 541 }
 542
 543 static void ingenic_clk_disable(struct clk_hw *hw)
 544 {
 545         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 546         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 547         const struct ingenic_cgu_clk_info *clk_info;
 548         unsigned long flags;
 549
 550         clk_info = &cgu->clock_info[ingenic_clk->idx];
 551
 552         if (clk_info->type & CGU_CLK_GATE) {
 553                 /* gate the clock */
 554                 spin_lock_irqsave(&cgu->lock, flags);
 555                 ingenic_cgu_gate_set(cgu, &clk_info->gate, true);
 556                 spin_unlock_irqrestore(&cgu->lock, flags);
 557         }
 558 }
 559
 560 static int ingenic_clk_is_enabled(struct clk_hw *hw)
 561 {
 562         struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
 563         struct ingenic_cgu *cgu = ingenic_clk->cgu;
 564         const struct ingenic_cgu_clk_info *clk_info;
 565         unsigned long flags;
 566         int enabled = 1;
 567
 568         clk_info = &cgu->clock_info[ingenic_clk->idx];
 569
 570         if (clk_info->type & CGU_CLK_GATE) {
 571                 spin_lock_irqsave(&cgu->lock, flags);
 572                 enabled = !ingenic_cgu_gate_get(cgu, &clk_info->gate);
 573                 spin_unlock_irqrestore(&cgu->lock, flags);
 574         }
 575
 576         return enabled;
 577 }
 578
 579 static const struct clk_ops ingenic_clk_ops = {
 580         .get_parent = ingenic_clk_get_parent,
 581         .set_parent = ingenic_clk_set_parent,
 582
 583         .recalc_rate = ingenic_clk_recalc_rate,
 584         .round_rate = ingenic_clk_round_rate,
 585         .set_rate = ingenic_clk_set_rate,
 586
 587         .enable = ingenic_clk_enable,
 588         .disable = ingenic_clk_disable,
 589         .is_enabled = ingenic_clk_is_enabled,
 590 };
 591
 592 /*
 593  * Setup functions.
 594  */
 595
 596 static int ingenic_register_clock(struct ingenic_cgu *cgu, unsigned idx)
 597 {
 598         const struct ingenic_cgu_clk_info *clk_info = &cgu->clock_info[idx];
 599         struct clk_init_data clk_init;
 600         struct ingenic_clk *ingenic_clk = NULL;
 601         struct clk *clk, *parent;
 602         const char *parent_names[4];
 603         unsigned caps, i, num_possible;
 604         int err = -EINVAL;
 605
 606         BUILD_BUG_ON(ARRAY_SIZE(clk_info->parents) > ARRAY_SIZE(parent_names));
 607
 608         if (clk_info->type == CGU_CLK_EXT) {
 609                 clk = of_clk_get_by_name(cgu->np, clk_info->name);
 610                 if (IS_ERR(clk)) {
 611                         pr_err("%s: no external clock '%s' provided\n",
 612                                __func__, clk_info->name);
 613                         err = -ENODEV;
 614                         goto out;
 615                 }
 616                 err = clk_register_clkdev(clk, clk_info->name, NULL);
 617                 if (err) {
 618                         clk_put(clk);
 619                         goto out;
 620                 }
 621                 cgu->clocks.clks[idx] = clk;
 622                 return 0;
 623         }
 624
 625         if (!clk_info->type) {
 626                 pr_err("%s: no clock type specified for '%s'\n", __func__,
 627                        clk_info->name);
 628                 goto out;
 629         }
 630
 631         ingenic_clk = kzalloc(sizeof(*ingenic_clk), GFP_KERNEL);
 632         if (!ingenic_clk) {
 633                 err = -ENOMEM;
 634                 goto out;
 635         }
 636
 637         ingenic_clk->hw.init = &clk_init;
 638         ingenic_clk->cgu = cgu;
 639         ingenic_clk->idx = idx;
 640
 641         clk_init.name = clk_info->name;
 642         clk_init.flags = 0;
 643         clk_init.parent_names = parent_names;
 644
 645         caps = clk_info->type;
 646
 647         if (caps & (CGU_CLK_MUX | CGU_CLK_CUSTOM)) {
 648                 clk_init.num_parents = 0;
 649
 650                 if (caps & CGU_CLK_MUX)
 651                         num_possible = 1 << clk_info->mux.bits;
 652                 else
 653                         num_possible = ARRAY_SIZE(clk_info->parents);
 654
 655                 for (i = 0; i < num_possible; i++) {
 656                         if (clk_info->parents[i] == -1)
 657                                 continue;
 658
 659                         parent = cgu->clocks.clks[clk_info->parents[i]];
 660                         parent_names[clk_init.num_parents] =
 661                                 __clk_get_name(parent);
 662                         clk_init.num_parents++;
 663                 }
 664
 665                 BUG_ON(!clk_init.num_parents);
 666                 BUG_ON(clk_init.num_parents > ARRAY_SIZE(parent_names));
 667         } else {
 668                 BUG_ON(clk_info->parents[0] == -1);
 669                 clk_init.num_parents = 1;
 670                 parent = cgu->clocks.clks[clk_info->parents[0]];
 671                 parent_names[0] = __clk_get_name(parent);
 672         }
 673
 674         if (caps & CGU_CLK_CUSTOM) {
 675                 clk_init.ops = clk_info->custom.clk_ops;
 676
 677                 caps &= ~CGU_CLK_CUSTOM;
 678
 679                 if (caps) {
 680                         pr_err("%s: custom clock may not be combined with type 0x%x\n",
 681                                __func__, caps);
 682                         goto out;
 683                 }
 684         } else if (caps & CGU_CLK_PLL) {
 685                 clk_init.ops = &ingenic_pll_ops;
 686                 clk_init.flags |= CLK_SET_RATE_GATE;
 687
 688                 caps &= ~CGU_CLK_PLL;
 689
 690                 if (caps) {
 691                         pr_err("%s: PLL may not be combined with type 0x%x\n",
 692                                __func__, caps);
 693                         goto out;
 694                 }
 695         } else {
 696                 clk_init.ops = &ingenic_clk_ops;
 697         }
 698
 699         /* nothing to do for gates or fixed dividers */
 700         caps &= ~(CGU_CLK_GATE | CGU_CLK_FIXDIV);
 701
 702         if (caps & CGU_CLK_MUX) {
 703                 if (!(caps & CGU_CLK_MUX_GLITCHFREE))
 704                         clk_init.flags |= CLK_SET_PARENT_GATE;
 705
 706                 caps &= ~(CGU_CLK_MUX | CGU_CLK_MUX_GLITCHFREE);
 707         }
 708
 709         if (caps & CGU_CLK_DIV) {
 710                 caps &= ~CGU_CLK_DIV;
 711         } else {
 712                 /* pass rate changes to the parent clock */
 713                 clk_init.flags |= CLK_SET_RATE_PARENT;
 714         }
 715
 716         if (caps) {
 717                 pr_err("%s: unknown clock type 0x%x\n", __func__, caps);
 718                 goto out;
 719         }
 720
 721         clk = clk_register(NULL, &ingenic_clk->hw);
 722         if (IS_ERR(clk)) {
 723                 pr_err("%s: failed to register clock '%s'\n", __func__,
 724                        clk_info->name);
 725                 err = PTR_ERR(clk);
 726                 goto out;
 727         }
 728
 729         err = clk_register_clkdev(clk, clk_info->name, NULL);
 730         if (err)
 731                 goto out;
 732
 733         cgu->clocks.clks[idx] = clk;
 734 out:
 735         if (err)
 736                 kfree(ingenic_clk);
 737         return err;
 738 }
 739
 740 struct ingenic_cgu *
 741 ingenic_cgu_new(const struct ingenic_cgu_clk_info *clock_info,
 742                 unsigned num_clocks, struct device_node *np)
 743 {
 744         struct ingenic_cgu *cgu;
 745
 746         cgu = kzalloc(sizeof(*cgu), GFP_KERNEL);
 747         if (!cgu)
 748                 goto err_out;
 749
 750         cgu->base = of_iomap(np, 0);
 751         if (!cgu->base) {
 752                 pr_err("%s: failed to map CGU registers\n", __func__);
 753                 goto err_out_free;
 754         }
 755
 756         cgu->np = np;
 757         cgu->clock_info = clock_info;
 758         cgu->clocks.clk_num = num_clocks;
 759
 760         spin_lock_init(&cgu->lock);
 761
 762         return cgu;
 763
 764 err_out_free:
 765         kfree(cgu);
 766 err_out:
 767         return NULL;
 768 }
 769
 770 int ingenic_cgu_register_clocks(struct ingenic_cgu *cgu)
 771 {
 772         unsigned i;
 773         int err;
 774
 775         cgu->clocks.clks = kcalloc(cgu->clocks.clk_num, sizeof(struct clk *),
 776                                    GFP_KERNEL);
 777         if (!cgu->clocks.clks) {
 778                 err = -ENOMEM;
 779                 goto err_out;
 780         }
 781
 782         for (i = 0; i < cgu->clocks.clk_num; i++) {
 783                 err = ingenic_register_clock(cgu, i);
 784                 if (err)
 785                         goto err_out_unregister;
 786         }
 787
 788         err = of_clk_add_provider(cgu->np, of_clk_src_onecell_get,
 789                                   &cgu->clocks);
 790         if (err)
 791                 goto err_out_unregister;
 792
 793         return 0;
 794
 795 err_out_unregister:
 796         for (i = 0; i < cgu->clocks.clk_num; i++) {
 797                 if (!cgu->clocks.clks[i])
 798                         continue;
 799                 if (cgu->clock_info[i].type & CGU_CLK_EXT)
 800                         clk_put(cgu->clocks.clks[i]);
 801                 else
 802                         clk_unregister(cgu->clocks.clks[i]);
 803         }
 804         kfree(cgu->clocks.clks);
 805 err_out:
 806         return err;
 807 }