2 * SPDX-License-Identifier: GPL-2.0
3 * Copyright (c) 2018, The Linux Foundation
7 #include <linux/delay.h>
8 #include <linux/interconnect.h>
10 #include <linux/irqchip.h>
11 #include <linux/irqdesc.h>
12 #include <linux/irqchip/chained_irq.h>
13 #include <linux/of_platform.h>
14 #include <linux/platform_device.h>
15 #include <linux/pm_runtime.h>
16 #include <linux/reset.h>
22 #define HW_INTR_STATUS 0x0010
24 #define UBWC_DEC_HW_VERSION 0x58
25 #define UBWC_STATIC 0x144
26 #define UBWC_CTRL_2 0x150
27 #define UBWC_PREDICTION_MODE 0x154
29 #define MIN_IB_BW 400000000UL /* Min ib vote 400MB */
35 struct clk_bulk_data *clocks;
39 unsigned long enabled_mask;
40 struct irq_domain *domain;
42 const struct msm_mdss_data *mdss_data;
43 struct icc_path *path[2];
47 static int msm_mdss_parse_data_bus_icc_path(struct device *dev,
48 struct msm_mdss *msm_mdss)
50 struct icc_path *path0;
51 struct icc_path *path1;
53 path0 = of_icc_get(dev, "mdp0-mem");
54 if (IS_ERR_OR_NULL(path0))
55 return PTR_ERR_OR_ZERO(path0);
57 msm_mdss->path[0] = path0;
58 msm_mdss->num_paths = 1;
60 path1 = of_icc_get(dev, "mdp1-mem");
61 if (!IS_ERR_OR_NULL(path1)) {
62 msm_mdss->path[1] = path1;
63 msm_mdss->num_paths++;
69 static void msm_mdss_put_icc_path(void *data)
71 struct msm_mdss *msm_mdss = data;
74 for (i = 0; i < msm_mdss->num_paths; i++)
75 icc_put(msm_mdss->path[i]);
78 static void msm_mdss_icc_request_bw(struct msm_mdss *msm_mdss, unsigned long bw)
82 for (i = 0; i < msm_mdss->num_paths; i++)
83 icc_set_bw(msm_mdss->path[i], 0, Bps_to_icc(bw));
86 static void msm_mdss_irq(struct irq_desc *desc)
88 struct msm_mdss *msm_mdss = irq_desc_get_handler_data(desc);
89 struct irq_chip *chip = irq_desc_get_chip(desc);
92 chained_irq_enter(chip, desc);
94 interrupts = readl_relaxed(msm_mdss->mmio + HW_INTR_STATUS);
97 irq_hw_number_t hwirq = fls(interrupts) - 1;
100 rc = generic_handle_domain_irq(msm_mdss->irq_controller.domain,
103 dev_err(msm_mdss->dev, "handle irq fail: irq=%lu rc=%d\n",
108 interrupts &= ~(1 << hwirq);
111 chained_irq_exit(chip, desc);
114 static void msm_mdss_irq_mask(struct irq_data *irqd)
116 struct msm_mdss *msm_mdss = irq_data_get_irq_chip_data(irqd);
119 smp_mb__before_atomic();
120 clear_bit(irqd->hwirq, &msm_mdss->irq_controller.enabled_mask);
122 smp_mb__after_atomic();
125 static void msm_mdss_irq_unmask(struct irq_data *irqd)
127 struct msm_mdss *msm_mdss = irq_data_get_irq_chip_data(irqd);
130 smp_mb__before_atomic();
131 set_bit(irqd->hwirq, &msm_mdss->irq_controller.enabled_mask);
133 smp_mb__after_atomic();
136 static struct irq_chip msm_mdss_irq_chip = {
138 .irq_mask = msm_mdss_irq_mask,
139 .irq_unmask = msm_mdss_irq_unmask,
142 static struct lock_class_key msm_mdss_lock_key, msm_mdss_request_key;
144 static int msm_mdss_irqdomain_map(struct irq_domain *domain,
145 unsigned int irq, irq_hw_number_t hwirq)
147 struct msm_mdss *msm_mdss = domain->host_data;
149 irq_set_lockdep_class(irq, &msm_mdss_lock_key, &msm_mdss_request_key);
150 irq_set_chip_and_handler(irq, &msm_mdss_irq_chip, handle_level_irq);
152 return irq_set_chip_data(irq, msm_mdss);
155 static const struct irq_domain_ops msm_mdss_irqdomain_ops = {
156 .map = msm_mdss_irqdomain_map,
157 .xlate = irq_domain_xlate_onecell,
160 static int _msm_mdss_irq_domain_add(struct msm_mdss *msm_mdss)
163 struct irq_domain *domain;
167 domain = irq_domain_add_linear(dev->of_node, 32,
168 &msm_mdss_irqdomain_ops, msm_mdss);
170 dev_err(dev, "failed to add irq_domain\n");
174 msm_mdss->irq_controller.enabled_mask = 0;
175 msm_mdss->irq_controller.domain = domain;
180 static void msm_mdss_setup_ubwc_dec_20(struct msm_mdss *msm_mdss)
182 const struct msm_mdss_data *data = msm_mdss->mdss_data;
184 writel_relaxed(data->ubwc_static, msm_mdss->mmio + UBWC_STATIC);
187 static void msm_mdss_setup_ubwc_dec_30(struct msm_mdss *msm_mdss)
189 const struct msm_mdss_data *data = msm_mdss->mdss_data;
190 u32 value = (data->ubwc_swizzle & 0x1) |
191 (data->highest_bank_bit & 0x3) << 4 |
192 (data->macrotile_mode & 0x1) << 12;
194 if (data->ubwc_enc_version == UBWC_3_0)
197 if (data->ubwc_enc_version == UBWC_1_0)
200 writel_relaxed(value, msm_mdss->mmio + UBWC_STATIC);
203 static void msm_mdss_setup_ubwc_dec_40(struct msm_mdss *msm_mdss)
205 const struct msm_mdss_data *data = msm_mdss->mdss_data;
206 u32 value = (data->ubwc_swizzle & 0x7) |
207 (data->ubwc_static & 0x1) << 3 |
208 (data->highest_bank_bit & 0x7) << 4 |
209 (data->macrotile_mode & 0x1) << 12;
211 writel_relaxed(value, msm_mdss->mmio + UBWC_STATIC);
213 if (data->ubwc_enc_version == UBWC_3_0) {
214 writel_relaxed(1, msm_mdss->mmio + UBWC_CTRL_2);
215 writel_relaxed(0, msm_mdss->mmio + UBWC_PREDICTION_MODE);
217 if (data->ubwc_dec_version == UBWC_4_3)
218 writel_relaxed(3, msm_mdss->mmio + UBWC_CTRL_2);
220 writel_relaxed(2, msm_mdss->mmio + UBWC_CTRL_2);
221 writel_relaxed(1, msm_mdss->mmio + UBWC_PREDICTION_MODE);
225 const struct msm_mdss_data *msm_mdss_get_mdss_data(struct device *dev)
227 struct msm_mdss *mdss;
230 return ERR_PTR(-EINVAL);
232 mdss = dev_get_drvdata(dev);
234 return mdss->mdss_data;
237 static int msm_mdss_enable(struct msm_mdss *msm_mdss)
242 * Several components have AXI clocks that can only be turned on if
243 * the interconnect is enabled (non-zero bandwidth). Let's make sure
244 * that the interconnects are at least at a minimum amount.
246 msm_mdss_icc_request_bw(msm_mdss, MIN_IB_BW);
248 ret = clk_bulk_prepare_enable(msm_mdss->num_clocks, msm_mdss->clocks);
250 dev_err(msm_mdss->dev, "clock enable failed, ret:%d\n", ret);
255 * Register access requires MDSS_MDP_CLK, which is not enabled by the
256 * mdss on mdp5 hardware. Skip it for now.
258 if (msm_mdss->is_mdp5 || !msm_mdss->mdss_data)
262 * ubwc config is part of the "mdss" region which is not accessible
263 * from the rest of the driver. hardcode known configurations here
265 * Decoder version can be read from the UBWC_DEC_HW_VERSION reg,
266 * UBWC_n and the rest of params comes from hw data.
268 switch (msm_mdss->mdss_data->ubwc_dec_version) {
269 case 0: /* no UBWC */
274 msm_mdss_setup_ubwc_dec_20(msm_mdss);
277 msm_mdss_setup_ubwc_dec_30(msm_mdss);
281 msm_mdss_setup_ubwc_dec_40(msm_mdss);
284 dev_err(msm_mdss->dev, "Unsupported UBWC decoder version %x\n",
285 msm_mdss->mdss_data->ubwc_dec_version);
286 dev_err(msm_mdss->dev, "HW_REV: 0x%x\n",
287 readl_relaxed(msm_mdss->mmio + HW_REV));
288 dev_err(msm_mdss->dev, "UBWC_DEC_HW_VERSION: 0x%x\n",
289 readl_relaxed(msm_mdss->mmio + UBWC_DEC_HW_VERSION));
296 static int msm_mdss_disable(struct msm_mdss *msm_mdss)
298 clk_bulk_disable_unprepare(msm_mdss->num_clocks, msm_mdss->clocks);
299 msm_mdss_icc_request_bw(msm_mdss, 0);
304 static void msm_mdss_destroy(struct msm_mdss *msm_mdss)
306 struct platform_device *pdev = to_platform_device(msm_mdss->dev);
309 pm_runtime_suspend(msm_mdss->dev);
310 pm_runtime_disable(msm_mdss->dev);
311 irq_domain_remove(msm_mdss->irq_controller.domain);
312 msm_mdss->irq_controller.domain = NULL;
313 irq = platform_get_irq(pdev, 0);
314 irq_set_chained_handler_and_data(irq, NULL, NULL);
317 static int msm_mdss_reset(struct device *dev)
319 struct reset_control *reset;
321 reset = reset_control_get_optional_exclusive(dev, NULL);
323 /* Optional reset not specified */
325 } else if (IS_ERR(reset)) {
326 return dev_err_probe(dev, PTR_ERR(reset),
327 "failed to acquire mdss reset\n");
330 reset_control_assert(reset);
332 * Tests indicate that reset has to be held for some period of time,
333 * make it one frame in a typical system
336 reset_control_deassert(reset);
338 reset_control_put(reset);
344 * MDP5 MDSS uses at most three specified clocks.
346 #define MDP5_MDSS_NUM_CLOCKS 3
347 static int mdp5_mdss_parse_clock(struct platform_device *pdev, struct clk_bulk_data **clocks)
349 struct clk_bulk_data *bulk;
356 bulk = devm_kcalloc(&pdev->dev, MDP5_MDSS_NUM_CLOCKS, sizeof(struct clk_bulk_data), GFP_KERNEL);
360 bulk[num_clocks++].id = "iface";
361 bulk[num_clocks++].id = "bus";
362 bulk[num_clocks++].id = "vsync";
364 ret = devm_clk_bulk_get_optional(&pdev->dev, num_clocks, bulk);
373 static struct msm_mdss *msm_mdss_init(struct platform_device *pdev, bool is_mdp5)
375 struct msm_mdss *msm_mdss;
379 ret = msm_mdss_reset(&pdev->dev);
383 msm_mdss = devm_kzalloc(&pdev->dev, sizeof(*msm_mdss), GFP_KERNEL);
385 return ERR_PTR(-ENOMEM);
387 msm_mdss->mmio = devm_platform_ioremap_resource_byname(pdev, is_mdp5 ? "mdss_phys" : "mdss");
388 if (IS_ERR(msm_mdss->mmio))
389 return ERR_CAST(msm_mdss->mmio);
391 dev_dbg(&pdev->dev, "mapped mdss address space @%pK\n", msm_mdss->mmio);
393 ret = msm_mdss_parse_data_bus_icc_path(&pdev->dev, msm_mdss);
396 ret = devm_add_action_or_reset(&pdev->dev, msm_mdss_put_icc_path, msm_mdss);
401 ret = mdp5_mdss_parse_clock(pdev, &msm_mdss->clocks);
403 ret = devm_clk_bulk_get_all(&pdev->dev, &msm_mdss->clocks);
405 dev_err(&pdev->dev, "failed to parse clocks, ret=%d\n", ret);
408 msm_mdss->num_clocks = ret;
409 msm_mdss->is_mdp5 = is_mdp5;
411 msm_mdss->dev = &pdev->dev;
413 irq = platform_get_irq(pdev, 0);
417 ret = _msm_mdss_irq_domain_add(msm_mdss);
421 irq_set_chained_handler_and_data(irq, msm_mdss_irq,
424 pm_runtime_enable(&pdev->dev);
429 static int __maybe_unused mdss_runtime_suspend(struct device *dev)
431 struct msm_mdss *mdss = dev_get_drvdata(dev);
435 return msm_mdss_disable(mdss);
438 static int __maybe_unused mdss_runtime_resume(struct device *dev)
440 struct msm_mdss *mdss = dev_get_drvdata(dev);
444 return msm_mdss_enable(mdss);
447 static int __maybe_unused mdss_pm_suspend(struct device *dev)
450 if (pm_runtime_suspended(dev))
453 return mdss_runtime_suspend(dev);
456 static int __maybe_unused mdss_pm_resume(struct device *dev)
458 if (pm_runtime_suspended(dev))
461 return mdss_runtime_resume(dev);
464 static const struct dev_pm_ops mdss_pm_ops = {
465 SET_SYSTEM_SLEEP_PM_OPS(mdss_pm_suspend, mdss_pm_resume)
466 SET_RUNTIME_PM_OPS(mdss_runtime_suspend, mdss_runtime_resume, NULL)
469 static int mdss_probe(struct platform_device *pdev)
471 struct msm_mdss *mdss;
472 bool is_mdp5 = of_device_is_compatible(pdev->dev.of_node, "qcom,mdss");
473 struct device *dev = &pdev->dev;
476 mdss = msm_mdss_init(pdev, is_mdp5);
478 return PTR_ERR(mdss);
480 mdss->mdss_data = of_device_get_match_data(&pdev->dev);
482 platform_set_drvdata(pdev, mdss);
485 * MDP5/DPU based devices don't have a flat hierarchy. There is a top
486 * level parent: MDSS, and children: MDP5/DPU, DSI, HDMI, eDP etc.
487 * Populate the children devices, find the MDP5/DPU node, and then add
488 * the interfaces to our components list.
490 ret = of_platform_populate(dev->of_node, NULL, NULL, dev);
492 DRM_DEV_ERROR(dev, "failed to populate children devices\n");
493 msm_mdss_destroy(mdss);
500 static void mdss_remove(struct platform_device *pdev)
502 struct msm_mdss *mdss = platform_get_drvdata(pdev);
504 of_platform_depopulate(&pdev->dev);
506 msm_mdss_destroy(mdss);
509 static const struct msm_mdss_data msm8998_data = {
510 .ubwc_enc_version = UBWC_1_0,
511 .ubwc_dec_version = UBWC_1_0,
512 .highest_bank_bit = 2,
515 static const struct msm_mdss_data qcm2290_data = {
517 .highest_bank_bit = 0x2,
520 static const struct msm_mdss_data sc7180_data = {
521 .ubwc_enc_version = UBWC_2_0,
522 .ubwc_dec_version = UBWC_2_0,
524 .highest_bank_bit = 0x3,
527 static const struct msm_mdss_data sc7280_data = {
528 .ubwc_enc_version = UBWC_3_0,
529 .ubwc_dec_version = UBWC_4_0,
532 .highest_bank_bit = 1,
536 static const struct msm_mdss_data sc8180x_data = {
537 .ubwc_enc_version = UBWC_3_0,
538 .ubwc_dec_version = UBWC_3_0,
539 .highest_bank_bit = 3,
543 static const struct msm_mdss_data sc8280xp_data = {
544 .ubwc_enc_version = UBWC_4_0,
545 .ubwc_dec_version = UBWC_4_0,
548 .highest_bank_bit = 2,
552 static const struct msm_mdss_data sdm845_data = {
553 .ubwc_enc_version = UBWC_2_0,
554 .ubwc_dec_version = UBWC_2_0,
555 .highest_bank_bit = 2,
558 static const struct msm_mdss_data sm6350_data = {
559 .ubwc_enc_version = UBWC_2_0,
560 .ubwc_dec_version = UBWC_2_0,
563 .highest_bank_bit = 1,
566 static const struct msm_mdss_data sm8150_data = {
567 .ubwc_enc_version = UBWC_3_0,
568 .ubwc_dec_version = UBWC_3_0,
569 .highest_bank_bit = 2,
572 static const struct msm_mdss_data sm6115_data = {
573 .ubwc_enc_version = UBWC_1_0,
574 .ubwc_dec_version = UBWC_2_0,
576 .ubwc_static = 0x11f,
577 .highest_bank_bit = 0x1,
580 static const struct msm_mdss_data sm6125_data = {
581 .ubwc_enc_version = UBWC_1_0,
582 .ubwc_dec_version = UBWC_3_0,
584 .highest_bank_bit = 1,
587 static const struct msm_mdss_data sm8250_data = {
588 .ubwc_enc_version = UBWC_4_0,
589 .ubwc_dec_version = UBWC_4_0,
592 /* TODO: highest_bank_bit = 2 for LP_DDR4 */
593 .highest_bank_bit = 3,
597 static const struct msm_mdss_data sm8550_data = {
598 .ubwc_enc_version = UBWC_4_0,
599 .ubwc_dec_version = UBWC_4_3,
602 /* TODO: highest_bank_bit = 2 for LP_DDR4 */
603 .highest_bank_bit = 3,
606 static const struct of_device_id mdss_dt_match[] = {
607 { .compatible = "qcom,mdss" },
608 { .compatible = "qcom,msm8998-mdss", .data = &msm8998_data },
609 { .compatible = "qcom,qcm2290-mdss", .data = &qcm2290_data },
610 { .compatible = "qcom,sdm845-mdss", .data = &sdm845_data },
611 { .compatible = "qcom,sc7180-mdss", .data = &sc7180_data },
612 { .compatible = "qcom,sc7280-mdss", .data = &sc7280_data },
613 { .compatible = "qcom,sc8180x-mdss", .data = &sc8180x_data },
614 { .compatible = "qcom,sc8280xp-mdss", .data = &sc8280xp_data },
615 { .compatible = "qcom,sm6115-mdss", .data = &sm6115_data },
616 { .compatible = "qcom,sm6125-mdss", .data = &sm6125_data },
617 { .compatible = "qcom,sm6350-mdss", .data = &sm6350_data },
618 { .compatible = "qcom,sm6375-mdss", .data = &sm6350_data },
619 { .compatible = "qcom,sm8150-mdss", .data = &sm8150_data },
620 { .compatible = "qcom,sm8250-mdss", .data = &sm8250_data },
621 { .compatible = "qcom,sm8350-mdss", .data = &sm8250_data },
622 { .compatible = "qcom,sm8450-mdss", .data = &sm8250_data },
623 { .compatible = "qcom,sm8550-mdss", .data = &sm8550_data },
626 MODULE_DEVICE_TABLE(of, mdss_dt_match);
628 static struct platform_driver mdss_platform_driver = {
630 .remove_new = mdss_remove,
633 .of_match_table = mdss_dt_match,
638 void __init msm_mdss_register(void)
640 platform_driver_register(&mdss_platform_driver);
643 void __exit msm_mdss_unregister(void)
645 platform_driver_unregister(&mdss_platform_driver);