]>
Commit | Line | Data |
---|---|---|
1802d0be | 1 | // SPDX-License-Identifier: GPL-2.0-only |
df7e762d PYM |
2 | /* |
3 | * | |
4 | * Copyright (C) STMicroelectronics SA 2017 | |
5 | * Author(s): M'boumba Cedric Madianga <[email protected]> | |
6 | * Pierre-Yves Mordret <[email protected]> | |
7 | * | |
df7e762d PYM |
8 | * DMA Router driver for STM32 DMA MUX |
9 | * | |
10 | * Based on TI DMA Crossbar driver | |
df7e762d PYM |
11 | */ |
12 | ||
13 | #include <linux/clk.h> | |
14 | #include <linux/delay.h> | |
15 | #include <linux/err.h> | |
16 | #include <linux/init.h> | |
17 | #include <linux/module.h> | |
18 | #include <linux/of_device.h> | |
19 | #include <linux/of_dma.h> | |
4f3ceca2 | 20 | #include <linux/pm_runtime.h> |
df7e762d PYM |
21 | #include <linux/reset.h> |
22 | #include <linux/slab.h> | |
23 | #include <linux/spinlock.h> | |
24 | ||
25 | #define STM32_DMAMUX_CCR(x) (0x4 * (x)) | |
26 | #define STM32_DMAMUX_MAX_DMA_REQUESTS 32 | |
27 | #define STM32_DMAMUX_MAX_REQUESTS 255 | |
28 | ||
29 | struct stm32_dmamux { | |
30 | u32 master; | |
31 | u32 request; | |
32 | u32 chan_id; | |
33 | }; | |
34 | ||
35 | struct stm32_dmamux_data { | |
36 | struct dma_router dmarouter; | |
37 | struct clk *clk; | |
df7e762d PYM |
38 | void __iomem *iomem; |
39 | u32 dma_requests; /* Number of DMA requests connected to DMAMUX */ | |
40 | u32 dmamux_requests; /* Number of DMA requests routed toward DMAs */ | |
41 | spinlock_t lock; /* Protects register access */ | |
42 | unsigned long *dma_inuse; /* Used DMA channel */ | |
f65c2e14 PYM |
43 | u32 ccr[STM32_DMAMUX_MAX_DMA_REQUESTS]; /* Used to backup CCR register |
44 | * in suspend | |
45 | */ | |
df7e762d PYM |
46 | u32 dma_reqs[]; /* Number of DMA Request per DMA masters. |
47 | * [0] holds number of DMA Masters. | |
48 | * To be kept at very end end of this structure | |
49 | */ | |
50 | }; | |
51 | ||
52 | static inline u32 stm32_dmamux_read(void __iomem *iomem, u32 reg) | |
53 | { | |
54 | return readl_relaxed(iomem + reg); | |
55 | } | |
56 | ||
57 | static inline void stm32_dmamux_write(void __iomem *iomem, u32 reg, u32 val) | |
58 | { | |
59 | writel_relaxed(val, iomem + reg); | |
60 | } | |
61 | ||
62 | static void stm32_dmamux_free(struct device *dev, void *route_data) | |
63 | { | |
64 | struct stm32_dmamux_data *dmamux = dev_get_drvdata(dev); | |
65 | struct stm32_dmamux *mux = route_data; | |
66 | unsigned long flags; | |
67 | ||
68 | /* Clear dma request */ | |
69 | spin_lock_irqsave(&dmamux->lock, flags); | |
70 | ||
71 | stm32_dmamux_write(dmamux->iomem, STM32_DMAMUX_CCR(mux->chan_id), 0); | |
72 | clear_bit(mux->chan_id, dmamux->dma_inuse); | |
73 | ||
4f3ceca2 | 74 | pm_runtime_put_sync(dev); |
df7e762d PYM |
75 | |
76 | spin_unlock_irqrestore(&dmamux->lock, flags); | |
77 | ||
78 | dev_dbg(dev, "Unmapping DMAMUX(%u) to DMA%u(%u)\n", | |
79 | mux->request, mux->master, mux->chan_id); | |
80 | ||
81 | kfree(mux); | |
82 | } | |
83 | ||
84 | static void *stm32_dmamux_route_allocate(struct of_phandle_args *dma_spec, | |
85 | struct of_dma *ofdma) | |
86 | { | |
87 | struct platform_device *pdev = of_find_device_by_node(ofdma->of_node); | |
88 | struct stm32_dmamux_data *dmamux = platform_get_drvdata(pdev); | |
89 | struct stm32_dmamux *mux; | |
90 | u32 i, min, max; | |
91 | int ret; | |
92 | unsigned long flags; | |
93 | ||
94 | if (dma_spec->args_count != 3) { | |
95 | dev_err(&pdev->dev, "invalid number of dma mux args\n"); | |
96 | return ERR_PTR(-EINVAL); | |
97 | } | |
98 | ||
99 | if (dma_spec->args[0] > dmamux->dmamux_requests) { | |
100 | dev_err(&pdev->dev, "invalid mux request number: %d\n", | |
101 | dma_spec->args[0]); | |
102 | return ERR_PTR(-EINVAL); | |
103 | } | |
104 | ||
105 | mux = kzalloc(sizeof(*mux), GFP_KERNEL); | |
106 | if (!mux) | |
107 | return ERR_PTR(-ENOMEM); | |
108 | ||
109 | spin_lock_irqsave(&dmamux->lock, flags); | |
110 | mux->chan_id = find_first_zero_bit(dmamux->dma_inuse, | |
111 | dmamux->dma_requests); | |
df7e762d PYM |
112 | |
113 | if (mux->chan_id == dmamux->dma_requests) { | |
3e4543bf | 114 | spin_unlock_irqrestore(&dmamux->lock, flags); |
df7e762d PYM |
115 | dev_err(&pdev->dev, "Run out of free DMA requests\n"); |
116 | ret = -ENOMEM; | |
3e4543bf | 117 | goto error_chan_id; |
df7e762d | 118 | } |
3e4543bf PYM |
119 | set_bit(mux->chan_id, dmamux->dma_inuse); |
120 | spin_unlock_irqrestore(&dmamux->lock, flags); | |
df7e762d PYM |
121 | |
122 | /* Look for DMA Master */ | |
123 | for (i = 1, min = 0, max = dmamux->dma_reqs[i]; | |
124 | i <= dmamux->dma_reqs[0]; | |
125 | min += dmamux->dma_reqs[i], max += dmamux->dma_reqs[++i]) | |
126 | if (mux->chan_id < max) | |
127 | break; | |
128 | mux->master = i - 1; | |
129 | ||
130 | /* The of_node_put() will be done in of_dma_router_xlate function */ | |
131 | dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", i - 1); | |
132 | if (!dma_spec->np) { | |
133 | dev_err(&pdev->dev, "can't get dma master\n"); | |
134 | ret = -EINVAL; | |
135 | goto error; | |
136 | } | |
137 | ||
138 | /* Set dma request */ | |
139 | spin_lock_irqsave(&dmamux->lock, flags); | |
4f3ceca2 PYM |
140 | ret = pm_runtime_get_sync(&pdev->dev); |
141 | if (ret < 0) { | |
142 | spin_unlock_irqrestore(&dmamux->lock, flags); | |
143 | goto error; | |
df7e762d PYM |
144 | } |
145 | spin_unlock_irqrestore(&dmamux->lock, flags); | |
146 | ||
147 | mux->request = dma_spec->args[0]; | |
148 | ||
149 | /* craft DMA spec */ | |
150 | dma_spec->args[3] = dma_spec->args[2]; | |
151 | dma_spec->args[2] = dma_spec->args[1]; | |
152 | dma_spec->args[1] = 0; | |
153 | dma_spec->args[0] = mux->chan_id - min; | |
154 | dma_spec->args_count = 4; | |
155 | ||
156 | stm32_dmamux_write(dmamux->iomem, STM32_DMAMUX_CCR(mux->chan_id), | |
157 | mux->request); | |
158 | dev_dbg(&pdev->dev, "Mapping DMAMUX(%u) to DMA%u(%u)\n", | |
159 | mux->request, mux->master, mux->chan_id); | |
160 | ||
161 | return mux; | |
162 | ||
163 | error: | |
164 | clear_bit(mux->chan_id, dmamux->dma_inuse); | |
3e4543bf PYM |
165 | |
166 | error_chan_id: | |
df7e762d PYM |
167 | kfree(mux); |
168 | return ERR_PTR(ret); | |
169 | } | |
170 | ||
25d39b59 | 171 | static const struct of_device_id stm32_stm32dma_master_match[] __maybe_unused = { |
df7e762d PYM |
172 | { .compatible = "st,stm32-dma", }, |
173 | {}, | |
174 | }; | |
175 | ||
176 | static int stm32_dmamux_probe(struct platform_device *pdev) | |
177 | { | |
178 | struct device_node *node = pdev->dev.of_node; | |
179 | const struct of_device_id *match; | |
180 | struct device_node *dma_node; | |
181 | struct stm32_dmamux_data *stm32_dmamux; | |
182 | struct resource *res; | |
183 | void __iomem *iomem; | |
d04d2f62 | 184 | struct reset_control *rst; |
df7e762d PYM |
185 | int i, count, ret; |
186 | u32 dma_req; | |
187 | ||
188 | if (!node) | |
189 | return -ENODEV; | |
190 | ||
2cb114c4 | 191 | count = device_property_count_u32(&pdev->dev, "dma-masters"); |
df7e762d PYM |
192 | if (count < 0) { |
193 | dev_err(&pdev->dev, "Can't get DMA master(s) node\n"); | |
194 | return -ENODEV; | |
195 | } | |
196 | ||
197 | stm32_dmamux = devm_kzalloc(&pdev->dev, sizeof(*stm32_dmamux) + | |
198 | sizeof(u32) * (count + 1), GFP_KERNEL); | |
199 | if (!stm32_dmamux) | |
200 | return -ENOMEM; | |
201 | ||
202 | dma_req = 0; | |
203 | for (i = 1; i <= count; i++) { | |
204 | dma_node = of_parse_phandle(node, "dma-masters", i - 1); | |
205 | ||
206 | match = of_match_node(stm32_stm32dma_master_match, dma_node); | |
207 | if (!match) { | |
208 | dev_err(&pdev->dev, "DMA master is not supported\n"); | |
209 | of_node_put(dma_node); | |
210 | return -EINVAL; | |
211 | } | |
212 | ||
213 | if (of_property_read_u32(dma_node, "dma-requests", | |
214 | &stm32_dmamux->dma_reqs[i])) { | |
215 | dev_info(&pdev->dev, | |
216 | "Missing MUX output information, using %u.\n", | |
217 | STM32_DMAMUX_MAX_DMA_REQUESTS); | |
218 | stm32_dmamux->dma_reqs[i] = | |
219 | STM32_DMAMUX_MAX_DMA_REQUESTS; | |
220 | } | |
221 | dma_req += stm32_dmamux->dma_reqs[i]; | |
222 | of_node_put(dma_node); | |
223 | } | |
224 | ||
225 | if (dma_req > STM32_DMAMUX_MAX_DMA_REQUESTS) { | |
226 | dev_err(&pdev->dev, "Too many DMA Master Requests to manage\n"); | |
227 | return -ENODEV; | |
228 | } | |
229 | ||
230 | stm32_dmamux->dma_requests = dma_req; | |
231 | stm32_dmamux->dma_reqs[0] = count; | |
232 | stm32_dmamux->dma_inuse = devm_kcalloc(&pdev->dev, | |
233 | BITS_TO_LONGS(dma_req), | |
234 | sizeof(unsigned long), | |
235 | GFP_KERNEL); | |
236 | if (!stm32_dmamux->dma_inuse) | |
237 | return -ENOMEM; | |
238 | ||
239 | if (device_property_read_u32(&pdev->dev, "dma-requests", | |
240 | &stm32_dmamux->dmamux_requests)) { | |
241 | stm32_dmamux->dmamux_requests = STM32_DMAMUX_MAX_REQUESTS; | |
242 | dev_warn(&pdev->dev, "DMAMUX defaulting on %u requests\n", | |
243 | stm32_dmamux->dmamux_requests); | |
244 | } | |
4f3ceca2 | 245 | pm_runtime_get_noresume(&pdev->dev); |
df7e762d PYM |
246 | |
247 | res = platform_get_resource(pdev, IORESOURCE_MEM, 0); | |
df7e762d | 248 | iomem = devm_ioremap_resource(&pdev->dev, res); |
4219ff33 DC |
249 | if (IS_ERR(iomem)) |
250 | return PTR_ERR(iomem); | |
df7e762d PYM |
251 | |
252 | spin_lock_init(&stm32_dmamux->lock); | |
253 | ||
254 | stm32_dmamux->clk = devm_clk_get(&pdev->dev, NULL); | |
1c966e1d KK |
255 | if (IS_ERR(stm32_dmamux->clk)) |
256 | return dev_err_probe(&pdev->dev, PTR_ERR(stm32_dmamux->clk), | |
257 | "Missing clock controller\n"); | |
df7e762d | 258 | |
57e9f366 EC |
259 | ret = clk_prepare_enable(stm32_dmamux->clk); |
260 | if (ret < 0) { | |
261 | dev_err(&pdev->dev, "clk_prep_enable error: %d\n", ret); | |
262 | return ret; | |
263 | } | |
264 | ||
d04d2f62 | 265 | rst = devm_reset_control_get(&pdev->dev, NULL); |
6cc70897 EC |
266 | if (IS_ERR(rst)) { |
267 | ret = PTR_ERR(rst); | |
268 | if (ret == -EPROBE_DEFER) | |
269 | goto err_clk; | |
270 | } else { | |
d04d2f62 | 271 | reset_control_assert(rst); |
df7e762d | 272 | udelay(2); |
d04d2f62 | 273 | reset_control_deassert(rst); |
df7e762d PYM |
274 | } |
275 | ||
276 | stm32_dmamux->iomem = iomem; | |
277 | stm32_dmamux->dmarouter.dev = &pdev->dev; | |
278 | stm32_dmamux->dmarouter.route_free = stm32_dmamux_free; | |
279 | ||
280 | platform_set_drvdata(pdev, stm32_dmamux); | |
4f3ceca2 PYM |
281 | pm_runtime_set_active(&pdev->dev); |
282 | pm_runtime_enable(&pdev->dev); | |
df7e762d | 283 | |
4f3ceca2 PYM |
284 | pm_runtime_get_noresume(&pdev->dev); |
285 | ||
df7e762d PYM |
286 | /* Reset the dmamux */ |
287 | for (i = 0; i < stm32_dmamux->dma_requests; i++) | |
288 | stm32_dmamux_write(stm32_dmamux->iomem, STM32_DMAMUX_CCR(i), 0); | |
289 | ||
4f3ceca2 | 290 | pm_runtime_put(&pdev->dev); |
df7e762d | 291 | |
57e9f366 | 292 | ret = of_dma_router_register(node, stm32_dmamux_route_allocate, |
df7e762d | 293 | &stm32_dmamux->dmarouter); |
57e9f366 | 294 | if (ret) |
6cc70897 EC |
295 | goto err_clk; |
296 | ||
297 | return 0; | |
298 | ||
299 | err_clk: | |
300 | clk_disable_unprepare(stm32_dmamux->clk); | |
57e9f366 EC |
301 | |
302 | return ret; | |
df7e762d PYM |
303 | } |
304 | ||
4f3ceca2 PYM |
305 | #ifdef CONFIG_PM |
306 | static int stm32_dmamux_runtime_suspend(struct device *dev) | |
307 | { | |
7b11ef96 | 308 | struct platform_device *pdev = to_platform_device(dev); |
4f3ceca2 PYM |
309 | struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev); |
310 | ||
311 | clk_disable_unprepare(stm32_dmamux->clk); | |
312 | ||
313 | return 0; | |
314 | } | |
315 | ||
316 | static int stm32_dmamux_runtime_resume(struct device *dev) | |
317 | { | |
7b11ef96 | 318 | struct platform_device *pdev = to_platform_device(dev); |
4f3ceca2 PYM |
319 | struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev); |
320 | int ret; | |
321 | ||
322 | ret = clk_prepare_enable(stm32_dmamux->clk); | |
323 | if (ret) { | |
324 | dev_err(&pdev->dev, "failed to prepare_enable clock\n"); | |
325 | return ret; | |
326 | } | |
327 | ||
328 | return 0; | |
329 | } | |
330 | #endif | |
331 | ||
f65c2e14 PYM |
332 | #ifdef CONFIG_PM_SLEEP |
333 | static int stm32_dmamux_suspend(struct device *dev) | |
334 | { | |
335 | struct platform_device *pdev = to_platform_device(dev); | |
336 | struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev); | |
337 | int i, ret; | |
338 | ||
339 | ret = pm_runtime_get_sync(dev); | |
340 | if (ret < 0) | |
341 | return ret; | |
342 | ||
343 | for (i = 0; i < stm32_dmamux->dma_requests; i++) | |
344 | stm32_dmamux->ccr[i] = stm32_dmamux_read(stm32_dmamux->iomem, | |
345 | STM32_DMAMUX_CCR(i)); | |
346 | ||
347 | pm_runtime_put_sync(dev); | |
348 | ||
349 | pm_runtime_force_suspend(dev); | |
350 | ||
351 | return 0; | |
352 | } | |
353 | ||
354 | static int stm32_dmamux_resume(struct device *dev) | |
355 | { | |
356 | struct platform_device *pdev = to_platform_device(dev); | |
357 | struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev); | |
358 | int i, ret; | |
359 | ||
360 | ret = pm_runtime_force_resume(dev); | |
361 | if (ret < 0) | |
362 | return ret; | |
363 | ||
364 | ret = pm_runtime_get_sync(dev); | |
365 | if (ret < 0) | |
366 | return ret; | |
367 | ||
368 | for (i = 0; i < stm32_dmamux->dma_requests; i++) | |
369 | stm32_dmamux_write(stm32_dmamux->iomem, STM32_DMAMUX_CCR(i), | |
370 | stm32_dmamux->ccr[i]); | |
371 | ||
372 | pm_runtime_put_sync(dev); | |
373 | ||
374 | return 0; | |
375 | } | |
376 | #endif | |
377 | ||
4f3ceca2 | 378 | static const struct dev_pm_ops stm32_dmamux_pm_ops = { |
f65c2e14 | 379 | SET_SYSTEM_SLEEP_PM_OPS(stm32_dmamux_suspend, stm32_dmamux_resume) |
4f3ceca2 PYM |
380 | SET_RUNTIME_PM_OPS(stm32_dmamux_runtime_suspend, |
381 | stm32_dmamux_runtime_resume, NULL) | |
382 | }; | |
383 | ||
df7e762d PYM |
384 | static const struct of_device_id stm32_dmamux_match[] = { |
385 | { .compatible = "st,stm32h7-dmamux" }, | |
386 | {}, | |
387 | }; | |
388 | ||
389 | static struct platform_driver stm32_dmamux_driver = { | |
390 | .probe = stm32_dmamux_probe, | |
391 | .driver = { | |
392 | .name = "stm32-dmamux", | |
393 | .of_match_table = stm32_dmamux_match, | |
4f3ceca2 | 394 | .pm = &stm32_dmamux_pm_ops, |
df7e762d PYM |
395 | }, |
396 | }; | |
397 | ||
398 | static int __init stm32_dmamux_init(void) | |
399 | { | |
400 | return platform_driver_register(&stm32_dmamux_driver); | |
401 | } | |
402 | arch_initcall(stm32_dmamux_init); | |
403 | ||
404 | MODULE_DESCRIPTION("DMA Router driver for STM32 DMA MUX"); | |
405 | MODULE_AUTHOR("M'boumba Cedric Madianga <[email protected]>"); | |
406 | MODULE_AUTHOR("Pierre-Yves Mordret <[email protected]>"); | |
407 | MODULE_LICENSE("GPL v2"); |