]>
Commit | Line | Data |
---|---|---|
83d290c5 | 1 | // SPDX-License-Identifier: GPL-2.0 |
14e4b149 | 2 | /* |
3 | * Copyright (C) 2012-2020 ASPEED Technology Inc. | |
4 | * | |
5 | * Copyright 2016 Google, Inc | |
14e4b149 | 6 | */ |
7 | ||
8 | #include <common.h> | |
9 | #include <clk.h> | |
10 | #include <dm.h> | |
11 | #include <errno.h> | |
f7ae49fc | 12 | #include <log.h> |
14e4b149 | 13 | #include <ram.h> |
14 | #include <regmap.h> | |
99f8ad73 | 15 | #include <reset.h> |
14e4b149 | 16 | #include <asm/io.h> |
17 | #include <asm/arch/scu_ast2500.h> | |
18 | #include <asm/arch/sdram_ast2500.h> | |
19 | #include <asm/arch/wdt.h> | |
20 | #include <linux/err.h> | |
21 | #include <linux/kernel.h> | |
22 | #include <dt-bindings/clock/ast2500-scu.h> | |
23 | ||
24 | /* These configuration parameters are taken from Aspeed SDK */ | |
25 | #define DDR4_MR46_MODE 0x08000000 | |
26 | #define DDR4_MR5_MODE 0x400 | |
27 | #define DDR4_MR13_MODE 0x101 | |
28 | #define DDR4_MR02_MODE 0x410 | |
29 | #define DDR4_TRFC 0x45457188 | |
30 | ||
31 | #define PHY_CFG_SIZE 15 | |
32 | ||
33 | static const u32 ddr4_ac_timing[3] = {0x63604e37, 0xe97afa99, 0x00019000}; | |
34 | static const struct { | |
35 | u32 index[PHY_CFG_SIZE]; | |
36 | u32 value[PHY_CFG_SIZE]; | |
37 | } ddr4_phy_config = { | |
38 | .index = {0, 1, 3, 4, 5, 56, 57, 58, 59, 60, 61, 62, 36, 49, 50}, | |
39 | .value = { | |
40 | 0x42492aae, 0x09002000, 0x55e00b0b, 0x20000000, 0x24, | |
41 | 0x03002900, 0x0e0000a0, 0x000e001c, 0x35b8c106, 0x08080607, | |
42 | 0x9b000900, 0x0e400a00, 0x00100008, 0x3c183c3c, 0x00631e0e, | |
43 | }, | |
44 | }; | |
45 | ||
46 | #define SDRAM_MAX_SIZE (1024 * 1024 * 1024) | |
47 | #define SDRAM_MIN_SIZE (128 * 1024 * 1024) | |
48 | ||
49 | DECLARE_GLOBAL_DATA_PTR; | |
50 | ||
51 | /* | |
52 | * Bandwidth configuration parameters for different SDRAM requests. | |
53 | * These are hardcoded settings taken from Aspeed SDK. | |
54 | */ | |
55 | static const u32 ddr_max_grant_params[4] = { | |
56 | 0x88448844, 0x24422288, 0x22222222, 0x22222222 | |
57 | }; | |
58 | ||
59 | /* | |
60 | * These registers are not documented by Aspeed at all. | |
61 | * All writes and reads are taken pretty much as is from SDK. | |
62 | */ | |
63 | struct ast2500_ddr_phy { | |
64 | u32 phy[117]; | |
65 | }; | |
66 | ||
67 | struct dram_info { | |
68 | struct ram_info info; | |
69 | struct clk ddr_clk; | |
70 | struct ast2500_sdrammc_regs *regs; | |
71 | struct ast2500_scu *scu; | |
72 | struct ast2500_ddr_phy *phy; | |
73 | ulong clock_rate; | |
74 | }; | |
75 | ||
76 | static int ast2500_sdrammc_init_phy(struct ast2500_ddr_phy *phy) | |
77 | { | |
78 | writel(0, &phy->phy[2]); | |
79 | writel(0, &phy->phy[6]); | |
80 | writel(0, &phy->phy[8]); | |
81 | writel(0, &phy->phy[10]); | |
82 | writel(0, &phy->phy[12]); | |
83 | writel(0, &phy->phy[42]); | |
84 | writel(0, &phy->phy[44]); | |
85 | ||
86 | writel(0x86000000, &phy->phy[16]); | |
87 | writel(0x00008600, &phy->phy[17]); | |
88 | writel(0x80000000, &phy->phy[18]); | |
89 | writel(0x80808080, &phy->phy[19]); | |
90 | ||
91 | return 0; | |
92 | } | |
93 | ||
94 | static void ast2500_ddr_phy_init_process(struct dram_info *info) | |
95 | { | |
96 | struct ast2500_sdrammc_regs *regs = info->regs; | |
97 | ||
98 | writel(0, ®s->phy_ctrl[0]); | |
99 | writel(0x4040, &info->phy->phy[51]); | |
100 | ||
101 | writel(SDRAM_PHYCTRL0_NRST | SDRAM_PHYCTRL0_INIT, ®s->phy_ctrl[0]); | |
102 | while ((readl(®s->phy_ctrl[0]) & SDRAM_PHYCTRL0_INIT)) | |
103 | ; | |
104 | writel(SDRAM_PHYCTRL0_NRST | SDRAM_PHYCTRL0_AUTO_UPDATE, | |
105 | ®s->phy_ctrl[0]); | |
106 | } | |
107 | ||
108 | static void ast2500_sdrammc_set_vref(struct dram_info *info, u32 vref) | |
109 | { | |
110 | writel(0, &info->regs->phy_ctrl[0]); | |
111 | writel((vref << 8) | 0x6, &info->phy->phy[48]); | |
112 | ast2500_ddr_phy_init_process(info); | |
113 | } | |
114 | ||
115 | static int ast2500_ddr_cbr_test(struct dram_info *info) | |
116 | { | |
117 | struct ast2500_sdrammc_regs *regs = info->regs; | |
118 | int i; | |
119 | const u32 test_params = SDRAM_TEST_EN | |
120 | | SDRAM_TEST_ERRSTOP | |
121 | | SDRAM_TEST_TWO_MODES; | |
122 | int ret = 0; | |
123 | ||
124 | writel((1 << SDRAM_REFRESH_CYCLES_SHIFT) | | |
125 | (0x5c << SDRAM_REFRESH_PERIOD_SHIFT), ®s->refresh_timing); | |
126 | writel((0xfff << SDRAM_TEST_LEN_SHIFT), ®s->test_addr); | |
127 | writel(0xff00ff00, ®s->test_init_val); | |
128 | writel(SDRAM_TEST_EN | (SDRAM_TEST_MODE_RW << SDRAM_TEST_MODE_SHIFT) | | |
129 | SDRAM_TEST_ERRSTOP, ®s->ecc_test_ctrl); | |
130 | ||
131 | while (!(readl(®s->ecc_test_ctrl) & SDRAM_TEST_DONE)) | |
132 | ; | |
133 | ||
134 | if (readl(®s->ecc_test_ctrl) & SDRAM_TEST_FAIL) { | |
135 | ret = -EIO; | |
136 | } else { | |
137 | for (i = 0; i <= SDRAM_TEST_GEN_MODE_MASK; ++i) { | |
138 | writel((i << SDRAM_TEST_GEN_MODE_SHIFT) | test_params, | |
139 | ®s->ecc_test_ctrl); | |
140 | while (!(readl(®s->ecc_test_ctrl) & SDRAM_TEST_DONE)) | |
141 | ; | |
142 | if (readl(®s->ecc_test_ctrl) & SDRAM_TEST_FAIL) { | |
143 | ret = -EIO; | |
144 | break; | |
145 | } | |
146 | } | |
147 | } | |
148 | ||
149 | writel(0, ®s->refresh_timing); | |
150 | writel(0, ®s->ecc_test_ctrl); | |
151 | ||
152 | return ret; | |
153 | } | |
154 | ||
155 | static int ast2500_sdrammc_ddr4_calibrate_vref(struct dram_info *info) | |
156 | { | |
157 | int i; | |
158 | int vref_min = 0xff; | |
159 | int vref_max = 0; | |
160 | int range_size = 0; | |
161 | ||
162 | for (i = 1; i < 0x40; ++i) { | |
163 | int res; | |
164 | ||
165 | ast2500_sdrammc_set_vref(info, i); | |
166 | res = ast2500_ddr_cbr_test(info); | |
167 | if (res < 0) { | |
168 | if (range_size > 0) | |
169 | break; | |
170 | } else { | |
171 | ++range_size; | |
172 | vref_min = min(vref_min, i); | |
173 | vref_max = max(vref_max, i); | |
174 | } | |
175 | } | |
176 | ||
177 | /* Pick average setting */ | |
178 | ast2500_sdrammc_set_vref(info, (vref_min + vref_max + 1) / 2); | |
179 | ||
180 | return 0; | |
181 | } | |
182 | ||
183 | static size_t ast2500_sdrammc_get_vga_mem_size(struct dram_info *info) | |
184 | { | |
185 | size_t vga_mem_size_base = 8 * 1024 * 1024; | |
defb1849 | 186 | u32 vga_hwconf = (readl(&info->scu->hwstrap) & SCU_HWSTRAP_VGAMEM_MASK) |
187 | >> SCU_HWSTRAP_VGAMEM_SHIFT; | |
14e4b149 | 188 | |
189 | return vga_mem_size_base << vga_hwconf; | |
190 | } | |
191 | ||
192 | /* | |
193 | * Find out RAM size and save it in dram_info | |
194 | * | |
195 | * The procedure is taken from Aspeed SDK | |
196 | */ | |
197 | static void ast2500_sdrammc_calc_size(struct dram_info *info) | |
198 | { | |
199 | /* The controller supports 128/256/512/1024 MB ram */ | |
200 | size_t ram_size = SDRAM_MIN_SIZE; | |
201 | const int write_test_offset = 0x100000; | |
202 | u32 test_pattern = 0xdeadbeef; | |
203 | u32 cap_param = SDRAM_CONF_CAP_1024M; | |
204 | u32 refresh_timing_param = DDR4_TRFC; | |
205 | const u32 write_addr_base = CONFIG_SYS_SDRAM_BASE + write_test_offset; | |
206 | ||
207 | for (ram_size = SDRAM_MAX_SIZE; ram_size > SDRAM_MIN_SIZE; | |
208 | ram_size >>= 1) { | |
209 | writel(test_pattern, write_addr_base + (ram_size >> 1)); | |
210 | test_pattern = (test_pattern >> 4) | (test_pattern << 28); | |
211 | } | |
212 | ||
213 | /* One last write to overwrite all wrapped values */ | |
214 | writel(test_pattern, write_addr_base); | |
215 | ||
216 | /* Reset the pattern and see which value was really written */ | |
217 | test_pattern = 0xdeadbeef; | |
218 | for (ram_size = SDRAM_MAX_SIZE; ram_size > SDRAM_MIN_SIZE; | |
219 | ram_size >>= 1) { | |
220 | if (readl(write_addr_base + (ram_size >> 1)) == test_pattern) | |
221 | break; | |
222 | ||
223 | --cap_param; | |
224 | refresh_timing_param >>= 8; | |
225 | test_pattern = (test_pattern >> 4) | (test_pattern << 28); | |
226 | } | |
227 | ||
228 | clrsetbits_le32(&info->regs->ac_timing[1], | |
229 | (SDRAM_AC_TRFC_MASK << SDRAM_AC_TRFC_SHIFT), | |
230 | ((refresh_timing_param & SDRAM_AC_TRFC_MASK) | |
231 | << SDRAM_AC_TRFC_SHIFT)); | |
232 | ||
233 | info->info.base = CONFIG_SYS_SDRAM_BASE; | |
234 | info->info.size = ram_size - ast2500_sdrammc_get_vga_mem_size(info); | |
235 | clrsetbits_le32(&info->regs->config, | |
236 | (SDRAM_CONF_CAP_MASK << SDRAM_CONF_CAP_SHIFT), | |
237 | ((cap_param & SDRAM_CONF_CAP_MASK) | |
238 | << SDRAM_CONF_CAP_SHIFT)); | |
239 | } | |
240 | ||
241 | static int ast2500_sdrammc_init_ddr4(struct dram_info *info) | |
242 | { | |
243 | int i; | |
244 | const u32 power_control = SDRAM_PCR_CKE_EN | |
245 | | (1 << SDRAM_PCR_CKE_DELAY_SHIFT) | |
246 | | (2 << SDRAM_PCR_TCKE_PW_SHIFT) | |
247 | | SDRAM_PCR_RESETN_DIS | |
248 | | SDRAM_PCR_RGAP_CTRL_EN | SDRAM_PCR_ODT_EN | SDRAM_PCR_ODT_EXT_EN; | |
249 | const u32 conf = (SDRAM_CONF_CAP_1024M << SDRAM_CONF_CAP_SHIFT) | |
250 | #ifdef CONFIG_DUALX8_RAM | |
251 | | SDRAM_CONF_DUALX8 | |
252 | #endif | |
253 | | SDRAM_CONF_SCRAMBLE | SDRAM_CONF_SCRAMBLE_PAT2 | SDRAM_CONF_DDR4; | |
254 | int ret; | |
255 | ||
256 | writel(conf, &info->regs->config); | |
257 | for (i = 0; i < ARRAY_SIZE(ddr4_ac_timing); ++i) | |
258 | writel(ddr4_ac_timing[i], &info->regs->ac_timing[i]); | |
259 | ||
260 | writel(DDR4_MR46_MODE, &info->regs->mr46_mode_setting); | |
261 | writel(DDR4_MR5_MODE, &info->regs->mr5_mode_setting); | |
262 | writel(DDR4_MR02_MODE, &info->regs->mr02_mode_setting); | |
263 | writel(DDR4_MR13_MODE, &info->regs->mr13_mode_setting); | |
264 | ||
265 | for (i = 0; i < PHY_CFG_SIZE; ++i) { | |
266 | writel(ddr4_phy_config.value[i], | |
267 | &info->phy->phy[ddr4_phy_config.index[i]]); | |
268 | } | |
269 | ||
270 | writel(power_control, &info->regs->power_control); | |
271 | ||
272 | ast2500_ddr_phy_init_process(info); | |
273 | ||
274 | ret = ast2500_sdrammc_ddr4_calibrate_vref(info); | |
275 | if (ret < 0) { | |
276 | debug("Vref calibration failed!\n"); | |
277 | return ret; | |
278 | } | |
279 | ||
280 | writel((1 << SDRAM_REFRESH_CYCLES_SHIFT) | |
281 | | SDRAM_REFRESH_ZQCS_EN | (0x2f << SDRAM_REFRESH_PERIOD_SHIFT), | |
282 | &info->regs->refresh_timing); | |
283 | ||
284 | setbits_le32(&info->regs->power_control, | |
285 | SDRAM_PCR_AUTOPWRDN_EN | SDRAM_PCR_ODT_AUTO_ON); | |
286 | ||
287 | ast2500_sdrammc_calc_size(info); | |
288 | ||
289 | setbits_le32(&info->regs->config, SDRAM_CONF_CACHE_INIT_EN); | |
290 | while (!(readl(&info->regs->config) & SDRAM_CONF_CACHE_INIT_DONE)) | |
291 | ; | |
292 | setbits_le32(&info->regs->config, SDRAM_CONF_CACHE_EN); | |
293 | ||
294 | writel(SDRAM_MISC_DDR4_TREFRESH, &info->regs->misc_control); | |
295 | ||
296 | /* Enable all requests except video & display */ | |
297 | writel(SDRAM_REQ_USB20_EHCI1 | |
298 | | SDRAM_REQ_USB20_EHCI2 | |
299 | | SDRAM_REQ_CPU | |
300 | | SDRAM_REQ_AHB2 | |
301 | | SDRAM_REQ_AHB | |
302 | | SDRAM_REQ_MAC0 | |
303 | | SDRAM_REQ_MAC1 | |
304 | | SDRAM_REQ_PCIE | |
305 | | SDRAM_REQ_XDMA | |
306 | | SDRAM_REQ_ENCRYPTION | |
307 | | SDRAM_REQ_VIDEO_FLAG | |
308 | | SDRAM_REQ_VIDEO_LOW_PRI_WRITE | |
309 | | SDRAM_REQ_2D_RW | |
310 | | SDRAM_REQ_MEMCHECK, &info->regs->req_limit_mask); | |
311 | ||
312 | return 0; | |
313 | } | |
314 | ||
315 | static void ast2500_sdrammc_unlock(struct dram_info *info) | |
316 | { | |
317 | writel(SDRAM_UNLOCK_KEY, &info->regs->protection_key); | |
318 | while (!readl(&info->regs->protection_key)) | |
319 | ; | |
320 | } | |
321 | ||
322 | static void ast2500_sdrammc_lock(struct dram_info *info) | |
323 | { | |
324 | writel(~SDRAM_UNLOCK_KEY, &info->regs->protection_key); | |
325 | while (readl(&info->regs->protection_key)) | |
326 | ; | |
327 | } | |
328 | ||
329 | static int ast2500_sdrammc_probe(struct udevice *dev) | |
330 | { | |
99f8ad73 | 331 | struct reset_ctl reset_ctl; |
14e4b149 | 332 | struct dram_info *priv = (struct dram_info *)dev_get_priv(dev); |
333 | struct ast2500_sdrammc_regs *regs = priv->regs; | |
334 | int i; | |
335 | int ret = clk_get_by_index(dev, 0, &priv->ddr_clk); | |
336 | ||
337 | if (ret) { | |
338 | debug("DDR:No CLK\n"); | |
339 | return ret; | |
340 | } | |
341 | ||
342 | priv->scu = ast_get_scu(); | |
343 | if (IS_ERR(priv->scu)) { | |
344 | debug("%s(): can't get SCU\n", __func__); | |
345 | return PTR_ERR(priv->scu); | |
346 | } | |
347 | ||
348 | clk_set_rate(&priv->ddr_clk, priv->clock_rate); | |
99f8ad73 | 349 | ret = reset_get_by_index(dev, 0, &reset_ctl); |
14e4b149 | 350 | if (ret) { |
99f8ad73 | 351 | debug("%s(): Failed to get reset signal\n", __func__); |
352 | return ret; | |
353 | } | |
354 | ||
355 | ret = reset_assert(&reset_ctl); | |
356 | if (ret) { | |
357 | debug("%s(): SDRAM reset failed: %u\n", __func__, ret); | |
14e4b149 | 358 | return ret; |
359 | } | |
360 | ||
361 | ast2500_sdrammc_unlock(priv); | |
362 | ||
363 | writel(SDRAM_PCR_MREQI_DIS | SDRAM_PCR_RESETN_DIS, | |
364 | ®s->power_control); | |
365 | writel(SDRAM_VIDEO_UNLOCK_KEY, ®s->gm_protection_key); | |
366 | ||
367 | /* Mask all requests except CPU and AHB during PHY init */ | |
368 | writel(~(SDRAM_REQ_CPU | SDRAM_REQ_AHB), ®s->req_limit_mask); | |
369 | ||
370 | for (i = 0; i < ARRAY_SIZE(ddr_max_grant_params); ++i) | |
371 | writel(ddr_max_grant_params[i], ®s->max_grant_len[i]); | |
372 | ||
373 | setbits_le32(®s->intr_ctrl, SDRAM_ICR_RESET_ALL); | |
374 | ||
375 | ast2500_sdrammc_init_phy(priv->phy); | |
376 | if (readl(&priv->scu->hwstrap) & SCU_HWSTRAP_DDR4) { | |
377 | ast2500_sdrammc_init_ddr4(priv); | |
378 | } else { | |
379 | debug("Unsupported DRAM3\n"); | |
380 | return -EINVAL; | |
381 | } | |
382 | ||
383 | clrbits_le32(®s->intr_ctrl, SDRAM_ICR_RESET_ALL); | |
384 | ast2500_sdrammc_lock(priv); | |
385 | ||
386 | return 0; | |
387 | } | |
388 | ||
389 | static int ast2500_sdrammc_ofdata_to_platdata(struct udevice *dev) | |
390 | { | |
391 | struct dram_info *priv = dev_get_priv(dev); | |
392 | struct regmap *map; | |
393 | int ret; | |
394 | ||
d3581236 | 395 | ret = regmap_init_mem(dev_ofnode(dev), &map); |
14e4b149 | 396 | if (ret) |
397 | return ret; | |
398 | ||
399 | priv->regs = regmap_get_range(map, 0); | |
400 | priv->phy = regmap_get_range(map, 1); | |
401 | ||
e160f7d4 | 402 | priv->clock_rate = fdtdec_get_int(gd->fdt_blob, dev_of_offset(dev), |
14e4b149 | 403 | "clock-frequency", 0); |
404 | ||
405 | if (!priv->clock_rate) { | |
406 | debug("DDR Clock Rate not defined\n"); | |
407 | return -EINVAL; | |
408 | } | |
409 | ||
410 | return 0; | |
411 | } | |
412 | ||
413 | static int ast2500_sdrammc_get_info(struct udevice *dev, struct ram_info *info) | |
414 | { | |
415 | struct dram_info *priv = dev_get_priv(dev); | |
416 | ||
417 | *info = priv->info; | |
418 | ||
419 | return 0; | |
420 | } | |
421 | ||
422 | static struct ram_ops ast2500_sdrammc_ops = { | |
423 | .get_info = ast2500_sdrammc_get_info, | |
424 | }; | |
425 | ||
426 | static const struct udevice_id ast2500_sdrammc_ids[] = { | |
427 | { .compatible = "aspeed,ast2500-sdrammc" }, | |
428 | { } | |
429 | }; | |
430 | ||
431 | U_BOOT_DRIVER(sdrammc_ast2500) = { | |
432 | .name = "aspeed_ast2500_sdrammc", | |
433 | .id = UCLASS_RAM, | |
434 | .of_match = ast2500_sdrammc_ids, | |
435 | .ops = &ast2500_sdrammc_ops, | |
436 | .ofdata_to_platdata = ast2500_sdrammc_ofdata_to_platdata, | |
437 | .probe = ast2500_sdrammc_probe, | |
438 | .priv_auto_alloc_size = sizeof(struct dram_info), | |
439 | }; |