]>
Commit | Line | Data |
---|---|---|
83d290c5 | 1 | // SPDX-License-Identifier: GPL-2.0+ |
4ed6552f KG |
2 | /* |
3 | * Procedures for maintaining information about logical memory blocks. | |
4 | * | |
5 | * Peter Bergner, IBM Corp. June 2001. | |
6 | * Copyright (C) 2001 Peter Bergner. | |
4ed6552f KG |
7 | */ |
8 | ||
9 | #include <common.h> | |
4d72caa5 | 10 | #include <image.h> |
4ed6552f | 11 | #include <lmb.h> |
f7ae49fc | 12 | #include <log.h> |
336d4615 | 13 | #include <malloc.h> |
4ed6552f KG |
14 | |
15 | #define LMB_ALLOC_ANYWHERE 0 | |
16 | ||
9996cea7 | 17 | void lmb_dump_all_force(struct lmb *lmb) |
4ed6552f | 18 | { |
4ed6552f KG |
19 | unsigned long i; |
20 | ||
9996cea7 TK |
21 | printf("lmb_dump_all:\n"); |
22 | printf(" memory.cnt = 0x%lx\n", lmb->memory.cnt); | |
e35d2a75 | 23 | for (i = 0; i < lmb->memory.cnt; i++) { |
9996cea7 TK |
24 | printf(" memory.reg[0x%lx].base = 0x%llx\n", i, |
25 | (unsigned long long)lmb->memory.region[i].base); | |
26 | printf(" .size = 0x%llx\n", | |
27 | (unsigned long long)lmb->memory.region[i].size); | |
4ed6552f KG |
28 | } |
29 | ||
9996cea7 | 30 | printf("\n reserved.cnt = 0x%lx\n", lmb->reserved.cnt); |
e35d2a75 | 31 | for (i = 0; i < lmb->reserved.cnt; i++) { |
9996cea7 TK |
32 | printf(" reserved.reg[0x%lx].base = 0x%llx\n", i, |
33 | (unsigned long long)lmb->reserved.region[i].base); | |
34 | printf(" .size = 0x%llx\n", | |
35 | (unsigned long long)lmb->reserved.region[i].size); | |
4ed6552f | 36 | } |
9996cea7 TK |
37 | } |
38 | ||
39 | void lmb_dump_all(struct lmb *lmb) | |
40 | { | |
41 | #ifdef DEBUG | |
42 | lmb_dump_all_force(lmb); | |
43 | #endif | |
4ed6552f KG |
44 | } |
45 | ||
e35d2a75 SG |
46 | static long lmb_addrs_overlap(phys_addr_t base1, phys_size_t size1, |
47 | phys_addr_t base2, phys_size_t size2) | |
4ed6552f | 48 | { |
d67f33cf SG |
49 | const phys_addr_t base1_end = base1 + size1 - 1; |
50 | const phys_addr_t base2_end = base2 + size2 - 1; | |
51 | ||
52 | return ((base1 <= base2_end) && (base2 <= base1_end)); | |
4ed6552f KG |
53 | } |
54 | ||
391fd93a | 55 | static long lmb_addrs_adjacent(phys_addr_t base1, phys_size_t size1, |
e35d2a75 | 56 | phys_addr_t base2, phys_size_t size2) |
4ed6552f KG |
57 | { |
58 | if (base2 == base1 + size1) | |
59 | return 1; | |
60 | else if (base1 == base2 + size2) | |
61 | return -1; | |
62 | ||
63 | return 0; | |
64 | } | |
65 | ||
e35d2a75 SG |
66 | static long lmb_regions_adjacent(struct lmb_region *rgn, unsigned long r1, |
67 | unsigned long r2) | |
4ed6552f | 68 | { |
391fd93a BB |
69 | phys_addr_t base1 = rgn->region[r1].base; |
70 | phys_size_t size1 = rgn->region[r1].size; | |
71 | phys_addr_t base2 = rgn->region[r2].base; | |
72 | phys_size_t size2 = rgn->region[r2].size; | |
4ed6552f KG |
73 | |
74 | return lmb_addrs_adjacent(base1, size1, base2, size2); | |
75 | } | |
76 | ||
77 | static void lmb_remove_region(struct lmb_region *rgn, unsigned long r) | |
78 | { | |
79 | unsigned long i; | |
80 | ||
81 | for (i = r; i < rgn->cnt - 1; i++) { | |
82 | rgn->region[i].base = rgn->region[i + 1].base; | |
83 | rgn->region[i].size = rgn->region[i + 1].size; | |
84 | } | |
85 | rgn->cnt--; | |
86 | } | |
87 | ||
88 | /* Assumption: base addr of region 1 < base addr of region 2 */ | |
e35d2a75 SG |
89 | static void lmb_coalesce_regions(struct lmb_region *rgn, unsigned long r1, |
90 | unsigned long r2) | |
4ed6552f KG |
91 | { |
92 | rgn->region[r1].size += rgn->region[r2].size; | |
93 | lmb_remove_region(rgn, r2); | |
94 | } | |
95 | ||
96 | void lmb_init(struct lmb *lmb) | |
97 | { | |
d67f33cf | 98 | lmb->memory.cnt = 0; |
d67f33cf | 99 | lmb->reserved.cnt = 0; |
4ed6552f KG |
100 | } |
101 | ||
9cc2323f | 102 | static void lmb_reserve_common(struct lmb *lmb, void *fdt_blob) |
aa3c609e | 103 | { |
aa3c609e SG |
104 | arch_lmb_reserve(lmb); |
105 | board_lmb_reserve(lmb); | |
106 | ||
107 | if (IMAGE_ENABLE_OF_LIBFDT && fdt_blob) | |
108 | boot_fdt_add_mem_rsv_regions(lmb, fdt_blob); | |
109 | } | |
110 | ||
9cc2323f | 111 | /* Initialize the struct, add memory and call arch/board reserve functions */ |
b75d8dc5 | 112 | void lmb_init_and_reserve(struct lmb *lmb, struct bd_info *bd, void *fdt_blob) |
9cc2323f | 113 | { |
9cc2323f | 114 | int i; |
9cc2323f SG |
115 | |
116 | lmb_init(lmb); | |
dfaf6a57 | 117 | |
9cc2323f SG |
118 | for (i = 0; i < CONFIG_NR_DRAM_BANKS; i++) { |
119 | if (bd->bi_dram[i].size) { | |
120 | lmb_add(lmb, bd->bi_dram[i].start, | |
121 | bd->bi_dram[i].size); | |
122 | } | |
123 | } | |
dfaf6a57 | 124 | |
9cc2323f SG |
125 | lmb_reserve_common(lmb, fdt_blob); |
126 | } | |
127 | ||
128 | /* Initialize the struct, add memory and call arch/board reserve functions */ | |
129 | void lmb_init_and_reserve_range(struct lmb *lmb, phys_addr_t base, | |
130 | phys_size_t size, void *fdt_blob) | |
131 | { | |
132 | lmb_init(lmb); | |
133 | lmb_add(lmb, base, size); | |
134 | lmb_reserve_common(lmb, fdt_blob); | |
135 | } | |
136 | ||
4ed6552f | 137 | /* This routine called with relocation disabled. */ |
391fd93a | 138 | static long lmb_add_region(struct lmb_region *rgn, phys_addr_t base, phys_size_t size) |
4ed6552f KG |
139 | { |
140 | unsigned long coalesced = 0; | |
141 | long adjacent, i; | |
142 | ||
d67f33cf | 143 | if (rgn->cnt == 0) { |
4ed6552f KG |
144 | rgn->region[0].base = base; |
145 | rgn->region[0].size = size; | |
d67f33cf | 146 | rgn->cnt = 1; |
4ed6552f KG |
147 | return 0; |
148 | } | |
149 | ||
150 | /* First try and coalesce this LMB with another. */ | |
e35d2a75 | 151 | for (i = 0; i < rgn->cnt; i++) { |
391fd93a BB |
152 | phys_addr_t rgnbase = rgn->region[i].base; |
153 | phys_size_t rgnsize = rgn->region[i].size; | |
4ed6552f KG |
154 | |
155 | if ((rgnbase == base) && (rgnsize == size)) | |
156 | /* Already have this region, so we're done */ | |
157 | return 0; | |
158 | ||
e35d2a75 SG |
159 | adjacent = lmb_addrs_adjacent(base, size, rgnbase, rgnsize); |
160 | if (adjacent > 0) { | |
4ed6552f KG |
161 | rgn->region[i].base -= size; |
162 | rgn->region[i].size += size; | |
163 | coalesced++; | |
164 | break; | |
e35d2a75 | 165 | } else if (adjacent < 0) { |
4ed6552f KG |
166 | rgn->region[i].size += size; |
167 | coalesced++; | |
168 | break; | |
0f7c51a6 SG |
169 | } else if (lmb_addrs_overlap(base, size, rgnbase, rgnsize)) { |
170 | /* regions overlap */ | |
171 | return -1; | |
4ed6552f KG |
172 | } |
173 | } | |
174 | ||
e35d2a75 SG |
175 | if ((i < rgn->cnt - 1) && lmb_regions_adjacent(rgn, i, i + 1)) { |
176 | lmb_coalesce_regions(rgn, i, i + 1); | |
4ed6552f KG |
177 | coalesced++; |
178 | } | |
179 | ||
180 | if (coalesced) | |
181 | return coalesced; | |
182 | if (rgn->cnt >= MAX_LMB_REGIONS) | |
183 | return -1; | |
184 | ||
185 | /* Couldn't coalesce the LMB, so add it to the sorted table. */ | |
186 | for (i = rgn->cnt-1; i >= 0; i--) { | |
187 | if (base < rgn->region[i].base) { | |
e35d2a75 SG |
188 | rgn->region[i + 1].base = rgn->region[i].base; |
189 | rgn->region[i + 1].size = rgn->region[i].size; | |
4ed6552f | 190 | } else { |
e35d2a75 SG |
191 | rgn->region[i + 1].base = base; |
192 | rgn->region[i + 1].size = size; | |
4ed6552f KG |
193 | break; |
194 | } | |
195 | } | |
196 | ||
197 | if (base < rgn->region[0].base) { | |
198 | rgn->region[0].base = base; | |
199 | rgn->region[0].size = size; | |
200 | } | |
201 | ||
202 | rgn->cnt++; | |
203 | ||
204 | return 0; | |
205 | } | |
206 | ||
207 | /* This routine may be called with relocation disabled. */ | |
391fd93a | 208 | long lmb_add(struct lmb *lmb, phys_addr_t base, phys_size_t size) |
4ed6552f KG |
209 | { |
210 | struct lmb_region *_rgn = &(lmb->memory); | |
211 | ||
212 | return lmb_add_region(_rgn, base, size); | |
213 | } | |
214 | ||
98874ff3 | 215 | long lmb_free(struct lmb *lmb, phys_addr_t base, phys_size_t size) |
63796c4e AF |
216 | { |
217 | struct lmb_region *rgn = &(lmb->reserved); | |
98874ff3 | 218 | phys_addr_t rgnbegin, rgnend; |
d67f33cf | 219 | phys_addr_t end = base + size - 1; |
63796c4e AF |
220 | int i; |
221 | ||
222 | rgnbegin = rgnend = 0; /* supress gcc warnings */ | |
223 | ||
224 | /* Find the region where (base, size) belongs to */ | |
e35d2a75 | 225 | for (i = 0; i < rgn->cnt; i++) { |
63796c4e | 226 | rgnbegin = rgn->region[i].base; |
d67f33cf | 227 | rgnend = rgnbegin + rgn->region[i].size - 1; |
63796c4e AF |
228 | |
229 | if ((rgnbegin <= base) && (end <= rgnend)) | |
230 | break; | |
231 | } | |
232 | ||
233 | /* Didn't find the region */ | |
234 | if (i == rgn->cnt) | |
235 | return -1; | |
236 | ||
237 | /* Check to see if we are removing entire region */ | |
238 | if ((rgnbegin == base) && (rgnend == end)) { | |
239 | lmb_remove_region(rgn, i); | |
240 | return 0; | |
241 | } | |
242 | ||
243 | /* Check to see if region is matching at the front */ | |
244 | if (rgnbegin == base) { | |
d67f33cf | 245 | rgn->region[i].base = end + 1; |
63796c4e AF |
246 | rgn->region[i].size -= size; |
247 | return 0; | |
248 | } | |
249 | ||
250 | /* Check to see if the region is matching at the end */ | |
251 | if (rgnend == end) { | |
252 | rgn->region[i].size -= size; | |
253 | return 0; | |
254 | } | |
255 | ||
256 | /* | |
257 | * We need to split the entry - adjust the current one to the | |
258 | * beginging of the hole and add the region after hole. | |
259 | */ | |
260 | rgn->region[i].size = base - rgn->region[i].base; | |
d67f33cf | 261 | return lmb_add_region(rgn, end + 1, rgnend - end); |
63796c4e AF |
262 | } |
263 | ||
391fd93a | 264 | long lmb_reserve(struct lmb *lmb, phys_addr_t base, phys_size_t size) |
4ed6552f KG |
265 | { |
266 | struct lmb_region *_rgn = &(lmb->reserved); | |
267 | ||
268 | return lmb_add_region(_rgn, base, size); | |
269 | } | |
270 | ||
750a6ff4 | 271 | static long lmb_overlaps_region(struct lmb_region *rgn, phys_addr_t base, |
391fd93a | 272 | phys_size_t size) |
4ed6552f KG |
273 | { |
274 | unsigned long i; | |
275 | ||
e35d2a75 | 276 | for (i = 0; i < rgn->cnt; i++) { |
391fd93a BB |
277 | phys_addr_t rgnbase = rgn->region[i].base; |
278 | phys_size_t rgnsize = rgn->region[i].size; | |
e35d2a75 | 279 | if (lmb_addrs_overlap(base, size, rgnbase, rgnsize)) |
4ed6552f | 280 | break; |
4ed6552f KG |
281 | } |
282 | ||
283 | return (i < rgn->cnt) ? i : -1; | |
284 | } | |
285 | ||
391fd93a | 286 | phys_addr_t lmb_alloc(struct lmb *lmb, phys_size_t size, ulong align) |
4ed6552f KG |
287 | { |
288 | return lmb_alloc_base(lmb, size, align, LMB_ALLOC_ANYWHERE); | |
289 | } | |
290 | ||
391fd93a | 291 | phys_addr_t lmb_alloc_base(struct lmb *lmb, phys_size_t size, ulong align, phys_addr_t max_addr) |
4ed6552f | 292 | { |
391fd93a | 293 | phys_addr_t alloc; |
4ed6552f KG |
294 | |
295 | alloc = __lmb_alloc_base(lmb, size, align, max_addr); | |
296 | ||
297 | if (alloc == 0) | |
298 | printf("ERROR: Failed to allocate 0x%lx bytes below 0x%lx.\n", | |
e35d2a75 | 299 | (ulong)size, (ulong)max_addr); |
4ed6552f KG |
300 | |
301 | return alloc; | |
302 | } | |
303 | ||
391fd93a | 304 | static phys_addr_t lmb_align_down(phys_addr_t addr, phys_size_t size) |
4ed6552f KG |
305 | { |
306 | return addr & ~(size - 1); | |
307 | } | |
308 | ||
391fd93a | 309 | phys_addr_t __lmb_alloc_base(struct lmb *lmb, phys_size_t size, ulong align, phys_addr_t max_addr) |
4ed6552f | 310 | { |
e35d2a75 | 311 | long i, rgn; |
391fd93a | 312 | phys_addr_t base = 0; |
7570a994 | 313 | phys_addr_t res_base; |
4ed6552f | 314 | |
e35d2a75 | 315 | for (i = lmb->memory.cnt - 1; i >= 0; i--) { |
391fd93a BB |
316 | phys_addr_t lmbbase = lmb->memory.region[i].base; |
317 | phys_size_t lmbsize = lmb->memory.region[i].size; | |
4ed6552f | 318 | |
7570a994 AF |
319 | if (lmbsize < size) |
320 | continue; | |
4ed6552f KG |
321 | if (max_addr == LMB_ALLOC_ANYWHERE) |
322 | base = lmb_align_down(lmbbase + lmbsize - size, align); | |
323 | else if (lmbbase < max_addr) { | |
ad3fda52 SW |
324 | base = lmbbase + lmbsize; |
325 | if (base < lmbbase) | |
326 | base = -1; | |
327 | base = min(base, max_addr); | |
4ed6552f KG |
328 | base = lmb_align_down(base - size, align); |
329 | } else | |
330 | continue; | |
331 | ||
7570a994 | 332 | while (base && lmbbase <= base) { |
e35d2a75 SG |
333 | rgn = lmb_overlaps_region(&lmb->reserved, base, size); |
334 | if (rgn < 0) { | |
7570a994 AF |
335 | /* This area isn't reserved, take it */ |
336 | if (lmb_add_region(&lmb->reserved, base, | |
0f7c51a6 | 337 | size) < 0) |
7570a994 AF |
338 | return 0; |
339 | return base; | |
340 | } | |
e35d2a75 | 341 | res_base = lmb->reserved.region[rgn].base; |
7570a994 AF |
342 | if (res_base < size) |
343 | break; | |
344 | base = lmb_align_down(res_base - size, align); | |
345 | } | |
4ed6552f | 346 | } |
7570a994 | 347 | return 0; |
4ed6552f KG |
348 | } |
349 | ||
4cc8af80 SG |
350 | /* |
351 | * Try to allocate a specific address range: must be in defined memory but not | |
352 | * reserved | |
353 | */ | |
354 | phys_addr_t lmb_alloc_addr(struct lmb *lmb, phys_addr_t base, phys_size_t size) | |
355 | { | |
e35d2a75 | 356 | long rgn; |
4cc8af80 SG |
357 | |
358 | /* Check if the requested address is in one of the memory regions */ | |
e35d2a75 SG |
359 | rgn = lmb_overlaps_region(&lmb->memory, base, size); |
360 | if (rgn >= 0) { | |
4cc8af80 SG |
361 | /* |
362 | * Check if the requested end address is in the same memory | |
363 | * region we found. | |
364 | */ | |
e35d2a75 SG |
365 | if (lmb_addrs_overlap(lmb->memory.region[rgn].base, |
366 | lmb->memory.region[rgn].size, | |
367 | base + size - 1, 1)) { | |
4cc8af80 SG |
368 | /* ok, reserve the memory */ |
369 | if (lmb_reserve(lmb, base, size) >= 0) | |
370 | return base; | |
371 | } | |
372 | } | |
373 | return 0; | |
374 | } | |
375 | ||
376 | /* Return number of bytes from a given address that are free */ | |
65304aad | 377 | phys_size_t lmb_get_free_size(struct lmb *lmb, phys_addr_t addr) |
4cc8af80 SG |
378 | { |
379 | int i; | |
e35d2a75 | 380 | long rgn; |
4cc8af80 SG |
381 | |
382 | /* check if the requested address is in the memory regions */ | |
e35d2a75 SG |
383 | rgn = lmb_overlaps_region(&lmb->memory, addr, 1); |
384 | if (rgn >= 0) { | |
4cc8af80 SG |
385 | for (i = 0; i < lmb->reserved.cnt; i++) { |
386 | if (addr < lmb->reserved.region[i].base) { | |
387 | /* first reserved range > requested address */ | |
388 | return lmb->reserved.region[i].base - addr; | |
389 | } | |
390 | if (lmb->reserved.region[i].base + | |
391 | lmb->reserved.region[i].size > addr) { | |
392 | /* requested addr is in this reserved range */ | |
393 | return 0; | |
394 | } | |
395 | } | |
396 | /* if we come here: no reserved ranges above requested addr */ | |
397 | return lmb->memory.region[lmb->memory.cnt - 1].base + | |
398 | lmb->memory.region[lmb->memory.cnt - 1].size - addr; | |
399 | } | |
400 | return 0; | |
401 | } | |
402 | ||
391fd93a | 403 | int lmb_is_reserved(struct lmb *lmb, phys_addr_t addr) |
4ed6552f KG |
404 | { |
405 | int i; | |
406 | ||
407 | for (i = 0; i < lmb->reserved.cnt; i++) { | |
391fd93a | 408 | phys_addr_t upper = lmb->reserved.region[i].base + |
4ed6552f KG |
409 | lmb->reserved.region[i].size - 1; |
410 | if ((addr >= lmb->reserved.region[i].base) && (addr <= upper)) | |
411 | return 1; | |
412 | } | |
413 | return 0; | |
414 | } | |
a16028da | 415 | |
2c34f3f5 | 416 | __weak void board_lmb_reserve(struct lmb *lmb) |
a16028da MF |
417 | { |
418 | /* please define platform specific board_lmb_reserve() */ | |
419 | } | |
a16028da | 420 | |
2c34f3f5 | 421 | __weak void arch_lmb_reserve(struct lmb *lmb) |
a16028da MF |
422 | { |
423 | /* please define platform specific arch_lmb_reserve() */ | |
424 | } |