]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * This file is subject to the terms and conditions of the GNU General Public | |
3 | * License. See the file "COPYING" in the main directory of this archive | |
4 | * for more details. | |
5 | * | |
6 | * Copyright (C) 1995 Linus Torvalds | |
7 | * Copyright (C) 1995 Waldorf Electronics | |
8 | * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 01, 02, 03 Ralf Baechle | |
9 | * Copyright (C) 1996 Stoned Elipot | |
10 | * Copyright (C) 1999 Silicon Graphics, Inc. | |
70342287 | 11 | * Copyright (C) 2000, 2001, 2002, 2007 Maciej W. Rozycki |
1da177e4 | 12 | */ |
1da177e4 LT |
13 | #include <linux/init.h> |
14 | #include <linux/ioport.h> | |
73bc256d | 15 | #include <linux/export.h> |
894673ee | 16 | #include <linux/screen_info.h> |
9d15ffc8 | 17 | #include <linux/memblock.h> |
1da177e4 LT |
18 | #include <linux/bootmem.h> |
19 | #include <linux/initrd.h> | |
1da177e4 LT |
20 | #include <linux/root_dev.h> |
21 | #include <linux/highmem.h> | |
22 | #include <linux/console.h> | |
22a9835c | 23 | #include <linux/pfn.h> |
6312e0ee | 24 | #include <linux/debugfs.h> |
7aa1c8f4 | 25 | #include <linux/kexec.h> |
4d9f77d2 | 26 | #include <linux/sizes.h> |
f4649382 ZLK |
27 | #include <linux/device.h> |
28 | #include <linux/dma-contiguous.h> | |
8f4703aa | 29 | #include <linux/decompress/generic.h> |
1da177e4 LT |
30 | |
31 | #include <asm/addrspace.h> | |
32 | #include <asm/bootinfo.h> | |
20d60d99 | 33 | #include <asm/bugs.h> |
ec74e361 | 34 | #include <asm/cache.h> |
e934945d | 35 | #include <asm/cdmm.h> |
1da177e4 | 36 | #include <asm/cpu.h> |
75dcfc1d | 37 | #include <asm/debug.h> |
1da177e4 LT |
38 | #include <asm/sections.h> |
39 | #include <asm/setup.h> | |
87353d8a | 40 | #include <asm/smp-ops.h> |
f2ffa5ab | 41 | #include <asm/prom.h> |
1da177e4 | 42 | |
87db537d AK |
43 | #ifdef CONFIG_MIPS_ELF_APPENDED_DTB |
44 | const char __section(.appended_dtb) __appended_dtb[0x100000]; | |
45 | #endif /* CONFIG_MIPS_ELF_APPENDED_DTB */ | |
46 | ||
ec74e361 | 47 | struct cpuinfo_mips cpu_data[NR_CPUS] __read_mostly; |
1da177e4 LT |
48 | |
49 | EXPORT_SYMBOL(cpu_data); | |
50 | ||
51 | #ifdef CONFIG_VT | |
52 | struct screen_info screen_info; | |
53 | #endif | |
54 | ||
1da177e4 LT |
55 | /* |
56 | * Setup information | |
57 | * | |
58 | * These are initialized so they are in the .data section | |
59 | */ | |
ec74e361 | 60 | unsigned long mips_machtype __read_mostly = MACH_UNKNOWN; |
1da177e4 LT |
61 | |
62 | EXPORT_SYMBOL(mips_machtype); | |
1da177e4 LT |
63 | |
64 | struct boot_mem_map boot_mem_map; | |
65 | ||
6acc7d48 DV |
66 | static char __initdata command_line[COMMAND_LINE_SIZE]; |
67 | char __initdata arcs_cmdline[COMMAND_LINE_SIZE]; | |
68 | ||
69 | #ifdef CONFIG_CMDLINE_BOOL | |
70 | static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE; | |
71 | #endif | |
1da177e4 LT |
72 | |
73 | /* | |
74 | * mips_io_port_base is the begin of the address space to which x86 style | |
75 | * I/O ports are mapped. | |
76 | */ | |
1befdd55 | 77 | const unsigned long mips_io_port_base = -1; |
1da177e4 LT |
78 | EXPORT_SYMBOL(mips_io_port_base); |
79 | ||
1da177e4 LT |
80 | static struct resource code_resource = { .name = "Kernel code", }; |
81 | static struct resource data_resource = { .name = "Kernel data", }; | |
82 | ||
4d9f77d2 JC |
83 | static void *detect_magic __initdata = detect_memory_region; |
84 | ||
15d45cce | 85 | void __init add_memory_region(phys_addr_t start, phys_addr_t size, long type) |
1da177e4 LT |
86 | { |
87 | int x = boot_mem_map.nr_map; | |
0ec7ec75 | 88 | int i; |
1da177e4 | 89 | |
58cae9b0 JH |
90 | /* |
91 | * If the region reaches the top of the physical address space, adjust | |
92 | * the size slightly so that (start + size) doesn't overflow | |
93 | */ | |
94 | if (start + size - 1 == (phys_addr_t)ULLONG_MAX) | |
95 | --size; | |
96 | ||
b6f1f0de FBH |
97 | /* Sanity check */ |
98 | if (start + size < start) { | |
7178d2cd | 99 | pr_warn("Trying to add an invalid memory region, skipped\n"); |
b6f1f0de FBH |
100 | return; |
101 | } | |
102 | ||
1da177e4 | 103 | /* |
0ec7ec75 | 104 | * Try to merge with existing entry, if any. |
1da177e4 | 105 | */ |
0ec7ec75 RB |
106 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
107 | struct boot_mem_map_entry *entry = boot_mem_map.map + i; | |
108 | unsigned long top; | |
109 | ||
110 | if (entry->type != type) | |
111 | continue; | |
112 | ||
113 | if (start + size < entry->addr) | |
114 | continue; /* no overlap */ | |
115 | ||
116 | if (entry->addr + entry->size < start) | |
117 | continue; /* no overlap */ | |
118 | ||
119 | top = max(entry->addr + entry->size, start + size); | |
120 | entry->addr = min(entry->addr, start); | |
121 | entry->size = top - entry->addr; | |
122 | ||
1da177e4 LT |
123 | return; |
124 | } | |
125 | ||
0ec7ec75 | 126 | if (boot_mem_map.nr_map == BOOT_MEM_MAP_MAX) { |
a64ae7a2 | 127 | pr_err("Ooops! Too many entries in the memory map!\n"); |
1da177e4 LT |
128 | return; |
129 | } | |
130 | ||
131 | boot_mem_map.map[x].addr = start; | |
132 | boot_mem_map.map[x].size = size; | |
133 | boot_mem_map.map[x].type = type; | |
134 | boot_mem_map.nr_map++; | |
135 | } | |
136 | ||
15d45cce | 137 | void __init detect_memory_region(phys_addr_t start, phys_addr_t sz_min, phys_addr_t sz_max) |
4d9f77d2 JC |
138 | { |
139 | void *dm = &detect_magic; | |
15d45cce | 140 | phys_addr_t size; |
4d9f77d2 JC |
141 | |
142 | for (size = sz_min; size < sz_max; size <<= 1) { | |
143 | if (!memcmp(dm, dm + size, sizeof(detect_magic))) | |
144 | break; | |
145 | } | |
146 | ||
147 | pr_debug("Memory: %lluMB of RAM detected at 0x%llx (min: %lluMB, max: %lluMB)\n", | |
148 | ((unsigned long long) size) / SZ_1M, | |
149 | (unsigned long long) start, | |
150 | ((unsigned long long) sz_min) / SZ_1M, | |
151 | ((unsigned long long) sz_max) / SZ_1M); | |
152 | ||
153 | add_memory_region(start, size, BOOT_MEM_RAM); | |
154 | } | |
155 | ||
1da177e4 LT |
156 | static void __init print_memory_map(void) |
157 | { | |
158 | int i; | |
159 | const int field = 2 * sizeof(unsigned long); | |
160 | ||
161 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
a64ae7a2 | 162 | printk(KERN_INFO " memory: %0*Lx @ %0*Lx ", |
1da177e4 LT |
163 | field, (unsigned long long) boot_mem_map.map[i].size, |
164 | field, (unsigned long long) boot_mem_map.map[i].addr); | |
165 | ||
166 | switch (boot_mem_map.map[i].type) { | |
167 | case BOOT_MEM_RAM: | |
a64ae7a2 | 168 | printk(KERN_CONT "(usable)\n"); |
1da177e4 | 169 | break; |
43064c0c DD |
170 | case BOOT_MEM_INIT_RAM: |
171 | printk(KERN_CONT "(usable after init)\n"); | |
172 | break; | |
1da177e4 | 173 | case BOOT_MEM_ROM_DATA: |
a64ae7a2 | 174 | printk(KERN_CONT "(ROM data)\n"); |
1da177e4 LT |
175 | break; |
176 | case BOOT_MEM_RESERVED: | |
a64ae7a2 | 177 | printk(KERN_CONT "(reserved)\n"); |
1da177e4 LT |
178 | break; |
179 | default: | |
a64ae7a2 | 180 | printk(KERN_CONT "type %lu\n", boot_mem_map.map[i].type); |
1da177e4 LT |
181 | break; |
182 | } | |
183 | } | |
184 | } | |
185 | ||
d2043ca8 FBH |
186 | /* |
187 | * Manage initrd | |
188 | */ | |
189 | #ifdef CONFIG_BLK_DEV_INITRD | |
190 | ||
a09fc446 | 191 | static int __init rd_start_early(char *p) |
1da177e4 | 192 | { |
a09fc446 | 193 | unsigned long start = memparse(p, &p); |
1da177e4 | 194 | |
875d43e7 | 195 | #ifdef CONFIG_64BIT |
a7837b76 FBH |
196 | /* Guess if the sign extension was forgotten by bootloader */ |
197 | if (start < XKPHYS) | |
198 | start = (int)start; | |
1da177e4 | 199 | #endif |
a09fc446 FBH |
200 | initrd_start = start; |
201 | initrd_end += start; | |
a09fc446 FBH |
202 | return 0; |
203 | } | |
204 | early_param("rd_start", rd_start_early); | |
205 | ||
206 | static int __init rd_size_early(char *p) | |
207 | { | |
208 | initrd_end += memparse(p, &p); | |
1da177e4 LT |
209 | return 0; |
210 | } | |
a09fc446 | 211 | early_param("rd_size", rd_size_early); |
1da177e4 | 212 | |
a7837b76 | 213 | /* it returns the next free pfn after initrd */ |
d2043ca8 FBH |
214 | static unsigned long __init init_initrd(void) |
215 | { | |
a7837b76 | 216 | unsigned long end; |
d2043ca8 | 217 | |
d2043ca8 | 218 | /* |
a09fc446 FBH |
219 | * Board specific code or command line parser should have |
220 | * already set up initrd_start and initrd_end. In these cases | |
221 | * perfom sanity checks and use them if all looks good. | |
d2043ca8 | 222 | */ |
32028f1f | 223 | if (!initrd_start || initrd_end <= initrd_start) |
a7837b76 | 224 | goto disable; |
a7837b76 | 225 | |
a7837b76 | 226 | if (initrd_start & ~PAGE_MASK) { |
a64ae7a2 | 227 | pr_err("initrd start must be page aligned\n"); |
a7837b76 | 228 | goto disable; |
d2043ca8 | 229 | } |
a7837b76 | 230 | if (initrd_start < PAGE_OFFSET) { |
a64ae7a2 | 231 | pr_err("initrd start < PAGE_OFFSET\n"); |
a7837b76 FBH |
232 | goto disable; |
233 | } | |
234 | ||
235 | /* | |
236 | * Sanitize initrd addresses. For example firmware | |
237 | * can't guess if they need to pass them through | |
238 | * 64-bits values if the kernel has been built in pure | |
239 | * 32-bit. We need also to switch from KSEG0 to XKPHYS | |
240 | * addresses now, so the code can now safely use __pa(). | |
241 | */ | |
242 | end = __pa(initrd_end); | |
243 | initrd_end = (unsigned long)__va(end); | |
244 | initrd_start = (unsigned long)__va(__pa(initrd_start)); | |
245 | ||
246 | ROOT_DEV = Root_RAM0; | |
247 | return PFN_UP(end); | |
248 | disable: | |
249 | initrd_start = 0; | |
250 | initrd_end = 0; | |
251 | return 0; | |
d2043ca8 FBH |
252 | } |
253 | ||
8f4703aa AJ |
254 | /* In some conditions (e.g. big endian bootloader with a little endian |
255 | kernel), the initrd might appear byte swapped. Try to detect this and | |
256 | byte swap it if needed. */ | |
257 | static void __init maybe_bswap_initrd(void) | |
258 | { | |
259 | #if defined(CONFIG_CPU_CAVIUM_OCTEON) | |
260 | u64 buf; | |
261 | ||
262 | /* Check for CPIO signature */ | |
263 | if (!memcmp((void *)initrd_start, "070701", 6)) | |
264 | return; | |
265 | ||
266 | /* Check for compressed initrd */ | |
267 | if (decompress_method((unsigned char *)initrd_start, 8, NULL)) | |
268 | return; | |
269 | ||
270 | /* Try again with a byte swapped header */ | |
271 | buf = swab64p((u64 *)initrd_start); | |
272 | if (!memcmp(&buf, "070701", 6) || | |
273 | decompress_method((unsigned char *)(&buf), 8, NULL)) { | |
274 | unsigned long i; | |
275 | ||
276 | pr_info("Byteswapped initrd detected\n"); | |
277 | for (i = initrd_start; i < ALIGN(initrd_end, 8); i += 8) | |
278 | swab64s((u64 *)i); | |
279 | } | |
280 | #endif | |
281 | } | |
282 | ||
d2043ca8 FBH |
283 | static void __init finalize_initrd(void) |
284 | { | |
285 | unsigned long size = initrd_end - initrd_start; | |
286 | ||
287 | if (size == 0) { | |
288 | printk(KERN_INFO "Initrd not found or empty"); | |
289 | goto disable; | |
290 | } | |
d4df6d4e | 291 | if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { |
a64ae7a2 | 292 | printk(KERN_ERR "Initrd extends beyond end of memory"); |
d2043ca8 FBH |
293 | goto disable; |
294 | } | |
295 | ||
8f4703aa AJ |
296 | maybe_bswap_initrd(); |
297 | ||
72a7fe39 | 298 | reserve_bootmem(__pa(initrd_start), size, BOOTMEM_DEFAULT); |
d2043ca8 FBH |
299 | initrd_below_start_ok = 1; |
300 | ||
a64ae7a2 MC |
301 | pr_info("Initial ramdisk at: 0x%lx (%lu bytes)\n", |
302 | initrd_start, size); | |
d2043ca8 FBH |
303 | return; |
304 | disable: | |
a64ae7a2 | 305 | printk(KERN_CONT " - disabling initrd\n"); |
d2043ca8 FBH |
306 | initrd_start = 0; |
307 | initrd_end = 0; | |
308 | } | |
309 | ||
310 | #else /* !CONFIG_BLK_DEV_INITRD */ | |
311 | ||
9ba126cf RB |
312 | static unsigned long __init init_initrd(void) |
313 | { | |
314 | return 0; | |
315 | } | |
316 | ||
d2043ca8 FBH |
317 | #define finalize_initrd() do {} while (0) |
318 | ||
319 | #endif | |
320 | ||
b6f1f0de FBH |
321 | /* |
322 | * Initialize the bootmem allocator. It also setup initrd related data | |
323 | * if needed. | |
324 | */ | |
c4617318 | 325 | #if defined(CONFIG_SGI_IP27) || (defined(CONFIG_CPU_LOONGSON3) && defined(CONFIG_NUMA)) |
d2043ca8 | 326 | |
b6f1f0de | 327 | static void __init bootmem_init(void) |
1da177e4 | 328 | { |
d2043ca8 FBH |
329 | init_initrd(); |
330 | finalize_initrd(); | |
331 | } | |
332 | ||
333 | #else /* !CONFIG_SGI_IP27 */ | |
334 | ||
335 | static void __init bootmem_init(void) | |
336 | { | |
e452e94e | 337 | unsigned long reserved_end; |
db84dc61 | 338 | unsigned long mapstart = ~0UL; |
1da177e4 LT |
339 | unsigned long bootmap_size; |
340 | int i; | |
1da177e4 LT |
341 | |
342 | /* | |
f9a7febd GU |
343 | * Sanity check any INITRD first. We don't take it into account |
344 | * for bootmem setup initially, rely on the end-of-kernel-code | |
345 | * as our memory range starting point. Once bootmem is inited we | |
346 | * will reserve the area used for the initrd. | |
1da177e4 | 347 | */ |
f9a7febd GU |
348 | init_initrd(); |
349 | reserved_end = (unsigned long) PFN_UP(__pa_symbol(&_end)); | |
1da177e4 | 350 | |
db84dc61 FBH |
351 | /* |
352 | * max_low_pfn is not a number of pages. The number of pages | |
353 | * of the system is given by 'max_low_pfn - min_low_pfn'. | |
354 | */ | |
355 | min_low_pfn = ~0UL; | |
356 | max_low_pfn = 0; | |
357 | ||
b6f1f0de FBH |
358 | /* |
359 | * Find the highest page frame number we have available. | |
360 | */ | |
1da177e4 LT |
361 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
362 | unsigned long start, end; | |
363 | ||
364 | if (boot_mem_map.map[i].type != BOOT_MEM_RAM) | |
365 | continue; | |
366 | ||
367 | start = PFN_UP(boot_mem_map.map[i].addr); | |
368 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
b6f1f0de | 369 | + boot_mem_map.map[i].size); |
1da177e4 | 370 | |
16a767ec JH |
371 | #ifndef CONFIG_HIGHMEM |
372 | /* | |
373 | * Skip highmem here so we get an accurate max_low_pfn if low | |
374 | * memory stops short of high memory. | |
375 | * If the region overlaps HIGHMEM_START, end is clipped so | |
376 | * max_pfn excludes the highmem portion. | |
377 | */ | |
378 | if (start >= PFN_DOWN(HIGHMEM_START)) | |
379 | continue; | |
380 | if (end > PFN_DOWN(HIGHMEM_START)) | |
381 | end = PFN_DOWN(HIGHMEM_START); | |
382 | #endif | |
383 | ||
db84dc61 FBH |
384 | if (end > max_low_pfn) |
385 | max_low_pfn = end; | |
386 | if (start < min_low_pfn) | |
387 | min_low_pfn = start; | |
b6f1f0de | 388 | if (end <= reserved_end) |
1da177e4 | 389 | continue; |
a6335fa1 | 390 | #ifdef CONFIG_BLK_DEV_INITRD |
88d34269 | 391 | /* Skip zones before initrd and initrd itself */ |
a6335fa1 AS |
392 | if (initrd_end && end <= (unsigned long)PFN_UP(__pa(initrd_end))) |
393 | continue; | |
394 | #endif | |
b6f1f0de FBH |
395 | if (start >= mapstart) |
396 | continue; | |
397 | mapstart = max(reserved_end, start); | |
1da177e4 LT |
398 | } |
399 | ||
db84dc61 FBH |
400 | if (min_low_pfn >= max_low_pfn) |
401 | panic("Incorrect memory mapping !!!"); | |
6f284a2c | 402 | if (min_low_pfn > ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
403 | pr_info("Wasting %lu bytes for tracking %lu unused pages\n", |
404 | (min_low_pfn - ARCH_PFN_OFFSET) * sizeof(struct page), | |
405 | min_low_pfn - ARCH_PFN_OFFSET); | |
6f284a2c | 406 | } else if (min_low_pfn < ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
407 | pr_info("%lu free pages won't be used\n", |
408 | ARCH_PFN_OFFSET - min_low_pfn); | |
db84dc61 | 409 | } |
6f284a2c | 410 | min_low_pfn = ARCH_PFN_OFFSET; |
db84dc61 | 411 | |
1da177e4 LT |
412 | /* |
413 | * Determine low and high memory ranges | |
414 | */ | |
dc3bf353 | 415 | max_pfn = max_low_pfn; |
db84dc61 | 416 | if (max_low_pfn > PFN_DOWN(HIGHMEM_START)) { |
b6f1f0de FBH |
417 | #ifdef CONFIG_HIGHMEM |
418 | highstart_pfn = PFN_DOWN(HIGHMEM_START); | |
db84dc61 | 419 | highend_pfn = max_low_pfn; |
1da177e4 | 420 | #endif |
db84dc61 | 421 | max_low_pfn = PFN_DOWN(HIGHMEM_START); |
1da177e4 LT |
422 | } |
423 | ||
88d34269 AS |
424 | #ifdef CONFIG_BLK_DEV_INITRD |
425 | /* | |
426 | * mapstart should be after initrd_end | |
427 | */ | |
428 | if (initrd_end) | |
429 | mapstart = max(mapstart, (unsigned long)PFN_UP(__pa(initrd_end))); | |
430 | #endif | |
431 | ||
1da177e4 | 432 | /* |
b6f1f0de | 433 | * Initialize the boot-time allocator with low memory only. |
1da177e4 | 434 | */ |
db84dc61 FBH |
435 | bootmap_size = init_bootmem_node(NODE_DATA(0), mapstart, |
436 | min_low_pfn, max_low_pfn); | |
cce335ae RB |
437 | |
438 | ||
cce335ae RB |
439 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
440 | unsigned long start, end; | |
441 | ||
442 | start = PFN_UP(boot_mem_map.map[i].addr); | |
443 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
444 | + boot_mem_map.map[i].size); | |
445 | ||
e452e94e AN |
446 | if (start <= min_low_pfn) |
447 | start = min_low_pfn; | |
cce335ae RB |
448 | if (start >= end) |
449 | continue; | |
450 | ||
451 | #ifndef CONFIG_HIGHMEM | |
452 | if (end > max_low_pfn) | |
453 | end = max_low_pfn; | |
454 | ||
455 | /* | |
456 | * ... finally, is the area going away? | |
457 | */ | |
458 | if (end <= start) | |
459 | continue; | |
460 | #endif | |
461 | ||
9d15ffc8 | 462 | memblock_add_node(PFN_PHYS(start), PFN_PHYS(end - start), 0); |
cce335ae RB |
463 | } |
464 | ||
1da177e4 LT |
465 | /* |
466 | * Register fully available low RAM pages with the bootmem allocator. | |
467 | */ | |
468 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
b6f1f0de | 469 | unsigned long start, end, size; |
1da177e4 | 470 | |
43064c0c DD |
471 | start = PFN_UP(boot_mem_map.map[i].addr); |
472 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
473 | + boot_mem_map.map[i].size); | |
474 | ||
1da177e4 LT |
475 | /* |
476 | * Reserve usable memory. | |
477 | */ | |
43064c0c DD |
478 | switch (boot_mem_map.map[i].type) { |
479 | case BOOT_MEM_RAM: | |
480 | break; | |
481 | case BOOT_MEM_INIT_RAM: | |
482 | memory_present(0, start, end); | |
1da177e4 | 483 | continue; |
43064c0c DD |
484 | default: |
485 | /* Not usable memory */ | |
e89ef66d MN |
486 | if (start > min_low_pfn && end < max_low_pfn) |
487 | reserve_bootmem(boot_mem_map.map[i].addr, | |
488 | boot_mem_map.map[i].size, | |
489 | BOOTMEM_DEFAULT); | |
43064c0c DD |
490 | continue; |
491 | } | |
1da177e4 | 492 | |
1da177e4 | 493 | /* |
b6f1f0de FBH |
494 | * We are rounding up the start address of usable memory |
495 | * and at the end of the usable range downwards. | |
1da177e4 | 496 | */ |
b6f1f0de | 497 | if (start >= max_low_pfn) |
1da177e4 | 498 | continue; |
b6f1f0de FBH |
499 | if (start < reserved_end) |
500 | start = reserved_end; | |
501 | if (end > max_low_pfn) | |
502 | end = max_low_pfn; | |
1da177e4 LT |
503 | |
504 | /* | |
b6f1f0de | 505 | * ... finally, is the area going away? |
1da177e4 | 506 | */ |
b6f1f0de | 507 | if (end <= start) |
1da177e4 | 508 | continue; |
b6f1f0de | 509 | size = end - start; |
1da177e4 LT |
510 | |
511 | /* Register lowmem ranges */ | |
b6f1f0de FBH |
512 | free_bootmem(PFN_PHYS(start), size << PAGE_SHIFT); |
513 | memory_present(0, start, end); | |
1da177e4 LT |
514 | } |
515 | ||
b6f1f0de FBH |
516 | /* |
517 | * Reserve the bootmap memory. | |
518 | */ | |
72a7fe39 | 519 | reserve_bootmem(PFN_PHYS(mapstart), bootmap_size, BOOTMEM_DEFAULT); |
b6f1f0de | 520 | |
61cd52d4 MR |
521 | #ifdef CONFIG_RELOCATABLE |
522 | /* | |
523 | * The kernel reserves all memory below its _end symbol as bootmem, | |
524 | * but the kernel may now be at a much higher address. The memory | |
525 | * between the original and new locations may be returned to the system. | |
526 | */ | |
527 | if (__pa_symbol(_text) > __pa_symbol(VMLINUX_LOAD_ADDRESS)) { | |
528 | unsigned long offset; | |
919beb4e | 529 | extern void show_kernel_relocation(const char *level); |
61cd52d4 MR |
530 | |
531 | offset = __pa_symbol(_text) - __pa_symbol(VMLINUX_LOAD_ADDRESS); | |
532 | free_bootmem(__pa_symbol(VMLINUX_LOAD_ADDRESS), offset); | |
919beb4e MR |
533 | |
534 | #if defined(CONFIG_DEBUG_KERNEL) && defined(CONFIG_DEBUG_INFO) | |
535 | /* | |
536 | * This information is necessary when debugging the kernel | |
537 | * But is a security vulnerability otherwise! | |
538 | */ | |
539 | show_kernel_relocation(KERN_INFO); | |
540 | #endif | |
61cd52d4 MR |
541 | } |
542 | #endif | |
543 | ||
d2043ca8 FBH |
544 | /* |
545 | * Reserve initrd memory if needed. | |
546 | */ | |
547 | finalize_initrd(); | |
1da177e4 LT |
548 | } |
549 | ||
d2043ca8 FBH |
550 | #endif /* CONFIG_SGI_IP27 */ |
551 | ||
2925aba4 | 552 | /* |
603e82ed | 553 | * arch_mem_init - initialize memory management subsystem |
2925aba4 RB |
554 | * |
555 | * o plat_mem_setup() detects the memory configuration and will record detected | |
556 | * memory areas using add_memory_region. | |
2925aba4 RB |
557 | * |
558 | * At this stage the memory configuration of the system is known to the | |
603e82ed | 559 | * kernel but generic memory management system is still entirely uninitialized. |
2925aba4 RB |
560 | * |
561 | * o bootmem_init() | |
562 | * o sparse_init() | |
563 | * o paging_init() | |
e1c05067 | 564 | * o dma_contiguous_reserve() |
2925aba4 RB |
565 | * |
566 | * At this stage the bootmem allocator is ready to use. | |
567 | * | |
568 | * NOTE: historically plat_mem_setup did the entire platform initialization. | |
70342287 | 569 | * This was rather impractical because it meant plat_mem_setup had to |
2925aba4 | 570 | * get away without any kind of memory allocator. To keep old code from |
7f0dd768 | 571 | * breaking plat_setup was just renamed to plat_mem_setup and a second platform |
2925aba4 RB |
572 | * initialization hook for anything else was introduced. |
573 | */ | |
574 | ||
982f6ffe | 575 | static int usermem __initdata; |
a09fc446 FBH |
576 | |
577 | static int __init early_parse_mem(char *p) | |
578 | { | |
ad8f723a | 579 | phys_addr_t start, size; |
a09fc446 FBH |
580 | |
581 | /* | |
582 | * If a user specifies memory size, we | |
583 | * blow away any automatically generated | |
584 | * size. | |
585 | */ | |
586 | if (usermem == 0) { | |
587 | boot_mem_map.nr_map = 0; | |
588 | usermem = 1; | |
70342287 | 589 | } |
a09fc446 FBH |
590 | start = 0; |
591 | size = memparse(p, &p); | |
592 | if (*p == '@') | |
593 | start = memparse(p + 1, &p); | |
594 | ||
595 | add_memory_region(start, size, BOOT_MEM_RAM); | |
596 | return 0; | |
597 | } | |
598 | early_param("mem", early_parse_mem); | |
2925aba4 | 599 | |
4893fc88 CM |
600 | #ifdef CONFIG_PROC_VMCORE |
601 | unsigned long setup_elfcorehdr, setup_elfcorehdr_size; | |
602 | static int __init early_parse_elfcorehdr(char *p) | |
603 | { | |
604 | int i; | |
605 | ||
606 | setup_elfcorehdr = memparse(p, &p); | |
607 | ||
608 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
609 | unsigned long start = boot_mem_map.map[i].addr; | |
610 | unsigned long end = (boot_mem_map.map[i].addr + | |
611 | boot_mem_map.map[i].size); | |
612 | if (setup_elfcorehdr >= start && setup_elfcorehdr < end) { | |
613 | /* | |
614 | * Reserve from the elf core header to the end of | |
615 | * the memory segment, that should all be kdump | |
616 | * reserved memory. | |
617 | */ | |
618 | setup_elfcorehdr_size = end - setup_elfcorehdr; | |
619 | break; | |
620 | } | |
621 | } | |
622 | /* | |
623 | * If we don't find it in the memory map, then we shouldn't | |
624 | * have to worry about it, as the new kernel won't use it. | |
625 | */ | |
626 | return 0; | |
627 | } | |
628 | early_param("elfcorehdr", early_parse_elfcorehdr); | |
629 | #endif | |
630 | ||
15d45cce | 631 | static void __init arch_mem_addpart(phys_addr_t mem, phys_addr_t end, int type) |
2925aba4 | 632 | { |
15d45cce | 633 | phys_addr_t size; |
d3ff9338 | 634 | int i; |
43064c0c | 635 | |
d3ff9338 CM |
636 | size = end - mem; |
637 | if (!size) | |
638 | return; | |
639 | ||
640 | /* Make sure it is in the boot_mem_map */ | |
641 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
642 | if (mem >= boot_mem_map.map[i].addr && | |
643 | mem < (boot_mem_map.map[i].addr + | |
644 | boot_mem_map.map[i].size)) | |
645 | return; | |
646 | } | |
647 | add_memory_region(mem, size, type); | |
648 | } | |
43064c0c | 649 | |
c2882b7f PM |
650 | #ifdef CONFIG_KEXEC |
651 | static inline unsigned long long get_total_mem(void) | |
652 | { | |
653 | unsigned long long total; | |
654 | ||
655 | total = max_pfn - min_low_pfn; | |
656 | return total << PAGE_SHIFT; | |
657 | } | |
658 | ||
659 | static void __init mips_parse_crashkernel(void) | |
660 | { | |
661 | unsigned long long total_mem; | |
662 | unsigned long long crash_size, crash_base; | |
663 | int ret; | |
664 | ||
665 | total_mem = get_total_mem(); | |
666 | ret = parse_crashkernel(boot_command_line, total_mem, | |
667 | &crash_size, &crash_base); | |
668 | if (ret != 0 || crash_size <= 0) | |
669 | return; | |
670 | ||
671 | crashk_res.start = crash_base; | |
672 | crashk_res.end = crash_base + crash_size - 1; | |
673 | } | |
674 | ||
675 | static void __init request_crashkernel(struct resource *res) | |
676 | { | |
677 | int ret; | |
678 | ||
269aa43a MN |
679 | if (crashk_res.start == crashk_res.end) |
680 | return; | |
681 | ||
c2882b7f PM |
682 | ret = request_resource(res, &crashk_res); |
683 | if (!ret) | |
684 | pr_info("Reserving %ldMB of memory at %ldMB for crashkernel\n", | |
685 | (unsigned long)((crashk_res.end - | |
686 | crashk_res.start + 1) >> 20), | |
687 | (unsigned long)(crashk_res.start >> 20)); | |
688 | } | |
689 | #else /* !defined(CONFIG_KEXEC) */ | |
690 | static void __init mips_parse_crashkernel(void) | |
691 | { | |
692 | } | |
693 | ||
694 | static void __init request_crashkernel(struct resource *res) | |
695 | { | |
696 | } | |
697 | #endif /* !defined(CONFIG_KEXEC) */ | |
698 | ||
2024972e JG |
699 | #define USE_PROM_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_BOOTLOADER) |
700 | #define USE_DTB_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_DTB) | |
2549cc96 | 701 | #define EXTEND_WITH_PROM IS_ENABLED(CONFIG_MIPS_CMDLINE_DTB_EXTEND) |
ed47e153 RV |
702 | #define BUILTIN_EXTEND_WITH_PROM \ |
703 | IS_ENABLED(CONFIG_MIPS_CMDLINE_BUILTIN_EXTEND) | |
2024972e | 704 | |
d3ff9338 CM |
705 | static void __init arch_mem_init(char **cmdline_p) |
706 | { | |
f4649382 | 707 | struct memblock_region *reg; |
a09fc446 FBH |
708 | extern void plat_mem_setup(void); |
709 | ||
2925aba4 RB |
710 | /* call board setup routine */ |
711 | plat_mem_setup(); | |
712 | ||
d3ff9338 CM |
713 | /* |
714 | * Make sure all kernel memory is in the maps. The "UP" and | |
715 | * "DOWN" are opposite for initdata since if it crosses over | |
716 | * into another memory section you don't want that to be | |
717 | * freed when the initdata is freed. | |
718 | */ | |
719 | arch_mem_addpart(PFN_DOWN(__pa_symbol(&_text)) << PAGE_SHIFT, | |
720 | PFN_UP(__pa_symbol(&_edata)) << PAGE_SHIFT, | |
721 | BOOT_MEM_RAM); | |
722 | arch_mem_addpart(PFN_UP(__pa_symbol(&__init_begin)) << PAGE_SHIFT, | |
723 | PFN_DOWN(__pa_symbol(&__init_end)) << PAGE_SHIFT, | |
724 | BOOT_MEM_INIT_RAM); | |
43064c0c | 725 | |
a64ae7a2 | 726 | pr_info("Determined physical RAM map:\n"); |
a09fc446 FBH |
727 | print_memory_map(); |
728 | ||
2024972e | 729 | #if defined(CONFIG_CMDLINE_BOOL) && defined(CONFIG_CMDLINE_OVERRIDE) |
6acc7d48 DV |
730 | strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
731 | #else | |
2024972e JG |
732 | if ((USE_PROM_CMDLINE && arcs_cmdline[0]) || |
733 | (USE_DTB_CMDLINE && !boot_command_line[0])) | |
734 | strlcpy(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
735 | ||
736 | if (EXTEND_WITH_PROM && arcs_cmdline[0]) { | |
e54ad8c5 RV |
737 | if (boot_command_line[0]) |
738 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
2024972e JG |
739 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); |
740 | } | |
741 | ||
742 | #if defined(CONFIG_CMDLINE_BOOL) | |
6acc7d48 | 743 | if (builtin_cmdline[0]) { |
e54ad8c5 RV |
744 | if (boot_command_line[0]) |
745 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
2024972e | 746 | strlcat(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
6acc7d48 | 747 | } |
ed47e153 RV |
748 | |
749 | if (BUILTIN_EXTEND_WITH_PROM && arcs_cmdline[0]) { | |
750 | if (boot_command_line[0]) | |
751 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
752 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
753 | } | |
6acc7d48 | 754 | #endif |
6acc7d48 DV |
755 | #endif |
756 | strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); | |
2925aba4 RB |
757 | |
758 | *cmdline_p = command_line; | |
759 | ||
a09fc446 FBH |
760 | parse_early_param(); |
761 | ||
762 | if (usermem) { | |
a64ae7a2 | 763 | pr_info("User-defined physical RAM map:\n"); |
a09fc446 FBH |
764 | print_memory_map(); |
765 | } | |
766 | ||
2925aba4 | 767 | bootmem_init(); |
4893fc88 CM |
768 | #ifdef CONFIG_PROC_VMCORE |
769 | if (setup_elfcorehdr && setup_elfcorehdr_size) { | |
770 | printk(KERN_INFO "kdump reserved memory at %lx-%lx\n", | |
771 | setup_elfcorehdr, setup_elfcorehdr_size); | |
772 | reserve_bootmem(setup_elfcorehdr, setup_elfcorehdr_size, | |
773 | BOOTMEM_DEFAULT); | |
774 | } | |
775 | #endif | |
c2882b7f PM |
776 | |
777 | mips_parse_crashkernel(); | |
7aa1c8f4 RB |
778 | #ifdef CONFIG_KEXEC |
779 | if (crashk_res.start != crashk_res.end) | |
780 | reserve_bootmem(crashk_res.start, | |
781 | crashk_res.end - crashk_res.start + 1, | |
782 | BOOTMEM_DEFAULT); | |
783 | #endif | |
f2ffa5ab | 784 | device_tree_init(); |
2925aba4 | 785 | sparse_init(); |
ee71b7d2 | 786 | plat_swiotlb_setup(); |
f4649382 ZLK |
787 | |
788 | dma_contiguous_reserve(PFN_PHYS(max_low_pfn)); | |
789 | /* Tell bootmem about cma reserved memblock section */ | |
790 | for_each_memblock(reserved, reg) | |
30fa0530 ZLK |
791 | if (reg->size != 0) |
792 | reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT); | |
a95d0692 HC |
793 | |
794 | reserve_bootmem_region(__pa_symbol(&__nosave_begin), | |
795 | __pa_symbol(&__nosave_end)); /* Reserve for hibernation */ | |
2925aba4 RB |
796 | } |
797 | ||
8df32c63 | 798 | static void __init resource_init(void) |
1da177e4 LT |
799 | { |
800 | int i; | |
801 | ||
6adb5fe7 RB |
802 | if (UNCAC_BASE != IO_BASE) |
803 | return; | |
804 | ||
f5bffe3a FBH |
805 | code_resource.start = __pa_symbol(&_text); |
806 | code_resource.end = __pa_symbol(&_etext) - 1; | |
807 | data_resource.start = __pa_symbol(&_etext); | |
808 | data_resource.end = __pa_symbol(&_edata) - 1; | |
1da177e4 | 809 | |
1da177e4 LT |
810 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
811 | struct resource *res; | |
812 | unsigned long start, end; | |
813 | ||
814 | start = boot_mem_map.map[i].addr; | |
815 | end = boot_mem_map.map[i].addr + boot_mem_map.map[i].size - 1; | |
1c6fd44d | 816 | if (start >= HIGHMEM_START) |
1da177e4 | 817 | continue; |
1c6fd44d FBH |
818 | if (end >= HIGHMEM_START) |
819 | end = HIGHMEM_START - 1; | |
1da177e4 LT |
820 | |
821 | res = alloc_bootmem(sizeof(struct resource)); | |
35d98e93 TK |
822 | |
823 | res->start = start; | |
824 | res->end = end; | |
825 | res->flags = IORESOURCE_MEM | IORESOURCE_BUSY; | |
826 | ||
1da177e4 LT |
827 | switch (boot_mem_map.map[i].type) { |
828 | case BOOT_MEM_RAM: | |
43064c0c | 829 | case BOOT_MEM_INIT_RAM: |
1da177e4 LT |
830 | case BOOT_MEM_ROM_DATA: |
831 | res->name = "System RAM"; | |
35d98e93 | 832 | res->flags |= IORESOURCE_SYSRAM; |
1da177e4 LT |
833 | break; |
834 | case BOOT_MEM_RESERVED: | |
835 | default: | |
836 | res->name = "reserved"; | |
837 | } | |
838 | ||
1da177e4 LT |
839 | request_resource(&iomem_resource, res); |
840 | ||
841 | /* | |
842 | * We don't know which RAM region contains kernel data, | |
843 | * so we try it repeatedly and let the resource manager | |
844 | * test it. | |
845 | */ | |
846 | request_resource(res, &code_resource); | |
847 | request_resource(res, &data_resource); | |
7aa1c8f4 | 848 | request_crashkernel(res); |
1da177e4 LT |
849 | } |
850 | } | |
851 | ||
0f3f506b HC |
852 | #ifdef CONFIG_SMP |
853 | static void __init prefill_possible_map(void) | |
854 | { | |
855 | int i, possible = num_possible_cpus(); | |
856 | ||
857 | if (possible > nr_cpu_ids) | |
858 | possible = nr_cpu_ids; | |
859 | ||
860 | for (i = 0; i < possible; i++) | |
861 | set_cpu_possible(i, true); | |
862 | for (; i < NR_CPUS; i++) | |
863 | set_cpu_possible(i, false); | |
864 | ||
865 | nr_cpu_ids = possible; | |
866 | } | |
867 | #else | |
868 | static inline void prefill_possible_map(void) {} | |
869 | #endif | |
870 | ||
1da177e4 LT |
871 | void __init setup_arch(char **cmdline_p) |
872 | { | |
873 | cpu_probe(); | |
3af5a67c | 874 | mips_cm_probe(); |
1da177e4 | 875 | prom_init(); |
36a88530 | 876 | |
e934945d | 877 | setup_early_fdc_console(); |
36a88530 | 878 | #ifdef CONFIG_EARLY_PRINTK |
07cdb784 | 879 | setup_early_printk(); |
36a88530 | 880 | #endif |
1da177e4 | 881 | cpu_report(); |
20d60d99 | 882 | check_bugs_early(); |
1da177e4 LT |
883 | |
884 | #if defined(CONFIG_VT) | |
885 | #if defined(CONFIG_VGA_CONSOLE) | |
e0daad44 | 886 | conswitchp = &vga_con; |
1da177e4 | 887 | #elif defined(CONFIG_DUMMY_CONSOLE) |
e0daad44 | 888 | conswitchp = &dummy_con; |
1da177e4 LT |
889 | #endif |
890 | #endif | |
891 | ||
2925aba4 | 892 | arch_mem_init(cmdline_p); |
1da177e4 | 893 | |
1da177e4 | 894 | resource_init(); |
9b6695a8 | 895 | plat_smp_setup(); |
0f3f506b | 896 | prefill_possible_map(); |
6650df3c DD |
897 | |
898 | cpu_cache_init(); | |
058effe7 | 899 | paging_init(); |
1da177e4 LT |
900 | } |
901 | ||
69a6c312 AN |
902 | unsigned long kernelsp[NR_CPUS]; |
903 | unsigned long fw_arg0, fw_arg1, fw_arg2, fw_arg3; | |
6312e0ee | 904 | |
15f37e15 JG |
905 | #ifdef CONFIG_USE_OF |
906 | unsigned long fw_passed_dtb; | |
907 | #endif | |
908 | ||
6312e0ee AN |
909 | #ifdef CONFIG_DEBUG_FS |
910 | struct dentry *mips_debugfs_dir; | |
911 | static int __init debugfs_mips(void) | |
912 | { | |
913 | struct dentry *d; | |
914 | ||
915 | d = debugfs_create_dir("mips", NULL); | |
b517531c Z |
916 | if (!d) |
917 | return -ENOMEM; | |
6312e0ee AN |
918 | mips_debugfs_dir = d; |
919 | return 0; | |
920 | } | |
921 | arch_initcall(debugfs_mips); | |
922 | #endif |