memblock: stop using implicit alignment to SMP_CACHE_BYTES

[linux.git] / mm / sparse.c

diff --git a/mm/sparse.c b/mm/sparse.c
index 10b07eea9a6e450ae2a397351959c624eafe66ad..33307fc05c4d3372d5e4746116330532765e61d7 100644 (file)
--- a/mm/sparse.c
+++ b/mm/sparse.c
@@ -5,7 +5,7 @@
 #include <linux/mm.h>
 #include <linux/slab.h>
 #include <linux/mmzone.h>
 #include <linux/mm.h>
 #include <linux/slab.h>
 #include <linux/mmzone.h>

-#include <linux/bootmem.h>
+#include <linux/memblock.h>

 #include <linux/compiler.h>
 #include <linux/highmem.h>
 #include <linux/export.h>
 #include <linux/compiler.h>
 #include <linux/highmem.h>
 #include <linux/export.h>


@@ -68,7 +68,8 @@ static noinline struct mem_section __ref *sparse_index_alloc(int nid)
        if (slab_is_available())
                section = kzalloc_node(array_size, GFP_KERNEL, nid);
        else
        if (slab_is_available())
                section = kzalloc_node(array_size, GFP_KERNEL, nid);
        else

-               section = memblock_virt_alloc_node(array_size, nid);
+               section = memblock_alloc_node(array_size, SMP_CACHE_BYTES,
+                                             nid);

 
        return section;
 }
 
        return section;
 }


@@ -216,7 +217,7 @@ void __init memory_present(int nid, unsigned long start, unsigned long end)
 
                size = sizeof(struct mem_section*) * NR_SECTION_ROOTS;
                align = 1 << (INTERNODE_CACHE_SHIFT);
 
                size = sizeof(struct mem_section*) * NR_SECTION_ROOTS;
                align = 1 << (INTERNODE_CACHE_SHIFT);

-               mem_section = memblock_virt_alloc(size, align);
+               mem_section = memblock_alloc(size, align);

        }
 #endif
 
        }
 #endif
 


@@ -306,7 +307,7 @@ sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat,
        limit = goal + (1UL << PA_SECTION_SHIFT);
        nid = early_pfn_to_nid(goal >> PAGE_SHIFT);
 again:
        limit = goal + (1UL << PA_SECTION_SHIFT);
        nid = early_pfn_to_nid(goal >> PAGE_SHIFT);
 again:

-       p = memblock_virt_alloc_try_nid_nopanic(size,
+       p = memblock_alloc_try_nid_nopanic(size,

                                                SMP_CACHE_BYTES, goal, limit,
                                                nid);
        if (!p && limit) {
                                                SMP_CACHE_BYTES, goal, limit,
                                                nid);
        if (!p && limit) {


@@ -362,7 +363,7 @@ static unsigned long * __init
 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat,
                                         unsigned long size)
 {
 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat,
                                         unsigned long size)
 {

-       return memblock_virt_alloc_node_nopanic(size, pgdat->node_id);
+       return memblock_alloc_node_nopanic(size, pgdat->node_id);

 }
 
 static void __init check_usemap_section_nr(int nid, unsigned long *usemap)
 }
 
 static void __init check_usemap_section_nr(int nid, unsigned long *usemap)


@@ -391,9 +392,9 @@ struct page __init *sparse_mem_map_populate(unsigned long pnum, int nid,
        if (map)
                return map;
 
        if (map)
                return map;
 

-       map = memblock_virt_alloc_try_nid(size,
+       map = memblock_alloc_try_nid(size,

                                          PAGE_SIZE, __pa(MAX_DMA_ADDRESS),
                                          PAGE_SIZE, __pa(MAX_DMA_ADDRESS),

-                                         BOOTMEM_ALLOC_ACCESSIBLE, nid);
+                                         MEMBLOCK_ALLOC_ACCESSIBLE, nid);

        return map;
 }
 #endif /* !CONFIG_SPARSEMEM_VMEMMAP */
        return map;
 }
 #endif /* !CONFIG_SPARSEMEM_VMEMMAP */


@@ -405,9 +406,9 @@ static void __init sparse_buffer_init(unsigned long size, int nid)
 {
        WARN_ON(sparsemap_buf); /* forgot to call sparse_buffer_fini()? */
        sparsemap_buf =
 {
        WARN_ON(sparsemap_buf); /* forgot to call sparse_buffer_fini()? */
        sparsemap_buf =

-               memblock_virt_alloc_try_nid_raw(size, PAGE_SIZE,
+               memblock_alloc_try_nid_raw(size, PAGE_SIZE,

                                                __pa(MAX_DMA_ADDRESS),
                                                __pa(MAX_DMA_ADDRESS),

-                                               BOOTMEM_ALLOC_ACCESSIBLE, nid);
+                                               MEMBLOCK_ALLOC_ACCESSIBLE, nid);

        sparsemap_buf_end = sparsemap_buf + size;
 }
 
        sparsemap_buf_end = sparsemap_buf + size;
 }
 


@@ -696,13 +697,11 @@ int __meminit sparse_add_one_section(struct pglist_data *pgdat,
                goto out;
        }
 
                goto out;
        }
 

-#ifdef CONFIG_DEBUG_VM

        /*
         * Poison uninitialized struct pages in order to catch invalid flags
         * combinations.
         */
        /*
         * Poison uninitialized struct pages in order to catch invalid flags
         * combinations.
         */

-       memset(memmap, PAGE_POISON_PATTERN, sizeof(struct page) * PAGES_PER_SECTION);
-#endif
+       page_init_poison(memmap, sizeof(struct page) * PAGES_PER_SECTION);

 
        section_mark_present(ms);
        sparse_init_one_section(ms, section_nr, memmap, usemap);
 
        section_mark_present(ms);
        sparse_init_one_section(ms, section_nr, memmap, usemap);