1 // SPDX-License-Identifier: GPL-2.0
3 #include <asm/pgalloc.h>
5 #include <linux/kernel.h>
6 #include <linux/pgtable.h>
8 #ifdef CONFIG_HAVE_ARCH_HUGE_VMAP
9 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot)
14 void p4d_clear_huge(p4d_t *p4d)
18 int pud_set_huge(pud_t *pud, phys_addr_t phys, pgprot_t prot)
20 pud_t new_pud = pfn_pud(__phys_to_pfn(phys), prot);
22 set_pud(pud, new_pud);
26 int pud_clear_huge(pud_t *pud)
28 if (!pud_leaf(READ_ONCE(*pud)))
34 int pud_free_pmd_page(pud_t *pud, unsigned long addr)
36 pmd_t *pmd = pud_pgtable(*pud);
41 flush_tlb_kernel_range(addr, addr + PUD_SIZE);
43 for (i = 0; i < PTRS_PER_PMD; i++) {
44 if (!pmd_none(pmd[i])) {
45 pte_t *pte = (pte_t *)pmd_page_vaddr(pmd[i]);
47 pte_free_kernel(NULL, pte);
56 int pmd_set_huge(pmd_t *pmd, phys_addr_t phys, pgprot_t prot)
58 pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), prot);
60 set_pmd(pmd, new_pmd);
64 int pmd_clear_huge(pmd_t *pmd)
66 if (!pmd_leaf(READ_ONCE(*pmd)))
72 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr)
74 pte_t *pte = (pte_t *)pmd_page_vaddr(*pmd);
78 flush_tlb_kernel_range(addr, addr + PMD_SIZE);
79 pte_free_kernel(NULL, pte);
83 #endif /* CONFIG_HAVE_ARCH_HUGE_VMAP */