arch/powerpc/include/asm/hugetlb.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _ASM_POWERPC_HUGETLB_H
   3 #define _ASM_POWERPC_HUGETLB_H
   4
   5 #ifdef CONFIG_HUGETLB_PAGE
   6 #include <asm/page.h>
   7
   8 #ifdef CONFIG_PPC_BOOK3S_64
   9 #include <asm/book3s/64/hugetlb.h>
  10 #elif defined(CONFIG_PPC_E500)
  11 #include <asm/nohash/hugetlb-e500.h>
  12 #elif defined(CONFIG_PPC_8xx)
  13 #include <asm/nohash/32/hugetlb-8xx.h>
  14 #endif /* CONFIG_PPC_BOOK3S_64 */
  15
  16 extern bool hugetlb_disabled;
  17
  18 void __init hugetlbpage_init_defaultsize(void);
  19
  20 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
  21                            unsigned long len);
  22
  23 static inline int is_hugepage_only_range(struct mm_struct *mm,
  24                                          unsigned long addr,
  25                                          unsigned long len)
  26 {
  27         if (IS_ENABLED(CONFIG_PPC_64S_HASH_MMU) && !radix_enabled())
  28                 return slice_is_hugepage_only_range(mm, addr, len);
  29         return 0;
  30 }
  31 #define is_hugepage_only_range is_hugepage_only_range
  32
  33 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
  34 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep,
  35                      pte_t pte, unsigned long sz);
  36
  37 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
  38 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
  39                                             unsigned long addr, pte_t *ptep)
  40 {
  41         return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
  42 }
  43
  44 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
  45 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
  46                                           unsigned long addr, pte_t *ptep)
  47 {
  48         pte_t pte;
  49
  50         pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
  51         flush_hugetlb_page(vma, addr);
  52         return pte;
  53 }
  54
  55 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
  56 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
  57                                unsigned long addr, pte_t *ptep,
  58                                pte_t pte, int dirty);
  59
  60 void gigantic_hugetlb_cma_reserve(void) __init;
  61 #include <asm-generic/hugetlb.h>
  62
  63 #else /* ! CONFIG_HUGETLB_PAGE */
  64 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
  65                                       unsigned long vmaddr)
  66 {
  67 }
  68
  69 static inline void __init gigantic_hugetlb_cma_reserve(void)
  70 {
  71 }
  72
  73 static inline void __init hugetlbpage_init_defaultsize(void)
  74 {
  75 }
  76 #endif /* CONFIG_HUGETLB_PAGE */
  77
  78 #endif /* _ASM_POWERPC_HUGETLB_H */