[linux.git] / mm / pgtable-generic.c

/*
 *  mm/pgtable-generic.c
 *
 *  Generic pgtable methods declared in asm-generic/pgtable.h
 *
 *  Copyright (C) 2010  Linus Torvalds
 */

#include <linux/pagemap.h>
#include <asm/tlb.h>
#include <asm-generic/pgtable.h>

#ifndef __HAVE_ARCH_PTEP_SET_ACCESS_FLAGS
/*
 * Only sets the access flags (dirty, accessed, and
 * writable). Furthermore, we know it always gets set to a "more
 * permissive" setting, which allows most architectures to optimize
 * this. We return whether the PTE actually changed, which in turn
 * instructs the caller to do things like update__mmu_cache.  This
 * used to be done in the caller, but sparc needs minor faults to
 * force that call on sun4c so we changed this macro slightly
 */
int ptep_set_access_flags(struct vm_area_struct *vma,
			  unsigned long address, pte_t *ptep,
			  pte_t entry, int dirty)
{
	int changed = !pte_same(*ptep, entry);
	if (changed) {
		set_pte_at(vma->vm_mm, address, ptep, entry);
		flush_tlb_page(vma, address);
	}
	return changed;
}
#endif

#ifndef __HAVE_ARCH_PMDP_SET_ACCESS_FLAGS
int pmdp_set_access_flags(struct vm_area_struct *vma,
			  unsigned long address, pmd_t *pmdp,
			  pmd_t entry, int dirty)
{
#ifdef CONFIG_TRANSPARENT_HUGEPAGE
	int changed = !pmd_same(*pmdp, entry);
	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
	if (changed) {
		set_pmd_at(vma->vm_mm, address, pmdp, entry);
		flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
	}
	return changed;
#else /* CONFIG_TRANSPARENT_HUGEPAGE */
	BUG();
	return 0;
#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
}
#endif

#ifndef __HAVE_ARCH_PTEP_CLEAR_YOUNG_FLUSH
int ptep_clear_flush_young(struct vm_area_struct *vma,
			   unsigned long address, pte_t *ptep)
{
	int young;
	young = ptep_test_and_clear_young(vma, address, ptep);
	if (young)
		flush_tlb_page(vma, address);
	return young;
}
#endif

#ifndef __HAVE_ARCH_PMDP_CLEAR_YOUNG_FLUSH
int pmdp_clear_flush_young(struct vm_area_struct *vma,
			   unsigned long address, pmd_t *pmdp)
{
	int young;
#ifndef CONFIG_TRANSPARENT_HUGEPAGE
	BUG();
#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
	young = pmdp_test_and_clear_young(vma, address, pmdp);
	if (young)
		flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
	return young;
}
#endif

#ifndef __HAVE_ARCH_PTEP_CLEAR_FLUSH
pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address,
		       pte_t *ptep)
{
	pte_t pte;
	pte = ptep_get_and_clear((vma)->vm_mm, address, ptep);
	flush_tlb_page(vma, address);
	return pte;
}
#endif

#ifndef __HAVE_ARCH_PMDP_CLEAR_FLUSH
#ifdef CONFIG_TRANSPARENT_HUGEPAGE
pmd_t pmdp_clear_flush(struct vm_area_struct *vma, unsigned long address,
		       pmd_t *pmdp)
{
	pmd_t pmd;
	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
	pmd = pmdp_get_and_clear(vma->vm_mm, address, pmdp);
	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
	return pmd;
}
#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
#endif

#ifndef __HAVE_ARCH_PMDP_SPLITTING_FLUSH
#ifdef CONFIG_TRANSPARENT_HUGEPAGE
pmd_t pmdp_splitting_flush(struct vm_area_struct *vma, unsigned long address,
			   pmd_t *pmdp)
{
	pmd_t pmd = pmd_mksplitting(*pmdp);
	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
	set_pmd_at(vma->vm_mm, address, pmdp, pmd);
	/* tlb flush only to serialize against gup-fast */
	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
}
#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
#endif
Commit	Line	Data
e2cda322 AA	1	/*
	2	* mm/pgtable-generic.c
	3	*
	4	* Generic pgtable methods declared in asm-generic/pgtable.h
	5	*
	6	* Copyright (C) 2010 Linus Torvalds
	7	*/
	8
f95ba941	9	#include <linux/pagemap.h>
e2cda322 AA	10	#include <asm/tlb.h>
	11	#include <asm-generic/pgtable.h>
	12
	13	#ifndef __HAVE_ARCH_PTEP_SET_ACCESS_FLAGS
	14	/*
	15	* Only sets the access flags (dirty, accessed, and
	16	* writable). Furthermore, we know it always gets set to a "more
	17	* permissive" setting, which allows most architectures to optimize
	18	* this. We return whether the PTE actually changed, which in turn
	19	* instructs the caller to do things like update__mmu_cache. This
	20	* used to be done in the caller, but sparc needs minor faults to
	21	* force that call on sun4c so we changed this macro slightly
	22	*/
	23	int ptep_set_access_flags(struct vm_area_struct *vma,
	24	unsigned long address, pte_t *ptep,
	25	pte_t entry, int dirty)
	26	{
	27	int changed = !pte_same(*ptep, entry);
	28	if (changed) {
	29	set_pte_at(vma->vm_mm, address, ptep, entry);
	30	flush_tlb_page(vma, address);
	31	}
	32	return changed;
	33	}
	34	#endif
	35
	36	#ifndef __HAVE_ARCH_PMDP_SET_ACCESS_FLAGS
	37	int pmdp_set_access_flags(struct vm_area_struct *vma,
	38	unsigned long address, pmd_t *pmdp,
	39	pmd_t entry, int dirty)
	40	{
	41	#ifdef CONFIG_TRANSPARENT_HUGEPAGE
	42	int changed = !pmd_same(*pmdp, entry);
	43	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
	44	if (changed) {
	45	set_pmd_at(vma->vm_mm, address, pmdp, entry);
	46	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
	47	}
	48	return changed;
	49	#else /* CONFIG_TRANSPARENT_HUGEPAGE */
	50	BUG();
	51	return 0;
	52	#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
	53	}
	54	#endif
	55
	56	#ifndef __HAVE_ARCH_PTEP_CLEAR_YOUNG_FLUSH
	57	int ptep_clear_flush_young(struct vm_area_struct *vma,
	58	unsigned long address, pte_t *ptep)
	59	{
	60	int young;
	61	young = ptep_test_and_clear_young(vma, address, ptep);
	62	if (young)
	63	flush_tlb_page(vma, address);
	64	return young;
	65	}
	66	#endif
	67
	68	#ifndef __HAVE_ARCH_PMDP_CLEAR_YOUNG_FLUSH
	69	int pmdp_clear_flush_young(struct vm_area_struct *vma,
	70	unsigned long address, pmd_t *pmdp)
	71	{
	72	int young;
	73	#ifndef CONFIG_TRANSPARENT_HUGEPAGE
74	BUG();
75	#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
76	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
77	young = pmdp_test_and_clear_young(vma, address, pmdp);
78	if (young)
79	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
80	return young;
81	}
82	#endif
83
84	#ifndef __HAVE_ARCH_PTEP_CLEAR_FLUSH
85	pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address,
86	pte_t *ptep)
87	{
88	pte_t pte;
89	pte = ptep_get_and_clear((vma)->vm_mm, address, ptep);
90	flush_tlb_page(vma, address);
91	return pte;
92	}
93	#endif
94
95	#ifndef __HAVE_ARCH_PMDP_CLEAR_FLUSH
b3697c02	96	#ifdef CONFIG_TRANSPARENT_HUGEPAGE
e2cda322 AA	97	pmd_t pmdp_clear_flush(struct vm_area_struct *vma, unsigned long address,
	98	pmd_t *pmdp)
	99	{
	100	pmd_t pmd;
e2cda322 AA	101	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
	102	pmd = pmdp_get_and_clear(vma->vm_mm, address, pmdp);
	103	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
	104	return pmd;
	105	}
b3697c02	106	#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
e2cda322 AA	107	#endif
	108
	109	#ifndef __HAVE_ARCH_PMDP_SPLITTING_FLUSH
b3697c02	110	#ifdef CONFIG_TRANSPARENT_HUGEPAGE
e2cda322 AA	111	pmd_t pmdp_splitting_flush(struct vm_area_struct *vma, unsigned long address,
	112	pmd_t *pmdp)
	113	{
e2cda322 AA	114	pmd_t pmd = pmd_mksplitting(*pmdp);
	115	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
	116	set_pmd_at(vma->vm_mm, address, pmdp, pmd);
	117	/* tlb flush only to serialize against gup-fast */
	118	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
e2cda322	119	}
b3697c02	120	#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
e2cda322	121	#endif