[linux.git] / mm / swap.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _MM_SWAP_H
#define _MM_SWAP_H

struct mempolicy;

#ifdef CONFIG_SWAP
#include <linux/blk_types.h> /* for bio_end_io_t */

/* linux/mm/page_io.c */
int sio_pool_init(void);
struct swap_iocb;
void swap_read_folio(struct folio *folio, bool do_poll,
		struct swap_iocb **plug);
void __swap_read_unplug(struct swap_iocb *plug);
static inline void swap_read_unplug(struct swap_iocb *plug)
{
	if (unlikely(plug))
		__swap_read_unplug(plug);
}
void swap_write_unplug(struct swap_iocb *sio);
int swap_writepage(struct page *page, struct writeback_control *wbc);
void __swap_writepage(struct folio *folio, struct writeback_control *wbc);

/* linux/mm/swap_state.c */
/* One swap address space for each 64M swap space */
#define SWAP_ADDRESS_SPACE_SHIFT	14
#define SWAP_ADDRESS_SPACE_PAGES	(1 << SWAP_ADDRESS_SPACE_SHIFT)
extern struct address_space *swapper_spaces[];
#define swap_address_space(entry)			    \
	(&swapper_spaces[swp_type(entry)][swp_offset(entry) \
		>> SWAP_ADDRESS_SPACE_SHIFT])

void show_swap_cache_info(void);
bool add_to_swap(struct folio *folio);
void *get_shadow_from_swap_cache(swp_entry_t entry);
int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
		      gfp_t gfp, void **shadowp);
void __delete_from_swap_cache(struct folio *folio,
			      swp_entry_t entry, void *shadow);
void delete_from_swap_cache(struct folio *folio);
void clear_shadow_from_swap_cache(int type, unsigned long begin,
				  unsigned long end);
struct folio *swap_cache_get_folio(swp_entry_t entry,
		struct vm_area_struct *vma, unsigned long addr);
struct folio *filemap_get_incore_folio(struct address_space *mapping,
		pgoff_t index);

struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask,
		struct vm_area_struct *vma, unsigned long addr,
		struct swap_iocb **plug);
struct folio *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_flags,
		struct mempolicy *mpol, pgoff_t ilx, bool *new_page_allocated,
		bool skip_if_exists);
struct folio *swap_cluster_readahead(swp_entry_t entry, gfp_t flag,
		struct mempolicy *mpol, pgoff_t ilx);
struct page *swapin_readahead(swp_entry_t entry, gfp_t flag,
			      struct vm_fault *vmf);

static inline unsigned int folio_swap_flags(struct folio *folio)
{
	return swp_swap_info(folio->swap)->flags;
}
#else /* CONFIG_SWAP */
struct swap_iocb;
static inline void swap_read_folio(struct folio *folio, bool do_poll,
		struct swap_iocb **plug)
{
}
static inline void swap_write_unplug(struct swap_iocb *sio)
{
}

static inline struct address_space *swap_address_space(swp_entry_t entry)
{
	return NULL;
}

static inline void show_swap_cache_info(void)
{
}

static inline struct folio *swap_cluster_readahead(swp_entry_t entry,
			gfp_t gfp_mask, struct mempolicy *mpol, pgoff_t ilx)
{
	return NULL;
}

static inline struct page *swapin_readahead(swp_entry_t swp, gfp_t gfp_mask,
			struct vm_fault *vmf)
{
	return NULL;
}

static inline int swap_writepage(struct page *p, struct writeback_control *wbc)
{
	return 0;
}

static inline struct folio *swap_cache_get_folio(swp_entry_t entry,
		struct vm_area_struct *vma, unsigned long addr)
{
	return NULL;
}

static inline
struct folio *filemap_get_incore_folio(struct address_space *mapping,
		pgoff_t index)
{
	return filemap_get_folio(mapping, index);
}

static inline bool add_to_swap(struct folio *folio)
{
	return false;
}

static inline void *get_shadow_from_swap_cache(swp_entry_t entry)
{
	return NULL;
}

static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
					gfp_t gfp_mask, void **shadowp)
{
	return -1;
}

static inline void __delete_from_swap_cache(struct folio *folio,
					swp_entry_t entry, void *shadow)
{
}

static inline void delete_from_swap_cache(struct folio *folio)
{
}

static inline void clear_shadow_from_swap_cache(int type, unsigned long begin,
				unsigned long end)
{
}

static inline unsigned int folio_swap_flags(struct folio *folio)
{
	return 0;
}
#endif /* CONFIG_SWAP */
#endif /* _MM_SWAP_H */
Commit	Line	Data
014bb1de N	1	/* SPDX-License-Identifier: GPL-2.0 */
	2	#ifndef _MM_SWAP_H
	3	#define _MM_SWAP_H
	4
ddc1a5cb HD	5	struct mempolicy;
ddc1a5cb HD	6
014bb1de N	7	#ifdef CONFIG_SWAP
	8	#include <linux/blk_types.h> /* for bio_end_io_t */
	9
	10	/* linux/mm/page_io.c */
e1209d3a	11	int sio_pool_init(void);
5169b844	12	struct swap_iocb;
c9bdf768 MWO	13	void swap_read_folio(struct folio *folio, bool do_poll,
c9bdf768 MWO	14	struct swap_iocb **plug);
5169b844 N	15	void __swap_read_unplug(struct swap_iocb *plug);
	16	static inline void swap_read_unplug(struct swap_iocb *plug)
	17	{
	18	if (unlikely(plug))
	19	__swap_read_unplug(plug);
	20	}
2282679f	21	void swap_write_unplug(struct swap_iocb *sio);
014bb1de	22	int swap_writepage(struct page page, struct writeback_control wbc);
b99b4e0d	23	void __swap_writepage(struct folio folio, struct writeback_control wbc);
014bb1de N	24
	25	/* linux/mm/swap_state.c */
	26	/* One swap address space for each 64M swap space */
	27	#define SWAP_ADDRESS_SPACE_SHIFT 14
	28	#define SWAP_ADDRESS_SPACE_PAGES (1 << SWAP_ADDRESS_SPACE_SHIFT)
	29	extern struct address_space *swapper_spaces[];
	30	#define swap_address_space(entry) \
	31	(&swapper_spaces[swp_type(entry)][swp_offset(entry) \
	32	>> SWAP_ADDRESS_SPACE_SHIFT])
	33
	34	void show_swap_cache_info(void);
09c02e56	35	bool add_to_swap(struct folio *folio);
014bb1de	36	void *get_shadow_from_swap_cache(swp_entry_t entry);
a4c366f0	37	int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
014bb1de	38	gfp_t gfp, void **shadowp);
ceff9d33	39	void __delete_from_swap_cache(struct folio *folio,
014bb1de	40	swp_entry_t entry, void *shadow);
75fa68a5	41	void delete_from_swap_cache(struct folio *folio);
014bb1de N	42	void clear_shadow_from_swap_cache(int type, unsigned long begin,
014bb1de N	43	unsigned long end);
c9edc242 MWO	44	struct folio *swap_cache_get_folio(swp_entry_t entry,
c9edc242 MWO	45	struct vm_area_struct *vma, unsigned long addr);
524984ff MWO	46	struct folio filemap_get_incore_folio(struct address_space mapping,
524984ff MWO	47	pgoff_t index);
014bb1de	48
6e03492e MWO	49	struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask,
	50	struct vm_area_struct *vma, unsigned long addr,
	51	struct swap_iocb **plug);
96c7b0b4 MWO	52	struct folio *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_flags,
	53	struct mempolicy mpol, pgoff_t ilx, bool new_page_allocated,
	54	bool skip_if_exists);
a4575c41 MWO	55	struct folio *swap_cluster_readahead(swp_entry_t entry, gfp_t flag,
a4575c41 MWO	56	struct mempolicy *mpol, pgoff_t ilx);
014bb1de N	57	struct page *swapin_readahead(swp_entry_t entry, gfp_t flag,
	58	struct vm_fault *vmf);
	59
b98c359f	60	static inline unsigned int folio_swap_flags(struct folio *folio)
d791ea67	61	{
69fe7d67	62	return swp_swap_info(folio->swap)->flags;
d791ea67	63	}
014bb1de	64	#else /* CONFIG_SWAP */
5169b844	65	struct swap_iocb;
c9bdf768	66	static inline void swap_read_folio(struct folio *folio, bool do_poll,
a8c1408f	67	struct swap_iocb **plug)
014bb1de	68	{
014bb1de	69	}
2282679f N	70	static inline void swap_write_unplug(struct swap_iocb *sio)
	71	{
	72	}
014bb1de N	73
	74	static inline struct address_space *swap_address_space(swp_entry_t entry)
	75	{
	76	return NULL;
	77	}
	78
014bb1de N	79	static inline void show_swap_cache_info(void)
	80	{
	81	}
	82
a4575c41	83	static inline struct folio *swap_cluster_readahead(swp_entry_t entry,
ddc1a5cb	84	gfp_t gfp_mask, struct mempolicy *mpol, pgoff_t ilx)
014bb1de N	85	{
	86	return NULL;
	87	}
	88
	89	static inline struct page *swapin_readahead(swp_entry_t swp, gfp_t gfp_mask,
	90	struct vm_fault *vmf)
	91	{
	92	return NULL;
	93	}
	94
	95	static inline int swap_writepage(struct page p, struct writeback_control wbc)
	96	{
	97	return 0;
	98	}
	99
c9edc242 MWO	100	static inline struct folio *swap_cache_get_folio(swp_entry_t entry,
	101	struct vm_area_struct *vma, unsigned long addr)
	102	{
	103	return NULL;
	104	}
	105
014bb1de	106	static inline
524984ff MWO	107	struct folio filemap_get_incore_folio(struct address_space mapping,
524984ff MWO	108	pgoff_t index)
014bb1de	109	{
524984ff	110	return filemap_get_folio(mapping, index);
014bb1de N	111	}
014bb1de N	112
09c02e56	113	static inline bool add_to_swap(struct folio *folio)
014bb1de	114	{
09c02e56	115	return false;
014bb1de N	116	}
	117
	118	static inline void *get_shadow_from_swap_cache(swp_entry_t entry)
	119	{
	120	return NULL;
	121	}
	122
a4c366f0	123	static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
014bb1de N	124	gfp_t gfp_mask, void **shadowp)
	125	{
	126	return -1;
	127	}
	128
ceff9d33	129	static inline void __delete_from_swap_cache(struct folio *folio,
014bb1de N	130	swp_entry_t entry, void *shadow)
	131	{
	132	}
	133
75fa68a5	134	static inline void delete_from_swap_cache(struct folio *folio)
014bb1de N	135	{
	136	}
	137
	138	static inline void clear_shadow_from_swap_cache(int type, unsigned long begin,
	139	unsigned long end)
	140	{
	141	}
	142
b98c359f	143	static inline unsigned int folio_swap_flags(struct folio *folio)
d791ea67 N	144	{
	145	return 0;
	146	}
014bb1de N	147	#endif /* CONFIG_SWAP */
014bb1de N	148	#endif /* _MM_SWAP_H */