[linux.git] / fs / fs_pin.c

// SPDX-License-Identifier: GPL-2.0
#include <linux/fs.h>
#include <linux/sched.h>
#include <linux/slab.h>
#include "internal.h"
#include "mount.h"

static DEFINE_SPINLOCK(pin_lock);

void pin_remove(struct fs_pin *pin)
{
	spin_lock(&pin_lock);
	hlist_del_init(&pin->m_list);
	hlist_del_init(&pin->s_list);
	spin_unlock(&pin_lock);
	spin_lock_irq(&pin->wait.lock);
	pin->done = 1;
	wake_up_locked(&pin->wait);
	spin_unlock_irq(&pin->wait.lock);
}

void pin_insert(struct fs_pin *pin, struct vfsmount *m)
{
	spin_lock(&pin_lock);
	hlist_add_head(&pin->s_list, &m->mnt_sb->s_pins);
	hlist_add_head(&pin->m_list, &real_mount(m)->mnt_pins);
	spin_unlock(&pin_lock);
}

void pin_kill(struct fs_pin *p)
{
	wait_queue_entry_t wait;

	if (!p) {
		rcu_read_unlock();
		return;
	}
	init_wait(&wait);
	spin_lock_irq(&p->wait.lock);
	if (likely(!p->done)) {
		p->done = -1;
		spin_unlock_irq(&p->wait.lock);
		rcu_read_unlock();
		p->kill(p);
		return;
	}
	if (p->done > 0) {
		spin_unlock_irq(&p->wait.lock);
		rcu_read_unlock();
		return;
	}
	__add_wait_queue(&p->wait, &wait);
	while (1) {
		set_current_state(TASK_UNINTERRUPTIBLE);
		spin_unlock_irq(&p->wait.lock);
		rcu_read_unlock();
		schedule();
		rcu_read_lock();
		if (likely(list_empty(&wait.entry)))
			break;
		/* OK, we know p couldn't have been freed yet */
		spin_lock_irq(&p->wait.lock);
		if (p->done > 0) {
			spin_unlock_irq(&p->wait.lock);
			break;
		}
	}
	rcu_read_unlock();
}

void mnt_pin_kill(struct mount *m)
{
	while (1) {
		struct hlist_node *p;
		rcu_read_lock();
		p = READ_ONCE(m->mnt_pins.first);
		if (!p) {
			rcu_read_unlock();
			break;
		}
		pin_kill(hlist_entry(p, struct fs_pin, m_list));
	}
}

void group_pin_kill(struct hlist_head *p)
{
	while (1) {
		struct hlist_node *q;
		rcu_read_lock();
		q = READ_ONCE(p->first);
		if (!q) {
			rcu_read_unlock();
			break;
		}
		pin_kill(hlist_entry(q, struct fs_pin, s_list));
	}
}
Commit	Line	Data
b2441318	1	// SPDX-License-Identifier: GPL-2.0
efb170c2	2	#include <linux/fs.h>
59eda0e0	3	#include <linux/sched.h>
efb170c2	4	#include <linux/slab.h>
8fa1f1c2	5	#include "internal.h"
efb170c2 AV	6	#include "mount.h"
efb170c2 AV	7
efb170c2 AV	8	static DEFINE_SPINLOCK(pin_lock);
efb170c2 AV	9
efb170c2 AV	10	void pin_remove(struct fs_pin *pin)
	11	{
	12	spin_lock(&pin_lock);
820f9f14 EB	13	hlist_del_init(&pin->m_list);
820f9f14 EB	14	hlist_del_init(&pin->s_list);
efb170c2	15	spin_unlock(&pin_lock);
59eda0e0 AV	16	spin_lock_irq(&pin->wait.lock);
	17	pin->done = 1;
	18	wake_up_locked(&pin->wait);
	19	spin_unlock_irq(&pin->wait.lock);
efb170c2 AV	20	}
efb170c2 AV	21
56cbb429	22	void pin_insert(struct fs_pin pin, struct vfsmount m)
efb170c2 AV	23	{
efb170c2 AV	24	spin_lock(&pin_lock);
56cbb429	25	hlist_add_head(&pin->s_list, &m->mnt_sb->s_pins);
efb170c2 AV	26	hlist_add_head(&pin->m_list, &real_mount(m)->mnt_pins);
	27	spin_unlock(&pin_lock);
	28	}
	29
59eda0e0 AV	30	void pin_kill(struct fs_pin *p)
59eda0e0 AV	31	{
ac6424b9	32	wait_queue_entry_t wait;
59eda0e0 AV	33
	34	if (!p) {
	35	rcu_read_unlock();
	36	return;
	37	}
	38	init_wait(&wait);
	39	spin_lock_irq(&p->wait.lock);
	40	if (likely(!p->done)) {
	41	p->done = -1;
	42	spin_unlock_irq(&p->wait.lock);
	43	rcu_read_unlock();
	44	p->kill(p);
	45	return;
	46	}
	47	if (p->done > 0) {
	48	spin_unlock_irq(&p->wait.lock);
	49	rcu_read_unlock();
	50	return;
	51	}
	52	__add_wait_queue(&p->wait, &wait);
	53	while (1) {
	54	set_current_state(TASK_UNINTERRUPTIBLE);
	55	spin_unlock_irq(&p->wait.lock);
	56	rcu_read_unlock();
	57	schedule();
	58	rcu_read_lock();
2055da97	59	if (likely(list_empty(&wait.entry)))
59eda0e0 AV	60	break;
	61	/* OK, we know p couldn't have been freed yet */
	62	spin_lock_irq(&p->wait.lock);
	63	if (p->done > 0) {
	64	spin_unlock_irq(&p->wait.lock);
	65	break;
	66	}
	67	}
	68	rcu_read_unlock();
	69	}
	70
8fa1f1c2	71	void mnt_pin_kill(struct mount *m)
efb170c2 AV	72	{
	73	while (1) {
	74	struct hlist_node *p;
efb170c2	75	rcu_read_lock();
6aa7de05	76	p = READ_ONCE(m->mnt_pins.first);
efb170c2 AV	77	if (!p) {
	78	rcu_read_unlock();
	79	break;
	80	}
59eda0e0	81	pin_kill(hlist_entry(p, struct fs_pin, m_list));
efb170c2 AV	82	}
	83	}
	84
fdab684d	85	void group_pin_kill(struct hlist_head *p)
efb170c2 AV	86	{
efb170c2 AV	87	while (1) {
fdab684d	88	struct hlist_node *q;
efb170c2	89	rcu_read_lock();
6aa7de05	90	q = READ_ONCE(p->first);
fdab684d	91	if (!q) {
efb170c2 AV	92	rcu_read_unlock();
	93	break;
	94	}
59eda0e0	95	pin_kill(hlist_entry(q, struct fs_pin, s_list));
efb170c2 AV	96	}
efb170c2 AV	97	}