]>
Commit | Line | Data |
---|---|---|
457c8996 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
7c68af6e AK |
2 | |
3 | #include <linux/user-return-notifier.h> | |
4 | #include <linux/percpu.h> | |
5 | #include <linux/sched.h> | |
9984de1a | 6 | #include <linux/export.h> |
7c68af6e AK |
7 | |
8 | static DEFINE_PER_CPU(struct hlist_head, return_notifier_list); | |
9 | ||
7c68af6e AK |
10 | /* |
11 | * Request a notification when the current cpu returns to userspace. Must be | |
12 | * called in atomic context. The notifier will also be called in atomic | |
13 | * context. | |
14 | */ | |
15 | void user_return_notifier_register(struct user_return_notifier *urn) | |
16 | { | |
17 | set_tsk_thread_flag(current, TIF_USER_RETURN_NOTIFY); | |
4a32fea9 | 18 | hlist_add_head(&urn->link, this_cpu_ptr(&return_notifier_list)); |
7c68af6e AK |
19 | } |
20 | EXPORT_SYMBOL_GPL(user_return_notifier_register); | |
21 | ||
22 | /* | |
23 | * Removes a registered user return notifier. Must be called from atomic | |
25985edc | 24 | * context, and from the same cpu registration occurred in. |
7c68af6e AK |
25 | */ |
26 | void user_return_notifier_unregister(struct user_return_notifier *urn) | |
27 | { | |
28 | hlist_del(&urn->link); | |
4a32fea9 | 29 | if (hlist_empty(this_cpu_ptr(&return_notifier_list))) |
7c68af6e AK |
30 | clear_tsk_thread_flag(current, TIF_USER_RETURN_NOTIFY); |
31 | } | |
32 | EXPORT_SYMBOL_GPL(user_return_notifier_unregister); | |
33 | ||
34 | /* Calls registered user return notifiers */ | |
35 | void fire_user_return_notifiers(void) | |
36 | { | |
37 | struct user_return_notifier *urn; | |
b67bfe0d | 38 | struct hlist_node *tmp2; |
7c68af6e AK |
39 | struct hlist_head *head; |
40 | ||
41 | head = &get_cpu_var(return_notifier_list); | |
b67bfe0d | 42 | hlist_for_each_entry_safe(urn, tmp2, head, link) |
7c68af6e | 43 | urn->on_user_return(urn); |
3c912b6e | 44 | put_cpu_var(return_notifier_list); |
7c68af6e | 45 | } |