]>
Commit | Line | Data |
---|---|---|
75bb4625 JA |
1 | /* |
2 | * CPU notifier helper code for blk-mq | |
3 | * | |
4 | * Copyright (C) 2013-2014 Jens Axboe | |
5 | */ | |
320ae51f JA |
6 | #include <linux/kernel.h> |
7 | #include <linux/module.h> | |
8 | #include <linux/init.h> | |
9 | #include <linux/blkdev.h> | |
10 | #include <linux/list.h> | |
11 | #include <linux/llist.h> | |
12 | #include <linux/smp.h> | |
13 | #include <linux/cpu.h> | |
14 | ||
15 | #include <linux/blk-mq.h> | |
16 | #include "blk-mq.h" | |
17 | ||
18 | static LIST_HEAD(blk_mq_cpu_notify_list); | |
2a26ebef | 19 | static DEFINE_RAW_SPINLOCK(blk_mq_cpu_notify_lock); |
320ae51f | 20 | |
f618ef7c PG |
21 | static int blk_mq_main_cpu_notify(struct notifier_block *self, |
22 | unsigned long action, void *hcpu) | |
320ae51f JA |
23 | { |
24 | unsigned int cpu = (unsigned long) hcpu; | |
25 | struct blk_mq_cpu_notifier *notify; | |
e814e71b | 26 | int ret = NOTIFY_OK; |
320ae51f | 27 | |
2a26ebef | 28 | raw_spin_lock(&blk_mq_cpu_notify_lock); |
320ae51f | 29 | |
e814e71b JA |
30 | list_for_each_entry(notify, &blk_mq_cpu_notify_list, list) { |
31 | ret = notify->notify(notify->data, action, cpu); | |
32 | if (ret != NOTIFY_OK) | |
33 | break; | |
34 | } | |
320ae51f | 35 | |
2a26ebef | 36 | raw_spin_unlock(&blk_mq_cpu_notify_lock); |
e814e71b | 37 | return ret; |
320ae51f JA |
38 | } |
39 | ||
320ae51f JA |
40 | void blk_mq_register_cpu_notifier(struct blk_mq_cpu_notifier *notifier) |
41 | { | |
42 | BUG_ON(!notifier->notify); | |
43 | ||
2a26ebef | 44 | raw_spin_lock(&blk_mq_cpu_notify_lock); |
320ae51f | 45 | list_add_tail(¬ifier->list, &blk_mq_cpu_notify_list); |
2a26ebef | 46 | raw_spin_unlock(&blk_mq_cpu_notify_lock); |
320ae51f JA |
47 | } |
48 | ||
49 | void blk_mq_unregister_cpu_notifier(struct blk_mq_cpu_notifier *notifier) | |
50 | { | |
2a26ebef | 51 | raw_spin_lock(&blk_mq_cpu_notify_lock); |
320ae51f | 52 | list_del(¬ifier->list); |
2a26ebef | 53 | raw_spin_unlock(&blk_mq_cpu_notify_lock); |
320ae51f JA |
54 | } |
55 | ||
56 | void blk_mq_init_cpu_notifier(struct blk_mq_cpu_notifier *notifier, | |
e814e71b | 57 | int (*fn)(void *, unsigned long, unsigned int), |
320ae51f JA |
58 | void *data) |
59 | { | |
60 | notifier->notify = fn; | |
61 | notifier->data = data; | |
62 | } | |
63 | ||
320ae51f JA |
64 | void __init blk_mq_cpu_init(void) |
65 | { | |
381d3ee3 | 66 | hotcpu_notifier(blk_mq_main_cpu_notify, 0); |
320ae51f | 67 | } |