]>
Commit | Line | Data |
---|---|---|
c4e05116 IM |
1 | /* kernel/rwsem.c: R/W semaphores, public implementation |
2 | * | |
3 | * Written by David Howells ([email protected]). | |
4 | * Derived from asm-i386/semaphore.h | |
5 | */ | |
6 | ||
7 | #include <linux/types.h> | |
8 | #include <linux/kernel.h> | |
c7af77b5 | 9 | #include <linux/sched.h> |
9984de1a | 10 | #include <linux/export.h> |
c4e05116 | 11 | #include <linux/rwsem.h> |
60063497 | 12 | #include <linux/atomic.h> |
c4e05116 | 13 | |
7a215f89 | 14 | #include "rwsem.h" |
4fc828e2 | 15 | |
c4e05116 IM |
16 | /* |
17 | * lock for reading | |
18 | */ | |
c7af77b5 | 19 | void __sched down_read(struct rw_semaphore *sem) |
c4e05116 IM |
20 | { |
21 | might_sleep(); | |
22 | rwsem_acquire_read(&sem->dep_map, 0, 0, _RET_IP_); | |
23 | ||
4fe87745 | 24 | LOCK_CONTENDED(sem, __down_read_trylock, __down_read); |
c4e05116 IM |
25 | } |
26 | ||
27 | EXPORT_SYMBOL(down_read); | |
28 | ||
29 | /* | |
30 | * trylock for reading -- returns 1 if successful, 0 if contention | |
31 | */ | |
32 | int down_read_trylock(struct rw_semaphore *sem) | |
33 | { | |
34 | int ret = __down_read_trylock(sem); | |
35 | ||
36 | if (ret == 1) | |
37 | rwsem_acquire_read(&sem->dep_map, 0, 1, _RET_IP_); | |
38 | return ret; | |
39 | } | |
40 | ||
41 | EXPORT_SYMBOL(down_read_trylock); | |
42 | ||
43 | /* | |
44 | * lock for writing | |
45 | */ | |
c7af77b5 | 46 | void __sched down_write(struct rw_semaphore *sem) |
c4e05116 IM |
47 | { |
48 | might_sleep(); | |
49 | rwsem_acquire(&sem->dep_map, 0, 0, _RET_IP_); | |
50 | ||
4fe87745 | 51 | LOCK_CONTENDED(sem, __down_write_trylock, __down_write); |
4fc828e2 | 52 | rwsem_set_owner(sem); |
c4e05116 IM |
53 | } |
54 | ||
55 | EXPORT_SYMBOL(down_write); | |
56 | ||
57 | /* | |
58 | * trylock for writing -- returns 1 if successful, 0 if contention | |
59 | */ | |
60 | int down_write_trylock(struct rw_semaphore *sem) | |
61 | { | |
62 | int ret = __down_write_trylock(sem); | |
63 | ||
4fc828e2 | 64 | if (ret == 1) { |
428e6ce0 | 65 | rwsem_acquire(&sem->dep_map, 0, 1, _RET_IP_); |
4fc828e2 DB |
66 | rwsem_set_owner(sem); |
67 | } | |
68 | ||
c4e05116 IM |
69 | return ret; |
70 | } | |
71 | ||
72 | EXPORT_SYMBOL(down_write_trylock); | |
73 | ||
74 | /* | |
75 | * release a read lock | |
76 | */ | |
77 | void up_read(struct rw_semaphore *sem) | |
78 | { | |
79 | rwsem_release(&sem->dep_map, 1, _RET_IP_); | |
80 | ||
81 | __up_read(sem); | |
82 | } | |
83 | ||
84 | EXPORT_SYMBOL(up_read); | |
85 | ||
86 | /* | |
87 | * release a write lock | |
88 | */ | |
89 | void up_write(struct rw_semaphore *sem) | |
90 | { | |
91 | rwsem_release(&sem->dep_map, 1, _RET_IP_); | |
92 | ||
4fc828e2 | 93 | rwsem_clear_owner(sem); |
c4e05116 IM |
94 | __up_write(sem); |
95 | } | |
96 | ||
97 | EXPORT_SYMBOL(up_write); | |
98 | ||
99 | /* | |
100 | * downgrade write lock to read lock | |
101 | */ | |
102 | void downgrade_write(struct rw_semaphore *sem) | |
103 | { | |
104 | /* | |
105 | * lockdep: a downgraded write will live on as a write | |
106 | * dependency. | |
107 | */ | |
4fc828e2 | 108 | rwsem_clear_owner(sem); |
c4e05116 IM |
109 | __downgrade_write(sem); |
110 | } | |
111 | ||
112 | EXPORT_SYMBOL(downgrade_write); | |
4ea2176d IM |
113 | |
114 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | |
115 | ||
116 | void down_read_nested(struct rw_semaphore *sem, int subclass) | |
117 | { | |
118 | might_sleep(); | |
119 | rwsem_acquire_read(&sem->dep_map, subclass, 0, _RET_IP_); | |
120 | ||
4fe87745 | 121 | LOCK_CONTENDED(sem, __down_read_trylock, __down_read); |
4ea2176d IM |
122 | } |
123 | ||
124 | EXPORT_SYMBOL(down_read_nested); | |
125 | ||
1b963c81 JK |
126 | void _down_write_nest_lock(struct rw_semaphore *sem, struct lockdep_map *nest) |
127 | { | |
128 | might_sleep(); | |
129 | rwsem_acquire_nest(&sem->dep_map, 0, 0, nest, _RET_IP_); | |
130 | ||
131 | LOCK_CONTENDED(sem, __down_write_trylock, __down_write); | |
4fc828e2 | 132 | rwsem_set_owner(sem); |
1b963c81 JK |
133 | } |
134 | ||
135 | EXPORT_SYMBOL(_down_write_nest_lock); | |
136 | ||
84759c6d KO |
137 | void down_read_non_owner(struct rw_semaphore *sem) |
138 | { | |
139 | might_sleep(); | |
140 | ||
141 | __down_read(sem); | |
142 | } | |
143 | ||
144 | EXPORT_SYMBOL(down_read_non_owner); | |
145 | ||
4ea2176d IM |
146 | void down_write_nested(struct rw_semaphore *sem, int subclass) |
147 | { | |
148 | might_sleep(); | |
149 | rwsem_acquire(&sem->dep_map, subclass, 0, _RET_IP_); | |
150 | ||
4fe87745 | 151 | LOCK_CONTENDED(sem, __down_write_trylock, __down_write); |
4fc828e2 | 152 | rwsem_set_owner(sem); |
4ea2176d IM |
153 | } |
154 | ||
155 | EXPORT_SYMBOL(down_write_nested); | |
156 | ||
84759c6d KO |
157 | void up_read_non_owner(struct rw_semaphore *sem) |
158 | { | |
159 | __up_read(sem); | |
160 | } | |
161 | ||
162 | EXPORT_SYMBOL(up_read_non_owner); | |
163 | ||
4ea2176d IM |
164 | #endif |
165 | ||
166 |