1 /* SPDX-License-Identifier: GPL-2.0 */
7 #include "list_types.h"
9 /* Are two types/vars the same type (ignoring qualifiers)? */
10 #define __same_type(a, b) __builtin_types_compatible_p(typeof(a), typeof(b))
13 * container_of - cast a member of a structure out to the containing structure
14 * @ptr: the pointer to the member.
15 * @type: the type of the container struct this is embedded in.
16 * @member: the name of the member within the struct.
19 #define container_of(ptr, type, member) ({ \
20 void *__mptr = (void *)(ptr); \
21 _Static_assert(__same_type(*(ptr), ((type *)0)->member) || \
22 __same_type(*(ptr), void), \
23 "pointer type mismatch in container_of()"); \
24 ((type *)(__mptr - offsetof(type, member))); })
26 #define LIST_POISON1 ((void *) 0x100)
27 #define LIST_POISON2 ((void *) 0x122)
30 * Circular doubly linked list implementation.
32 * Some of the internal functions ("__xxx") are useful when
33 * manipulating whole lists rather than single entries, as
34 * sometimes we already know the next/prev entries and we can
35 * generate better code by using them directly rather than
36 * using the generic single-entry routines.
39 #define LIST_HEAD_INIT(name) { &(name), &(name) }
41 #define LIST_HEAD(name) \
42 struct list_head name = LIST_HEAD_INIT(name)
45 * INIT_LIST_HEAD - Initialize a list_head structure
46 * @list: list_head structure to be initialized.
48 * Initializes the list_head to point to itself. If it is a list header,
49 * the result is an empty list.
51 static inline void INIT_LIST_HEAD(struct list_head *list)
58 * Insert a new entry between two known consecutive entries.
60 * This is only for internal list manipulation where we know
61 * the prev/next entries already!
63 static inline void __list_add(struct list_head *new,
64 struct list_head *prev,
65 struct list_head *next)
74 * list_add - add a new entry
75 * @new: new entry to be added
76 * @head: list head to add it after
78 * Insert a new entry after the specified head.
79 * This is good for implementing stacks.
81 static inline void list_add(struct list_head *new, struct list_head *head)
83 __list_add(new, head, head->next);
87 * list_add_tail - add a new entry
88 * @new: new entry to be added
89 * @head: list head to add it before
91 * Insert a new entry before the specified head.
92 * This is useful for implementing queues.
94 static inline void list_add_tail(struct list_head *new, struct list_head *head)
96 __list_add(new, head->prev, head);
100 * Delete a list entry by making the prev/next entries
101 * point to each other.
103 * This is only for internal list manipulation where we know
104 * the prev/next entries already!
106 static inline void __list_del(struct list_head *prev, struct list_head *next)
112 static inline void __list_del_entry(struct list_head *entry)
114 __list_del(entry->prev, entry->next);
118 * list_del - deletes entry from list.
119 * @entry: the element to delete from the list.
120 * Note: list_empty() on entry does not return true after this, the entry is
121 * in an undefined state.
123 static inline void list_del(struct list_head *entry)
125 __list_del_entry(entry);
126 entry->next = LIST_POISON1;
127 entry->prev = LIST_POISON2;
131 * list_move - delete from one list and add as another's head
132 * @list: the entry to move
133 * @head: the head that will precede our entry
135 static inline void list_move(struct list_head *list, struct list_head *head)
137 __list_del_entry(list);
138 list_add(list, head);
142 * list_move_tail - delete from one list and add as another's tail
143 * @list: the entry to move
144 * @head: the head that will follow our entry
146 static inline void list_move_tail(struct list_head *list,
147 struct list_head *head)
149 __list_del_entry(list);
150 list_add_tail(list, head);
154 * list_is_head - tests whether @list is the list @head
155 * @list: the entry to test
156 * @head: the head of the list
158 static inline int list_is_head(const struct list_head *list, const struct list_head *head)
164 * list_empty - tests whether a list is empty
165 * @head: the list to test.
167 static inline int list_empty(const struct list_head *head)
169 return head->next == head;
173 * list_entry - get the struct for this entry
174 * @ptr: the &struct list_head pointer.
175 * @type: the type of the struct this is embedded in.
176 * @member: the name of the list_head within the struct.
178 #define list_entry(ptr, type, member) \
179 container_of(ptr, type, member)
182 * list_first_entry - get the first element from a list
183 * @ptr: the list head to take the element from.
184 * @type: the type of the struct this is embedded in.
185 * @member: the name of the list_head within the struct.
187 * Note, that list is expected to be not empty.
189 #define list_first_entry(ptr, type, member) \
190 list_entry((ptr)->next, type, member)
193 * list_last_entry - get the last element from a list
194 * @ptr: the list head to take the element from.
195 * @type: the type of the struct this is embedded in.
196 * @member: the name of the list_head within the struct.
198 * Note, that list is expected to be not empty.
200 #define list_last_entry(ptr, type, member) \
201 list_entry((ptr)->prev, type, member)
204 * list_next_entry - get the next element in list
205 * @pos: the type * to cursor
206 * @member: the name of the list_head within the struct.
208 #define list_next_entry(pos, member) \
209 list_entry((pos)->member.next, typeof(*(pos)), member)
212 * list_prev_entry - get the prev element in list
213 * @pos: the type * to cursor
214 * @member: the name of the list_head within the struct.
216 #define list_prev_entry(pos, member) \
217 list_entry((pos)->member.prev, typeof(*(pos)), member)
220 * list_entry_is_head - test if the entry points to the head of the list
221 * @pos: the type * to cursor
222 * @head: the head for your list.
223 * @member: the name of the list_head within the struct.
225 #define list_entry_is_head(pos, head, member) \
226 (&pos->member == (head))
229 * list_for_each_entry - iterate over list of given type
230 * @pos: the type * to use as a loop cursor.
231 * @head: the head for your list.
232 * @member: the name of the list_head within the struct.
234 #define list_for_each_entry(pos, head, member) \
235 for (pos = list_first_entry(head, typeof(*pos), member); \
236 !list_entry_is_head(pos, head, member); \
237 pos = list_next_entry(pos, member))
240 * list_for_each_entry_reverse - iterate backwards over list of given type.
241 * @pos: the type * to use as a loop cursor.
242 * @head: the head for your list.
243 * @member: the name of the list_head within the struct.
245 #define list_for_each_entry_reverse(pos, head, member) \
246 for (pos = list_last_entry(head, typeof(*pos), member); \
247 !list_entry_is_head(pos, head, member); \
248 pos = list_prev_entry(pos, member))
251 * list_for_each_entry_safe - iterate over list of given type. Safe against removal of list entry
252 * @pos: the type * to use as a loop cursor.
253 * @n: another type * to use as temporary storage
254 * @head: the head for your list.
255 * @member: the name of the list_head within the struct.
257 #define list_for_each_entry_safe(pos, n, head, member) \
258 for (pos = list_first_entry(head, typeof(*pos), member), \
259 n = list_next_entry(pos, member); \
260 !list_entry_is_head(pos, head, member); \
261 pos = n, n = list_next_entry(n, member))
264 * Double linked lists with a single pointer list head.
265 * Mostly useful for hash tables where the two pointer list head is
267 * You lose the ability to access the tail in O(1).
270 #define HLIST_HEAD_INIT { .first = NULL }
271 #define INIT_HLIST_HEAD(ptr) ((ptr)->first = NULL)
272 static inline void INIT_HLIST_NODE(struct hlist_node *h)
279 * hlist_unhashed - Has node been removed from list and reinitialized?
280 * @h: Node to be checked
282 * Not that not all removal functions will leave a node in unhashed
283 * state. For example, hlist_nulls_del_init_rcu() does leave the
284 * node in unhashed state, but hlist_nulls_del() does not.
286 static inline int hlist_unhashed(const struct hlist_node *h)
291 static inline void __hlist_del(struct hlist_node *n)
293 struct hlist_node *next = n->next;
294 struct hlist_node **pprev = n->pprev;
302 * hlist_del - Delete the specified hlist_node from its list
303 * @n: Node to delete.
305 * Note that this function leaves the node in hashed state. Use
306 * hlist_del_init() or similar instead to unhash @n.
308 static inline void hlist_del(struct hlist_node *n)
311 n->next = LIST_POISON1;
312 n->pprev = LIST_POISON2;
316 * hlist_del_init - Delete the specified hlist_node from its list and initialize
317 * @n: Node to delete.
319 * Note that this function leaves the node in unhashed state.
321 static inline void hlist_del_init(struct hlist_node *n)
323 if (!hlist_unhashed(n)) {
330 * hlist_add_head - add a new entry at the beginning of the hlist
331 * @n: new entry to be added
332 * @h: hlist head to add it after
334 * Insert a new entry after the specified head.
335 * This is good for implementing stacks.
337 static inline void hlist_add_head(struct hlist_node *n, struct hlist_head *h)
339 struct hlist_node *first = h->first;
343 first->pprev = &n->next;
345 n->pprev = &h->first;
348 #define hlist_entry(ptr, type, member) container_of(ptr, type, member)
350 #define hlist_entry_safe(ptr, type, member) \
351 ({ typeof(ptr) ____ptr = (ptr); \
352 ____ptr ? hlist_entry(____ptr, type, member) : NULL; \
356 * hlist_for_each_entry - iterate over list of given type
357 * @pos: the type * to use as a loop cursor.
358 * @head: the head for your list.
359 * @member: the name of the hlist_node within the struct.
361 #define hlist_for_each_entry(pos, head, member) \
362 for (pos = hlist_entry_safe((head)->first, typeof(*(pos)), member);\
364 pos = hlist_entry_safe((pos)->member.next, typeof(*(pos)), member))
367 * hlist_for_each_entry_safe - iterate over list of given type safe against removal of list entry
368 * @pos: the type * to use as a loop cursor.
369 * @n: a &struct hlist_node to use as temporary storage
370 * @head: the head for your list.
371 * @member: the name of the hlist_node within the struct.
373 #define hlist_for_each_entry_safe(pos, n, head, member) \
374 for (pos = hlist_entry_safe((head)->first, typeof(*pos), member);\
375 pos && ({ n = pos->member.next; 1; }); \
376 pos = hlist_entry_safe(n, typeof(*pos), member))