]>
Commit | Line | Data |
---|---|---|
45051539 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
f49f23ab YH |
2 | /* |
3 | * Lock-less NULL terminated single linked list | |
4 | * | |
5 | * The basic atomic operation of this list is cmpxchg on long. On | |
6 | * architectures that don't have NMI-safe cmpxchg implementation, the | |
2c30245c IM |
7 | * list can NOT be used in NMI handlers. So code that uses the list in |
8 | * an NMI handler should depend on CONFIG_ARCH_HAVE_NMI_SAFE_CMPXCHG. | |
f49f23ab YH |
9 | * |
10 | * Copyright 2010,2011 Intel Corp. | |
11 | * Author: Huang Ying <[email protected]> | |
f49f23ab YH |
12 | */ |
13 | #include <linux/kernel.h> | |
8bc3bcc9 | 14 | #include <linux/export.h> |
f49f23ab YH |
15 | #include <linux/llist.h> |
16 | ||
f49f23ab | 17 | |
f49f23ab YH |
18 | /** |
19 | * llist_add_batch - add several linked entries in batch | |
20 | * @new_first: first entry in batch to be added | |
21 | * @new_last: last entry in batch to be added | |
22 | * @head: the head for your lock-less list | |
781f7fd9 YH |
23 | * |
24 | * Return whether list is empty before adding. | |
f49f23ab | 25 | */ |
781f7fd9 | 26 | bool llist_add_batch(struct llist_node *new_first, struct llist_node *new_last, |
f49f23ab YH |
27 | struct llist_head *head) |
28 | { | |
fb4214db | 29 | struct llist_node *first; |
f49f23ab | 30 | |
fb4214db | 31 | do { |
6aa7de05 | 32 | new_last->next = first = READ_ONCE(head->first); |
fb4214db | 33 | } while (cmpxchg(&head->first, first, new_first) != first); |
781f7fd9 | 34 | |
fb4214db | 35 | return !first; |
f49f23ab YH |
36 | } |
37 | EXPORT_SYMBOL_GPL(llist_add_batch); | |
38 | ||
39 | /** | |
40 | * llist_del_first - delete the first entry of lock-less list | |
41 | * @head: the head for your lock-less list | |
42 | * | |
43 | * If list is empty, return NULL, otherwise, return the first entry | |
44 | * deleted, this is the newest added one. | |
45 | * | |
46 | * Only one llist_del_first user can be used simultaneously with | |
47 | * multiple llist_add users without lock. Because otherwise | |
48 | * llist_del_first, llist_add, llist_add (or llist_del_all, llist_add, | |
49 | * llist_add) sequence in another user may change @head->first->next, | |
50 | * but keep @head->first. If multiple consumers are needed, please | |
51 | * use llist_del_all or use lock between consumers. | |
52 | */ | |
53 | struct llist_node *llist_del_first(struct llist_head *head) | |
54 | { | |
55 | struct llist_node *entry, *old_entry, *next; | |
56 | ||
2cf12f82 | 57 | entry = smp_load_acquire(&head->first); |
a3127336 | 58 | for (;;) { |
f49f23ab YH |
59 | if (entry == NULL) |
60 | return NULL; | |
61 | old_entry = entry; | |
2cf12f82 | 62 | next = READ_ONCE(entry->next); |
a3127336 YH |
63 | entry = cmpxchg(&head->first, old_entry, next); |
64 | if (entry == old_entry) | |
65 | break; | |
a3127336 | 66 | } |
f49f23ab YH |
67 | |
68 | return entry; | |
69 | } | |
70 | EXPORT_SYMBOL_GPL(llist_del_first); | |
b89241e8 CH |
71 | |
72 | /** | |
73 | * llist_reverse_order - reverse order of a llist chain | |
74 | * @head: first item of the list to be reversed | |
75 | * | |
0791a605 | 76 | * Reverse the order of a chain of llist entries and return the |
b89241e8 CH |
77 | * new first entry. |
78 | */ | |
79 | struct llist_node *llist_reverse_order(struct llist_node *head) | |
80 | { | |
81 | struct llist_node *new_head = NULL; | |
82 | ||
83 | while (head) { | |
84 | struct llist_node *tmp = head; | |
85 | head = head->next; | |
86 | tmp->next = new_head; | |
87 | new_head = tmp; | |
88 | } | |
89 | ||
90 | return new_head; | |
91 | } | |
92 | EXPORT_SYMBOL_GPL(llist_reverse_order); |