1 // SPDX-License-Identifier: GPL-2.0
3 * bitops.c: atomic operations which got too long to be inlined all over
10 #include <linux/kernel.h>
11 #include <linux/spinlock.h>
12 #include <linux/atomic.h>
15 arch_spinlock_t __atomic_hash[ATOMIC_HASH_SIZE] __lock_aligned = {
16 [0 ... (ATOMIC_HASH_SIZE-1)] = __ARCH_SPIN_LOCK_UNLOCKED
21 unsigned long notrace __xchg64(unsigned long x, volatile unsigned long *ptr)
23 unsigned long temp, flags;
25 _atomic_spin_lock_irqsave(ptr, flags);
28 _atomic_spin_unlock_irqrestore(ptr, flags);
33 unsigned long notrace __xchg32(int x, volatile int *ptr)
38 _atomic_spin_lock_irqsave(ptr, flags);
39 temp = (long) *ptr; /* XXX - sign extension wanted? */
41 _atomic_spin_unlock_irqrestore(ptr, flags);
42 return (unsigned long)temp;
46 unsigned long notrace __xchg8(char x, volatile char *ptr)
51 _atomic_spin_lock_irqsave(ptr, flags);
52 temp = (long) *ptr; /* XXX - sign extension wanted? */
54 _atomic_spin_unlock_irqrestore(ptr, flags);
55 return (unsigned long)temp;
59 u64 notrace __cmpxchg_u64(volatile u64 *ptr, u64 old, u64 new)
64 _atomic_spin_lock_irqsave(ptr, flags);
65 if ((prev = *ptr) == old)
67 _atomic_spin_unlock_irqrestore(ptr, flags);
71 unsigned long notrace __cmpxchg_u32(volatile unsigned int *ptr, unsigned int old, unsigned int new)
76 _atomic_spin_lock_irqsave(ptr, flags);
77 if ((prev = *ptr) == old)
79 _atomic_spin_unlock_irqrestore(ptr, flags);
80 return (unsigned long)prev;
83 u8 notrace __cmpxchg_u8(volatile u8 *ptr, u8 old, u8 new)
88 _atomic_spin_lock_irqsave(ptr, flags);
89 if ((prev = *ptr) == old)
91 _atomic_spin_unlock_irqrestore(ptr, flags);