1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
6 * Copyright (C) 1996, 1997, 1998, 1999, 2000, 03, 04 by Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2007 Maciej W. Rozycki
9 * Copyright (C) 2014, Imagination Technologies Ltd.
11 #ifndef _ASM_UACCESS_H
12 #define _ASM_UACCESS_H
14 #include <linux/kernel.h>
15 #include <linux/string.h>
16 #include <linux/extable.h>
17 #include <asm/pgtable.h>
18 #include <asm/extable.h>
19 #include <asm/asm-extable.h>
20 #include <asm-generic/access_ok.h>
22 extern u64 __ua_limit;
24 #define __UA_ADDR ".dword"
25 #define __UA_LA "la.abs"
26 #define __UA_LIMIT __ua_limit
29 * get_user: - Get a simple variable from user space.
30 * @x: Variable to store result.
31 * @ptr: Source address, in user space.
33 * Context: User context only. This function may sleep if pagefaults are
36 * This macro copies a single simple variable from user space to kernel
37 * space. It supports simple types like char and int, but not larger
38 * data types like structures or arrays.
40 * @ptr must have pointer-to-simple-variable type, and the result of
41 * dereferencing @ptr must be assignable to @x without a cast.
43 * Returns zero on success, or -EFAULT on error.
44 * On error, the variable @x is set to zero.
46 #define get_user(x, ptr) \
48 const __typeof__(*(ptr)) __user *__p = (ptr); \
51 access_ok(__p, sizeof(*__p)) ? __get_user((x), __p) : \
56 * put_user: - Write a simple value into user space.
57 * @x: Value to copy to user space.
58 * @ptr: Destination address, in user space.
60 * Context: User context only. This function may sleep if pagefaults are
63 * This macro copies a single simple value from kernel space to user
64 * space. It supports simple types like char and int, but not larger
65 * data types like structures or arrays.
67 * @ptr must have pointer-to-simple-variable type, and @x must be assignable
68 * to the result of dereferencing @ptr.
70 * Returns zero on success, or -EFAULT on error.
72 #define put_user(x, ptr) \
74 __typeof__(*(ptr)) __user *__p = (ptr); \
77 access_ok(__p, sizeof(*__p)) ? __put_user((x), __p) : -EFAULT; \
81 * __get_user: - Get a simple variable from user space, with less checking.
82 * @x: Variable to store result.
83 * @ptr: Source address, in user space.
85 * Context: User context only. This function may sleep if pagefaults are
88 * This macro copies a single simple variable from user space to kernel
89 * space. It supports simple types like char and int, but not larger
90 * data types like structures or arrays.
92 * @ptr must have pointer-to-simple-variable type, and the result of
93 * dereferencing @ptr must be assignable to @x without a cast.
95 * Caller must check the pointer with access_ok() before calling this
98 * Returns zero on success, or -EFAULT on error.
99 * On error, the variable @x is set to zero.
101 #define __get_user(x, ptr) \
105 __chk_user_ptr(ptr); \
106 __get_user_common((x), sizeof(*(ptr)), ptr); \
111 * __put_user: - Write a simple value into user space, with less checking.
112 * @x: Value to copy to user space.
113 * @ptr: Destination address, in user space.
115 * Context: User context only. This function may sleep if pagefaults are
118 * This macro copies a single simple value from kernel space to user
119 * space. It supports simple types like char and int, but not larger
120 * data types like structures or arrays.
122 * @ptr must have pointer-to-simple-variable type, and @x must be assignable
123 * to the result of dereferencing @ptr.
125 * Caller must check the pointer with access_ok() before calling this
128 * Returns zero on success, or -EFAULT on error.
130 #define __put_user(x, ptr) \
133 __typeof__(*(ptr)) __pu_val; \
136 __chk_user_ptr(ptr); \
137 __put_user_common(ptr, sizeof(*(ptr))); \
141 struct __large_struct { unsigned long buf[100]; };
142 #define __m(x) (*(struct __large_struct __user *)(x))
144 #define __get_user_common(val, size, ptr) \
147 case 1: __get_data_asm(val, "ld.b", ptr); break; \
148 case 2: __get_data_asm(val, "ld.h", ptr); break; \
149 case 4: __get_data_asm(val, "ld.w", ptr); break; \
150 case 8: __get_data_asm(val, "ld.d", ptr); break; \
151 default: BUILD_BUG(); break; \
155 #define __get_kernel_common(val, size, ptr) __get_user_common(val, size, ptr)
157 #define __get_data_asm(val, insn, ptr) \
161 __asm__ __volatile__( \
162 "1: " insn " %1, %2 \n" \
164 _ASM_EXTABLE_UACCESS_ERR_ZERO(1b, 2b, %0, %1) \
165 : "+r" (__gu_err), "=r" (__gu_tmp) \
168 (val) = (__typeof__(*(ptr))) __gu_tmp; \
171 #define __put_user_common(ptr, size) \
174 case 1: __put_data_asm("st.b", ptr); break; \
175 case 2: __put_data_asm("st.h", ptr); break; \
176 case 4: __put_data_asm("st.w", ptr); break; \
177 case 8: __put_data_asm("st.d", ptr); break; \
178 default: BUILD_BUG(); break; \
182 #define __put_kernel_common(ptr, size) __put_user_common(ptr, size)
184 #define __put_data_asm(insn, ptr) \
186 __asm__ __volatile__( \
187 "1: " insn " %z2, %1 # __put_user_asm\n" \
189 _ASM_EXTABLE_UACCESS_ERR(1b, 2b, %0) \
190 : "+r" (__pu_err), "=m" (__m(ptr)) \
191 : "Jr" (__pu_val)); \
194 #define __get_kernel_nofault(dst, src, type, err_label) \
198 __get_kernel_common(*((type *)(dst)), sizeof(type), \
199 (__force type *)(src)); \
200 if (unlikely(__gu_err)) \
204 #define __put_kernel_nofault(dst, src, type, err_label) \
209 __pu_val = *(__force type *)(src); \
210 __put_kernel_common(((type *)(dst)), sizeof(type)); \
211 if (unlikely(__pu_err)) \
215 extern unsigned long __copy_user(void *to, const void *from, __kernel_size_t n);
217 static inline unsigned long __must_check
218 raw_copy_from_user(void *to, const void __user *from, unsigned long n)
220 return __copy_user(to, (__force const void *)from, n);
223 static inline unsigned long __must_check
224 raw_copy_to_user(void __user *to, const void *from, unsigned long n)
226 return __copy_user((__force void *)to, from, n);
229 #define INLINE_COPY_FROM_USER
230 #define INLINE_COPY_TO_USER
233 * __clear_user: - Zero a block of memory in user space, with less checking.
234 * @addr: Destination address, in user space.
235 * @size: Number of bytes to zero.
237 * Zero a block of memory in user space. Caller must check
238 * the specified block with access_ok() before calling this function.
240 * Returns number of bytes that could not be cleared.
241 * On success, this will be zero.
243 extern unsigned long __clear_user(void __user *addr, __kernel_size_t size);
245 #define clear_user(addr, n) \
247 void __user *__cl_addr = (addr); \
248 unsigned long __cl_size = (n); \
249 if (__cl_size && access_ok(__cl_addr, __cl_size)) \
250 __cl_size = __clear_user(__cl_addr, __cl_size); \
254 extern long strncpy_from_user(char *to, const char __user *from, long n);
255 extern long strnlen_user(const char __user *str, long n);
257 #endif /* _ASM_UACCESS_H */