46 #define get_user(x, ptr) \  argument
47 	__get_user_check((x), (ptr), sizeof(*(ptr)))
48 #define put_user(x, ptr) \  argument
49 	__put_user_check((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
51 #define __get_user(x, ptr) \  argument
52 	__get_user_nocheck((x), (ptr), sizeof(*(ptr)), true)
53 #define __put_user(x, ptr) \  argument
54 	__put_user_nocheck((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
55 #define __put_user_goto(x, ptr, label) \  argument
56 	__put_user_nocheck_goto((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)), label)
58 #define __get_user_allowed(x, ptr) \  argument
59 	__get_user_nocheck((x), (ptr), sizeof(*(ptr)), false)
61 #define __get_user_inatomic(x, ptr) \  argument
62 	__get_user_nosleep((x), (ptr), sizeof(*(ptr)))
63 #define __put_user_inatomic(x, ptr) \  argument
64 	__put_user_nosleep((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
68 #define ___get_user_instr(gu_op, dest, ptr)				\  argument
71 	unsigned long __gui_ptr = (unsigned long)ptr;			\
90 #define get_user_instr(x, ptr) \  argument
91 	___get_user_instr(get_user, x, ptr)
93 #define __get_user_instr(x, ptr) \  argument
94 	___get_user_instr(__get_user, x, ptr)
96 #define __get_user_instr_inatomic(x, ptr) \  argument
97 	___get_user_instr(__get_user_inatomic, x, ptr)
100 #define get_user_instr(x, ptr) \  argument
101 	get_user((x).val, (u32 __user *)(ptr))
103 #define __get_user_instr(x, ptr) \  argument
104 	__get_user_nocheck((x).val, (u32 __user *)(ptr), sizeof(u32), true)
106 #define __get_user_instr_inatomic(x, ptr) \  argument
107 	__get_user_nosleep((x).val, (u32 __user *)(ptr), sizeof(u32))
113 #define __put_user_size_allowed(x, ptr, size, retval)		\  argument
118 	__put_user_size_goto(x, ptr, size, __pu_failed);	\
125 #define __put_user_size(x, ptr, size, retval)			\  argument
127 	allow_write_to_user(ptr, size);				\
128 	__put_user_size_allowed(x, ptr, size, retval);		\
129 	prevent_write_to_user(ptr, size);			\
132 #define __put_user_nocheck(x, ptr, size)			\  argument
135 	__typeof__(*(ptr)) __user *__pu_addr = (ptr);		\
136 	__typeof__(*(ptr)) __pu_val = (x);			\
147 #define __put_user_check(x, ptr, size)					\  argument
150 	__typeof__(*(ptr)) __user *__pu_addr = (ptr);			\
151 	__typeof__(*(ptr)) __pu_val = (x);				\
161 #define __put_user_nosleep(x, ptr, size)			\  argument
164 	__typeof__(*(ptr)) __user *__pu_addr = (ptr);		\
165 	__typeof__(*(ptr)) __pu_val = (x);			\
190 #define __put_user_asm2_goto(x, ptr, label)			\  argument
191 	__put_user_asm_goto(x, ptr, label, "std")
205 #define __put_user_size_goto(x, ptr, size, label)		\  argument
208 	case 1: __put_user_asm_goto(x, ptr, label, "stb"); break;	\
209 	case 2: __put_user_asm_goto(x, ptr, label, "sth"); break;	\
210 	case 4: __put_user_asm_goto(x, ptr, label, "stw"); break;	\
211 	case 8: __put_user_asm2_goto(x, ptr, label); break;	\
216 #define __put_user_nocheck_goto(x, ptr, size, label)		\  argument
218 	__typeof__(*(ptr)) __user *__pu_addr = (ptr);		\
219 	__chk_user_ptr(ptr);					\
280 #define __get_user_size_allowed(x, ptr, size, retval)		\  argument
283 	__chk_user_ptr(ptr);					\
287 	case 1: __get_user_asm(x, (u8 __user *)ptr, retval, "lbz"); break;	\
288 	case 2: __get_user_asm(x, (u16 __user *)ptr, retval, "lhz"); break;	\
289 	case 4: __get_user_asm(x, (u32 __user *)ptr, retval, "lwz"); break;	\
290 	case 8: __get_user_asm2(x, (u64 __user *)ptr, retval);  break;	\
295 #define __get_user_size(x, ptr, size, retval)			\  argument
297 	allow_read_from_user(ptr, size);			\
298 	__get_user_size_allowed(x, ptr, size, retval);		\
299 	prevent_read_from_user(ptr, size);			\
309 #define __get_user_nocheck(x, ptr, size, do_allow)			\  argument
312 	__long_type(*(ptr)) __gu_val;				\
313 	__typeof__(*(ptr)) __user *__gu_addr = (ptr);	\
324 	(x) = (__typeof__(*(ptr)))__gu_val;			\
329 #define __get_user_check(x, ptr, size)					\  argument
332 	__long_type(*(ptr)) __gu_val = 0;				\
333 	__typeof__(*(ptr)) __user *__gu_addr = (ptr);		\
341 	(x) = (__force __typeof__(*(ptr)))__gu_val;				\
346 #define __get_user_nosleep(x, ptr, size)			\  argument
349 	__long_type(*(ptr)) __gu_val;				\
350 	__typeof__(*(ptr)) __user *__gu_addr = (ptr);	\
356 	(x) = (__force __typeof__(*(ptr)))__gu_val;			\
508 static __must_check inline bool user_access_begin(const void __user *ptr, size_t len)  in user_access_begin()  argument
510 	if (unlikely(!access_ok(ptr, len)))  in user_access_begin()
515 	allow_read_write_user((void __user *)ptr, ptr, len);  in user_access_begin()
524 user_read_access_begin(const void __user *ptr, size_t len)  in user_read_access_begin()  argument
526 	if (unlikely(!access_ok(ptr, len)))  in user_read_access_begin()
531 	allow_read_from_user(ptr, len);  in user_read_access_begin()
538 user_write_access_begin(const void __user *ptr, size_t len)  in user_write_access_begin()  argument
540 	if (unlikely(!access_ok(ptr, len)))  in user_write_access_begin()
545 	allow_write_to_user((void __user *)ptr, len);  in user_write_access_begin()