1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2008-2009 Michal Simek <monstr@monstr.eu>
4*4882a593Smuzhiyun * Copyright (C) 2008-2009 PetaLogix
5*4882a593Smuzhiyun * Copyright (C) 2006 Atmark Techno, Inc.
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #ifndef _ASM_MICROBLAZE_UACCESS_H
9*4882a593Smuzhiyun #define _ASM_MICROBLAZE_UACCESS_H
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <asm/mmu.h>
14*4882a593Smuzhiyun #include <asm/page.h>
15*4882a593Smuzhiyun #include <linux/pgtable.h>
16*4882a593Smuzhiyun #include <asm/extable.h>
17*4882a593Smuzhiyun #include <linux/string.h>
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun /*
20*4882a593Smuzhiyun * On Microblaze the fs value is actually the top of the corresponding
21*4882a593Smuzhiyun * address space.
22*4882a593Smuzhiyun *
23*4882a593Smuzhiyun * The fs value determines whether argument validity checking should be
24*4882a593Smuzhiyun * performed or not. If get_fs() == USER_DS, checking is performed, with
25*4882a593Smuzhiyun * get_fs() == KERNEL_DS, checking is bypassed.
26*4882a593Smuzhiyun *
27*4882a593Smuzhiyun * For historical reasons, these macros are grossly misnamed.
28*4882a593Smuzhiyun *
29*4882a593Smuzhiyun * For non-MMU arch like Microblaze, KERNEL_DS and USER_DS is equal.
30*4882a593Smuzhiyun */
31*4882a593Smuzhiyun # define MAKE_MM_SEG(s) ((mm_segment_t) { (s) })
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun # ifndef CONFIG_MMU
34*4882a593Smuzhiyun # define KERNEL_DS MAKE_MM_SEG(0)
35*4882a593Smuzhiyun # define USER_DS KERNEL_DS
36*4882a593Smuzhiyun # else
37*4882a593Smuzhiyun # define KERNEL_DS MAKE_MM_SEG(0xFFFFFFFF)
38*4882a593Smuzhiyun # define USER_DS MAKE_MM_SEG(TASK_SIZE - 1)
39*4882a593Smuzhiyun # endif
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun # define get_fs() (current_thread_info()->addr_limit)
42*4882a593Smuzhiyun # define set_fs(val) (current_thread_info()->addr_limit = (val))
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun # define uaccess_kernel() (get_fs().seg == KERNEL_DS.seg)
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun #ifndef CONFIG_MMU
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun /* Check against bounds of physical memory */
___range_ok(unsigned long addr,unsigned long size)49*4882a593Smuzhiyun static inline int ___range_ok(unsigned long addr, unsigned long size)
50*4882a593Smuzhiyun {
51*4882a593Smuzhiyun return ((addr < memory_start) ||
52*4882a593Smuzhiyun ((addr + size - 1) > (memory_start + memory_size - 1)));
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun #define __range_ok(addr, size) \
56*4882a593Smuzhiyun ___range_ok((unsigned long)(addr), (unsigned long)(size))
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun #define access_ok(addr, size) (__range_ok((addr), (size)) == 0)
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun #else
61*4882a593Smuzhiyun
access_ok(const void __user * addr,unsigned long size)62*4882a593Smuzhiyun static inline int access_ok(const void __user *addr, unsigned long size)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun if (!size)
65*4882a593Smuzhiyun goto ok;
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun if ((get_fs().seg < ((unsigned long)addr)) ||
68*4882a593Smuzhiyun (get_fs().seg < ((unsigned long)addr + size - 1))) {
69*4882a593Smuzhiyun pr_devel("ACCESS fail at 0x%08x (size 0x%x), seg 0x%08x\n",
70*4882a593Smuzhiyun (__force u32)addr, (u32)size,
71*4882a593Smuzhiyun (u32)get_fs().seg);
72*4882a593Smuzhiyun return 0;
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun ok:
75*4882a593Smuzhiyun pr_devel("ACCESS OK at 0x%08x (size 0x%x), seg 0x%08x\n",
76*4882a593Smuzhiyun (__force u32)addr, (u32)size,
77*4882a593Smuzhiyun (u32)get_fs().seg);
78*4882a593Smuzhiyun return 1;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun #endif
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun #ifdef CONFIG_MMU
83*4882a593Smuzhiyun # define __FIXUP_SECTION ".section .fixup,\"ax\"\n"
84*4882a593Smuzhiyun # define __EX_TABLE_SECTION ".section __ex_table,\"a\"\n"
85*4882a593Smuzhiyun #else
86*4882a593Smuzhiyun # define __FIXUP_SECTION ".section .discard,\"ax\"\n"
87*4882a593Smuzhiyun # define __EX_TABLE_SECTION ".section .discard,\"ax\"\n"
88*4882a593Smuzhiyun #endif
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun extern unsigned long __copy_tofrom_user(void __user *to,
91*4882a593Smuzhiyun const void __user *from, unsigned long size);
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /* Return: number of not copied bytes, i.e. 0 if OK or non-zero if fail. */
__clear_user(void __user * to,unsigned long n)94*4882a593Smuzhiyun static inline unsigned long __must_check __clear_user(void __user *to,
95*4882a593Smuzhiyun unsigned long n)
96*4882a593Smuzhiyun {
97*4882a593Smuzhiyun /* normal memset with two words to __ex_table */
98*4882a593Smuzhiyun __asm__ __volatile__ ( \
99*4882a593Smuzhiyun "1: sb r0, %1, r0;" \
100*4882a593Smuzhiyun " addik %0, %0, -1;" \
101*4882a593Smuzhiyun " bneid %0, 1b;" \
102*4882a593Smuzhiyun " addik %1, %1, 1;" \
103*4882a593Smuzhiyun "2: " \
104*4882a593Smuzhiyun __EX_TABLE_SECTION \
105*4882a593Smuzhiyun ".word 1b,2b;" \
106*4882a593Smuzhiyun ".previous;" \
107*4882a593Smuzhiyun : "=r"(n), "=r"(to) \
108*4882a593Smuzhiyun : "0"(n), "1"(to)
109*4882a593Smuzhiyun );
110*4882a593Smuzhiyun return n;
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
clear_user(void __user * to,unsigned long n)113*4882a593Smuzhiyun static inline unsigned long __must_check clear_user(void __user *to,
114*4882a593Smuzhiyun unsigned long n)
115*4882a593Smuzhiyun {
116*4882a593Smuzhiyun might_fault();
117*4882a593Smuzhiyun if (unlikely(!access_ok(to, n)))
118*4882a593Smuzhiyun return n;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun return __clear_user(to, n);
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun /* put_user and get_user macros */
124*4882a593Smuzhiyun extern long __user_bad(void);
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun #define __get_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \
127*4882a593Smuzhiyun ({ \
128*4882a593Smuzhiyun __asm__ __volatile__ ( \
129*4882a593Smuzhiyun "1:" insn " %1, %2, r0;" \
130*4882a593Smuzhiyun " addk %0, r0, r0;" \
131*4882a593Smuzhiyun "2: " \
132*4882a593Smuzhiyun __FIXUP_SECTION \
133*4882a593Smuzhiyun "3: brid 2b;" \
134*4882a593Smuzhiyun " addik %0, r0, %3;" \
135*4882a593Smuzhiyun ".previous;" \
136*4882a593Smuzhiyun __EX_TABLE_SECTION \
137*4882a593Smuzhiyun ".word 1b,3b;" \
138*4882a593Smuzhiyun ".previous;" \
139*4882a593Smuzhiyun : "=&r"(__gu_err), "=r"(__gu_val) \
140*4882a593Smuzhiyun : "r"(__gu_ptr), "i"(-EFAULT) \
141*4882a593Smuzhiyun ); \
142*4882a593Smuzhiyun })
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun /**
145*4882a593Smuzhiyun * get_user: - Get a simple variable from user space.
146*4882a593Smuzhiyun * @x: Variable to store result.
147*4882a593Smuzhiyun * @ptr: Source address, in user space.
148*4882a593Smuzhiyun *
149*4882a593Smuzhiyun * Context: User context only. This function may sleep if pagefaults are
150*4882a593Smuzhiyun * enabled.
151*4882a593Smuzhiyun *
152*4882a593Smuzhiyun * This macro copies a single simple variable from user space to kernel
153*4882a593Smuzhiyun * space. It supports simple types like char and int, but not larger
154*4882a593Smuzhiyun * data types like structures or arrays.
155*4882a593Smuzhiyun *
156*4882a593Smuzhiyun * @ptr must have pointer-to-simple-variable type, and the result of
157*4882a593Smuzhiyun * dereferencing @ptr must be assignable to @x without a cast.
158*4882a593Smuzhiyun *
159*4882a593Smuzhiyun * Returns zero on success, or -EFAULT on error.
160*4882a593Smuzhiyun * On error, the variable @x is set to zero.
161*4882a593Smuzhiyun */
162*4882a593Smuzhiyun #define get_user(x, ptr) ({ \
163*4882a593Smuzhiyun const typeof(*(ptr)) __user *__gu_ptr = (ptr); \
164*4882a593Smuzhiyun access_ok(__gu_ptr, sizeof(*__gu_ptr)) ? \
165*4882a593Smuzhiyun __get_user(x, __gu_ptr) : -EFAULT; \
166*4882a593Smuzhiyun })
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun #define __get_user(x, ptr) \
169*4882a593Smuzhiyun ({ \
170*4882a593Smuzhiyun long __gu_err; \
171*4882a593Smuzhiyun switch (sizeof(*(ptr))) { \
172*4882a593Smuzhiyun case 1: \
173*4882a593Smuzhiyun __get_user_asm("lbu", (ptr), x, __gu_err); \
174*4882a593Smuzhiyun break; \
175*4882a593Smuzhiyun case 2: \
176*4882a593Smuzhiyun __get_user_asm("lhu", (ptr), x, __gu_err); \
177*4882a593Smuzhiyun break; \
178*4882a593Smuzhiyun case 4: \
179*4882a593Smuzhiyun __get_user_asm("lw", (ptr), x, __gu_err); \
180*4882a593Smuzhiyun break; \
181*4882a593Smuzhiyun case 8: { \
182*4882a593Smuzhiyun __u64 __x = 0; \
183*4882a593Smuzhiyun __gu_err = raw_copy_from_user(&__x, ptr, 8) ? \
184*4882a593Smuzhiyun -EFAULT : 0; \
185*4882a593Smuzhiyun (x) = (typeof(x))(typeof((x) - (x)))__x; \
186*4882a593Smuzhiyun break; \
187*4882a593Smuzhiyun } \
188*4882a593Smuzhiyun default: \
189*4882a593Smuzhiyun /* __gu_val = 0; __gu_err = -EINVAL;*/ __gu_err = __user_bad();\
190*4882a593Smuzhiyun } \
191*4882a593Smuzhiyun __gu_err; \
192*4882a593Smuzhiyun })
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun #define __put_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \
196*4882a593Smuzhiyun ({ \
197*4882a593Smuzhiyun __asm__ __volatile__ ( \
198*4882a593Smuzhiyun "1:" insn " %1, %2, r0;" \
199*4882a593Smuzhiyun " addk %0, r0, r0;" \
200*4882a593Smuzhiyun "2: " \
201*4882a593Smuzhiyun __FIXUP_SECTION \
202*4882a593Smuzhiyun "3: brid 2b;" \
203*4882a593Smuzhiyun " addik %0, r0, %3;" \
204*4882a593Smuzhiyun ".previous;" \
205*4882a593Smuzhiyun __EX_TABLE_SECTION \
206*4882a593Smuzhiyun ".word 1b,3b;" \
207*4882a593Smuzhiyun ".previous;" \
208*4882a593Smuzhiyun : "=&r"(__gu_err) \
209*4882a593Smuzhiyun : "r"(__gu_val), "r"(__gu_ptr), "i"(-EFAULT) \
210*4882a593Smuzhiyun ); \
211*4882a593Smuzhiyun })
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun #define __put_user_asm_8(__gu_ptr, __gu_val, __gu_err) \
214*4882a593Smuzhiyun ({ \
215*4882a593Smuzhiyun __asm__ __volatile__ (" lwi %0, %1, 0;" \
216*4882a593Smuzhiyun "1: swi %0, %2, 0;" \
217*4882a593Smuzhiyun " lwi %0, %1, 4;" \
218*4882a593Smuzhiyun "2: swi %0, %2, 4;" \
219*4882a593Smuzhiyun " addk %0, r0, r0;" \
220*4882a593Smuzhiyun "3: " \
221*4882a593Smuzhiyun __FIXUP_SECTION \
222*4882a593Smuzhiyun "4: brid 3b;" \
223*4882a593Smuzhiyun " addik %0, r0, %3;" \
224*4882a593Smuzhiyun ".previous;" \
225*4882a593Smuzhiyun __EX_TABLE_SECTION \
226*4882a593Smuzhiyun ".word 1b,4b,2b,4b;" \
227*4882a593Smuzhiyun ".previous;" \
228*4882a593Smuzhiyun : "=&r"(__gu_err) \
229*4882a593Smuzhiyun : "r"(&__gu_val), "r"(__gu_ptr), "i"(-EFAULT) \
230*4882a593Smuzhiyun ); \
231*4882a593Smuzhiyun })
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun /**
234*4882a593Smuzhiyun * put_user: - Write a simple value into user space.
235*4882a593Smuzhiyun * @x: Value to copy to user space.
236*4882a593Smuzhiyun * @ptr: Destination address, in user space.
237*4882a593Smuzhiyun *
238*4882a593Smuzhiyun * Context: User context only. This function may sleep if pagefaults are
239*4882a593Smuzhiyun * enabled.
240*4882a593Smuzhiyun *
241*4882a593Smuzhiyun * This macro copies a single simple value from kernel space to user
242*4882a593Smuzhiyun * space. It supports simple types like char and int, but not larger
243*4882a593Smuzhiyun * data types like structures or arrays.
244*4882a593Smuzhiyun *
245*4882a593Smuzhiyun * @ptr must have pointer-to-simple-variable type, and @x must be assignable
246*4882a593Smuzhiyun * to the result of dereferencing @ptr.
247*4882a593Smuzhiyun *
248*4882a593Smuzhiyun * Returns zero on success, or -EFAULT on error.
249*4882a593Smuzhiyun */
250*4882a593Smuzhiyun #define put_user(x, ptr) \
251*4882a593Smuzhiyun __put_user_check((x), (ptr), sizeof(*(ptr)))
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun #define __put_user_check(x, ptr, size) \
254*4882a593Smuzhiyun ({ \
255*4882a593Smuzhiyun typeof(*(ptr)) volatile __pu_val = x; \
256*4882a593Smuzhiyun typeof(*(ptr)) __user *__pu_addr = (ptr); \
257*4882a593Smuzhiyun int __pu_err = 0; \
258*4882a593Smuzhiyun \
259*4882a593Smuzhiyun if (access_ok(__pu_addr, size)) { \
260*4882a593Smuzhiyun switch (size) { \
261*4882a593Smuzhiyun case 1: \
262*4882a593Smuzhiyun __put_user_asm("sb", __pu_addr, __pu_val, \
263*4882a593Smuzhiyun __pu_err); \
264*4882a593Smuzhiyun break; \
265*4882a593Smuzhiyun case 2: \
266*4882a593Smuzhiyun __put_user_asm("sh", __pu_addr, __pu_val, \
267*4882a593Smuzhiyun __pu_err); \
268*4882a593Smuzhiyun break; \
269*4882a593Smuzhiyun case 4: \
270*4882a593Smuzhiyun __put_user_asm("sw", __pu_addr, __pu_val, \
271*4882a593Smuzhiyun __pu_err); \
272*4882a593Smuzhiyun break; \
273*4882a593Smuzhiyun case 8: \
274*4882a593Smuzhiyun __put_user_asm_8(__pu_addr, __pu_val, __pu_err);\
275*4882a593Smuzhiyun break; \
276*4882a593Smuzhiyun default: \
277*4882a593Smuzhiyun __pu_err = __user_bad(); \
278*4882a593Smuzhiyun break; \
279*4882a593Smuzhiyun } \
280*4882a593Smuzhiyun } else { \
281*4882a593Smuzhiyun __pu_err = -EFAULT; \
282*4882a593Smuzhiyun } \
283*4882a593Smuzhiyun __pu_err; \
284*4882a593Smuzhiyun })
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun #define __put_user(x, ptr) \
287*4882a593Smuzhiyun ({ \
288*4882a593Smuzhiyun __typeof__(*(ptr)) volatile __gu_val = (x); \
289*4882a593Smuzhiyun long __gu_err = 0; \
290*4882a593Smuzhiyun switch (sizeof(__gu_val)) { \
291*4882a593Smuzhiyun case 1: \
292*4882a593Smuzhiyun __put_user_asm("sb", (ptr), __gu_val, __gu_err); \
293*4882a593Smuzhiyun break; \
294*4882a593Smuzhiyun case 2: \
295*4882a593Smuzhiyun __put_user_asm("sh", (ptr), __gu_val, __gu_err); \
296*4882a593Smuzhiyun break; \
297*4882a593Smuzhiyun case 4: \
298*4882a593Smuzhiyun __put_user_asm("sw", (ptr), __gu_val, __gu_err); \
299*4882a593Smuzhiyun break; \
300*4882a593Smuzhiyun case 8: \
301*4882a593Smuzhiyun __put_user_asm_8((ptr), __gu_val, __gu_err); \
302*4882a593Smuzhiyun break; \
303*4882a593Smuzhiyun default: \
304*4882a593Smuzhiyun /*__gu_err = -EINVAL;*/ __gu_err = __user_bad(); \
305*4882a593Smuzhiyun } \
306*4882a593Smuzhiyun __gu_err; \
307*4882a593Smuzhiyun })
308*4882a593Smuzhiyun
309*4882a593Smuzhiyun static inline unsigned long
raw_copy_from_user(void * to,const void __user * from,unsigned long n)310*4882a593Smuzhiyun raw_copy_from_user(void *to, const void __user *from, unsigned long n)
311*4882a593Smuzhiyun {
312*4882a593Smuzhiyun return __copy_tofrom_user((__force void __user *)to, from, n);
313*4882a593Smuzhiyun }
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun static inline unsigned long
raw_copy_to_user(void __user * to,const void * from,unsigned long n)316*4882a593Smuzhiyun raw_copy_to_user(void __user *to, const void *from, unsigned long n)
317*4882a593Smuzhiyun {
318*4882a593Smuzhiyun return __copy_tofrom_user(to, (__force const void __user *)from, n);
319*4882a593Smuzhiyun }
320*4882a593Smuzhiyun #define INLINE_COPY_FROM_USER
321*4882a593Smuzhiyun #define INLINE_COPY_TO_USER
322*4882a593Smuzhiyun
323*4882a593Smuzhiyun /*
324*4882a593Smuzhiyun * Copy a null terminated string from userspace.
325*4882a593Smuzhiyun */
326*4882a593Smuzhiyun extern int __strncpy_user(char *to, const char __user *from, int len);
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun static inline long
strncpy_from_user(char * dst,const char __user * src,long count)329*4882a593Smuzhiyun strncpy_from_user(char *dst, const char __user *src, long count)
330*4882a593Smuzhiyun {
331*4882a593Smuzhiyun if (!access_ok(src, 1))
332*4882a593Smuzhiyun return -EFAULT;
333*4882a593Smuzhiyun return __strncpy_user(dst, src, count);
334*4882a593Smuzhiyun }
335*4882a593Smuzhiyun
336*4882a593Smuzhiyun /*
337*4882a593Smuzhiyun * Return the size of a string (including the ending 0)
338*4882a593Smuzhiyun *
339*4882a593Smuzhiyun * Return 0 on exception, a value greater than N if too long
340*4882a593Smuzhiyun */
341*4882a593Smuzhiyun extern int __strnlen_user(const char __user *sstr, int len);
342*4882a593Smuzhiyun
strnlen_user(const char __user * src,long n)343*4882a593Smuzhiyun static inline long strnlen_user(const char __user *src, long n)
344*4882a593Smuzhiyun {
345*4882a593Smuzhiyun if (!access_ok(src, 1))
346*4882a593Smuzhiyun return 0;
347*4882a593Smuzhiyun return __strnlen_user(src, n);
348*4882a593Smuzhiyun }
349*4882a593Smuzhiyun
350*4882a593Smuzhiyun #endif /* _ASM_MICROBLAZE_UACCESS_H */
351