1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * This file is subject to the terms and conditions of the GNU General Public
3*4882a593Smuzhiyun * License. See the file COPYING in the main directory of this archive
4*4882a593Smuzhiyun * for more details.
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/module.h>
8*4882a593Smuzhiyun #include <linux/uaccess.h>
9*4882a593Smuzhiyun
__generic_copy_from_user(void * to,const void __user * from,unsigned long n)10*4882a593Smuzhiyun unsigned long __generic_copy_from_user(void *to, const void __user *from,
11*4882a593Smuzhiyun unsigned long n)
12*4882a593Smuzhiyun {
13*4882a593Smuzhiyun unsigned long tmp, res;
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun asm volatile ("\n"
16*4882a593Smuzhiyun " tst.l %0\n"
17*4882a593Smuzhiyun " jeq 2f\n"
18*4882a593Smuzhiyun "1: "MOVES".l (%1)+,%3\n"
19*4882a593Smuzhiyun " move.l %3,(%2)+\n"
20*4882a593Smuzhiyun " subq.l #1,%0\n"
21*4882a593Smuzhiyun " jne 1b\n"
22*4882a593Smuzhiyun "2: btst #1,%5\n"
23*4882a593Smuzhiyun " jeq 4f\n"
24*4882a593Smuzhiyun "3: "MOVES".w (%1)+,%3\n"
25*4882a593Smuzhiyun " move.w %3,(%2)+\n"
26*4882a593Smuzhiyun "4: btst #0,%5\n"
27*4882a593Smuzhiyun " jeq 6f\n"
28*4882a593Smuzhiyun "5: "MOVES".b (%1)+,%3\n"
29*4882a593Smuzhiyun " move.b %3,(%2)+\n"
30*4882a593Smuzhiyun "6:\n"
31*4882a593Smuzhiyun " .section .fixup,\"ax\"\n"
32*4882a593Smuzhiyun " .even\n"
33*4882a593Smuzhiyun "10: lsl.l #2,%0\n"
34*4882a593Smuzhiyun " btst #1,%5\n"
35*4882a593Smuzhiyun " jeq 8f\n"
36*4882a593Smuzhiyun "30: addq.l #2,%0\n"
37*4882a593Smuzhiyun "8: btst #0,%5\n"
38*4882a593Smuzhiyun " jeq 6b\n"
39*4882a593Smuzhiyun "50: addq.l #1,%0\n"
40*4882a593Smuzhiyun " jra 6b\n"
41*4882a593Smuzhiyun " .previous\n"
42*4882a593Smuzhiyun "\n"
43*4882a593Smuzhiyun " .section __ex_table,\"a\"\n"
44*4882a593Smuzhiyun " .align 4\n"
45*4882a593Smuzhiyun " .long 1b,10b\n"
46*4882a593Smuzhiyun " .long 3b,30b\n"
47*4882a593Smuzhiyun " .long 5b,50b\n"
48*4882a593Smuzhiyun " .previous"
49*4882a593Smuzhiyun : "=d" (res), "+a" (from), "+a" (to), "=&d" (tmp)
50*4882a593Smuzhiyun : "0" (n / 4), "d" (n & 3));
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun return res;
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun EXPORT_SYMBOL(__generic_copy_from_user);
55*4882a593Smuzhiyun
__generic_copy_to_user(void __user * to,const void * from,unsigned long n)56*4882a593Smuzhiyun unsigned long __generic_copy_to_user(void __user *to, const void *from,
57*4882a593Smuzhiyun unsigned long n)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun unsigned long tmp, res;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun asm volatile ("\n"
62*4882a593Smuzhiyun " tst.l %0\n"
63*4882a593Smuzhiyun " jeq 4f\n"
64*4882a593Smuzhiyun "1: move.l (%1)+,%3\n"
65*4882a593Smuzhiyun "2: "MOVES".l %3,(%2)+\n"
66*4882a593Smuzhiyun "3: subq.l #1,%0\n"
67*4882a593Smuzhiyun " jne 1b\n"
68*4882a593Smuzhiyun "4: btst #1,%5\n"
69*4882a593Smuzhiyun " jeq 6f\n"
70*4882a593Smuzhiyun " move.w (%1)+,%3\n"
71*4882a593Smuzhiyun "5: "MOVES".w %3,(%2)+\n"
72*4882a593Smuzhiyun "6: btst #0,%5\n"
73*4882a593Smuzhiyun " jeq 8f\n"
74*4882a593Smuzhiyun " move.b (%1)+,%3\n"
75*4882a593Smuzhiyun "7: "MOVES".b %3,(%2)+\n"
76*4882a593Smuzhiyun "8:\n"
77*4882a593Smuzhiyun " .section .fixup,\"ax\"\n"
78*4882a593Smuzhiyun " .even\n"
79*4882a593Smuzhiyun "20: lsl.l #2,%0\n"
80*4882a593Smuzhiyun "50: add.l %5,%0\n"
81*4882a593Smuzhiyun " jra 8b\n"
82*4882a593Smuzhiyun " .previous\n"
83*4882a593Smuzhiyun "\n"
84*4882a593Smuzhiyun " .section __ex_table,\"a\"\n"
85*4882a593Smuzhiyun " .align 4\n"
86*4882a593Smuzhiyun " .long 2b,20b\n"
87*4882a593Smuzhiyun " .long 3b,20b\n"
88*4882a593Smuzhiyun " .long 5b,50b\n"
89*4882a593Smuzhiyun " .long 6b,50b\n"
90*4882a593Smuzhiyun " .long 7b,50b\n"
91*4882a593Smuzhiyun " .long 8b,50b\n"
92*4882a593Smuzhiyun " .previous"
93*4882a593Smuzhiyun : "=d" (res), "+a" (from), "+a" (to), "=&d" (tmp)
94*4882a593Smuzhiyun : "0" (n / 4), "d" (n & 3));
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun return res;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun EXPORT_SYMBOL(__generic_copy_to_user);
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun /*
101*4882a593Smuzhiyun * Zero Userspace
102*4882a593Smuzhiyun */
103*4882a593Smuzhiyun
__clear_user(void __user * to,unsigned long n)104*4882a593Smuzhiyun unsigned long __clear_user(void __user *to, unsigned long n)
105*4882a593Smuzhiyun {
106*4882a593Smuzhiyun unsigned long res;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun asm volatile ("\n"
109*4882a593Smuzhiyun " tst.l %0\n"
110*4882a593Smuzhiyun " jeq 3f\n"
111*4882a593Smuzhiyun "1: "MOVES".l %2,(%1)+\n"
112*4882a593Smuzhiyun "2: subq.l #1,%0\n"
113*4882a593Smuzhiyun " jne 1b\n"
114*4882a593Smuzhiyun "3: btst #1,%4\n"
115*4882a593Smuzhiyun " jeq 5f\n"
116*4882a593Smuzhiyun "4: "MOVES".w %2,(%1)+\n"
117*4882a593Smuzhiyun "5: btst #0,%4\n"
118*4882a593Smuzhiyun " jeq 7f\n"
119*4882a593Smuzhiyun "6: "MOVES".b %2,(%1)\n"
120*4882a593Smuzhiyun "7:\n"
121*4882a593Smuzhiyun " .section .fixup,\"ax\"\n"
122*4882a593Smuzhiyun " .even\n"
123*4882a593Smuzhiyun "10: lsl.l #2,%0\n"
124*4882a593Smuzhiyun "40: add.l %4,%0\n"
125*4882a593Smuzhiyun " jra 7b\n"
126*4882a593Smuzhiyun " .previous\n"
127*4882a593Smuzhiyun "\n"
128*4882a593Smuzhiyun " .section __ex_table,\"a\"\n"
129*4882a593Smuzhiyun " .align 4\n"
130*4882a593Smuzhiyun " .long 1b,10b\n"
131*4882a593Smuzhiyun " .long 2b,10b\n"
132*4882a593Smuzhiyun " .long 4b,40b\n"
133*4882a593Smuzhiyun " .long 5b,40b\n"
134*4882a593Smuzhiyun " .long 6b,40b\n"
135*4882a593Smuzhiyun " .long 7b,40b\n"
136*4882a593Smuzhiyun " .previous"
137*4882a593Smuzhiyun : "=d" (res), "+a" (to)
138*4882a593Smuzhiyun : "d" (0), "0" (n / 4), "d" (n & 3));
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun return res;
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun EXPORT_SYMBOL(__clear_user);
143