1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (C) 1994 - 1999 by Ralf Baechle
3*4882a593Smuzhiyun * Copyright (C) 1996 by Paul M. Antoine
4*4882a593Smuzhiyun * Copyright (C) 1994 - 1999 by Ralf Baechle
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Changed set_except_vector declaration to allow return of previous
7*4882a593Smuzhiyun * vector address value - necessary for "borrowing" vectors.
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * Kevin D. Kissell, kevink@mips.org and Carsten Langgaard, carstenl@mips.com
10*4882a593Smuzhiyun * Copyright (C) 2000 MIPS Technologies, Inc.
11*4882a593Smuzhiyun *
12*4882a593Smuzhiyun * SPDX-License-Identifier: GPL-2.0
13*4882a593Smuzhiyun */
14*4882a593Smuzhiyun #ifndef _ASM_SYSTEM_H
15*4882a593Smuzhiyun #define _ASM_SYSTEM_H
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #include <asm/sgidefs.h>
18*4882a593Smuzhiyun #include <asm/ptrace.h>
19*4882a593Smuzhiyun #if 0
20*4882a593Smuzhiyun #include <linux/kernel.h>
21*4882a593Smuzhiyun #endif
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun static __inline__ void
__sti(void)24*4882a593Smuzhiyun __sti(void)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun __asm__ __volatile__(
27*4882a593Smuzhiyun ".set\tpush\n\t"
28*4882a593Smuzhiyun ".set\treorder\n\t"
29*4882a593Smuzhiyun ".set\tnoat\n\t"
30*4882a593Smuzhiyun "mfc0\t$1,$12\n\t"
31*4882a593Smuzhiyun "ori\t$1,0x1f\n\t"
32*4882a593Smuzhiyun "xori\t$1,0x1e\n\t"
33*4882a593Smuzhiyun "mtc0\t$1,$12\n\t"
34*4882a593Smuzhiyun ".set\tpop\n\t"
35*4882a593Smuzhiyun : /* no outputs */
36*4882a593Smuzhiyun : /* no inputs */
37*4882a593Smuzhiyun : "$1", "memory");
38*4882a593Smuzhiyun }
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun /*
41*4882a593Smuzhiyun * For cli() we have to insert nops to make shure that the new value
42*4882a593Smuzhiyun * has actually arrived in the status register before the end of this
43*4882a593Smuzhiyun * macro.
44*4882a593Smuzhiyun * R4000/R4400 need three nops, the R4600 two nops and the R10000 needs
45*4882a593Smuzhiyun * no nops at all.
46*4882a593Smuzhiyun */
47*4882a593Smuzhiyun static __inline__ void
__cli(void)48*4882a593Smuzhiyun __cli(void)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun __asm__ __volatile__(
51*4882a593Smuzhiyun ".set\tpush\n\t"
52*4882a593Smuzhiyun ".set\treorder\n\t"
53*4882a593Smuzhiyun ".set\tnoat\n\t"
54*4882a593Smuzhiyun "mfc0\t$1,$12\n\t"
55*4882a593Smuzhiyun "ori\t$1,1\n\t"
56*4882a593Smuzhiyun "xori\t$1,1\n\t"
57*4882a593Smuzhiyun ".set\tnoreorder\n\t"
58*4882a593Smuzhiyun "mtc0\t$1,$12\n\t"
59*4882a593Smuzhiyun "nop\n\t"
60*4882a593Smuzhiyun "nop\n\t"
61*4882a593Smuzhiyun "nop\n\t"
62*4882a593Smuzhiyun ".set\tpop\n\t"
63*4882a593Smuzhiyun : /* no outputs */
64*4882a593Smuzhiyun : /* no inputs */
65*4882a593Smuzhiyun : "$1", "memory");
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun #define __save_flags(x) \
69*4882a593Smuzhiyun __asm__ __volatile__( \
70*4882a593Smuzhiyun ".set\tpush\n\t" \
71*4882a593Smuzhiyun ".set\treorder\n\t" \
72*4882a593Smuzhiyun "mfc0\t%0,$12\n\t" \
73*4882a593Smuzhiyun ".set\tpop\n\t" \
74*4882a593Smuzhiyun : "=r" (x))
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun #define __save_and_cli(x) \
77*4882a593Smuzhiyun __asm__ __volatile__( \
78*4882a593Smuzhiyun ".set\tpush\n\t" \
79*4882a593Smuzhiyun ".set\treorder\n\t" \
80*4882a593Smuzhiyun ".set\tnoat\n\t" \
81*4882a593Smuzhiyun "mfc0\t%0,$12\n\t" \
82*4882a593Smuzhiyun "ori\t$1,%0,1\n\t" \
83*4882a593Smuzhiyun "xori\t$1,1\n\t" \
84*4882a593Smuzhiyun ".set\tnoreorder\n\t" \
85*4882a593Smuzhiyun "mtc0\t$1,$12\n\t" \
86*4882a593Smuzhiyun "nop\n\t" \
87*4882a593Smuzhiyun "nop\n\t" \
88*4882a593Smuzhiyun "nop\n\t" \
89*4882a593Smuzhiyun ".set\tpop\n\t" \
90*4882a593Smuzhiyun : "=r" (x) \
91*4882a593Smuzhiyun : /* no inputs */ \
92*4882a593Smuzhiyun : "$1", "memory")
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun #define __restore_flags(flags) \
95*4882a593Smuzhiyun do { \
96*4882a593Smuzhiyun unsigned long __tmp1; \
97*4882a593Smuzhiyun \
98*4882a593Smuzhiyun __asm__ __volatile__( \
99*4882a593Smuzhiyun ".set\tnoreorder\t\t\t# __restore_flags\n\t" \
100*4882a593Smuzhiyun ".set\tnoat\n\t" \
101*4882a593Smuzhiyun "mfc0\t$1, $12\n\t" \
102*4882a593Smuzhiyun "andi\t%0, 1\n\t" \
103*4882a593Smuzhiyun "ori\t$1, 1\n\t" \
104*4882a593Smuzhiyun "xori\t$1, 1\n\t" \
105*4882a593Smuzhiyun "or\t%0, $1\n\t" \
106*4882a593Smuzhiyun "mtc0\t%0, $12\n\t" \
107*4882a593Smuzhiyun "nop\n\t" \
108*4882a593Smuzhiyun "nop\n\t" \
109*4882a593Smuzhiyun "nop\n\t" \
110*4882a593Smuzhiyun ".set\tat\n\t" \
111*4882a593Smuzhiyun ".set\treorder" \
112*4882a593Smuzhiyun : "=r" (__tmp1) \
113*4882a593Smuzhiyun : "0" (flags) \
114*4882a593Smuzhiyun : "$1", "memory"); \
115*4882a593Smuzhiyun } while(0)
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun #ifdef CONFIG_SMP
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun extern void __global_sti(void);
120*4882a593Smuzhiyun extern void __global_cli(void);
121*4882a593Smuzhiyun extern unsigned long __global_save_flags(void);
122*4882a593Smuzhiyun extern void __global_restore_flags(unsigned long);
123*4882a593Smuzhiyun # define sti() __global_sti()
124*4882a593Smuzhiyun # define cli() __global_cli()
125*4882a593Smuzhiyun # define save_flags(x) do { x = __global_save_flags(); } while (0)
126*4882a593Smuzhiyun # define restore_flags(x) __global_restore_flags(x)
127*4882a593Smuzhiyun # define save_and_cli(x) do { save_flags(x); cli(); } while(0)
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun #else /* Single processor */
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun # define sti() __sti()
132*4882a593Smuzhiyun # define cli() __cli()
133*4882a593Smuzhiyun # define save_flags(x) __save_flags(x)
134*4882a593Smuzhiyun # define save_and_cli(x) __save_and_cli(x)
135*4882a593Smuzhiyun # define restore_flags(x) __restore_flags(x)
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun #endif /* SMP */
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun /* For spinlocks etc */
140*4882a593Smuzhiyun #define local_irq_save(x) __save_and_cli(x);
141*4882a593Smuzhiyun #define local_irq_restore(x) __restore_flags(x);
142*4882a593Smuzhiyun #define local_irq_disable() __cli();
143*4882a593Smuzhiyun #define local_irq_enable() __sti();
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun /*
146*4882a593Smuzhiyun * These are probably defined overly paranoid ...
147*4882a593Smuzhiyun */
148*4882a593Smuzhiyun #ifdef CONFIG_CPU_HAS_WB
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun #include <asm/wbflush.h>
151*4882a593Smuzhiyun #define rmb() do { } while(0)
152*4882a593Smuzhiyun #define wmb() wbflush()
153*4882a593Smuzhiyun #define mb() wbflush()
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun #else /* CONFIG_CPU_HAS_WB */
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun #define mb() \
158*4882a593Smuzhiyun __asm__ __volatile__( \
159*4882a593Smuzhiyun "# prevent instructions being moved around\n\t" \
160*4882a593Smuzhiyun ".set\tnoreorder\n\t" \
161*4882a593Smuzhiyun "# 8 nops to fool the R4400 pipeline\n\t" \
162*4882a593Smuzhiyun "nop;nop;nop;nop;nop;nop;nop;nop\n\t" \
163*4882a593Smuzhiyun ".set\treorder" \
164*4882a593Smuzhiyun : /* no output */ \
165*4882a593Smuzhiyun : /* no input */ \
166*4882a593Smuzhiyun : "memory")
167*4882a593Smuzhiyun #define rmb() mb()
168*4882a593Smuzhiyun #define wmb() mb()
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun #endif /* CONFIG_CPU_HAS_WB */
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun #ifdef CONFIG_SMP
173*4882a593Smuzhiyun #define smp_mb() mb()
174*4882a593Smuzhiyun #define smp_rmb() rmb()
175*4882a593Smuzhiyun #define smp_wmb() wmb()
176*4882a593Smuzhiyun #else
177*4882a593Smuzhiyun #define smp_mb() barrier()
178*4882a593Smuzhiyun #define smp_rmb() barrier()
179*4882a593Smuzhiyun #define smp_wmb() barrier()
180*4882a593Smuzhiyun #endif
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun #define set_mb(var, value) \
183*4882a593Smuzhiyun do { var = value; mb(); } while (0)
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun #define set_wmb(var, value) \
186*4882a593Smuzhiyun do { var = value; wmb(); } while (0)
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun #if !defined (_LANGUAGE_ASSEMBLY)
189*4882a593Smuzhiyun /*
190*4882a593Smuzhiyun * switch_to(n) should switch tasks to task nr n, first
191*4882a593Smuzhiyun * checking that n isn't the current task, in which case it does nothing.
192*4882a593Smuzhiyun */
193*4882a593Smuzhiyun #if 0
194*4882a593Smuzhiyun extern asmlinkage void *resume(void *last, void *next);
195*4882a593Smuzhiyun #endif
196*4882a593Smuzhiyun #endif /* !defined (_LANGUAGE_ASSEMBLY) */
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun #define prepare_to_switch() do { } while(0)
199*4882a593Smuzhiyun #define switch_to(prev,next,last) \
200*4882a593Smuzhiyun do { \
201*4882a593Smuzhiyun (last) = resume(prev, next); \
202*4882a593Smuzhiyun } while(0)
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun /*
205*4882a593Smuzhiyun * For 32 and 64 bit operands we can take advantage of ll and sc.
206*4882a593Smuzhiyun * FIXME: This doesn't work for R3000 machines.
207*4882a593Smuzhiyun */
xchg_u32(volatile int * m,unsigned long val)208*4882a593Smuzhiyun static __inline__ unsigned long xchg_u32(volatile int * m, unsigned long val)
209*4882a593Smuzhiyun {
210*4882a593Smuzhiyun #ifdef CONFIG_CPU_HAS_LLSC
211*4882a593Smuzhiyun unsigned long dummy;
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun __asm__ __volatile__(
214*4882a593Smuzhiyun ".set\tnoreorder\t\t\t# xchg_u32\n\t"
215*4882a593Smuzhiyun ".set\tnoat\n\t"
216*4882a593Smuzhiyun "ll\t%0, %3\n"
217*4882a593Smuzhiyun "1:\tmove\t$1, %2\n\t"
218*4882a593Smuzhiyun "sc\t$1, %1\n\t"
219*4882a593Smuzhiyun "beqzl\t$1, 1b\n\t"
220*4882a593Smuzhiyun " ll\t%0, %3\n\t"
221*4882a593Smuzhiyun ".set\tat\n\t"
222*4882a593Smuzhiyun ".set\treorder"
223*4882a593Smuzhiyun : "=r" (val), "=o" (*m), "=r" (dummy)
224*4882a593Smuzhiyun : "o" (*m), "2" (val)
225*4882a593Smuzhiyun : "memory");
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun return val;
228*4882a593Smuzhiyun #else
229*4882a593Smuzhiyun unsigned long flags, retval;
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun save_flags(flags);
232*4882a593Smuzhiyun cli();
233*4882a593Smuzhiyun retval = *m;
234*4882a593Smuzhiyun *m = val;
235*4882a593Smuzhiyun restore_flags(flags);
236*4882a593Smuzhiyun return retval;
237*4882a593Smuzhiyun #endif /* Processor-dependent optimization */
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun #define xchg(ptr,x) ((__typeof__(*(ptr)))__xchg((unsigned long)(x),(ptr),sizeof(*(ptr))))
241*4882a593Smuzhiyun #define tas(ptr) (xchg((ptr),1))
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun static __inline__ unsigned long
__xchg(unsigned long x,volatile void * ptr,int size)244*4882a593Smuzhiyun __xchg(unsigned long x, volatile void * ptr, int size)
245*4882a593Smuzhiyun {
246*4882a593Smuzhiyun switch (size) {
247*4882a593Smuzhiyun case 4:
248*4882a593Smuzhiyun return xchg_u32(ptr, x);
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun return x;
251*4882a593Smuzhiyun }
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun extern void *set_except_vector(int n, void *addr);
254*4882a593Smuzhiyun
255*4882a593Smuzhiyun extern void __die(const char *, struct pt_regs *, const char *where,
256*4882a593Smuzhiyun unsigned long line) __attribute__((noreturn));
257*4882a593Smuzhiyun extern void __die_if_kernel(const char *, struct pt_regs *, const char *where,
258*4882a593Smuzhiyun unsigned long line);
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun #define die(msg, regs) \
261*4882a593Smuzhiyun __die(msg, regs, __FILE__ ":"__FUNCTION__, __LINE__)
262*4882a593Smuzhiyun #define die_if_kernel(msg, regs) \
263*4882a593Smuzhiyun __die_if_kernel(msg, regs, __FILE__ ":"__FUNCTION__, __LINE__)
264*4882a593Smuzhiyun
execution_hazard_barrier(void)265*4882a593Smuzhiyun static inline void execution_hazard_barrier(void)
266*4882a593Smuzhiyun {
267*4882a593Smuzhiyun __asm__ __volatile__(
268*4882a593Smuzhiyun ".set noreorder\n"
269*4882a593Smuzhiyun "ehb\n"
270*4882a593Smuzhiyun ".set reorder");
271*4882a593Smuzhiyun }
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun #endif /* _ASM_SYSTEM_H */
274