1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * PowerPC version
4*4882a593Smuzhiyun * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Derived from "arch/i386/kernel/signal.c"
7*4882a593Smuzhiyun * Copyright (C) 1991, 1992 Linus Torvalds
8*4882a593Smuzhiyun * 1997-11-28 Modified for POSIX.1b signals by Richard Henderson
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <linux/sched.h>
12*4882a593Smuzhiyun #include <linux/mm.h>
13*4882a593Smuzhiyun #include <linux/smp.h>
14*4882a593Smuzhiyun #include <linux/kernel.h>
15*4882a593Smuzhiyun #include <linux/signal.h>
16*4882a593Smuzhiyun #include <linux/errno.h>
17*4882a593Smuzhiyun #include <linux/wait.h>
18*4882a593Smuzhiyun #include <linux/unistd.h>
19*4882a593Smuzhiyun #include <linux/stddef.h>
20*4882a593Smuzhiyun #include <linux/elf.h>
21*4882a593Smuzhiyun #include <linux/ptrace.h>
22*4882a593Smuzhiyun #include <linux/ratelimit.h>
23*4882a593Smuzhiyun #include <linux/syscalls.h>
24*4882a593Smuzhiyun #include <linux/pagemap.h>
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun #include <asm/sigcontext.h>
27*4882a593Smuzhiyun #include <asm/ucontext.h>
28*4882a593Smuzhiyun #include <linux/uaccess.h>
29*4882a593Smuzhiyun #include <asm/unistd.h>
30*4882a593Smuzhiyun #include <asm/cacheflush.h>
31*4882a593Smuzhiyun #include <asm/syscalls.h>
32*4882a593Smuzhiyun #include <asm/vdso.h>
33*4882a593Smuzhiyun #include <asm/switch_to.h>
34*4882a593Smuzhiyun #include <asm/tm.h>
35*4882a593Smuzhiyun #include <asm/asm-prototypes.h>
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #include "signal.h"
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun #define GP_REGS_SIZE min(sizeof(elf_gregset_t), sizeof(struct pt_regs))
41*4882a593Smuzhiyun #define FP_REGS_SIZE sizeof(elf_fpregset_t)
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun #define TRAMP_TRACEBACK 4
44*4882a593Smuzhiyun #define TRAMP_SIZE 7
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun /*
47*4882a593Smuzhiyun * When we have signals to deliver, we set up on the user stack,
48*4882a593Smuzhiyun * going down from the original stack pointer:
49*4882a593Smuzhiyun * 1) a rt_sigframe struct which contains the ucontext
50*4882a593Smuzhiyun * 2) a gap of __SIGNAL_FRAMESIZE bytes which acts as a dummy caller
51*4882a593Smuzhiyun * frame for the signal handler.
52*4882a593Smuzhiyun */
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun struct rt_sigframe {
55*4882a593Smuzhiyun /* sys_rt_sigreturn requires the ucontext be the first field */
56*4882a593Smuzhiyun struct ucontext uc;
57*4882a593Smuzhiyun #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
58*4882a593Smuzhiyun struct ucontext uc_transact;
59*4882a593Smuzhiyun #endif
60*4882a593Smuzhiyun unsigned long _unused[2];
61*4882a593Smuzhiyun unsigned int tramp[TRAMP_SIZE];
62*4882a593Smuzhiyun struct siginfo __user *pinfo;
63*4882a593Smuzhiyun void __user *puc;
64*4882a593Smuzhiyun struct siginfo info;
65*4882a593Smuzhiyun /* New 64 bit little-endian ABI allows redzone of 512 bytes below sp */
66*4882a593Smuzhiyun char abigap[USER_REDZONE_SIZE];
67*4882a593Smuzhiyun } __attribute__ ((aligned (16)));
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun static const char fmt32[] = KERN_INFO \
70*4882a593Smuzhiyun "%s[%d]: bad frame in %s: %08lx nip %08lx lr %08lx\n";
71*4882a593Smuzhiyun static const char fmt64[] = KERN_INFO \
72*4882a593Smuzhiyun "%s[%d]: bad frame in %s: %016lx nip %016lx lr %016lx\n";
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun /*
75*4882a593Smuzhiyun * This computes a quad word aligned pointer inside the vmx_reserve array
76*4882a593Smuzhiyun * element. For historical reasons sigcontext might not be quad word aligned,
77*4882a593Smuzhiyun * but the location we write the VMX regs to must be. See the comment in
78*4882a593Smuzhiyun * sigcontext for more detail.
79*4882a593Smuzhiyun */
80*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
sigcontext_vmx_regs(struct sigcontext __user * sc)81*4882a593Smuzhiyun static elf_vrreg_t __user *sigcontext_vmx_regs(struct sigcontext __user *sc)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun return (elf_vrreg_t __user *) (((unsigned long)sc->vmx_reserve + 15) & ~0xful);
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun #endif
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun /*
88*4882a593Smuzhiyun * Set up the sigcontext for the signal frame.
89*4882a593Smuzhiyun */
90*4882a593Smuzhiyun
setup_sigcontext(struct sigcontext __user * sc,struct task_struct * tsk,int signr,sigset_t * set,unsigned long handler,int ctx_has_vsx_region)91*4882a593Smuzhiyun static long setup_sigcontext(struct sigcontext __user *sc,
92*4882a593Smuzhiyun struct task_struct *tsk, int signr, sigset_t *set,
93*4882a593Smuzhiyun unsigned long handler, int ctx_has_vsx_region)
94*4882a593Smuzhiyun {
95*4882a593Smuzhiyun /* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the
96*4882a593Smuzhiyun * process never used altivec yet (MSR_VEC is zero in pt_regs of
97*4882a593Smuzhiyun * the context). This is very important because we must ensure we
98*4882a593Smuzhiyun * don't lose the VRSAVE content that may have been set prior to
99*4882a593Smuzhiyun * the process doing its first vector operation
100*4882a593Smuzhiyun * Userland shall check AT_HWCAP to know whether it can rely on the
101*4882a593Smuzhiyun * v_regs pointer or not
102*4882a593Smuzhiyun */
103*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
104*4882a593Smuzhiyun elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc);
105*4882a593Smuzhiyun unsigned long vrsave;
106*4882a593Smuzhiyun #endif
107*4882a593Smuzhiyun struct pt_regs *regs = tsk->thread.regs;
108*4882a593Smuzhiyun unsigned long msr = regs->msr;
109*4882a593Smuzhiyun long err = 0;
110*4882a593Smuzhiyun /* Force usr to alway see softe as 1 (interrupts enabled) */
111*4882a593Smuzhiyun unsigned long softe = 0x1;
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun BUG_ON(tsk != current);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
116*4882a593Smuzhiyun err |= __put_user(v_regs, &sc->v_regs);
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun /* save altivec registers */
119*4882a593Smuzhiyun if (tsk->thread.used_vr) {
120*4882a593Smuzhiyun flush_altivec_to_thread(tsk);
121*4882a593Smuzhiyun /* Copy 33 vec registers (vr0..31 and vscr) to the stack */
122*4882a593Smuzhiyun err |= __copy_to_user(v_regs, &tsk->thread.vr_state,
123*4882a593Smuzhiyun 33 * sizeof(vector128));
124*4882a593Smuzhiyun /* set MSR_VEC in the MSR value in the frame to indicate that sc->v_reg)
125*4882a593Smuzhiyun * contains valid data.
126*4882a593Smuzhiyun */
127*4882a593Smuzhiyun msr |= MSR_VEC;
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun /* We always copy to/from vrsave, it's 0 if we don't have or don't
130*4882a593Smuzhiyun * use altivec.
131*4882a593Smuzhiyun */
132*4882a593Smuzhiyun vrsave = 0;
133*4882a593Smuzhiyun if (cpu_has_feature(CPU_FTR_ALTIVEC)) {
134*4882a593Smuzhiyun vrsave = mfspr(SPRN_VRSAVE);
135*4882a593Smuzhiyun tsk->thread.vrsave = vrsave;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun err |= __put_user(vrsave, (u32 __user *)&v_regs[33]);
139*4882a593Smuzhiyun #else /* CONFIG_ALTIVEC */
140*4882a593Smuzhiyun err |= __put_user(0, &sc->v_regs);
141*4882a593Smuzhiyun #endif /* CONFIG_ALTIVEC */
142*4882a593Smuzhiyun flush_fp_to_thread(tsk);
143*4882a593Smuzhiyun /* copy fpr regs and fpscr */
144*4882a593Smuzhiyun err |= copy_fpr_to_user(&sc->fp_regs, tsk);
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun /*
147*4882a593Smuzhiyun * Clear the MSR VSX bit to indicate there is no valid state attached
148*4882a593Smuzhiyun * to this context, except in the specific case below where we set it.
149*4882a593Smuzhiyun */
150*4882a593Smuzhiyun msr &= ~MSR_VSX;
151*4882a593Smuzhiyun #ifdef CONFIG_VSX
152*4882a593Smuzhiyun /*
153*4882a593Smuzhiyun * Copy VSX low doubleword to local buffer for formatting,
154*4882a593Smuzhiyun * then out to userspace. Update v_regs to point after the
155*4882a593Smuzhiyun * VMX data.
156*4882a593Smuzhiyun */
157*4882a593Smuzhiyun if (tsk->thread.used_vsr && ctx_has_vsx_region) {
158*4882a593Smuzhiyun flush_vsx_to_thread(tsk);
159*4882a593Smuzhiyun v_regs += ELF_NVRREG;
160*4882a593Smuzhiyun err |= copy_vsx_to_user(v_regs, tsk);
161*4882a593Smuzhiyun /* set MSR_VSX in the MSR value in the frame to
162*4882a593Smuzhiyun * indicate that sc->vs_reg) contains valid data.
163*4882a593Smuzhiyun */
164*4882a593Smuzhiyun msr |= MSR_VSX;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun #endif /* CONFIG_VSX */
167*4882a593Smuzhiyun err |= __put_user(&sc->gp_regs, &sc->regs);
168*4882a593Smuzhiyun WARN_ON(!FULL_REGS(regs));
169*4882a593Smuzhiyun err |= __copy_to_user(&sc->gp_regs, regs, GP_REGS_SIZE);
170*4882a593Smuzhiyun err |= __put_user(msr, &sc->gp_regs[PT_MSR]);
171*4882a593Smuzhiyun err |= __put_user(softe, &sc->gp_regs[PT_SOFTE]);
172*4882a593Smuzhiyun err |= __put_user(signr, &sc->signal);
173*4882a593Smuzhiyun err |= __put_user(handler, &sc->handler);
174*4882a593Smuzhiyun if (set != NULL)
175*4882a593Smuzhiyun err |= __put_user(set->sig[0], &sc->oldmask);
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun return err;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
181*4882a593Smuzhiyun /*
182*4882a593Smuzhiyun * As above, but Transactional Memory is in use, so deliver sigcontexts
183*4882a593Smuzhiyun * containing checkpointed and transactional register states.
184*4882a593Smuzhiyun *
185*4882a593Smuzhiyun * To do this, we treclaim (done before entering here) to gather both sets of
186*4882a593Smuzhiyun * registers and set up the 'normal' sigcontext registers with rolled-back
187*4882a593Smuzhiyun * register values such that a simple signal handler sees a correct
188*4882a593Smuzhiyun * checkpointed register state. If interested, a TM-aware sighandler can
189*4882a593Smuzhiyun * examine the transactional registers in the 2nd sigcontext to determine the
190*4882a593Smuzhiyun * real origin of the signal.
191*4882a593Smuzhiyun */
setup_tm_sigcontexts(struct sigcontext __user * sc,struct sigcontext __user * tm_sc,struct task_struct * tsk,int signr,sigset_t * set,unsigned long handler,unsigned long msr)192*4882a593Smuzhiyun static long setup_tm_sigcontexts(struct sigcontext __user *sc,
193*4882a593Smuzhiyun struct sigcontext __user *tm_sc,
194*4882a593Smuzhiyun struct task_struct *tsk,
195*4882a593Smuzhiyun int signr, sigset_t *set, unsigned long handler,
196*4882a593Smuzhiyun unsigned long msr)
197*4882a593Smuzhiyun {
198*4882a593Smuzhiyun /* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the
199*4882a593Smuzhiyun * process never used altivec yet (MSR_VEC is zero in pt_regs of
200*4882a593Smuzhiyun * the context). This is very important because we must ensure we
201*4882a593Smuzhiyun * don't lose the VRSAVE content that may have been set prior to
202*4882a593Smuzhiyun * the process doing its first vector operation
203*4882a593Smuzhiyun * Userland shall check AT_HWCAP to know wether it can rely on the
204*4882a593Smuzhiyun * v_regs pointer or not.
205*4882a593Smuzhiyun */
206*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
207*4882a593Smuzhiyun elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc);
208*4882a593Smuzhiyun elf_vrreg_t __user *tm_v_regs = sigcontext_vmx_regs(tm_sc);
209*4882a593Smuzhiyun #endif
210*4882a593Smuzhiyun struct pt_regs *regs = tsk->thread.regs;
211*4882a593Smuzhiyun long err = 0;
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun BUG_ON(tsk != current);
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun BUG_ON(!MSR_TM_ACTIVE(msr));
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun WARN_ON(tm_suspend_disabled);
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun /* Restore checkpointed FP, VEC, and VSX bits from ckpt_regs as
220*4882a593Smuzhiyun * it contains the correct FP, VEC, VSX state after we treclaimed
221*4882a593Smuzhiyun * the transaction and giveup_all() was called on reclaiming.
222*4882a593Smuzhiyun */
223*4882a593Smuzhiyun msr |= tsk->thread.ckpt_regs.msr & (MSR_FP | MSR_VEC | MSR_VSX);
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
226*4882a593Smuzhiyun err |= __put_user(v_regs, &sc->v_regs);
227*4882a593Smuzhiyun err |= __put_user(tm_v_regs, &tm_sc->v_regs);
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun /* save altivec registers */
230*4882a593Smuzhiyun if (tsk->thread.used_vr) {
231*4882a593Smuzhiyun /* Copy 33 vec registers (vr0..31 and vscr) to the stack */
232*4882a593Smuzhiyun err |= __copy_to_user(v_regs, &tsk->thread.ckvr_state,
233*4882a593Smuzhiyun 33 * sizeof(vector128));
234*4882a593Smuzhiyun /* If VEC was enabled there are transactional VRs valid too,
235*4882a593Smuzhiyun * else they're a copy of the checkpointed VRs.
236*4882a593Smuzhiyun */
237*4882a593Smuzhiyun if (msr & MSR_VEC)
238*4882a593Smuzhiyun err |= __copy_to_user(tm_v_regs,
239*4882a593Smuzhiyun &tsk->thread.vr_state,
240*4882a593Smuzhiyun 33 * sizeof(vector128));
241*4882a593Smuzhiyun else
242*4882a593Smuzhiyun err |= __copy_to_user(tm_v_regs,
243*4882a593Smuzhiyun &tsk->thread.ckvr_state,
244*4882a593Smuzhiyun 33 * sizeof(vector128));
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun /* set MSR_VEC in the MSR value in the frame to indicate
247*4882a593Smuzhiyun * that sc->v_reg contains valid data.
248*4882a593Smuzhiyun */
249*4882a593Smuzhiyun msr |= MSR_VEC;
250*4882a593Smuzhiyun }
251*4882a593Smuzhiyun /* We always copy to/from vrsave, it's 0 if we don't have or don't
252*4882a593Smuzhiyun * use altivec.
253*4882a593Smuzhiyun */
254*4882a593Smuzhiyun if (cpu_has_feature(CPU_FTR_ALTIVEC))
255*4882a593Smuzhiyun tsk->thread.ckvrsave = mfspr(SPRN_VRSAVE);
256*4882a593Smuzhiyun err |= __put_user(tsk->thread.ckvrsave, (u32 __user *)&v_regs[33]);
257*4882a593Smuzhiyun if (msr & MSR_VEC)
258*4882a593Smuzhiyun err |= __put_user(tsk->thread.vrsave,
259*4882a593Smuzhiyun (u32 __user *)&tm_v_regs[33]);
260*4882a593Smuzhiyun else
261*4882a593Smuzhiyun err |= __put_user(tsk->thread.ckvrsave,
262*4882a593Smuzhiyun (u32 __user *)&tm_v_regs[33]);
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun #else /* CONFIG_ALTIVEC */
265*4882a593Smuzhiyun err |= __put_user(0, &sc->v_regs);
266*4882a593Smuzhiyun err |= __put_user(0, &tm_sc->v_regs);
267*4882a593Smuzhiyun #endif /* CONFIG_ALTIVEC */
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun /* copy fpr regs and fpscr */
270*4882a593Smuzhiyun err |= copy_ckfpr_to_user(&sc->fp_regs, tsk);
271*4882a593Smuzhiyun if (msr & MSR_FP)
272*4882a593Smuzhiyun err |= copy_fpr_to_user(&tm_sc->fp_regs, tsk);
273*4882a593Smuzhiyun else
274*4882a593Smuzhiyun err |= copy_ckfpr_to_user(&tm_sc->fp_regs, tsk);
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun #ifdef CONFIG_VSX
277*4882a593Smuzhiyun /*
278*4882a593Smuzhiyun * Copy VSX low doubleword to local buffer for formatting,
279*4882a593Smuzhiyun * then out to userspace. Update v_regs to point after the
280*4882a593Smuzhiyun * VMX data.
281*4882a593Smuzhiyun */
282*4882a593Smuzhiyun if (tsk->thread.used_vsr) {
283*4882a593Smuzhiyun v_regs += ELF_NVRREG;
284*4882a593Smuzhiyun tm_v_regs += ELF_NVRREG;
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun err |= copy_ckvsx_to_user(v_regs, tsk);
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun if (msr & MSR_VSX)
289*4882a593Smuzhiyun err |= copy_vsx_to_user(tm_v_regs, tsk);
290*4882a593Smuzhiyun else
291*4882a593Smuzhiyun err |= copy_ckvsx_to_user(tm_v_regs, tsk);
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun /* set MSR_VSX in the MSR value in the frame to
294*4882a593Smuzhiyun * indicate that sc->vs_reg) contains valid data.
295*4882a593Smuzhiyun */
296*4882a593Smuzhiyun msr |= MSR_VSX;
297*4882a593Smuzhiyun }
298*4882a593Smuzhiyun #endif /* CONFIG_VSX */
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun err |= __put_user(&sc->gp_regs, &sc->regs);
301*4882a593Smuzhiyun err |= __put_user(&tm_sc->gp_regs, &tm_sc->regs);
302*4882a593Smuzhiyun WARN_ON(!FULL_REGS(regs));
303*4882a593Smuzhiyun err |= __copy_to_user(&tm_sc->gp_regs, regs, GP_REGS_SIZE);
304*4882a593Smuzhiyun err |= __copy_to_user(&sc->gp_regs,
305*4882a593Smuzhiyun &tsk->thread.ckpt_regs, GP_REGS_SIZE);
306*4882a593Smuzhiyun err |= __put_user(msr, &tm_sc->gp_regs[PT_MSR]);
307*4882a593Smuzhiyun err |= __put_user(msr, &sc->gp_regs[PT_MSR]);
308*4882a593Smuzhiyun err |= __put_user(signr, &sc->signal);
309*4882a593Smuzhiyun err |= __put_user(handler, &sc->handler);
310*4882a593Smuzhiyun if (set != NULL)
311*4882a593Smuzhiyun err |= __put_user(set->sig[0], &sc->oldmask);
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun return err;
314*4882a593Smuzhiyun }
315*4882a593Smuzhiyun #endif
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun /*
318*4882a593Smuzhiyun * Restore the sigcontext from the signal frame.
319*4882a593Smuzhiyun */
320*4882a593Smuzhiyun
restore_sigcontext(struct task_struct * tsk,sigset_t * set,int sig,struct sigcontext __user * sc)321*4882a593Smuzhiyun static long restore_sigcontext(struct task_struct *tsk, sigset_t *set, int sig,
322*4882a593Smuzhiyun struct sigcontext __user *sc)
323*4882a593Smuzhiyun {
324*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
325*4882a593Smuzhiyun elf_vrreg_t __user *v_regs;
326*4882a593Smuzhiyun #endif
327*4882a593Smuzhiyun unsigned long err = 0;
328*4882a593Smuzhiyun unsigned long save_r13 = 0;
329*4882a593Smuzhiyun unsigned long msr;
330*4882a593Smuzhiyun struct pt_regs *regs = tsk->thread.regs;
331*4882a593Smuzhiyun #ifdef CONFIG_VSX
332*4882a593Smuzhiyun int i;
333*4882a593Smuzhiyun #endif
334*4882a593Smuzhiyun
335*4882a593Smuzhiyun BUG_ON(tsk != current);
336*4882a593Smuzhiyun
337*4882a593Smuzhiyun /* If this is not a signal return, we preserve the TLS in r13 */
338*4882a593Smuzhiyun if (!sig)
339*4882a593Smuzhiyun save_r13 = regs->gpr[13];
340*4882a593Smuzhiyun
341*4882a593Smuzhiyun /* copy the GPRs */
342*4882a593Smuzhiyun err |= __copy_from_user(regs->gpr, sc->gp_regs, sizeof(regs->gpr));
343*4882a593Smuzhiyun err |= __get_user(regs->nip, &sc->gp_regs[PT_NIP]);
344*4882a593Smuzhiyun /* get MSR separately, transfer the LE bit if doing signal return */
345*4882a593Smuzhiyun err |= __get_user(msr, &sc->gp_regs[PT_MSR]);
346*4882a593Smuzhiyun if (sig)
347*4882a593Smuzhiyun regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
348*4882a593Smuzhiyun err |= __get_user(regs->orig_gpr3, &sc->gp_regs[PT_ORIG_R3]);
349*4882a593Smuzhiyun err |= __get_user(regs->ctr, &sc->gp_regs[PT_CTR]);
350*4882a593Smuzhiyun err |= __get_user(regs->link, &sc->gp_regs[PT_LNK]);
351*4882a593Smuzhiyun err |= __get_user(regs->xer, &sc->gp_regs[PT_XER]);
352*4882a593Smuzhiyun err |= __get_user(regs->ccr, &sc->gp_regs[PT_CCR]);
353*4882a593Smuzhiyun /* Don't allow userspace to set SOFTE */
354*4882a593Smuzhiyun set_trap_norestart(regs);
355*4882a593Smuzhiyun err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]);
356*4882a593Smuzhiyun err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]);
357*4882a593Smuzhiyun err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]);
358*4882a593Smuzhiyun
359*4882a593Smuzhiyun if (!sig)
360*4882a593Smuzhiyun regs->gpr[13] = save_r13;
361*4882a593Smuzhiyun if (set != NULL)
362*4882a593Smuzhiyun err |= __get_user(set->sig[0], &sc->oldmask);
363*4882a593Smuzhiyun
364*4882a593Smuzhiyun /*
365*4882a593Smuzhiyun * Force reload of FP/VEC.
366*4882a593Smuzhiyun * This has to be done before copying stuff into tsk->thread.fpr/vr
367*4882a593Smuzhiyun * for the reasons explained in the previous comment.
368*4882a593Smuzhiyun */
369*4882a593Smuzhiyun regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX);
370*4882a593Smuzhiyun
371*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
372*4882a593Smuzhiyun err |= __get_user(v_regs, &sc->v_regs);
373*4882a593Smuzhiyun if (err)
374*4882a593Smuzhiyun return err;
375*4882a593Smuzhiyun if (v_regs && !access_ok(v_regs, 34 * sizeof(vector128)))
376*4882a593Smuzhiyun return -EFAULT;
377*4882a593Smuzhiyun /* Copy 33 vec registers (vr0..31 and vscr) from the stack */
378*4882a593Smuzhiyun if (v_regs != NULL && (msr & MSR_VEC) != 0) {
379*4882a593Smuzhiyun err |= __copy_from_user(&tsk->thread.vr_state, v_regs,
380*4882a593Smuzhiyun 33 * sizeof(vector128));
381*4882a593Smuzhiyun tsk->thread.used_vr = true;
382*4882a593Smuzhiyun } else if (tsk->thread.used_vr) {
383*4882a593Smuzhiyun memset(&tsk->thread.vr_state, 0, 33 * sizeof(vector128));
384*4882a593Smuzhiyun }
385*4882a593Smuzhiyun /* Always get VRSAVE back */
386*4882a593Smuzhiyun if (v_regs != NULL)
387*4882a593Smuzhiyun err |= __get_user(tsk->thread.vrsave, (u32 __user *)&v_regs[33]);
388*4882a593Smuzhiyun else
389*4882a593Smuzhiyun tsk->thread.vrsave = 0;
390*4882a593Smuzhiyun if (cpu_has_feature(CPU_FTR_ALTIVEC))
391*4882a593Smuzhiyun mtspr(SPRN_VRSAVE, tsk->thread.vrsave);
392*4882a593Smuzhiyun #endif /* CONFIG_ALTIVEC */
393*4882a593Smuzhiyun /* restore floating point */
394*4882a593Smuzhiyun err |= copy_fpr_from_user(tsk, &sc->fp_regs);
395*4882a593Smuzhiyun #ifdef CONFIG_VSX
396*4882a593Smuzhiyun /*
397*4882a593Smuzhiyun * Get additional VSX data. Update v_regs to point after the
398*4882a593Smuzhiyun * VMX data. Copy VSX low doubleword from userspace to local
399*4882a593Smuzhiyun * buffer for formatting, then into the taskstruct.
400*4882a593Smuzhiyun */
401*4882a593Smuzhiyun v_regs += ELF_NVRREG;
402*4882a593Smuzhiyun if ((msr & MSR_VSX) != 0) {
403*4882a593Smuzhiyun err |= copy_vsx_from_user(tsk, v_regs);
404*4882a593Smuzhiyun tsk->thread.used_vsr = true;
405*4882a593Smuzhiyun } else {
406*4882a593Smuzhiyun for (i = 0; i < 32 ; i++)
407*4882a593Smuzhiyun tsk->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
408*4882a593Smuzhiyun }
409*4882a593Smuzhiyun #endif
410*4882a593Smuzhiyun return err;
411*4882a593Smuzhiyun }
412*4882a593Smuzhiyun
413*4882a593Smuzhiyun #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
414*4882a593Smuzhiyun /*
415*4882a593Smuzhiyun * Restore the two sigcontexts from the frame of a transactional processes.
416*4882a593Smuzhiyun */
417*4882a593Smuzhiyun
restore_tm_sigcontexts(struct task_struct * tsk,struct sigcontext __user * sc,struct sigcontext __user * tm_sc)418*4882a593Smuzhiyun static long restore_tm_sigcontexts(struct task_struct *tsk,
419*4882a593Smuzhiyun struct sigcontext __user *sc,
420*4882a593Smuzhiyun struct sigcontext __user *tm_sc)
421*4882a593Smuzhiyun {
422*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
423*4882a593Smuzhiyun elf_vrreg_t __user *v_regs, *tm_v_regs;
424*4882a593Smuzhiyun #endif
425*4882a593Smuzhiyun unsigned long err = 0;
426*4882a593Smuzhiyun unsigned long msr;
427*4882a593Smuzhiyun struct pt_regs *regs = tsk->thread.regs;
428*4882a593Smuzhiyun #ifdef CONFIG_VSX
429*4882a593Smuzhiyun int i;
430*4882a593Smuzhiyun #endif
431*4882a593Smuzhiyun
432*4882a593Smuzhiyun BUG_ON(tsk != current);
433*4882a593Smuzhiyun
434*4882a593Smuzhiyun if (tm_suspend_disabled)
435*4882a593Smuzhiyun return -EINVAL;
436*4882a593Smuzhiyun
437*4882a593Smuzhiyun /* copy the GPRs */
438*4882a593Smuzhiyun err |= __copy_from_user(regs->gpr, tm_sc->gp_regs, sizeof(regs->gpr));
439*4882a593Smuzhiyun err |= __copy_from_user(&tsk->thread.ckpt_regs, sc->gp_regs,
440*4882a593Smuzhiyun sizeof(regs->gpr));
441*4882a593Smuzhiyun
442*4882a593Smuzhiyun /*
443*4882a593Smuzhiyun * TFHAR is restored from the checkpointed 'wound-back' ucontext's NIP.
444*4882a593Smuzhiyun * TEXASR was set by the signal delivery reclaim, as was TFIAR.
445*4882a593Smuzhiyun * Users doing anything abhorrent like thread-switching w/ signals for
446*4882a593Smuzhiyun * TM-Suspended code will have to back TEXASR/TFIAR up themselves.
447*4882a593Smuzhiyun * For the case of getting a signal and simply returning from it,
448*4882a593Smuzhiyun * we don't need to re-copy them here.
449*4882a593Smuzhiyun */
450*4882a593Smuzhiyun err |= __get_user(regs->nip, &tm_sc->gp_regs[PT_NIP]);
451*4882a593Smuzhiyun err |= __get_user(tsk->thread.tm_tfhar, &sc->gp_regs[PT_NIP]);
452*4882a593Smuzhiyun
453*4882a593Smuzhiyun /* get MSR separately, transfer the LE bit if doing signal return */
454*4882a593Smuzhiyun err |= __get_user(msr, &sc->gp_regs[PT_MSR]);
455*4882a593Smuzhiyun /* Don't allow reserved mode. */
456*4882a593Smuzhiyun if (MSR_TM_RESV(msr))
457*4882a593Smuzhiyun return -EINVAL;
458*4882a593Smuzhiyun
459*4882a593Smuzhiyun /* pull in MSR LE from user context */
460*4882a593Smuzhiyun regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
461*4882a593Smuzhiyun
462*4882a593Smuzhiyun /* The following non-GPR non-FPR non-VR state is also checkpointed: */
463*4882a593Smuzhiyun err |= __get_user(regs->ctr, &tm_sc->gp_regs[PT_CTR]);
464*4882a593Smuzhiyun err |= __get_user(regs->link, &tm_sc->gp_regs[PT_LNK]);
465*4882a593Smuzhiyun err |= __get_user(regs->xer, &tm_sc->gp_regs[PT_XER]);
466*4882a593Smuzhiyun err |= __get_user(regs->ccr, &tm_sc->gp_regs[PT_CCR]);
467*4882a593Smuzhiyun err |= __get_user(tsk->thread.ckpt_regs.ctr,
468*4882a593Smuzhiyun &sc->gp_regs[PT_CTR]);
469*4882a593Smuzhiyun err |= __get_user(tsk->thread.ckpt_regs.link,
470*4882a593Smuzhiyun &sc->gp_regs[PT_LNK]);
471*4882a593Smuzhiyun err |= __get_user(tsk->thread.ckpt_regs.xer,
472*4882a593Smuzhiyun &sc->gp_regs[PT_XER]);
473*4882a593Smuzhiyun err |= __get_user(tsk->thread.ckpt_regs.ccr,
474*4882a593Smuzhiyun &sc->gp_regs[PT_CCR]);
475*4882a593Smuzhiyun /* Don't allow userspace to set SOFTE */
476*4882a593Smuzhiyun set_trap_norestart(regs);
477*4882a593Smuzhiyun /* These regs are not checkpointed; they can go in 'regs'. */
478*4882a593Smuzhiyun err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]);
479*4882a593Smuzhiyun err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]);
480*4882a593Smuzhiyun err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]);
481*4882a593Smuzhiyun
482*4882a593Smuzhiyun /*
483*4882a593Smuzhiyun * Force reload of FP/VEC.
484*4882a593Smuzhiyun * This has to be done before copying stuff into tsk->thread.fpr/vr
485*4882a593Smuzhiyun * for the reasons explained in the previous comment.
486*4882a593Smuzhiyun */
487*4882a593Smuzhiyun regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX);
488*4882a593Smuzhiyun
489*4882a593Smuzhiyun #ifdef CONFIG_ALTIVEC
490*4882a593Smuzhiyun err |= __get_user(v_regs, &sc->v_regs);
491*4882a593Smuzhiyun err |= __get_user(tm_v_regs, &tm_sc->v_regs);
492*4882a593Smuzhiyun if (err)
493*4882a593Smuzhiyun return err;
494*4882a593Smuzhiyun if (v_regs && !access_ok(v_regs, 34 * sizeof(vector128)))
495*4882a593Smuzhiyun return -EFAULT;
496*4882a593Smuzhiyun if (tm_v_regs && !access_ok(tm_v_regs, 34 * sizeof(vector128)))
497*4882a593Smuzhiyun return -EFAULT;
498*4882a593Smuzhiyun /* Copy 33 vec registers (vr0..31 and vscr) from the stack */
499*4882a593Smuzhiyun if (v_regs != NULL && tm_v_regs != NULL && (msr & MSR_VEC) != 0) {
500*4882a593Smuzhiyun err |= __copy_from_user(&tsk->thread.ckvr_state, v_regs,
501*4882a593Smuzhiyun 33 * sizeof(vector128));
502*4882a593Smuzhiyun err |= __copy_from_user(&tsk->thread.vr_state, tm_v_regs,
503*4882a593Smuzhiyun 33 * sizeof(vector128));
504*4882a593Smuzhiyun current->thread.used_vr = true;
505*4882a593Smuzhiyun }
506*4882a593Smuzhiyun else if (tsk->thread.used_vr) {
507*4882a593Smuzhiyun memset(&tsk->thread.vr_state, 0, 33 * sizeof(vector128));
508*4882a593Smuzhiyun memset(&tsk->thread.ckvr_state, 0, 33 * sizeof(vector128));
509*4882a593Smuzhiyun }
510*4882a593Smuzhiyun /* Always get VRSAVE back */
511*4882a593Smuzhiyun if (v_regs != NULL && tm_v_regs != NULL) {
512*4882a593Smuzhiyun err |= __get_user(tsk->thread.ckvrsave,
513*4882a593Smuzhiyun (u32 __user *)&v_regs[33]);
514*4882a593Smuzhiyun err |= __get_user(tsk->thread.vrsave,
515*4882a593Smuzhiyun (u32 __user *)&tm_v_regs[33]);
516*4882a593Smuzhiyun }
517*4882a593Smuzhiyun else {
518*4882a593Smuzhiyun tsk->thread.vrsave = 0;
519*4882a593Smuzhiyun tsk->thread.ckvrsave = 0;
520*4882a593Smuzhiyun }
521*4882a593Smuzhiyun if (cpu_has_feature(CPU_FTR_ALTIVEC))
522*4882a593Smuzhiyun mtspr(SPRN_VRSAVE, tsk->thread.vrsave);
523*4882a593Smuzhiyun #endif /* CONFIG_ALTIVEC */
524*4882a593Smuzhiyun /* restore floating point */
525*4882a593Smuzhiyun err |= copy_fpr_from_user(tsk, &tm_sc->fp_regs);
526*4882a593Smuzhiyun err |= copy_ckfpr_from_user(tsk, &sc->fp_regs);
527*4882a593Smuzhiyun #ifdef CONFIG_VSX
528*4882a593Smuzhiyun /*
529*4882a593Smuzhiyun * Get additional VSX data. Update v_regs to point after the
530*4882a593Smuzhiyun * VMX data. Copy VSX low doubleword from userspace to local
531*4882a593Smuzhiyun * buffer for formatting, then into the taskstruct.
532*4882a593Smuzhiyun */
533*4882a593Smuzhiyun if (v_regs && ((msr & MSR_VSX) != 0)) {
534*4882a593Smuzhiyun v_regs += ELF_NVRREG;
535*4882a593Smuzhiyun tm_v_regs += ELF_NVRREG;
536*4882a593Smuzhiyun err |= copy_vsx_from_user(tsk, tm_v_regs);
537*4882a593Smuzhiyun err |= copy_ckvsx_from_user(tsk, v_regs);
538*4882a593Smuzhiyun tsk->thread.used_vsr = true;
539*4882a593Smuzhiyun } else {
540*4882a593Smuzhiyun for (i = 0; i < 32 ; i++) {
541*4882a593Smuzhiyun tsk->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
542*4882a593Smuzhiyun tsk->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
543*4882a593Smuzhiyun }
544*4882a593Smuzhiyun }
545*4882a593Smuzhiyun #endif
546*4882a593Smuzhiyun tm_enable();
547*4882a593Smuzhiyun /* Make sure the transaction is marked as failed */
548*4882a593Smuzhiyun tsk->thread.tm_texasr |= TEXASR_FS;
549*4882a593Smuzhiyun
550*4882a593Smuzhiyun /*
551*4882a593Smuzhiyun * Disabling preemption, since it is unsafe to be preempted
552*4882a593Smuzhiyun * with MSR[TS] set without recheckpointing.
553*4882a593Smuzhiyun */
554*4882a593Smuzhiyun preempt_disable();
555*4882a593Smuzhiyun
556*4882a593Smuzhiyun /* pull in MSR TS bits from user context */
557*4882a593Smuzhiyun regs->msr |= msr & MSR_TS_MASK;
558*4882a593Smuzhiyun
559*4882a593Smuzhiyun /*
560*4882a593Smuzhiyun * Ensure that TM is enabled in regs->msr before we leave the signal
561*4882a593Smuzhiyun * handler. It could be the case that (a) user disabled the TM bit
562*4882a593Smuzhiyun * through the manipulation of the MSR bits in uc_mcontext or (b) the
563*4882a593Smuzhiyun * TM bit was disabled because a sufficient number of context switches
564*4882a593Smuzhiyun * happened whilst in the signal handler and load_tm overflowed,
565*4882a593Smuzhiyun * disabling the TM bit. In either case we can end up with an illegal
566*4882a593Smuzhiyun * TM state leading to a TM Bad Thing when we return to userspace.
567*4882a593Smuzhiyun *
568*4882a593Smuzhiyun * CAUTION:
569*4882a593Smuzhiyun * After regs->MSR[TS] being updated, make sure that get_user(),
570*4882a593Smuzhiyun * put_user() or similar functions are *not* called. These
571*4882a593Smuzhiyun * functions can generate page faults which will cause the process
572*4882a593Smuzhiyun * to be de-scheduled with MSR[TS] set but without calling
573*4882a593Smuzhiyun * tm_recheckpoint(). This can cause a bug.
574*4882a593Smuzhiyun */
575*4882a593Smuzhiyun regs->msr |= MSR_TM;
576*4882a593Smuzhiyun
577*4882a593Smuzhiyun /* This loads the checkpointed FP/VEC state, if used */
578*4882a593Smuzhiyun tm_recheckpoint(&tsk->thread);
579*4882a593Smuzhiyun
580*4882a593Smuzhiyun msr_check_and_set(msr & (MSR_FP | MSR_VEC));
581*4882a593Smuzhiyun if (msr & MSR_FP) {
582*4882a593Smuzhiyun load_fp_state(&tsk->thread.fp_state);
583*4882a593Smuzhiyun regs->msr |= (MSR_FP | tsk->thread.fpexc_mode);
584*4882a593Smuzhiyun }
585*4882a593Smuzhiyun if (msr & MSR_VEC) {
586*4882a593Smuzhiyun load_vr_state(&tsk->thread.vr_state);
587*4882a593Smuzhiyun regs->msr |= MSR_VEC;
588*4882a593Smuzhiyun }
589*4882a593Smuzhiyun
590*4882a593Smuzhiyun preempt_enable();
591*4882a593Smuzhiyun
592*4882a593Smuzhiyun return err;
593*4882a593Smuzhiyun }
594*4882a593Smuzhiyun #endif
595*4882a593Smuzhiyun
596*4882a593Smuzhiyun /*
597*4882a593Smuzhiyun * Setup the trampoline code on the stack
598*4882a593Smuzhiyun */
setup_trampoline(unsigned int syscall,unsigned int __user * tramp)599*4882a593Smuzhiyun static long setup_trampoline(unsigned int syscall, unsigned int __user *tramp)
600*4882a593Smuzhiyun {
601*4882a593Smuzhiyun int i;
602*4882a593Smuzhiyun long err = 0;
603*4882a593Smuzhiyun
604*4882a593Smuzhiyun /* bctrl # call the handler */
605*4882a593Smuzhiyun err |= __put_user(PPC_INST_BCTRL, &tramp[0]);
606*4882a593Smuzhiyun /* addi r1, r1, __SIGNAL_FRAMESIZE # Pop the dummy stackframe */
607*4882a593Smuzhiyun err |= __put_user(PPC_INST_ADDI | __PPC_RT(R1) | __PPC_RA(R1) |
608*4882a593Smuzhiyun (__SIGNAL_FRAMESIZE & 0xffff), &tramp[1]);
609*4882a593Smuzhiyun /* li r0, __NR_[rt_]sigreturn| */
610*4882a593Smuzhiyun err |= __put_user(PPC_INST_ADDI | (syscall & 0xffff), &tramp[2]);
611*4882a593Smuzhiyun /* sc */
612*4882a593Smuzhiyun err |= __put_user(PPC_INST_SC, &tramp[3]);
613*4882a593Smuzhiyun
614*4882a593Smuzhiyun /* Minimal traceback info */
615*4882a593Smuzhiyun for (i=TRAMP_TRACEBACK; i < TRAMP_SIZE ;i++)
616*4882a593Smuzhiyun err |= __put_user(0, &tramp[i]);
617*4882a593Smuzhiyun
618*4882a593Smuzhiyun if (!err)
619*4882a593Smuzhiyun flush_icache_range((unsigned long) &tramp[0],
620*4882a593Smuzhiyun (unsigned long) &tramp[TRAMP_SIZE]);
621*4882a593Smuzhiyun
622*4882a593Smuzhiyun return err;
623*4882a593Smuzhiyun }
624*4882a593Smuzhiyun
625*4882a593Smuzhiyun /*
626*4882a593Smuzhiyun * Userspace code may pass a ucontext which doesn't include VSX added
627*4882a593Smuzhiyun * at the end. We need to check for this case.
628*4882a593Smuzhiyun */
629*4882a593Smuzhiyun #define UCONTEXTSIZEWITHOUTVSX \
630*4882a593Smuzhiyun (sizeof(struct ucontext) - 32*sizeof(long))
631*4882a593Smuzhiyun
632*4882a593Smuzhiyun /*
633*4882a593Smuzhiyun * Handle {get,set,swap}_context operations
634*4882a593Smuzhiyun */
SYSCALL_DEFINE3(swapcontext,struct ucontext __user *,old_ctx,struct ucontext __user *,new_ctx,long,ctx_size)635*4882a593Smuzhiyun SYSCALL_DEFINE3(swapcontext, struct ucontext __user *, old_ctx,
636*4882a593Smuzhiyun struct ucontext __user *, new_ctx, long, ctx_size)
637*4882a593Smuzhiyun {
638*4882a593Smuzhiyun sigset_t set;
639*4882a593Smuzhiyun unsigned long new_msr = 0;
640*4882a593Smuzhiyun int ctx_has_vsx_region = 0;
641*4882a593Smuzhiyun
642*4882a593Smuzhiyun if (new_ctx &&
643*4882a593Smuzhiyun get_user(new_msr, &new_ctx->uc_mcontext.gp_regs[PT_MSR]))
644*4882a593Smuzhiyun return -EFAULT;
645*4882a593Smuzhiyun /*
646*4882a593Smuzhiyun * Check that the context is not smaller than the original
647*4882a593Smuzhiyun * size (with VMX but without VSX)
648*4882a593Smuzhiyun */
649*4882a593Smuzhiyun if (ctx_size < UCONTEXTSIZEWITHOUTVSX)
650*4882a593Smuzhiyun return -EINVAL;
651*4882a593Smuzhiyun /*
652*4882a593Smuzhiyun * If the new context state sets the MSR VSX bits but
653*4882a593Smuzhiyun * it doesn't provide VSX state.
654*4882a593Smuzhiyun */
655*4882a593Smuzhiyun if ((ctx_size < sizeof(struct ucontext)) &&
656*4882a593Smuzhiyun (new_msr & MSR_VSX))
657*4882a593Smuzhiyun return -EINVAL;
658*4882a593Smuzhiyun /* Does the context have enough room to store VSX data? */
659*4882a593Smuzhiyun if (ctx_size >= sizeof(struct ucontext))
660*4882a593Smuzhiyun ctx_has_vsx_region = 1;
661*4882a593Smuzhiyun
662*4882a593Smuzhiyun if (old_ctx != NULL) {
663*4882a593Smuzhiyun if (!access_ok(old_ctx, ctx_size)
664*4882a593Smuzhiyun || setup_sigcontext(&old_ctx->uc_mcontext, current, 0, NULL, 0,
665*4882a593Smuzhiyun ctx_has_vsx_region)
666*4882a593Smuzhiyun || __copy_to_user(&old_ctx->uc_sigmask,
667*4882a593Smuzhiyun ¤t->blocked, sizeof(sigset_t)))
668*4882a593Smuzhiyun return -EFAULT;
669*4882a593Smuzhiyun }
670*4882a593Smuzhiyun if (new_ctx == NULL)
671*4882a593Smuzhiyun return 0;
672*4882a593Smuzhiyun if (!access_ok(new_ctx, ctx_size) ||
673*4882a593Smuzhiyun fault_in_pages_readable((u8 __user *)new_ctx, ctx_size))
674*4882a593Smuzhiyun return -EFAULT;
675*4882a593Smuzhiyun
676*4882a593Smuzhiyun /*
677*4882a593Smuzhiyun * If we get a fault copying the context into the kernel's
678*4882a593Smuzhiyun * image of the user's registers, we can't just return -EFAULT
679*4882a593Smuzhiyun * because the user's registers will be corrupted. For instance
680*4882a593Smuzhiyun * the NIP value may have been updated but not some of the
681*4882a593Smuzhiyun * other registers. Given that we have done the access_ok
682*4882a593Smuzhiyun * and successfully read the first and last bytes of the region
683*4882a593Smuzhiyun * above, this should only happen in an out-of-memory situation
684*4882a593Smuzhiyun * or if another thread unmaps the region containing the context.
685*4882a593Smuzhiyun * We kill the task with a SIGSEGV in this situation.
686*4882a593Smuzhiyun */
687*4882a593Smuzhiyun
688*4882a593Smuzhiyun if (__copy_from_user(&set, &new_ctx->uc_sigmask, sizeof(set)))
689*4882a593Smuzhiyun do_exit(SIGSEGV);
690*4882a593Smuzhiyun set_current_blocked(&set);
691*4882a593Smuzhiyun if (restore_sigcontext(current, NULL, 0, &new_ctx->uc_mcontext))
692*4882a593Smuzhiyun do_exit(SIGSEGV);
693*4882a593Smuzhiyun
694*4882a593Smuzhiyun /* This returns like rt_sigreturn */
695*4882a593Smuzhiyun set_thread_flag(TIF_RESTOREALL);
696*4882a593Smuzhiyun return 0;
697*4882a593Smuzhiyun }
698*4882a593Smuzhiyun
699*4882a593Smuzhiyun
700*4882a593Smuzhiyun /*
701*4882a593Smuzhiyun * Do a signal return; undo the signal stack.
702*4882a593Smuzhiyun */
703*4882a593Smuzhiyun
SYSCALL_DEFINE0(rt_sigreturn)704*4882a593Smuzhiyun SYSCALL_DEFINE0(rt_sigreturn)
705*4882a593Smuzhiyun {
706*4882a593Smuzhiyun struct pt_regs *regs = current_pt_regs();
707*4882a593Smuzhiyun struct ucontext __user *uc = (struct ucontext __user *)regs->gpr[1];
708*4882a593Smuzhiyun sigset_t set;
709*4882a593Smuzhiyun #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
710*4882a593Smuzhiyun unsigned long msr;
711*4882a593Smuzhiyun #endif
712*4882a593Smuzhiyun
713*4882a593Smuzhiyun /* Always make any pending restarted system calls return -EINTR */
714*4882a593Smuzhiyun current->restart_block.fn = do_no_restart_syscall;
715*4882a593Smuzhiyun
716*4882a593Smuzhiyun if (!access_ok(uc, sizeof(*uc)))
717*4882a593Smuzhiyun goto badframe;
718*4882a593Smuzhiyun
719*4882a593Smuzhiyun if (__copy_from_user(&set, &uc->uc_sigmask, sizeof(set)))
720*4882a593Smuzhiyun goto badframe;
721*4882a593Smuzhiyun set_current_blocked(&set);
722*4882a593Smuzhiyun
723*4882a593Smuzhiyun #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
724*4882a593Smuzhiyun /*
725*4882a593Smuzhiyun * If there is a transactional state then throw it away.
726*4882a593Smuzhiyun * The purpose of a sigreturn is to destroy all traces of the
727*4882a593Smuzhiyun * signal frame, this includes any transactional state created
728*4882a593Smuzhiyun * within in. We only check for suspended as we can never be
729*4882a593Smuzhiyun * active in the kernel, we are active, there is nothing better to
730*4882a593Smuzhiyun * do than go ahead and Bad Thing later.
731*4882a593Smuzhiyun * The cause is not important as there will never be a
732*4882a593Smuzhiyun * recheckpoint so it's not user visible.
733*4882a593Smuzhiyun */
734*4882a593Smuzhiyun if (MSR_TM_SUSPENDED(mfmsr()))
735*4882a593Smuzhiyun tm_reclaim_current(0);
736*4882a593Smuzhiyun
737*4882a593Smuzhiyun /*
738*4882a593Smuzhiyun * Disable MSR[TS] bit also, so, if there is an exception in the
739*4882a593Smuzhiyun * code below (as a page fault in copy_ckvsx_to_user()), it does
740*4882a593Smuzhiyun * not recheckpoint this task if there was a context switch inside
741*4882a593Smuzhiyun * the exception.
742*4882a593Smuzhiyun *
743*4882a593Smuzhiyun * A major page fault can indirectly call schedule(). A reschedule
744*4882a593Smuzhiyun * process in the middle of an exception can have a side effect
745*4882a593Smuzhiyun * (Changing the CPU MSR[TS] state), since schedule() is called
746*4882a593Smuzhiyun * with the CPU MSR[TS] disable and returns with MSR[TS]=Suspended
747*4882a593Smuzhiyun * (switch_to() calls tm_recheckpoint() for the 'new' process). In
748*4882a593Smuzhiyun * this case, the process continues to be the same in the CPU, but
749*4882a593Smuzhiyun * the CPU state just changed.
750*4882a593Smuzhiyun *
751*4882a593Smuzhiyun * This can cause a TM Bad Thing, since the MSR in the stack will
752*4882a593Smuzhiyun * have the MSR[TS]=0, and this is what will be used to RFID.
753*4882a593Smuzhiyun *
754*4882a593Smuzhiyun * Clearing MSR[TS] state here will avoid a recheckpoint if there
755*4882a593Smuzhiyun * is any process reschedule in kernel space. The MSR[TS] state
756*4882a593Smuzhiyun * does not need to be saved also, since it will be replaced with
757*4882a593Smuzhiyun * the MSR[TS] that came from user context later, at
758*4882a593Smuzhiyun * restore_tm_sigcontexts.
759*4882a593Smuzhiyun */
760*4882a593Smuzhiyun regs->msr &= ~MSR_TS_MASK;
761*4882a593Smuzhiyun
762*4882a593Smuzhiyun if (__get_user(msr, &uc->uc_mcontext.gp_regs[PT_MSR]))
763*4882a593Smuzhiyun goto badframe;
764*4882a593Smuzhiyun if (MSR_TM_ACTIVE(msr)) {
765*4882a593Smuzhiyun /* We recheckpoint on return. */
766*4882a593Smuzhiyun struct ucontext __user *uc_transact;
767*4882a593Smuzhiyun
768*4882a593Smuzhiyun /* Trying to start TM on non TM system */
769*4882a593Smuzhiyun if (!cpu_has_feature(CPU_FTR_TM))
770*4882a593Smuzhiyun goto badframe;
771*4882a593Smuzhiyun
772*4882a593Smuzhiyun if (__get_user(uc_transact, &uc->uc_link))
773*4882a593Smuzhiyun goto badframe;
774*4882a593Smuzhiyun if (restore_tm_sigcontexts(current, &uc->uc_mcontext,
775*4882a593Smuzhiyun &uc_transact->uc_mcontext))
776*4882a593Smuzhiyun goto badframe;
777*4882a593Smuzhiyun } else
778*4882a593Smuzhiyun #endif
779*4882a593Smuzhiyun {
780*4882a593Smuzhiyun /*
781*4882a593Smuzhiyun * Fall through, for non-TM restore
782*4882a593Smuzhiyun *
783*4882a593Smuzhiyun * Unset MSR[TS] on the thread regs since MSR from user
784*4882a593Smuzhiyun * context does not have MSR active, and recheckpoint was
785*4882a593Smuzhiyun * not called since restore_tm_sigcontexts() was not called
786*4882a593Smuzhiyun * also.
787*4882a593Smuzhiyun *
788*4882a593Smuzhiyun * If not unsetting it, the code can RFID to userspace with
789*4882a593Smuzhiyun * MSR[TS] set, but without CPU in the proper state,
790*4882a593Smuzhiyun * causing a TM bad thing.
791*4882a593Smuzhiyun */
792*4882a593Smuzhiyun current->thread.regs->msr &= ~MSR_TS_MASK;
793*4882a593Smuzhiyun if (restore_sigcontext(current, NULL, 1, &uc->uc_mcontext))
794*4882a593Smuzhiyun goto badframe;
795*4882a593Smuzhiyun }
796*4882a593Smuzhiyun
797*4882a593Smuzhiyun if (restore_altstack(&uc->uc_stack))
798*4882a593Smuzhiyun goto badframe;
799*4882a593Smuzhiyun
800*4882a593Smuzhiyun set_thread_flag(TIF_RESTOREALL);
801*4882a593Smuzhiyun return 0;
802*4882a593Smuzhiyun
803*4882a593Smuzhiyun badframe:
804*4882a593Smuzhiyun if (show_unhandled_signals)
805*4882a593Smuzhiyun printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32,
806*4882a593Smuzhiyun current->comm, current->pid, "rt_sigreturn",
807*4882a593Smuzhiyun (long)uc, regs->nip, regs->link);
808*4882a593Smuzhiyun
809*4882a593Smuzhiyun force_sig(SIGSEGV);
810*4882a593Smuzhiyun return 0;
811*4882a593Smuzhiyun }
812*4882a593Smuzhiyun
handle_rt_signal64(struct ksignal * ksig,sigset_t * set,struct task_struct * tsk)813*4882a593Smuzhiyun int handle_rt_signal64(struct ksignal *ksig, sigset_t *set,
814*4882a593Smuzhiyun struct task_struct *tsk)
815*4882a593Smuzhiyun {
816*4882a593Smuzhiyun struct rt_sigframe __user *frame;
817*4882a593Smuzhiyun unsigned long newsp = 0;
818*4882a593Smuzhiyun long err = 0;
819*4882a593Smuzhiyun struct pt_regs *regs = tsk->thread.regs;
820*4882a593Smuzhiyun #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
821*4882a593Smuzhiyun /* Save the thread's msr before get_tm_stackpointer() changes it */
822*4882a593Smuzhiyun unsigned long msr = regs->msr;
823*4882a593Smuzhiyun #endif
824*4882a593Smuzhiyun
825*4882a593Smuzhiyun BUG_ON(tsk != current);
826*4882a593Smuzhiyun
827*4882a593Smuzhiyun frame = get_sigframe(ksig, get_tm_stackpointer(tsk), sizeof(*frame), 0);
828*4882a593Smuzhiyun if (unlikely(frame == NULL))
829*4882a593Smuzhiyun goto badframe;
830*4882a593Smuzhiyun
831*4882a593Smuzhiyun err |= __put_user(&frame->info, &frame->pinfo);
832*4882a593Smuzhiyun err |= __put_user(&frame->uc, &frame->puc);
833*4882a593Smuzhiyun err |= copy_siginfo_to_user(&frame->info, &ksig->info);
834*4882a593Smuzhiyun if (err)
835*4882a593Smuzhiyun goto badframe;
836*4882a593Smuzhiyun
837*4882a593Smuzhiyun /* Create the ucontext. */
838*4882a593Smuzhiyun err |= __put_user(0, &frame->uc.uc_flags);
839*4882a593Smuzhiyun err |= __save_altstack(&frame->uc.uc_stack, regs->gpr[1]);
840*4882a593Smuzhiyun #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
841*4882a593Smuzhiyun if (MSR_TM_ACTIVE(msr)) {
842*4882a593Smuzhiyun /* The ucontext_t passed to userland points to the second
843*4882a593Smuzhiyun * ucontext_t (for transactional state) with its uc_link ptr.
844*4882a593Smuzhiyun */
845*4882a593Smuzhiyun err |= __put_user(&frame->uc_transact, &frame->uc.uc_link);
846*4882a593Smuzhiyun err |= setup_tm_sigcontexts(&frame->uc.uc_mcontext,
847*4882a593Smuzhiyun &frame->uc_transact.uc_mcontext,
848*4882a593Smuzhiyun tsk, ksig->sig, NULL,
849*4882a593Smuzhiyun (unsigned long)ksig->ka.sa.sa_handler,
850*4882a593Smuzhiyun msr);
851*4882a593Smuzhiyun } else
852*4882a593Smuzhiyun #endif
853*4882a593Smuzhiyun {
854*4882a593Smuzhiyun err |= __put_user(0, &frame->uc.uc_link);
855*4882a593Smuzhiyun err |= setup_sigcontext(&frame->uc.uc_mcontext, tsk, ksig->sig,
856*4882a593Smuzhiyun NULL, (unsigned long)ksig->ka.sa.sa_handler,
857*4882a593Smuzhiyun 1);
858*4882a593Smuzhiyun }
859*4882a593Smuzhiyun err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));
860*4882a593Smuzhiyun if (err)
861*4882a593Smuzhiyun goto badframe;
862*4882a593Smuzhiyun
863*4882a593Smuzhiyun /* Make sure signal handler doesn't get spurious FP exceptions */
864*4882a593Smuzhiyun tsk->thread.fp_state.fpscr = 0;
865*4882a593Smuzhiyun
866*4882a593Smuzhiyun /* Set up to return from userspace. */
867*4882a593Smuzhiyun if (vdso64_rt_sigtramp && tsk->mm->context.vdso_base) {
868*4882a593Smuzhiyun regs->nip = tsk->mm->context.vdso_base + vdso64_rt_sigtramp;
869*4882a593Smuzhiyun } else {
870*4882a593Smuzhiyun err |= setup_trampoline(__NR_rt_sigreturn, &frame->tramp[0]);
871*4882a593Smuzhiyun if (err)
872*4882a593Smuzhiyun goto badframe;
873*4882a593Smuzhiyun regs->nip = (unsigned long) &frame->tramp[0];
874*4882a593Smuzhiyun }
875*4882a593Smuzhiyun
876*4882a593Smuzhiyun /* Allocate a dummy caller frame for the signal handler. */
877*4882a593Smuzhiyun newsp = ((unsigned long)frame) - __SIGNAL_FRAMESIZE;
878*4882a593Smuzhiyun err |= put_user(regs->gpr[1], (unsigned long __user *)newsp);
879*4882a593Smuzhiyun
880*4882a593Smuzhiyun /* Set up "regs" so we "return" to the signal handler. */
881*4882a593Smuzhiyun if (is_elf2_task()) {
882*4882a593Smuzhiyun regs->ctr = (unsigned long) ksig->ka.sa.sa_handler;
883*4882a593Smuzhiyun regs->gpr[12] = regs->ctr;
884*4882a593Smuzhiyun } else {
885*4882a593Smuzhiyun /* Handler is *really* a pointer to the function descriptor for
886*4882a593Smuzhiyun * the signal routine. The first entry in the function
887*4882a593Smuzhiyun * descriptor is the entry address of signal and the second
888*4882a593Smuzhiyun * entry is the TOC value we need to use.
889*4882a593Smuzhiyun */
890*4882a593Smuzhiyun func_descr_t __user *funct_desc_ptr =
891*4882a593Smuzhiyun (func_descr_t __user *) ksig->ka.sa.sa_handler;
892*4882a593Smuzhiyun
893*4882a593Smuzhiyun err |= get_user(regs->ctr, &funct_desc_ptr->entry);
894*4882a593Smuzhiyun err |= get_user(regs->gpr[2], &funct_desc_ptr->toc);
895*4882a593Smuzhiyun }
896*4882a593Smuzhiyun
897*4882a593Smuzhiyun /* enter the signal handler in native-endian mode */
898*4882a593Smuzhiyun regs->msr &= ~MSR_LE;
899*4882a593Smuzhiyun regs->msr |= (MSR_KERNEL & MSR_LE);
900*4882a593Smuzhiyun regs->gpr[1] = newsp;
901*4882a593Smuzhiyun regs->gpr[3] = ksig->sig;
902*4882a593Smuzhiyun regs->result = 0;
903*4882a593Smuzhiyun if (ksig->ka.sa.sa_flags & SA_SIGINFO) {
904*4882a593Smuzhiyun err |= get_user(regs->gpr[4], (unsigned long __user *)&frame->pinfo);
905*4882a593Smuzhiyun err |= get_user(regs->gpr[5], (unsigned long __user *)&frame->puc);
906*4882a593Smuzhiyun regs->gpr[6] = (unsigned long) frame;
907*4882a593Smuzhiyun } else {
908*4882a593Smuzhiyun regs->gpr[4] = (unsigned long)&frame->uc.uc_mcontext;
909*4882a593Smuzhiyun }
910*4882a593Smuzhiyun if (err)
911*4882a593Smuzhiyun goto badframe;
912*4882a593Smuzhiyun
913*4882a593Smuzhiyun return 0;
914*4882a593Smuzhiyun
915*4882a593Smuzhiyun badframe:
916*4882a593Smuzhiyun if (show_unhandled_signals)
917*4882a593Smuzhiyun printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32,
918*4882a593Smuzhiyun tsk->comm, tsk->pid, "setup_rt_frame",
919*4882a593Smuzhiyun (long)frame, regs->nip, regs->link);
920*4882a593Smuzhiyun
921*4882a593Smuzhiyun return 1;
922*4882a593Smuzhiyun }
923