1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <linux/oprofile.h>
3*4882a593Smuzhiyun #include <linux/sched.h>
4*4882a593Smuzhiyun #include <linux/mm.h>
5*4882a593Smuzhiyun #include <linux/uaccess.h>
6*4882a593Smuzhiyun #include <asm/ptrace.h>
7*4882a593Smuzhiyun #include <asm/stacktrace.h>
8*4882a593Smuzhiyun #include <linux/stacktrace.h>
9*4882a593Smuzhiyun #include <linux/kernel.h>
10*4882a593Smuzhiyun #include <asm/sections.h>
11*4882a593Smuzhiyun #include <asm/inst.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun struct stackframe {
14*4882a593Smuzhiyun unsigned long sp;
15*4882a593Smuzhiyun unsigned long pc;
16*4882a593Smuzhiyun unsigned long ra;
17*4882a593Smuzhiyun };
18*4882a593Smuzhiyun
get_mem(unsigned long addr,unsigned long * result)19*4882a593Smuzhiyun static inline int get_mem(unsigned long addr, unsigned long *result)
20*4882a593Smuzhiyun {
21*4882a593Smuzhiyun unsigned long *address = (unsigned long *) addr;
22*4882a593Smuzhiyun if (!access_ok(address, sizeof(unsigned long)))
23*4882a593Smuzhiyun return -1;
24*4882a593Smuzhiyun if (__copy_from_user_inatomic(result, address, sizeof(unsigned long)))
25*4882a593Smuzhiyun return -3;
26*4882a593Smuzhiyun return 0;
27*4882a593Smuzhiyun }
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun /*
30*4882a593Smuzhiyun * These two instruction helpers were taken from process.c
31*4882a593Smuzhiyun */
is_ra_save_ins(union mips_instruction * ip)32*4882a593Smuzhiyun static inline int is_ra_save_ins(union mips_instruction *ip)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun /* sw / sd $ra, offset($sp) */
35*4882a593Smuzhiyun return (ip->i_format.opcode == sw_op || ip->i_format.opcode == sd_op)
36*4882a593Smuzhiyun && ip->i_format.rs == 29 && ip->i_format.rt == 31;
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun
is_sp_move_ins(union mips_instruction * ip)39*4882a593Smuzhiyun static inline int is_sp_move_ins(union mips_instruction *ip)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun /* addiu/daddiu sp,sp,-imm */
42*4882a593Smuzhiyun if (ip->i_format.rs != 29 || ip->i_format.rt != 29)
43*4882a593Smuzhiyun return 0;
44*4882a593Smuzhiyun if (ip->i_format.opcode == addiu_op || ip->i_format.opcode == daddiu_op)
45*4882a593Smuzhiyun return 1;
46*4882a593Smuzhiyun return 0;
47*4882a593Smuzhiyun }
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /*
50*4882a593Smuzhiyun * Looks for specific instructions that mark the end of a function.
51*4882a593Smuzhiyun * This usually means we ran into the code area of the previous function.
52*4882a593Smuzhiyun */
is_end_of_function_marker(union mips_instruction * ip)53*4882a593Smuzhiyun static inline int is_end_of_function_marker(union mips_instruction *ip)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun /* jr ra */
56*4882a593Smuzhiyun if (ip->r_format.func == jr_op && ip->r_format.rs == 31)
57*4882a593Smuzhiyun return 1;
58*4882a593Smuzhiyun /* lui gp */
59*4882a593Smuzhiyun if (ip->i_format.opcode == lui_op && ip->i_format.rt == 28)
60*4882a593Smuzhiyun return 1;
61*4882a593Smuzhiyun return 0;
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun /*
65*4882a593Smuzhiyun * TODO for userspace stack unwinding:
66*4882a593Smuzhiyun * - handle cases where the stack is adjusted inside a function
67*4882a593Smuzhiyun * (generally doesn't happen)
68*4882a593Smuzhiyun * - find optimal value for max_instr_check
69*4882a593Smuzhiyun * - try to find a better way to handle leaf functions
70*4882a593Smuzhiyun */
71*4882a593Smuzhiyun
unwind_user_frame(struct stackframe * old_frame,const unsigned int max_instr_check)72*4882a593Smuzhiyun static inline int unwind_user_frame(struct stackframe *old_frame,
73*4882a593Smuzhiyun const unsigned int max_instr_check)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun struct stackframe new_frame = *old_frame;
76*4882a593Smuzhiyun off_t ra_offset = 0;
77*4882a593Smuzhiyun size_t stack_size = 0;
78*4882a593Smuzhiyun unsigned long addr;
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun if (old_frame->pc == 0 || old_frame->sp == 0 || old_frame->ra == 0)
81*4882a593Smuzhiyun return -9;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun for (addr = new_frame.pc; (addr + max_instr_check > new_frame.pc)
84*4882a593Smuzhiyun && (!ra_offset || !stack_size); --addr) {
85*4882a593Smuzhiyun union mips_instruction ip;
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun if (get_mem(addr, (unsigned long *) &ip))
88*4882a593Smuzhiyun return -11;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun if (is_sp_move_ins(&ip)) {
91*4882a593Smuzhiyun int stack_adjustment = ip.i_format.simmediate;
92*4882a593Smuzhiyun if (stack_adjustment > 0)
93*4882a593Smuzhiyun /* This marks the end of the previous function,
94*4882a593Smuzhiyun which means we overran. */
95*4882a593Smuzhiyun break;
96*4882a593Smuzhiyun stack_size = (unsigned long) stack_adjustment;
97*4882a593Smuzhiyun } else if (is_ra_save_ins(&ip)) {
98*4882a593Smuzhiyun int ra_slot = ip.i_format.simmediate;
99*4882a593Smuzhiyun if (ra_slot < 0)
100*4882a593Smuzhiyun /* This shouldn't happen. */
101*4882a593Smuzhiyun break;
102*4882a593Smuzhiyun ra_offset = ra_slot;
103*4882a593Smuzhiyun } else if (is_end_of_function_marker(&ip))
104*4882a593Smuzhiyun break;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun if (!ra_offset || !stack_size)
108*4882a593Smuzhiyun goto done;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun if (ra_offset) {
111*4882a593Smuzhiyun new_frame.ra = old_frame->sp + ra_offset;
112*4882a593Smuzhiyun if (get_mem(new_frame.ra, &(new_frame.ra)))
113*4882a593Smuzhiyun return -13;
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun if (stack_size) {
117*4882a593Smuzhiyun new_frame.sp = old_frame->sp + stack_size;
118*4882a593Smuzhiyun if (get_mem(new_frame.sp, &(new_frame.sp)))
119*4882a593Smuzhiyun return -14;
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun if (new_frame.sp > old_frame->sp)
123*4882a593Smuzhiyun return -2;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun done:
126*4882a593Smuzhiyun new_frame.pc = old_frame->ra;
127*4882a593Smuzhiyun *old_frame = new_frame;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun return 0;
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun
do_user_backtrace(unsigned long low_addr,struct stackframe * frame,unsigned int depth)132*4882a593Smuzhiyun static inline void do_user_backtrace(unsigned long low_addr,
133*4882a593Smuzhiyun struct stackframe *frame,
134*4882a593Smuzhiyun unsigned int depth)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun const unsigned int max_instr_check = 512;
137*4882a593Smuzhiyun const unsigned long high_addr = low_addr + THREAD_SIZE;
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun while (depth-- && !unwind_user_frame(frame, max_instr_check)) {
140*4882a593Smuzhiyun oprofile_add_trace(frame->ra);
141*4882a593Smuzhiyun if (frame->sp < low_addr || frame->sp > high_addr)
142*4882a593Smuzhiyun break;
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun #ifndef CONFIG_KALLSYMS
do_kernel_backtrace(unsigned long low_addr,struct stackframe * frame,unsigned int depth)147*4882a593Smuzhiyun static inline void do_kernel_backtrace(unsigned long low_addr,
148*4882a593Smuzhiyun struct stackframe *frame,
149*4882a593Smuzhiyun unsigned int depth) { }
150*4882a593Smuzhiyun #else
do_kernel_backtrace(unsigned long low_addr,struct stackframe * frame,unsigned int depth)151*4882a593Smuzhiyun static inline void do_kernel_backtrace(unsigned long low_addr,
152*4882a593Smuzhiyun struct stackframe *frame,
153*4882a593Smuzhiyun unsigned int depth)
154*4882a593Smuzhiyun {
155*4882a593Smuzhiyun while (depth-- && frame->pc) {
156*4882a593Smuzhiyun frame->pc = unwind_stack_by_address(low_addr,
157*4882a593Smuzhiyun &(frame->sp),
158*4882a593Smuzhiyun frame->pc,
159*4882a593Smuzhiyun &(frame->ra));
160*4882a593Smuzhiyun oprofile_add_trace(frame->ra);
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun #endif
164*4882a593Smuzhiyun
op_mips_backtrace(struct pt_regs * const regs,unsigned int depth)165*4882a593Smuzhiyun void notrace op_mips_backtrace(struct pt_regs *const regs, unsigned int depth)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun struct stackframe frame = { .sp = regs->regs[29],
168*4882a593Smuzhiyun .pc = regs->cp0_epc,
169*4882a593Smuzhiyun .ra = regs->regs[31] };
170*4882a593Smuzhiyun const int userspace = user_mode(regs);
171*4882a593Smuzhiyun const unsigned long low_addr = ALIGN(frame.sp, THREAD_SIZE);
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun if (userspace)
174*4882a593Smuzhiyun do_user_backtrace(low_addr, &frame, depth);
175*4882a593Smuzhiyun else
176*4882a593Smuzhiyun do_kernel_backtrace(low_addr, &frame, depth);
177*4882a593Smuzhiyun }
178