1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * ARM callchain support
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2009 picoChip Designs, Ltd., Jamie Iles
6*4882a593Smuzhiyun * Copyright (C) 2010 ARM Ltd., Will Deacon <will.deacon@arm.com>
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * This code is based on the ARM OProfile backtrace code.
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun #include <linux/perf_event.h>
11*4882a593Smuzhiyun #include <linux/uaccess.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <asm/stacktrace.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun /*
16*4882a593Smuzhiyun * The registers we're interested in are at the end of the variable
17*4882a593Smuzhiyun * length saved register structure. The fp points at the end of this
18*4882a593Smuzhiyun * structure so the address of this struct is:
19*4882a593Smuzhiyun * (struct frame_tail *)(xxx->fp)-1
20*4882a593Smuzhiyun *
21*4882a593Smuzhiyun * This code has been adapted from the ARM OProfile support.
22*4882a593Smuzhiyun */
23*4882a593Smuzhiyun struct frame_tail {
24*4882a593Smuzhiyun struct frame_tail __user *fp;
25*4882a593Smuzhiyun unsigned long sp;
26*4882a593Smuzhiyun unsigned long lr;
27*4882a593Smuzhiyun } __attribute__((packed));
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun /*
30*4882a593Smuzhiyun * Get the return address for a single stackframe and return a pointer to the
31*4882a593Smuzhiyun * next frame tail.
32*4882a593Smuzhiyun */
33*4882a593Smuzhiyun static struct frame_tail __user *
user_backtrace(struct frame_tail __user * tail,struct perf_callchain_entry_ctx * entry)34*4882a593Smuzhiyun user_backtrace(struct frame_tail __user *tail,
35*4882a593Smuzhiyun struct perf_callchain_entry_ctx *entry)
36*4882a593Smuzhiyun {
37*4882a593Smuzhiyun struct frame_tail buftail;
38*4882a593Smuzhiyun unsigned long err;
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun if (!access_ok(tail, sizeof(buftail)))
41*4882a593Smuzhiyun return NULL;
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun pagefault_disable();
44*4882a593Smuzhiyun err = __copy_from_user_inatomic(&buftail, tail, sizeof(buftail));
45*4882a593Smuzhiyun pagefault_enable();
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun if (err)
48*4882a593Smuzhiyun return NULL;
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun perf_callchain_store(entry, buftail.lr);
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /*
53*4882a593Smuzhiyun * Frame pointers should strictly progress back up the stack
54*4882a593Smuzhiyun * (towards higher addresses).
55*4882a593Smuzhiyun */
56*4882a593Smuzhiyun if (tail + 1 >= buftail.fp)
57*4882a593Smuzhiyun return NULL;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun return buftail.fp - 1;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun void
perf_callchain_user(struct perf_callchain_entry_ctx * entry,struct pt_regs * regs)63*4882a593Smuzhiyun perf_callchain_user(struct perf_callchain_entry_ctx *entry, struct pt_regs *regs)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun struct perf_guest_info_callbacks *guest_cbs = perf_get_guest_cbs();
66*4882a593Smuzhiyun struct frame_tail __user *tail;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun if (guest_cbs && guest_cbs->is_in_guest()) {
69*4882a593Smuzhiyun /* We don't support guest os callchain now */
70*4882a593Smuzhiyun return;
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun perf_callchain_store(entry, regs->ARM_pc);
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun if (!current->mm)
76*4882a593Smuzhiyun return;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun tail = (struct frame_tail __user *)regs->ARM_fp - 1;
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun while ((entry->nr < entry->max_stack) &&
81*4882a593Smuzhiyun tail && !((unsigned long)tail & 0x3))
82*4882a593Smuzhiyun tail = user_backtrace(tail, entry);
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun /*
86*4882a593Smuzhiyun * Gets called by walk_stackframe() for every stackframe. This will be called
87*4882a593Smuzhiyun * whist unwinding the stackframe and is like a subroutine return so we use
88*4882a593Smuzhiyun * the PC.
89*4882a593Smuzhiyun */
90*4882a593Smuzhiyun static int
callchain_trace(struct stackframe * fr,void * data)91*4882a593Smuzhiyun callchain_trace(struct stackframe *fr,
92*4882a593Smuzhiyun void *data)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun struct perf_callchain_entry_ctx *entry = data;
95*4882a593Smuzhiyun perf_callchain_store(entry, fr->pc);
96*4882a593Smuzhiyun return 0;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun void
perf_callchain_kernel(struct perf_callchain_entry_ctx * entry,struct pt_regs * regs)100*4882a593Smuzhiyun perf_callchain_kernel(struct perf_callchain_entry_ctx *entry, struct pt_regs *regs)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun struct perf_guest_info_callbacks *guest_cbs = perf_get_guest_cbs();
103*4882a593Smuzhiyun struct stackframe fr;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (guest_cbs && guest_cbs->is_in_guest()) {
106*4882a593Smuzhiyun /* We don't support guest os callchain now */
107*4882a593Smuzhiyun return;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun arm_get_current_stackframe(regs, &fr);
111*4882a593Smuzhiyun walk_stackframe(&fr, callchain_trace, entry);
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun
perf_instruction_pointer(struct pt_regs * regs)114*4882a593Smuzhiyun unsigned long perf_instruction_pointer(struct pt_regs *regs)
115*4882a593Smuzhiyun {
116*4882a593Smuzhiyun struct perf_guest_info_callbacks *guest_cbs = perf_get_guest_cbs();
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun if (guest_cbs && guest_cbs->is_in_guest())
119*4882a593Smuzhiyun return guest_cbs->get_guest_ip();
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun return instruction_pointer(regs);
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun
perf_misc_flags(struct pt_regs * regs)124*4882a593Smuzhiyun unsigned long perf_misc_flags(struct pt_regs *regs)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun struct perf_guest_info_callbacks *guest_cbs = perf_get_guest_cbs();
127*4882a593Smuzhiyun int misc = 0;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun if (guest_cbs && guest_cbs->is_in_guest()) {
130*4882a593Smuzhiyun if (guest_cbs->is_user_mode())
131*4882a593Smuzhiyun misc |= PERF_RECORD_MISC_GUEST_USER;
132*4882a593Smuzhiyun else
133*4882a593Smuzhiyun misc |= PERF_RECORD_MISC_GUEST_KERNEL;
134*4882a593Smuzhiyun } else {
135*4882a593Smuzhiyun if (user_mode(regs))
136*4882a593Smuzhiyun misc |= PERF_RECORD_MISC_USER;
137*4882a593Smuzhiyun else
138*4882a593Smuzhiyun misc |= PERF_RECORD_MISC_KERNEL;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun return misc;
142*4882a593Smuzhiyun }
143