xref: /OK3568_Linux_fs/kernel/arch/s390/lib/test_unwind.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Test module for unwind_for_each_frame
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #define pr_fmt(fmt) "test_unwind: " fmt
7*4882a593Smuzhiyun #include <asm/unwind.h>
8*4882a593Smuzhiyun #include <linux/completion.h>
9*4882a593Smuzhiyun #include <linux/kallsyms.h>
10*4882a593Smuzhiyun #include <linux/kthread.h>
11*4882a593Smuzhiyun #include <linux/module.h>
12*4882a593Smuzhiyun #include <linux/slab.h>
13*4882a593Smuzhiyun #include <linux/string.h>
14*4882a593Smuzhiyun #include <linux/kprobes.h>
15*4882a593Smuzhiyun #include <linux/wait.h>
16*4882a593Smuzhiyun #include <asm/irq.h>
17*4882a593Smuzhiyun #include <asm/delay.h>
18*4882a593Smuzhiyun 
19*4882a593Smuzhiyun #define BT_BUF_SIZE (PAGE_SIZE * 4)
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun /*
22*4882a593Smuzhiyun  * To avoid printk line limit split backtrace by lines
23*4882a593Smuzhiyun  */
print_backtrace(char * bt)24*4882a593Smuzhiyun static void print_backtrace(char *bt)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun 	char *p;
27*4882a593Smuzhiyun 
28*4882a593Smuzhiyun 	while (true) {
29*4882a593Smuzhiyun 		p = strsep(&bt, "\n");
30*4882a593Smuzhiyun 		if (!p)
31*4882a593Smuzhiyun 			break;
32*4882a593Smuzhiyun 		pr_err("%s\n", p);
33*4882a593Smuzhiyun 	}
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun 
36*4882a593Smuzhiyun /*
37*4882a593Smuzhiyun  * Calls unwind_for_each_frame(task, regs, sp) and verifies that the result
38*4882a593Smuzhiyun  * contains unwindme_func2 followed by unwindme_func1.
39*4882a593Smuzhiyun  */
test_unwind(struct task_struct * task,struct pt_regs * regs,unsigned long sp)40*4882a593Smuzhiyun static noinline int test_unwind(struct task_struct *task, struct pt_regs *regs,
41*4882a593Smuzhiyun 				unsigned long sp)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun 	int frame_count, prev_is_func2, seen_func2_func1;
44*4882a593Smuzhiyun 	const int max_frames = 128;
45*4882a593Smuzhiyun 	struct unwind_state state;
46*4882a593Smuzhiyun 	size_t bt_pos = 0;
47*4882a593Smuzhiyun 	int ret = 0;
48*4882a593Smuzhiyun 	char *bt;
49*4882a593Smuzhiyun 
50*4882a593Smuzhiyun 	bt = kmalloc(BT_BUF_SIZE, GFP_ATOMIC);
51*4882a593Smuzhiyun 	if (!bt) {
52*4882a593Smuzhiyun 		pr_err("failed to allocate backtrace buffer\n");
53*4882a593Smuzhiyun 		return -ENOMEM;
54*4882a593Smuzhiyun 	}
55*4882a593Smuzhiyun 	/* Unwind. */
56*4882a593Smuzhiyun 	frame_count = 0;
57*4882a593Smuzhiyun 	prev_is_func2 = 0;
58*4882a593Smuzhiyun 	seen_func2_func1 = 0;
59*4882a593Smuzhiyun 	unwind_for_each_frame(&state, task, regs, sp) {
60*4882a593Smuzhiyun 		unsigned long addr = unwind_get_return_address(&state);
61*4882a593Smuzhiyun 		char sym[KSYM_SYMBOL_LEN];
62*4882a593Smuzhiyun 
63*4882a593Smuzhiyun 		if (frame_count++ == max_frames)
64*4882a593Smuzhiyun 			break;
65*4882a593Smuzhiyun 		if (state.reliable && !addr) {
66*4882a593Smuzhiyun 			pr_err("unwind state reliable but addr is 0\n");
67*4882a593Smuzhiyun 			kfree(bt);
68*4882a593Smuzhiyun 			return -EINVAL;
69*4882a593Smuzhiyun 		}
70*4882a593Smuzhiyun 		sprint_symbol(sym, addr);
71*4882a593Smuzhiyun 		if (bt_pos < BT_BUF_SIZE) {
72*4882a593Smuzhiyun 			bt_pos += snprintf(bt + bt_pos, BT_BUF_SIZE - bt_pos,
73*4882a593Smuzhiyun 					   state.reliable ? " [%-7s%px] %pSR\n" :
74*4882a593Smuzhiyun 							    "([%-7s%px] %pSR)\n",
75*4882a593Smuzhiyun 					   stack_type_name(state.stack_info.type),
76*4882a593Smuzhiyun 					   (void *)state.sp, (void *)state.ip);
77*4882a593Smuzhiyun 			if (bt_pos >= BT_BUF_SIZE)
78*4882a593Smuzhiyun 				pr_err("backtrace buffer is too small\n");
79*4882a593Smuzhiyun 		}
80*4882a593Smuzhiyun 		frame_count += 1;
81*4882a593Smuzhiyun 		if (prev_is_func2 && str_has_prefix(sym, "unwindme_func1"))
82*4882a593Smuzhiyun 			seen_func2_func1 = 1;
83*4882a593Smuzhiyun 		prev_is_func2 = str_has_prefix(sym, "unwindme_func2");
84*4882a593Smuzhiyun 	}
85*4882a593Smuzhiyun 
86*4882a593Smuzhiyun 	/* Check the results. */
87*4882a593Smuzhiyun 	if (unwind_error(&state)) {
88*4882a593Smuzhiyun 		pr_err("unwind error\n");
89*4882a593Smuzhiyun 		ret = -EINVAL;
90*4882a593Smuzhiyun 	}
91*4882a593Smuzhiyun 	if (!seen_func2_func1) {
92*4882a593Smuzhiyun 		pr_err("unwindme_func2 and unwindme_func1 not found\n");
93*4882a593Smuzhiyun 		ret = -EINVAL;
94*4882a593Smuzhiyun 	}
95*4882a593Smuzhiyun 	if (frame_count == max_frames) {
96*4882a593Smuzhiyun 		pr_err("Maximum number of frames exceeded\n");
97*4882a593Smuzhiyun 		ret = -EINVAL;
98*4882a593Smuzhiyun 	}
99*4882a593Smuzhiyun 	if (ret)
100*4882a593Smuzhiyun 		print_backtrace(bt);
101*4882a593Smuzhiyun 	kfree(bt);
102*4882a593Smuzhiyun 	return ret;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun 
105*4882a593Smuzhiyun /* State of the task being unwound. */
106*4882a593Smuzhiyun struct unwindme {
107*4882a593Smuzhiyun 	int flags;
108*4882a593Smuzhiyun 	int ret;
109*4882a593Smuzhiyun 	struct task_struct *task;
110*4882a593Smuzhiyun 	struct completion task_ready;
111*4882a593Smuzhiyun 	wait_queue_head_t task_wq;
112*4882a593Smuzhiyun 	unsigned long sp;
113*4882a593Smuzhiyun };
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun static struct unwindme *unwindme;
116*4882a593Smuzhiyun 
117*4882a593Smuzhiyun /* Values of unwindme.flags. */
118*4882a593Smuzhiyun #define UWM_DEFAULT		0x0
119*4882a593Smuzhiyun #define UWM_THREAD		0x1	/* Unwind a separate task. */
120*4882a593Smuzhiyun #define UWM_REGS		0x2	/* Pass regs to test_unwind(). */
121*4882a593Smuzhiyun #define UWM_SP			0x4	/* Pass sp to test_unwind(). */
122*4882a593Smuzhiyun #define UWM_CALLER		0x8	/* Unwind starting from caller. */
123*4882a593Smuzhiyun #define UWM_SWITCH_STACK	0x10	/* Use CALL_ON_STACK. */
124*4882a593Smuzhiyun #define UWM_IRQ			0x20	/* Unwind from irq context. */
125*4882a593Smuzhiyun #define UWM_PGM			0x40	/* Unwind from program check handler. */
126*4882a593Smuzhiyun 
get_psw_addr(void)127*4882a593Smuzhiyun static __always_inline unsigned long get_psw_addr(void)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun 	unsigned long psw_addr;
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun 	asm volatile(
132*4882a593Smuzhiyun 		"basr	%[psw_addr],0\n"
133*4882a593Smuzhiyun 		: [psw_addr] "=d" (psw_addr));
134*4882a593Smuzhiyun 	return psw_addr;
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun 
137*4882a593Smuzhiyun #ifdef CONFIG_KPROBES
pgm_pre_handler(struct kprobe * p,struct pt_regs * regs)138*4882a593Smuzhiyun static int pgm_pre_handler(struct kprobe *p, struct pt_regs *regs)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun 	struct unwindme *u = unwindme;
141*4882a593Smuzhiyun 
142*4882a593Smuzhiyun 	u->ret = test_unwind(NULL, (u->flags & UWM_REGS) ? regs : NULL,
143*4882a593Smuzhiyun 			     (u->flags & UWM_SP) ? u->sp : 0);
144*4882a593Smuzhiyun 	return 0;
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun #endif
147*4882a593Smuzhiyun 
148*4882a593Smuzhiyun /* This function may or may not appear in the backtrace. */
unwindme_func4(struct unwindme * u)149*4882a593Smuzhiyun static noinline int unwindme_func4(struct unwindme *u)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun 	if (!(u->flags & UWM_CALLER))
152*4882a593Smuzhiyun 		u->sp = current_frame_address();
153*4882a593Smuzhiyun 	if (u->flags & UWM_THREAD) {
154*4882a593Smuzhiyun 		complete(&u->task_ready);
155*4882a593Smuzhiyun 		wait_event(u->task_wq, kthread_should_park());
156*4882a593Smuzhiyun 		kthread_parkme();
157*4882a593Smuzhiyun 		return 0;
158*4882a593Smuzhiyun #ifdef CONFIG_KPROBES
159*4882a593Smuzhiyun 	} else if (u->flags & UWM_PGM) {
160*4882a593Smuzhiyun 		struct kprobe kp;
161*4882a593Smuzhiyun 		int ret;
162*4882a593Smuzhiyun 
163*4882a593Smuzhiyun 		unwindme = u;
164*4882a593Smuzhiyun 		memset(&kp, 0, sizeof(kp));
165*4882a593Smuzhiyun 		kp.symbol_name = "do_report_trap";
166*4882a593Smuzhiyun 		kp.pre_handler = pgm_pre_handler;
167*4882a593Smuzhiyun 		ret = register_kprobe(&kp);
168*4882a593Smuzhiyun 		if (ret < 0) {
169*4882a593Smuzhiyun 			pr_err("register_kprobe failed %d\n", ret);
170*4882a593Smuzhiyun 			return -EINVAL;
171*4882a593Smuzhiyun 		}
172*4882a593Smuzhiyun 
173*4882a593Smuzhiyun 		/*
174*4882a593Smuzhiyun 		 * Trigger operation exception; use insn notation to bypass
175*4882a593Smuzhiyun 		 * llvm's integrated assembler sanity checks.
176*4882a593Smuzhiyun 		 */
177*4882a593Smuzhiyun 		asm volatile(
178*4882a593Smuzhiyun 			"	.insn	e,0x0000\n"	/* illegal opcode */
179*4882a593Smuzhiyun 			"0:	nopr	%%r7\n"
180*4882a593Smuzhiyun 			EX_TABLE(0b, 0b)
181*4882a593Smuzhiyun 			:);
182*4882a593Smuzhiyun 
183*4882a593Smuzhiyun 		unregister_kprobe(&kp);
184*4882a593Smuzhiyun 		unwindme = NULL;
185*4882a593Smuzhiyun 		return u->ret;
186*4882a593Smuzhiyun #endif
187*4882a593Smuzhiyun 	} else {
188*4882a593Smuzhiyun 		struct pt_regs regs;
189*4882a593Smuzhiyun 
190*4882a593Smuzhiyun 		memset(&regs, 0, sizeof(regs));
191*4882a593Smuzhiyun 		regs.psw.addr = get_psw_addr();
192*4882a593Smuzhiyun 		regs.gprs[15] = current_stack_pointer();
193*4882a593Smuzhiyun 		return test_unwind(NULL,
194*4882a593Smuzhiyun 				   (u->flags & UWM_REGS) ? &regs : NULL,
195*4882a593Smuzhiyun 				   (u->flags & UWM_SP) ? u->sp : 0);
196*4882a593Smuzhiyun 	}
197*4882a593Smuzhiyun }
198*4882a593Smuzhiyun 
199*4882a593Smuzhiyun /* This function may or may not appear in the backtrace. */
unwindme_func3(struct unwindme * u)200*4882a593Smuzhiyun static noinline int unwindme_func3(struct unwindme *u)
201*4882a593Smuzhiyun {
202*4882a593Smuzhiyun 	u->sp = current_frame_address();
203*4882a593Smuzhiyun 	return unwindme_func4(u);
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun /* This function must appear in the backtrace. */
unwindme_func2(struct unwindme * u)207*4882a593Smuzhiyun static noinline int unwindme_func2(struct unwindme *u)
208*4882a593Smuzhiyun {
209*4882a593Smuzhiyun 	unsigned long flags;
210*4882a593Smuzhiyun 	int rc;
211*4882a593Smuzhiyun 
212*4882a593Smuzhiyun 	if (u->flags & UWM_SWITCH_STACK) {
213*4882a593Smuzhiyun 		local_irq_save(flags);
214*4882a593Smuzhiyun 		local_mcck_disable();
215*4882a593Smuzhiyun 		rc = CALL_ON_STACK(unwindme_func3, S390_lowcore.nodat_stack, 1, u);
216*4882a593Smuzhiyun 		local_mcck_enable();
217*4882a593Smuzhiyun 		local_irq_restore(flags);
218*4882a593Smuzhiyun 		return rc;
219*4882a593Smuzhiyun 	} else {
220*4882a593Smuzhiyun 		return unwindme_func3(u);
221*4882a593Smuzhiyun 	}
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun 
224*4882a593Smuzhiyun /* This function must follow unwindme_func2 in the backtrace. */
unwindme_func1(void * u)225*4882a593Smuzhiyun static noinline int unwindme_func1(void *u)
226*4882a593Smuzhiyun {
227*4882a593Smuzhiyun 	return unwindme_func2((struct unwindme *)u);
228*4882a593Smuzhiyun }
229*4882a593Smuzhiyun 
unwindme_irq_handler(struct ext_code ext_code,unsigned int param32,unsigned long param64)230*4882a593Smuzhiyun static void unwindme_irq_handler(struct ext_code ext_code,
231*4882a593Smuzhiyun 				       unsigned int param32,
232*4882a593Smuzhiyun 				       unsigned long param64)
233*4882a593Smuzhiyun {
234*4882a593Smuzhiyun 	struct unwindme *u = READ_ONCE(unwindme);
235*4882a593Smuzhiyun 
236*4882a593Smuzhiyun 	if (u && u->task == current) {
237*4882a593Smuzhiyun 		unwindme = NULL;
238*4882a593Smuzhiyun 		u->task = NULL;
239*4882a593Smuzhiyun 		u->ret = unwindme_func1(u);
240*4882a593Smuzhiyun 	}
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun 
test_unwind_irq(struct unwindme * u)243*4882a593Smuzhiyun static int test_unwind_irq(struct unwindme *u)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun 	preempt_disable();
246*4882a593Smuzhiyun 	if (register_external_irq(EXT_IRQ_CLK_COMP, unwindme_irq_handler)) {
247*4882a593Smuzhiyun 		pr_info("Couldn't register external interrupt handler");
248*4882a593Smuzhiyun 		return -1;
249*4882a593Smuzhiyun 	}
250*4882a593Smuzhiyun 	u->task = current;
251*4882a593Smuzhiyun 	unwindme = u;
252*4882a593Smuzhiyun 	udelay(1);
253*4882a593Smuzhiyun 	unregister_external_irq(EXT_IRQ_CLK_COMP, unwindme_irq_handler);
254*4882a593Smuzhiyun 	preempt_enable();
255*4882a593Smuzhiyun 	return u->ret;
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun /* Spawns a task and passes it to test_unwind(). */
test_unwind_task(struct unwindme * u)259*4882a593Smuzhiyun static int test_unwind_task(struct unwindme *u)
260*4882a593Smuzhiyun {
261*4882a593Smuzhiyun 	struct task_struct *task;
262*4882a593Smuzhiyun 	int ret;
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun 	/* Initialize thread-related fields. */
265*4882a593Smuzhiyun 	init_completion(&u->task_ready);
266*4882a593Smuzhiyun 	init_waitqueue_head(&u->task_wq);
267*4882a593Smuzhiyun 
268*4882a593Smuzhiyun 	/*
269*4882a593Smuzhiyun 	 * Start the task and wait until it reaches unwindme_func4() and sleeps
270*4882a593Smuzhiyun 	 * in (task_ready, unwind_done] range.
271*4882a593Smuzhiyun 	 */
272*4882a593Smuzhiyun 	task = kthread_run(unwindme_func1, u, "%s", __func__);
273*4882a593Smuzhiyun 	if (IS_ERR(task)) {
274*4882a593Smuzhiyun 		pr_err("kthread_run() failed\n");
275*4882a593Smuzhiyun 		return PTR_ERR(task);
276*4882a593Smuzhiyun 	}
277*4882a593Smuzhiyun 	/*
278*4882a593Smuzhiyun 	 * Make sure task reaches unwindme_func4 before parking it,
279*4882a593Smuzhiyun 	 * we might park it before kthread function has been executed otherwise
280*4882a593Smuzhiyun 	 */
281*4882a593Smuzhiyun 	wait_for_completion(&u->task_ready);
282*4882a593Smuzhiyun 	kthread_park(task);
283*4882a593Smuzhiyun 	/* Unwind. */
284*4882a593Smuzhiyun 	ret = test_unwind(task, NULL, (u->flags & UWM_SP) ? u->sp : 0);
285*4882a593Smuzhiyun 	kthread_stop(task);
286*4882a593Smuzhiyun 	return ret;
287*4882a593Smuzhiyun }
288*4882a593Smuzhiyun 
test_unwind_flags(int flags)289*4882a593Smuzhiyun static int test_unwind_flags(int flags)
290*4882a593Smuzhiyun {
291*4882a593Smuzhiyun 	struct unwindme u;
292*4882a593Smuzhiyun 
293*4882a593Smuzhiyun 	u.flags = flags;
294*4882a593Smuzhiyun 	if (u.flags & UWM_THREAD)
295*4882a593Smuzhiyun 		return test_unwind_task(&u);
296*4882a593Smuzhiyun 	else if (u.flags & UWM_IRQ)
297*4882a593Smuzhiyun 		return test_unwind_irq(&u);
298*4882a593Smuzhiyun 	else
299*4882a593Smuzhiyun 		return unwindme_func1(&u);
300*4882a593Smuzhiyun }
301*4882a593Smuzhiyun 
test_unwind_init(void)302*4882a593Smuzhiyun static int test_unwind_init(void)
303*4882a593Smuzhiyun {
304*4882a593Smuzhiyun 	int ret = 0;
305*4882a593Smuzhiyun 
306*4882a593Smuzhiyun #define TEST(flags)							\
307*4882a593Smuzhiyun do {									\
308*4882a593Smuzhiyun 	pr_info("[ RUN      ] " #flags "\n");				\
309*4882a593Smuzhiyun 	if (!test_unwind_flags((flags))) {				\
310*4882a593Smuzhiyun 		pr_info("[       OK ] " #flags "\n");			\
311*4882a593Smuzhiyun 	} else {							\
312*4882a593Smuzhiyun 		pr_err("[  FAILED  ] " #flags "\n");			\
313*4882a593Smuzhiyun 		ret = -EINVAL;						\
314*4882a593Smuzhiyun 	}								\
315*4882a593Smuzhiyun } while (0)
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 	TEST(UWM_DEFAULT);
318*4882a593Smuzhiyun 	TEST(UWM_SP);
319*4882a593Smuzhiyun 	TEST(UWM_REGS);
320*4882a593Smuzhiyun 	TEST(UWM_SWITCH_STACK);
321*4882a593Smuzhiyun 	TEST(UWM_SP | UWM_REGS);
322*4882a593Smuzhiyun 	TEST(UWM_CALLER | UWM_SP);
323*4882a593Smuzhiyun 	TEST(UWM_CALLER | UWM_SP | UWM_REGS);
324*4882a593Smuzhiyun 	TEST(UWM_CALLER | UWM_SP | UWM_REGS | UWM_SWITCH_STACK);
325*4882a593Smuzhiyun 	TEST(UWM_THREAD);
326*4882a593Smuzhiyun 	TEST(UWM_THREAD | UWM_SP);
327*4882a593Smuzhiyun 	TEST(UWM_THREAD | UWM_CALLER | UWM_SP);
328*4882a593Smuzhiyun 	TEST(UWM_IRQ);
329*4882a593Smuzhiyun 	TEST(UWM_IRQ | UWM_SWITCH_STACK);
330*4882a593Smuzhiyun 	TEST(UWM_IRQ | UWM_SP);
331*4882a593Smuzhiyun 	TEST(UWM_IRQ | UWM_REGS);
332*4882a593Smuzhiyun 	TEST(UWM_IRQ | UWM_SP | UWM_REGS);
333*4882a593Smuzhiyun 	TEST(UWM_IRQ | UWM_CALLER | UWM_SP);
334*4882a593Smuzhiyun 	TEST(UWM_IRQ | UWM_CALLER | UWM_SP | UWM_REGS);
335*4882a593Smuzhiyun 	TEST(UWM_IRQ | UWM_CALLER | UWM_SP | UWM_REGS | UWM_SWITCH_STACK);
336*4882a593Smuzhiyun #ifdef CONFIG_KPROBES
337*4882a593Smuzhiyun 	TEST(UWM_PGM);
338*4882a593Smuzhiyun 	TEST(UWM_PGM | UWM_SP);
339*4882a593Smuzhiyun 	TEST(UWM_PGM | UWM_REGS);
340*4882a593Smuzhiyun 	TEST(UWM_PGM | UWM_SP | UWM_REGS);
341*4882a593Smuzhiyun #endif
342*4882a593Smuzhiyun #undef TEST
343*4882a593Smuzhiyun 
344*4882a593Smuzhiyun 	return ret;
345*4882a593Smuzhiyun }
346*4882a593Smuzhiyun 
test_unwind_exit(void)347*4882a593Smuzhiyun static void test_unwind_exit(void)
348*4882a593Smuzhiyun {
349*4882a593Smuzhiyun }
350*4882a593Smuzhiyun 
351*4882a593Smuzhiyun module_init(test_unwind_init);
352*4882a593Smuzhiyun module_exit(test_unwind_exit);
353*4882a593Smuzhiyun MODULE_LICENSE("GPL");
354