1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright 2012 Google, Inc.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <linux/kernel.h>
7*4882a593Smuzhiyun #include <linux/compiler.h>
8*4882a593Smuzhiyun #include <linux/irqflags.h>
9*4882a593Smuzhiyun #include <linux/percpu.h>
10*4882a593Smuzhiyun #include <linux/smp.h>
11*4882a593Smuzhiyun #include <linux/atomic.h>
12*4882a593Smuzhiyun #include <linux/types.h>
13*4882a593Smuzhiyun #include <linux/mutex.h>
14*4882a593Smuzhiyun #include <linux/ftrace.h>
15*4882a593Smuzhiyun #include <linux/fs.h>
16*4882a593Smuzhiyun #include <linux/debugfs.h>
17*4882a593Smuzhiyun #include <linux/err.h>
18*4882a593Smuzhiyun #include <linux/cache.h>
19*4882a593Smuzhiyun #include <linux/slab.h>
20*4882a593Smuzhiyun #include <asm/barrier.h>
21*4882a593Smuzhiyun #include "internal.h"
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun /* This doesn't need to be atomic: speed is chosen over correctness here. */
24*4882a593Smuzhiyun static u64 pstore_ftrace_stamp;
25*4882a593Smuzhiyun
pstore_ftrace_call(unsigned long ip,unsigned long parent_ip,struct ftrace_ops * op,struct pt_regs * regs)26*4882a593Smuzhiyun static void notrace pstore_ftrace_call(unsigned long ip,
27*4882a593Smuzhiyun unsigned long parent_ip,
28*4882a593Smuzhiyun struct ftrace_ops *op,
29*4882a593Smuzhiyun struct pt_regs *regs)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun unsigned long flags;
32*4882a593Smuzhiyun struct pstore_ftrace_record rec = {};
33*4882a593Smuzhiyun struct pstore_record record = {
34*4882a593Smuzhiyun .type = PSTORE_TYPE_FTRACE,
35*4882a593Smuzhiyun .buf = (char *)&rec,
36*4882a593Smuzhiyun .size = sizeof(rec),
37*4882a593Smuzhiyun .psi = psinfo,
38*4882a593Smuzhiyun };
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun if (unlikely(oops_in_progress))
41*4882a593Smuzhiyun return;
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun local_irq_save(flags);
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun rec.ip = ip;
46*4882a593Smuzhiyun rec.parent_ip = parent_ip;
47*4882a593Smuzhiyun pstore_ftrace_write_timestamp(&rec, pstore_ftrace_stamp++);
48*4882a593Smuzhiyun pstore_ftrace_encode_cpu(&rec, raw_smp_processor_id());
49*4882a593Smuzhiyun psinfo->write(&record);
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun local_irq_restore(flags);
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun static struct ftrace_ops pstore_ftrace_ops __read_mostly = {
55*4882a593Smuzhiyun .func = pstore_ftrace_call,
56*4882a593Smuzhiyun };
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun static DEFINE_MUTEX(pstore_ftrace_lock);
59*4882a593Smuzhiyun static bool pstore_ftrace_enabled;
60*4882a593Smuzhiyun
pstore_ftrace_knob_write(struct file * f,const char __user * buf,size_t count,loff_t * ppos)61*4882a593Smuzhiyun static ssize_t pstore_ftrace_knob_write(struct file *f, const char __user *buf,
62*4882a593Smuzhiyun size_t count, loff_t *ppos)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun u8 on;
65*4882a593Smuzhiyun ssize_t ret;
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun ret = kstrtou8_from_user(buf, count, 2, &on);
68*4882a593Smuzhiyun if (ret)
69*4882a593Smuzhiyun return ret;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun mutex_lock(&pstore_ftrace_lock);
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun if (!on ^ pstore_ftrace_enabled)
74*4882a593Smuzhiyun goto out;
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (on) {
77*4882a593Smuzhiyun ftrace_ops_set_global_filter(&pstore_ftrace_ops);
78*4882a593Smuzhiyun ret = register_ftrace_function(&pstore_ftrace_ops);
79*4882a593Smuzhiyun } else {
80*4882a593Smuzhiyun ret = unregister_ftrace_function(&pstore_ftrace_ops);
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun if (ret) {
84*4882a593Smuzhiyun pr_err("%s: unable to %sregister ftrace ops: %zd\n",
85*4882a593Smuzhiyun __func__, on ? "" : "un", ret);
86*4882a593Smuzhiyun goto err;
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun pstore_ftrace_enabled = on;
90*4882a593Smuzhiyun out:
91*4882a593Smuzhiyun ret = count;
92*4882a593Smuzhiyun err:
93*4882a593Smuzhiyun mutex_unlock(&pstore_ftrace_lock);
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun return ret;
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun
pstore_ftrace_knob_read(struct file * f,char __user * buf,size_t count,loff_t * ppos)98*4882a593Smuzhiyun static ssize_t pstore_ftrace_knob_read(struct file *f, char __user *buf,
99*4882a593Smuzhiyun size_t count, loff_t *ppos)
100*4882a593Smuzhiyun {
101*4882a593Smuzhiyun char val[] = { '0' + pstore_ftrace_enabled, '\n' };
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun return simple_read_from_buffer(buf, count, ppos, val, sizeof(val));
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun static const struct file_operations pstore_knob_fops = {
107*4882a593Smuzhiyun .open = simple_open,
108*4882a593Smuzhiyun .read = pstore_ftrace_knob_read,
109*4882a593Smuzhiyun .write = pstore_ftrace_knob_write,
110*4882a593Smuzhiyun };
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun static struct dentry *pstore_ftrace_dir;
113*4882a593Smuzhiyun
pstore_register_ftrace(void)114*4882a593Smuzhiyun void pstore_register_ftrace(void)
115*4882a593Smuzhiyun {
116*4882a593Smuzhiyun if (!psinfo->write)
117*4882a593Smuzhiyun return;
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun pstore_ftrace_dir = debugfs_create_dir("pstore", NULL);
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun debugfs_create_file("record_ftrace", 0600, pstore_ftrace_dir, NULL,
122*4882a593Smuzhiyun &pstore_knob_fops);
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
pstore_unregister_ftrace(void)125*4882a593Smuzhiyun void pstore_unregister_ftrace(void)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun mutex_lock(&pstore_ftrace_lock);
128*4882a593Smuzhiyun if (pstore_ftrace_enabled) {
129*4882a593Smuzhiyun unregister_ftrace_function(&pstore_ftrace_ops);
130*4882a593Smuzhiyun pstore_ftrace_enabled = false;
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun mutex_unlock(&pstore_ftrace_lock);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun debugfs_remove_recursive(pstore_ftrace_dir);
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun
pstore_ftrace_combine_log(char ** dest_log,size_t * dest_log_size,const char * src_log,size_t src_log_size)137*4882a593Smuzhiyun ssize_t pstore_ftrace_combine_log(char **dest_log, size_t *dest_log_size,
138*4882a593Smuzhiyun const char *src_log, size_t src_log_size)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun size_t dest_size, src_size, total, dest_off, src_off;
141*4882a593Smuzhiyun size_t dest_idx = 0, src_idx = 0, merged_idx = 0;
142*4882a593Smuzhiyun void *merged_buf;
143*4882a593Smuzhiyun struct pstore_ftrace_record *drec, *srec, *mrec;
144*4882a593Smuzhiyun size_t record_size = sizeof(struct pstore_ftrace_record);
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun dest_off = *dest_log_size % record_size;
147*4882a593Smuzhiyun dest_size = *dest_log_size - dest_off;
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun src_off = src_log_size % record_size;
150*4882a593Smuzhiyun src_size = src_log_size - src_off;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun total = dest_size + src_size;
153*4882a593Smuzhiyun merged_buf = kmalloc(total, GFP_KERNEL);
154*4882a593Smuzhiyun if (!merged_buf)
155*4882a593Smuzhiyun return -ENOMEM;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun drec = (struct pstore_ftrace_record *)(*dest_log + dest_off);
158*4882a593Smuzhiyun srec = (struct pstore_ftrace_record *)(src_log + src_off);
159*4882a593Smuzhiyun mrec = (struct pstore_ftrace_record *)(merged_buf);
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun while (dest_size > 0 && src_size > 0) {
162*4882a593Smuzhiyun if (pstore_ftrace_read_timestamp(&drec[dest_idx]) <
163*4882a593Smuzhiyun pstore_ftrace_read_timestamp(&srec[src_idx])) {
164*4882a593Smuzhiyun mrec[merged_idx++] = drec[dest_idx++];
165*4882a593Smuzhiyun dest_size -= record_size;
166*4882a593Smuzhiyun } else {
167*4882a593Smuzhiyun mrec[merged_idx++] = srec[src_idx++];
168*4882a593Smuzhiyun src_size -= record_size;
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun while (dest_size > 0) {
173*4882a593Smuzhiyun mrec[merged_idx++] = drec[dest_idx++];
174*4882a593Smuzhiyun dest_size -= record_size;
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun while (src_size > 0) {
178*4882a593Smuzhiyun mrec[merged_idx++] = srec[src_idx++];
179*4882a593Smuzhiyun src_size -= record_size;
180*4882a593Smuzhiyun }
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun kfree(*dest_log);
183*4882a593Smuzhiyun *dest_log = merged_buf;
184*4882a593Smuzhiyun *dest_log_size = total;
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun return 0;
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(pstore_ftrace_combine_log);
189