1*4882a593Smuzhiyun /**
2*4882a593Smuzhiyun * @file oprof.c
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * @remark Copyright 2002 OProfile authors
5*4882a593Smuzhiyun * @remark Read the file COPYING
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * @author John Levon <levon@movementarian.org>
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <linux/module.h>
12*4882a593Smuzhiyun #include <linux/init.h>
13*4882a593Smuzhiyun #include <linux/oprofile.h>
14*4882a593Smuzhiyun #include <linux/moduleparam.h>
15*4882a593Smuzhiyun #include <linux/workqueue.h>
16*4882a593Smuzhiyun #include <linux/time.h>
17*4882a593Smuzhiyun #include <linux/mutex.h>
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun #include "oprof.h"
20*4882a593Smuzhiyun #include "event_buffer.h"
21*4882a593Smuzhiyun #include "cpu_buffer.h"
22*4882a593Smuzhiyun #include "buffer_sync.h"
23*4882a593Smuzhiyun #include "oprofile_stats.h"
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun struct oprofile_operations oprofile_ops;
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun unsigned long oprofile_started;
28*4882a593Smuzhiyun unsigned long oprofile_backtrace_depth;
29*4882a593Smuzhiyun static unsigned long is_setup;
30*4882a593Smuzhiyun static DEFINE_MUTEX(start_mutex);
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun /* timer
33*4882a593Smuzhiyun 0 - use performance monitoring hardware if available
34*4882a593Smuzhiyun 1 - use the timer int mechanism regardless
35*4882a593Smuzhiyun */
36*4882a593Smuzhiyun static int timer = 0;
37*4882a593Smuzhiyun
oprofile_setup(void)38*4882a593Smuzhiyun int oprofile_setup(void)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun int err;
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun mutex_lock(&start_mutex);
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun if ((err = alloc_cpu_buffers()))
45*4882a593Smuzhiyun goto out;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun if ((err = alloc_event_buffer()))
48*4882a593Smuzhiyun goto out1;
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun if (oprofile_ops.setup && (err = oprofile_ops.setup()))
51*4882a593Smuzhiyun goto out2;
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /* Note even though this starts part of the
54*4882a593Smuzhiyun * profiling overhead, it's necessary to prevent
55*4882a593Smuzhiyun * us missing task deaths and eventually oopsing
56*4882a593Smuzhiyun * when trying to process the event buffer.
57*4882a593Smuzhiyun */
58*4882a593Smuzhiyun if (oprofile_ops.sync_start) {
59*4882a593Smuzhiyun int sync_ret = oprofile_ops.sync_start();
60*4882a593Smuzhiyun switch (sync_ret) {
61*4882a593Smuzhiyun case 0:
62*4882a593Smuzhiyun goto post_sync;
63*4882a593Smuzhiyun case 1:
64*4882a593Smuzhiyun goto do_generic;
65*4882a593Smuzhiyun case -1:
66*4882a593Smuzhiyun goto out3;
67*4882a593Smuzhiyun default:
68*4882a593Smuzhiyun goto out3;
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun do_generic:
72*4882a593Smuzhiyun if ((err = sync_start()))
73*4882a593Smuzhiyun goto out3;
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun post_sync:
76*4882a593Smuzhiyun is_setup = 1;
77*4882a593Smuzhiyun mutex_unlock(&start_mutex);
78*4882a593Smuzhiyun return 0;
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun out3:
81*4882a593Smuzhiyun if (oprofile_ops.shutdown)
82*4882a593Smuzhiyun oprofile_ops.shutdown();
83*4882a593Smuzhiyun out2:
84*4882a593Smuzhiyun free_event_buffer();
85*4882a593Smuzhiyun out1:
86*4882a593Smuzhiyun free_cpu_buffers();
87*4882a593Smuzhiyun out:
88*4882a593Smuzhiyun mutex_unlock(&start_mutex);
89*4882a593Smuzhiyun return err;
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun #ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun static void switch_worker(struct work_struct *work);
95*4882a593Smuzhiyun static DECLARE_DELAYED_WORK(switch_work, switch_worker);
96*4882a593Smuzhiyun
start_switch_worker(void)97*4882a593Smuzhiyun static void start_switch_worker(void)
98*4882a593Smuzhiyun {
99*4882a593Smuzhiyun if (oprofile_ops.switch_events)
100*4882a593Smuzhiyun schedule_delayed_work(&switch_work, oprofile_time_slice);
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
stop_switch_worker(void)103*4882a593Smuzhiyun static void stop_switch_worker(void)
104*4882a593Smuzhiyun {
105*4882a593Smuzhiyun cancel_delayed_work_sync(&switch_work);
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun
switch_worker(struct work_struct * work)108*4882a593Smuzhiyun static void switch_worker(struct work_struct *work)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun if (oprofile_ops.switch_events())
111*4882a593Smuzhiyun return;
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun atomic_inc(&oprofile_stats.multiplex_counter);
114*4882a593Smuzhiyun start_switch_worker();
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun /* User inputs in ms, converts to jiffies */
oprofile_set_timeout(unsigned long val_msec)118*4882a593Smuzhiyun int oprofile_set_timeout(unsigned long val_msec)
119*4882a593Smuzhiyun {
120*4882a593Smuzhiyun int err = 0;
121*4882a593Smuzhiyun unsigned long time_slice;
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun mutex_lock(&start_mutex);
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun if (oprofile_started) {
126*4882a593Smuzhiyun err = -EBUSY;
127*4882a593Smuzhiyun goto out;
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun if (!oprofile_ops.switch_events) {
131*4882a593Smuzhiyun err = -EINVAL;
132*4882a593Smuzhiyun goto out;
133*4882a593Smuzhiyun }
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun time_slice = msecs_to_jiffies(val_msec);
136*4882a593Smuzhiyun if (time_slice == MAX_JIFFY_OFFSET) {
137*4882a593Smuzhiyun err = -EINVAL;
138*4882a593Smuzhiyun goto out;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun oprofile_time_slice = time_slice;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun out:
144*4882a593Smuzhiyun mutex_unlock(&start_mutex);
145*4882a593Smuzhiyun return err;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun #else
150*4882a593Smuzhiyun
start_switch_worker(void)151*4882a593Smuzhiyun static inline void start_switch_worker(void) { }
stop_switch_worker(void)152*4882a593Smuzhiyun static inline void stop_switch_worker(void) { }
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun #endif
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun /* Actually start profiling (echo 1>/dev/oprofile/enable) */
oprofile_start(void)157*4882a593Smuzhiyun int oprofile_start(void)
158*4882a593Smuzhiyun {
159*4882a593Smuzhiyun int err = -EINVAL;
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun mutex_lock(&start_mutex);
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun if (!is_setup)
164*4882a593Smuzhiyun goto out;
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun err = 0;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun if (oprofile_started)
169*4882a593Smuzhiyun goto out;
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun oprofile_reset_stats();
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun if ((err = oprofile_ops.start()))
174*4882a593Smuzhiyun goto out;
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun start_switch_worker();
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun oprofile_started = 1;
179*4882a593Smuzhiyun out:
180*4882a593Smuzhiyun mutex_unlock(&start_mutex);
181*4882a593Smuzhiyun return err;
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun /* echo 0>/dev/oprofile/enable */
oprofile_stop(void)186*4882a593Smuzhiyun void oprofile_stop(void)
187*4882a593Smuzhiyun {
188*4882a593Smuzhiyun mutex_lock(&start_mutex);
189*4882a593Smuzhiyun if (!oprofile_started)
190*4882a593Smuzhiyun goto out;
191*4882a593Smuzhiyun oprofile_ops.stop();
192*4882a593Smuzhiyun oprofile_started = 0;
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun stop_switch_worker();
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun /* wake up the daemon to read what remains */
197*4882a593Smuzhiyun wake_up_buffer_waiter();
198*4882a593Smuzhiyun out:
199*4882a593Smuzhiyun mutex_unlock(&start_mutex);
200*4882a593Smuzhiyun }
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun
oprofile_shutdown(void)203*4882a593Smuzhiyun void oprofile_shutdown(void)
204*4882a593Smuzhiyun {
205*4882a593Smuzhiyun mutex_lock(&start_mutex);
206*4882a593Smuzhiyun if (oprofile_ops.sync_stop) {
207*4882a593Smuzhiyun int sync_ret = oprofile_ops.sync_stop();
208*4882a593Smuzhiyun switch (sync_ret) {
209*4882a593Smuzhiyun case 0:
210*4882a593Smuzhiyun goto post_sync;
211*4882a593Smuzhiyun case 1:
212*4882a593Smuzhiyun goto do_generic;
213*4882a593Smuzhiyun default:
214*4882a593Smuzhiyun goto post_sync;
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun }
217*4882a593Smuzhiyun do_generic:
218*4882a593Smuzhiyun sync_stop();
219*4882a593Smuzhiyun post_sync:
220*4882a593Smuzhiyun if (oprofile_ops.shutdown)
221*4882a593Smuzhiyun oprofile_ops.shutdown();
222*4882a593Smuzhiyun is_setup = 0;
223*4882a593Smuzhiyun free_event_buffer();
224*4882a593Smuzhiyun free_cpu_buffers();
225*4882a593Smuzhiyun mutex_unlock(&start_mutex);
226*4882a593Smuzhiyun }
227*4882a593Smuzhiyun
oprofile_set_ulong(unsigned long * addr,unsigned long val)228*4882a593Smuzhiyun int oprofile_set_ulong(unsigned long *addr, unsigned long val)
229*4882a593Smuzhiyun {
230*4882a593Smuzhiyun int err = -EBUSY;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun mutex_lock(&start_mutex);
233*4882a593Smuzhiyun if (!oprofile_started) {
234*4882a593Smuzhiyun *addr = val;
235*4882a593Smuzhiyun err = 0;
236*4882a593Smuzhiyun }
237*4882a593Smuzhiyun mutex_unlock(&start_mutex);
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun return err;
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun static int timer_mode;
243*4882a593Smuzhiyun
oprofile_init(void)244*4882a593Smuzhiyun static int __init oprofile_init(void)
245*4882a593Smuzhiyun {
246*4882a593Smuzhiyun int err;
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun /* always init architecture to setup backtrace support */
249*4882a593Smuzhiyun timer_mode = 0;
250*4882a593Smuzhiyun err = oprofile_arch_init(&oprofile_ops);
251*4882a593Smuzhiyun if (!err) {
252*4882a593Smuzhiyun if (!timer && !oprofilefs_register())
253*4882a593Smuzhiyun return 0;
254*4882a593Smuzhiyun oprofile_arch_exit();
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun
257*4882a593Smuzhiyun /* setup timer mode: */
258*4882a593Smuzhiyun timer_mode = 1;
259*4882a593Smuzhiyun /* no nmi timer mode if oprofile.timer is set */
260*4882a593Smuzhiyun if (timer || op_nmi_timer_init(&oprofile_ops)) {
261*4882a593Smuzhiyun err = oprofile_timer_init(&oprofile_ops);
262*4882a593Smuzhiyun if (err)
263*4882a593Smuzhiyun return err;
264*4882a593Smuzhiyun }
265*4882a593Smuzhiyun
266*4882a593Smuzhiyun return oprofilefs_register();
267*4882a593Smuzhiyun }
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun
oprofile_exit(void)270*4882a593Smuzhiyun static void __exit oprofile_exit(void)
271*4882a593Smuzhiyun {
272*4882a593Smuzhiyun oprofilefs_unregister();
273*4882a593Smuzhiyun if (!timer_mode)
274*4882a593Smuzhiyun oprofile_arch_exit();
275*4882a593Smuzhiyun }
276*4882a593Smuzhiyun
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun module_init(oprofile_init);
279*4882a593Smuzhiyun module_exit(oprofile_exit);
280*4882a593Smuzhiyun
281*4882a593Smuzhiyun module_param_named(timer, timer, int, 0644);
282*4882a593Smuzhiyun MODULE_PARM_DESC(timer, "force use of timer interrupt");
283*4882a593Smuzhiyun
284*4882a593Smuzhiyun MODULE_LICENSE("GPL");
285*4882a593Smuzhiyun MODULE_AUTHOR("John Levon <levon@movementarian.org>");
286*4882a593Smuzhiyun MODULE_DESCRIPTION("OProfile system profiler");
287