1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <errno.h>
3*4882a593Smuzhiyun #include <inttypes.h>
4*4882a593Smuzhiyun #include <linux/string.h>
5*4882a593Smuzhiyun /* For the CLR_() macros */
6*4882a593Smuzhiyun #include <pthread.h>
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <sched.h>
9*4882a593Smuzhiyun #include <perf/mmap.h>
10*4882a593Smuzhiyun #include "evlist.h"
11*4882a593Smuzhiyun #include "evsel.h"
12*4882a593Smuzhiyun #include "debug.h"
13*4882a593Smuzhiyun #include "record.h"
14*4882a593Smuzhiyun #include "tests.h"
15*4882a593Smuzhiyun #include "util/mmap.h"
16*4882a593Smuzhiyun
sched__get_first_possible_cpu(pid_t pid,cpu_set_t * maskp)17*4882a593Smuzhiyun static int sched__get_first_possible_cpu(pid_t pid, cpu_set_t *maskp)
18*4882a593Smuzhiyun {
19*4882a593Smuzhiyun int i, cpu = -1, nrcpus = 1024;
20*4882a593Smuzhiyun realloc:
21*4882a593Smuzhiyun CPU_ZERO(maskp);
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun if (sched_getaffinity(pid, sizeof(*maskp), maskp) == -1) {
24*4882a593Smuzhiyun if (errno == EINVAL && nrcpus < (1024 << 8)) {
25*4882a593Smuzhiyun nrcpus = nrcpus << 2;
26*4882a593Smuzhiyun goto realloc;
27*4882a593Smuzhiyun }
28*4882a593Smuzhiyun perror("sched_getaffinity");
29*4882a593Smuzhiyun return -1;
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun for (i = 0; i < nrcpus; i++) {
33*4882a593Smuzhiyun if (CPU_ISSET(i, maskp)) {
34*4882a593Smuzhiyun if (cpu == -1)
35*4882a593Smuzhiyun cpu = i;
36*4882a593Smuzhiyun else
37*4882a593Smuzhiyun CPU_CLR(i, maskp);
38*4882a593Smuzhiyun }
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun return cpu;
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
test__PERF_RECORD(struct test * test __maybe_unused,int subtest __maybe_unused)44*4882a593Smuzhiyun int test__PERF_RECORD(struct test *test __maybe_unused, int subtest __maybe_unused)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun struct record_opts opts = {
47*4882a593Smuzhiyun .target = {
48*4882a593Smuzhiyun .uid = UINT_MAX,
49*4882a593Smuzhiyun .uses_mmap = true,
50*4882a593Smuzhiyun },
51*4882a593Smuzhiyun .no_buffering = true,
52*4882a593Smuzhiyun .mmap_pages = 256,
53*4882a593Smuzhiyun };
54*4882a593Smuzhiyun cpu_set_t cpu_mask;
55*4882a593Smuzhiyun size_t cpu_mask_size = sizeof(cpu_mask);
56*4882a593Smuzhiyun struct evlist *evlist = perf_evlist__new_dummy();
57*4882a593Smuzhiyun struct evsel *evsel;
58*4882a593Smuzhiyun struct perf_sample sample;
59*4882a593Smuzhiyun const char *cmd = "sleep";
60*4882a593Smuzhiyun const char *argv[] = { cmd, "1", NULL, };
61*4882a593Smuzhiyun char *bname, *mmap_filename;
62*4882a593Smuzhiyun u64 prev_time = 0;
63*4882a593Smuzhiyun bool found_cmd_mmap = false,
64*4882a593Smuzhiyun found_coreutils_mmap = false,
65*4882a593Smuzhiyun found_libc_mmap = false,
66*4882a593Smuzhiyun found_vdso_mmap = false,
67*4882a593Smuzhiyun found_ld_mmap = false;
68*4882a593Smuzhiyun int err = -1, errs = 0, i, wakeups = 0;
69*4882a593Smuzhiyun u32 cpu;
70*4882a593Smuzhiyun int total_events = 0, nr_events[PERF_RECORD_MAX] = { 0, };
71*4882a593Smuzhiyun char sbuf[STRERR_BUFSIZE];
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun if (evlist == NULL) /* Fallback for kernels lacking PERF_COUNT_SW_DUMMY */
74*4882a593Smuzhiyun evlist = perf_evlist__new_default();
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (evlist == NULL) {
77*4882a593Smuzhiyun pr_debug("Not enough memory to create evlist\n");
78*4882a593Smuzhiyun goto out;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun /*
82*4882a593Smuzhiyun * Create maps of threads and cpus to monitor. In this case
83*4882a593Smuzhiyun * we start with all threads and cpus (-1, -1) but then in
84*4882a593Smuzhiyun * perf_evlist__prepare_workload we'll fill in the only thread
85*4882a593Smuzhiyun * we're monitoring, the one forked there.
86*4882a593Smuzhiyun */
87*4882a593Smuzhiyun err = perf_evlist__create_maps(evlist, &opts.target);
88*4882a593Smuzhiyun if (err < 0) {
89*4882a593Smuzhiyun pr_debug("Not enough memory to create thread/cpu maps\n");
90*4882a593Smuzhiyun goto out_delete_evlist;
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /*
94*4882a593Smuzhiyun * Prepare the workload in argv[] to run, it'll fork it, and then wait
95*4882a593Smuzhiyun * for perf_evlist__start_workload() to exec it. This is done this way
96*4882a593Smuzhiyun * so that we have time to open the evlist (calling sys_perf_event_open
97*4882a593Smuzhiyun * on all the fds) and then mmap them.
98*4882a593Smuzhiyun */
99*4882a593Smuzhiyun err = perf_evlist__prepare_workload(evlist, &opts.target, argv, false, NULL);
100*4882a593Smuzhiyun if (err < 0) {
101*4882a593Smuzhiyun pr_debug("Couldn't run the workload!\n");
102*4882a593Smuzhiyun goto out_delete_evlist;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun /*
106*4882a593Smuzhiyun * Config the evsels, setting attr->comm on the first one, etc.
107*4882a593Smuzhiyun */
108*4882a593Smuzhiyun evsel = evlist__first(evlist);
109*4882a593Smuzhiyun evsel__set_sample_bit(evsel, CPU);
110*4882a593Smuzhiyun evsel__set_sample_bit(evsel, TID);
111*4882a593Smuzhiyun evsel__set_sample_bit(evsel, TIME);
112*4882a593Smuzhiyun perf_evlist__config(evlist, &opts, NULL);
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun err = sched__get_first_possible_cpu(evlist->workload.pid, &cpu_mask);
115*4882a593Smuzhiyun if (err < 0) {
116*4882a593Smuzhiyun pr_debug("sched__get_first_possible_cpu: %s\n",
117*4882a593Smuzhiyun str_error_r(errno, sbuf, sizeof(sbuf)));
118*4882a593Smuzhiyun goto out_delete_evlist;
119*4882a593Smuzhiyun }
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun cpu = err;
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun /*
124*4882a593Smuzhiyun * So that we can check perf_sample.cpu on all the samples.
125*4882a593Smuzhiyun */
126*4882a593Smuzhiyun if (sched_setaffinity(evlist->workload.pid, cpu_mask_size, &cpu_mask) < 0) {
127*4882a593Smuzhiyun pr_debug("sched_setaffinity: %s\n",
128*4882a593Smuzhiyun str_error_r(errno, sbuf, sizeof(sbuf)));
129*4882a593Smuzhiyun goto out_delete_evlist;
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun /*
133*4882a593Smuzhiyun * Call sys_perf_event_open on all the fds on all the evsels,
134*4882a593Smuzhiyun * grouping them if asked to.
135*4882a593Smuzhiyun */
136*4882a593Smuzhiyun err = evlist__open(evlist);
137*4882a593Smuzhiyun if (err < 0) {
138*4882a593Smuzhiyun pr_debug("perf_evlist__open: %s\n",
139*4882a593Smuzhiyun str_error_r(errno, sbuf, sizeof(sbuf)));
140*4882a593Smuzhiyun goto out_delete_evlist;
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun /*
144*4882a593Smuzhiyun * mmap the first fd on a given CPU and ask for events for the other
145*4882a593Smuzhiyun * fds in the same CPU to be injected in the same mmap ring buffer
146*4882a593Smuzhiyun * (using ioctl(PERF_EVENT_IOC_SET_OUTPUT)).
147*4882a593Smuzhiyun */
148*4882a593Smuzhiyun err = evlist__mmap(evlist, opts.mmap_pages);
149*4882a593Smuzhiyun if (err < 0) {
150*4882a593Smuzhiyun pr_debug("evlist__mmap: %s\n",
151*4882a593Smuzhiyun str_error_r(errno, sbuf, sizeof(sbuf)));
152*4882a593Smuzhiyun goto out_delete_evlist;
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun /*
156*4882a593Smuzhiyun * Now that all is properly set up, enable the events, they will
157*4882a593Smuzhiyun * count just on workload.pid, which will start...
158*4882a593Smuzhiyun */
159*4882a593Smuzhiyun evlist__enable(evlist);
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun /*
162*4882a593Smuzhiyun * Now!
163*4882a593Smuzhiyun */
164*4882a593Smuzhiyun perf_evlist__start_workload(evlist);
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun while (1) {
167*4882a593Smuzhiyun int before = total_events;
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun for (i = 0; i < evlist->core.nr_mmaps; i++) {
170*4882a593Smuzhiyun union perf_event *event;
171*4882a593Smuzhiyun struct mmap *md;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun md = &evlist->mmap[i];
174*4882a593Smuzhiyun if (perf_mmap__read_init(&md->core) < 0)
175*4882a593Smuzhiyun continue;
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun while ((event = perf_mmap__read_event(&md->core)) != NULL) {
178*4882a593Smuzhiyun const u32 type = event->header.type;
179*4882a593Smuzhiyun const char *name = perf_event__name(type);
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun ++total_events;
182*4882a593Smuzhiyun if (type < PERF_RECORD_MAX)
183*4882a593Smuzhiyun nr_events[type]++;
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun err = perf_evlist__parse_sample(evlist, event, &sample);
186*4882a593Smuzhiyun if (err < 0) {
187*4882a593Smuzhiyun if (verbose > 0)
188*4882a593Smuzhiyun perf_event__fprintf(event, NULL, stderr);
189*4882a593Smuzhiyun pr_debug("Couldn't parse sample\n");
190*4882a593Smuzhiyun goto out_delete_evlist;
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun if (verbose > 0) {
194*4882a593Smuzhiyun pr_info("%" PRIu64" %d ", sample.time, sample.cpu);
195*4882a593Smuzhiyun perf_event__fprintf(event, NULL, stderr);
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun if (prev_time > sample.time) {
199*4882a593Smuzhiyun pr_debug("%s going backwards in time, prev=%" PRIu64 ", curr=%" PRIu64 "\n",
200*4882a593Smuzhiyun name, prev_time, sample.time);
201*4882a593Smuzhiyun ++errs;
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun prev_time = sample.time;
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun if (sample.cpu != cpu) {
207*4882a593Smuzhiyun pr_debug("%s with unexpected cpu, expected %d, got %d\n",
208*4882a593Smuzhiyun name, cpu, sample.cpu);
209*4882a593Smuzhiyun ++errs;
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun if ((pid_t)sample.pid != evlist->workload.pid) {
213*4882a593Smuzhiyun pr_debug("%s with unexpected pid, expected %d, got %d\n",
214*4882a593Smuzhiyun name, evlist->workload.pid, sample.pid);
215*4882a593Smuzhiyun ++errs;
216*4882a593Smuzhiyun }
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun if ((pid_t)sample.tid != evlist->workload.pid) {
219*4882a593Smuzhiyun pr_debug("%s with unexpected tid, expected %d, got %d\n",
220*4882a593Smuzhiyun name, evlist->workload.pid, sample.tid);
221*4882a593Smuzhiyun ++errs;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun if ((type == PERF_RECORD_COMM ||
225*4882a593Smuzhiyun type == PERF_RECORD_MMAP ||
226*4882a593Smuzhiyun type == PERF_RECORD_MMAP2 ||
227*4882a593Smuzhiyun type == PERF_RECORD_FORK ||
228*4882a593Smuzhiyun type == PERF_RECORD_EXIT) &&
229*4882a593Smuzhiyun (pid_t)event->comm.pid != evlist->workload.pid) {
230*4882a593Smuzhiyun pr_debug("%s with unexpected pid/tid\n", name);
231*4882a593Smuzhiyun ++errs;
232*4882a593Smuzhiyun }
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun if ((type == PERF_RECORD_COMM ||
235*4882a593Smuzhiyun type == PERF_RECORD_MMAP ||
236*4882a593Smuzhiyun type == PERF_RECORD_MMAP2) &&
237*4882a593Smuzhiyun event->comm.pid != event->comm.tid) {
238*4882a593Smuzhiyun pr_debug("%s with different pid/tid!\n", name);
239*4882a593Smuzhiyun ++errs;
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun switch (type) {
243*4882a593Smuzhiyun case PERF_RECORD_COMM:
244*4882a593Smuzhiyun if (strcmp(event->comm.comm, cmd)) {
245*4882a593Smuzhiyun pr_debug("%s with unexpected comm!\n", name);
246*4882a593Smuzhiyun ++errs;
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun break;
249*4882a593Smuzhiyun case PERF_RECORD_EXIT:
250*4882a593Smuzhiyun goto found_exit;
251*4882a593Smuzhiyun case PERF_RECORD_MMAP:
252*4882a593Smuzhiyun mmap_filename = event->mmap.filename;
253*4882a593Smuzhiyun goto check_bname;
254*4882a593Smuzhiyun case PERF_RECORD_MMAP2:
255*4882a593Smuzhiyun mmap_filename = event->mmap2.filename;
256*4882a593Smuzhiyun check_bname:
257*4882a593Smuzhiyun bname = strrchr(mmap_filename, '/');
258*4882a593Smuzhiyun if (bname != NULL) {
259*4882a593Smuzhiyun if (!found_cmd_mmap)
260*4882a593Smuzhiyun found_cmd_mmap = !strcmp(bname + 1, cmd);
261*4882a593Smuzhiyun if (!found_coreutils_mmap)
262*4882a593Smuzhiyun found_coreutils_mmap = !strcmp(bname + 1, "coreutils");
263*4882a593Smuzhiyun if (!found_libc_mmap)
264*4882a593Smuzhiyun found_libc_mmap = !strncmp(bname + 1, "libc", 4);
265*4882a593Smuzhiyun if (!found_ld_mmap)
266*4882a593Smuzhiyun found_ld_mmap = !strncmp(bname + 1, "ld", 2);
267*4882a593Smuzhiyun } else if (!found_vdso_mmap)
268*4882a593Smuzhiyun found_vdso_mmap = !strcmp(mmap_filename, "[vdso]");
269*4882a593Smuzhiyun break;
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun case PERF_RECORD_SAMPLE:
272*4882a593Smuzhiyun /* Just ignore samples for now */
273*4882a593Smuzhiyun break;
274*4882a593Smuzhiyun default:
275*4882a593Smuzhiyun pr_debug("Unexpected perf_event->header.type %d!\n",
276*4882a593Smuzhiyun type);
277*4882a593Smuzhiyun ++errs;
278*4882a593Smuzhiyun }
279*4882a593Smuzhiyun
280*4882a593Smuzhiyun perf_mmap__consume(&md->core);
281*4882a593Smuzhiyun }
282*4882a593Smuzhiyun perf_mmap__read_done(&md->core);
283*4882a593Smuzhiyun }
284*4882a593Smuzhiyun
285*4882a593Smuzhiyun /*
286*4882a593Smuzhiyun * We don't use poll here because at least at 3.1 times the
287*4882a593Smuzhiyun * PERF_RECORD_{!SAMPLE} events don't honour
288*4882a593Smuzhiyun * perf_event_attr.wakeup_events, just PERF_EVENT_SAMPLE does.
289*4882a593Smuzhiyun */
290*4882a593Smuzhiyun if (total_events == before && false)
291*4882a593Smuzhiyun evlist__poll(evlist, -1);
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun sleep(1);
294*4882a593Smuzhiyun if (++wakeups > 5) {
295*4882a593Smuzhiyun pr_debug("No PERF_RECORD_EXIT event!\n");
296*4882a593Smuzhiyun break;
297*4882a593Smuzhiyun }
298*4882a593Smuzhiyun }
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun found_exit:
301*4882a593Smuzhiyun if (nr_events[PERF_RECORD_COMM] > 1 + !!found_coreutils_mmap) {
302*4882a593Smuzhiyun pr_debug("Excessive number of PERF_RECORD_COMM events!\n");
303*4882a593Smuzhiyun ++errs;
304*4882a593Smuzhiyun }
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun if (nr_events[PERF_RECORD_COMM] == 0) {
307*4882a593Smuzhiyun pr_debug("Missing PERF_RECORD_COMM for %s!\n", cmd);
308*4882a593Smuzhiyun ++errs;
309*4882a593Smuzhiyun }
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun if (!found_cmd_mmap && !found_coreutils_mmap) {
312*4882a593Smuzhiyun pr_debug("PERF_RECORD_MMAP for %s missing!\n", cmd);
313*4882a593Smuzhiyun ++errs;
314*4882a593Smuzhiyun }
315*4882a593Smuzhiyun
316*4882a593Smuzhiyun if (!found_libc_mmap) {
317*4882a593Smuzhiyun pr_debug("PERF_RECORD_MMAP for %s missing!\n", "libc");
318*4882a593Smuzhiyun ++errs;
319*4882a593Smuzhiyun }
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun if (!found_ld_mmap) {
322*4882a593Smuzhiyun pr_debug("PERF_RECORD_MMAP for %s missing!\n", "ld");
323*4882a593Smuzhiyun ++errs;
324*4882a593Smuzhiyun }
325*4882a593Smuzhiyun
326*4882a593Smuzhiyun if (!found_vdso_mmap) {
327*4882a593Smuzhiyun pr_debug("PERF_RECORD_MMAP for %s missing!\n", "[vdso]");
328*4882a593Smuzhiyun ++errs;
329*4882a593Smuzhiyun }
330*4882a593Smuzhiyun out_delete_evlist:
331*4882a593Smuzhiyun evlist__delete(evlist);
332*4882a593Smuzhiyun out:
333*4882a593Smuzhiyun return (err < 0 || errs > 0) ? -1 : 0;
334*4882a593Smuzhiyun }
335