1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /* Copyright (c) 2016 Facebook
3*4882a593Smuzhiyun */
4*4882a593Smuzhiyun #include <stdio.h>
5*4882a593Smuzhiyun #include <unistd.h>
6*4882a593Smuzhiyun #include <stdlib.h>
7*4882a593Smuzhiyun #include <signal.h>
8*4882a593Smuzhiyun #include <linux/perf_event.h>
9*4882a593Smuzhiyun #include <errno.h>
10*4882a593Smuzhiyun #include <stdbool.h>
11*4882a593Smuzhiyun #include <sys/resource.h>
12*4882a593Smuzhiyun #include <bpf/libbpf.h>
13*4882a593Smuzhiyun #include <bpf/bpf.h>
14*4882a593Smuzhiyun #include "trace_helpers.h"
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #define PRINT_RAW_ADDR 0
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun /* counts, stackmap */
19*4882a593Smuzhiyun static int map_fd[2];
20*4882a593Smuzhiyun
print_ksym(__u64 addr)21*4882a593Smuzhiyun static void print_ksym(__u64 addr)
22*4882a593Smuzhiyun {
23*4882a593Smuzhiyun struct ksym *sym;
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun if (!addr)
26*4882a593Smuzhiyun return;
27*4882a593Smuzhiyun sym = ksym_search(addr);
28*4882a593Smuzhiyun if (!sym) {
29*4882a593Smuzhiyun printf("ksym not found. Is kallsyms loaded?\n");
30*4882a593Smuzhiyun return;
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun if (PRINT_RAW_ADDR)
34*4882a593Smuzhiyun printf("%s/%llx;", sym->name, addr);
35*4882a593Smuzhiyun else
36*4882a593Smuzhiyun printf("%s;", sym->name);
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun #define TASK_COMM_LEN 16
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun struct key_t {
42*4882a593Smuzhiyun char waker[TASK_COMM_LEN];
43*4882a593Smuzhiyun char target[TASK_COMM_LEN];
44*4882a593Smuzhiyun __u32 wret;
45*4882a593Smuzhiyun __u32 tret;
46*4882a593Smuzhiyun };
47*4882a593Smuzhiyun
print_stack(struct key_t * key,__u64 count)48*4882a593Smuzhiyun static void print_stack(struct key_t *key, __u64 count)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun __u64 ip[PERF_MAX_STACK_DEPTH] = {};
51*4882a593Smuzhiyun static bool warned;
52*4882a593Smuzhiyun int i;
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun printf("%s;", key->target);
55*4882a593Smuzhiyun if (bpf_map_lookup_elem(map_fd[1], &key->tret, ip) != 0) {
56*4882a593Smuzhiyun printf("---;");
57*4882a593Smuzhiyun } else {
58*4882a593Smuzhiyun for (i = PERF_MAX_STACK_DEPTH - 1; i >= 0; i--)
59*4882a593Smuzhiyun print_ksym(ip[i]);
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun printf("-;");
62*4882a593Smuzhiyun if (bpf_map_lookup_elem(map_fd[1], &key->wret, ip) != 0) {
63*4882a593Smuzhiyun printf("---;");
64*4882a593Smuzhiyun } else {
65*4882a593Smuzhiyun for (i = 0; i < PERF_MAX_STACK_DEPTH; i++)
66*4882a593Smuzhiyun print_ksym(ip[i]);
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun printf(";%s %lld\n", key->waker, count);
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun if ((key->tret == -EEXIST || key->wret == -EEXIST) && !warned) {
71*4882a593Smuzhiyun printf("stackmap collisions seen. Consider increasing size\n");
72*4882a593Smuzhiyun warned = true;
73*4882a593Smuzhiyun } else if (((int)(key->tret) < 0 || (int)(key->wret) < 0)) {
74*4882a593Smuzhiyun printf("err stackid %d %d\n", key->tret, key->wret);
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
print_stacks(int fd)78*4882a593Smuzhiyun static void print_stacks(int fd)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun struct key_t key = {}, next_key;
81*4882a593Smuzhiyun __u64 value;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun while (bpf_map_get_next_key(fd, &key, &next_key) == 0) {
84*4882a593Smuzhiyun bpf_map_lookup_elem(fd, &next_key, &value);
85*4882a593Smuzhiyun print_stack(&next_key, value);
86*4882a593Smuzhiyun key = next_key;
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun
int_exit(int sig)90*4882a593Smuzhiyun static void int_exit(int sig)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun print_stacks(map_fd[0]);
93*4882a593Smuzhiyun exit(0);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
main(int argc,char ** argv)96*4882a593Smuzhiyun int main(int argc, char **argv)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun struct rlimit r = {RLIM_INFINITY, RLIM_INFINITY};
99*4882a593Smuzhiyun struct bpf_object *obj = NULL;
100*4882a593Smuzhiyun struct bpf_link *links[2];
101*4882a593Smuzhiyun struct bpf_program *prog;
102*4882a593Smuzhiyun int delay = 1, i = 0;
103*4882a593Smuzhiyun char filename[256];
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (setrlimit(RLIMIT_MEMLOCK, &r)) {
106*4882a593Smuzhiyun perror("setrlimit(RLIMIT_MEMLOCK)");
107*4882a593Smuzhiyun return 1;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun if (load_kallsyms()) {
111*4882a593Smuzhiyun printf("failed to process /proc/kallsyms\n");
112*4882a593Smuzhiyun return 2;
113*4882a593Smuzhiyun }
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun snprintf(filename, sizeof(filename), "%s_kern.o", argv[0]);
116*4882a593Smuzhiyun obj = bpf_object__open_file(filename, NULL);
117*4882a593Smuzhiyun if (libbpf_get_error(obj)) {
118*4882a593Smuzhiyun fprintf(stderr, "ERROR: opening BPF object file failed\n");
119*4882a593Smuzhiyun obj = NULL;
120*4882a593Smuzhiyun goto cleanup;
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun /* load BPF program */
124*4882a593Smuzhiyun if (bpf_object__load(obj)) {
125*4882a593Smuzhiyun fprintf(stderr, "ERROR: loading BPF object file failed\n");
126*4882a593Smuzhiyun goto cleanup;
127*4882a593Smuzhiyun }
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun map_fd[0] = bpf_object__find_map_fd_by_name(obj, "counts");
130*4882a593Smuzhiyun map_fd[1] = bpf_object__find_map_fd_by_name(obj, "stackmap");
131*4882a593Smuzhiyun if (map_fd[0] < 0 || map_fd[1] < 0) {
132*4882a593Smuzhiyun fprintf(stderr, "ERROR: finding a map in obj file failed\n");
133*4882a593Smuzhiyun goto cleanup;
134*4882a593Smuzhiyun }
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun signal(SIGINT, int_exit);
137*4882a593Smuzhiyun signal(SIGTERM, int_exit);
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun bpf_object__for_each_program(prog, obj) {
140*4882a593Smuzhiyun links[i] = bpf_program__attach(prog);
141*4882a593Smuzhiyun if (libbpf_get_error(links[i])) {
142*4882a593Smuzhiyun fprintf(stderr, "ERROR: bpf_program__attach failed\n");
143*4882a593Smuzhiyun links[i] = NULL;
144*4882a593Smuzhiyun goto cleanup;
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun i++;
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun if (argc > 1)
150*4882a593Smuzhiyun delay = atoi(argv[1]);
151*4882a593Smuzhiyun sleep(delay);
152*4882a593Smuzhiyun print_stacks(map_fd[0]);
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun cleanup:
155*4882a593Smuzhiyun for (i--; i >= 0; i--)
156*4882a593Smuzhiyun bpf_link__destroy(links[i]);
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun bpf_object__close(obj);
159*4882a593Smuzhiyun return 0;
160*4882a593Smuzhiyun }
161