1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <errno.h>
3*4882a593Smuzhiyun #include <stdio.h>
4*4882a593Smuzhiyun #include <stdlib.h>
5*4882a593Smuzhiyun #include <sys/epoll.h>
6*4882a593Smuzhiyun #include <sys/types.h>
7*4882a593Smuzhiyun #include <sys/stat.h>
8*4882a593Smuzhiyun #include <fcntl.h>
9*4882a593Smuzhiyun #include <util/record.h>
10*4882a593Smuzhiyun #include <util/util.h>
11*4882a593Smuzhiyun #include <util/bpf-loader.h>
12*4882a593Smuzhiyun #include <util/evlist.h>
13*4882a593Smuzhiyun #include <linux/bpf.h>
14*4882a593Smuzhiyun #include <linux/filter.h>
15*4882a593Smuzhiyun #include <linux/kernel.h>
16*4882a593Smuzhiyun #include <linux/string.h>
17*4882a593Smuzhiyun #include <api/fs/fs.h>
18*4882a593Smuzhiyun #include <bpf/bpf.h>
19*4882a593Smuzhiyun #include <perf/mmap.h>
20*4882a593Smuzhiyun #include "tests.h"
21*4882a593Smuzhiyun #include "llvm.h"
22*4882a593Smuzhiyun #include "debug.h"
23*4882a593Smuzhiyun #include "parse-events.h"
24*4882a593Smuzhiyun #include "util/mmap.h"
25*4882a593Smuzhiyun #define NR_ITERS 111
26*4882a593Smuzhiyun #define PERF_TEST_BPF_PATH "/sys/fs/bpf/perf_test"
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun #ifdef HAVE_LIBBPF_SUPPORT
29*4882a593Smuzhiyun
epoll_pwait_loop(void)30*4882a593Smuzhiyun static int epoll_pwait_loop(void)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun int i;
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun /* Should fail NR_ITERS times */
35*4882a593Smuzhiyun for (i = 0; i < NR_ITERS; i++)
36*4882a593Smuzhiyun epoll_pwait(-(i + 1), NULL, 0, 0, NULL);
37*4882a593Smuzhiyun return 0;
38*4882a593Smuzhiyun }
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun #ifdef HAVE_BPF_PROLOGUE
41*4882a593Smuzhiyun
llseek_loop(void)42*4882a593Smuzhiyun static int llseek_loop(void)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun int fds[2], i;
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun fds[0] = open("/dev/null", O_RDONLY);
47*4882a593Smuzhiyun fds[1] = open("/dev/null", O_RDWR);
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun if (fds[0] < 0 || fds[1] < 0)
50*4882a593Smuzhiyun return -1;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun for (i = 0; i < NR_ITERS; i++) {
53*4882a593Smuzhiyun lseek(fds[i % 2], i, (i / 2) % 2 ? SEEK_CUR : SEEK_SET);
54*4882a593Smuzhiyun lseek(fds[(i + 1) % 2], i, (i / 2) % 2 ? SEEK_CUR : SEEK_SET);
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun close(fds[0]);
57*4882a593Smuzhiyun close(fds[1]);
58*4882a593Smuzhiyun return 0;
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun #endif
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun static struct {
64*4882a593Smuzhiyun enum test_llvm__testcase prog_id;
65*4882a593Smuzhiyun const char *desc;
66*4882a593Smuzhiyun const char *name;
67*4882a593Smuzhiyun const char *msg_compile_fail;
68*4882a593Smuzhiyun const char *msg_load_fail;
69*4882a593Smuzhiyun int (*target_func)(void);
70*4882a593Smuzhiyun int expect_result;
71*4882a593Smuzhiyun bool pin;
72*4882a593Smuzhiyun } bpf_testcase_table[] = {
73*4882a593Smuzhiyun {
74*4882a593Smuzhiyun .prog_id = LLVM_TESTCASE_BASE,
75*4882a593Smuzhiyun .desc = "Basic BPF filtering",
76*4882a593Smuzhiyun .name = "[basic_bpf_test]",
77*4882a593Smuzhiyun .msg_compile_fail = "fix 'perf test LLVM' first",
78*4882a593Smuzhiyun .msg_load_fail = "load bpf object failed",
79*4882a593Smuzhiyun .target_func = &epoll_pwait_loop,
80*4882a593Smuzhiyun .expect_result = (NR_ITERS + 1) / 2,
81*4882a593Smuzhiyun },
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun .prog_id = LLVM_TESTCASE_BASE,
84*4882a593Smuzhiyun .desc = "BPF pinning",
85*4882a593Smuzhiyun .name = "[bpf_pinning]",
86*4882a593Smuzhiyun .msg_compile_fail = "fix kbuild first",
87*4882a593Smuzhiyun .msg_load_fail = "check your vmlinux setting?",
88*4882a593Smuzhiyun .target_func = &epoll_pwait_loop,
89*4882a593Smuzhiyun .expect_result = (NR_ITERS + 1) / 2,
90*4882a593Smuzhiyun .pin = true,
91*4882a593Smuzhiyun },
92*4882a593Smuzhiyun #ifdef HAVE_BPF_PROLOGUE
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun .prog_id = LLVM_TESTCASE_BPF_PROLOGUE,
95*4882a593Smuzhiyun .desc = "BPF prologue generation",
96*4882a593Smuzhiyun .name = "[bpf_prologue_test]",
97*4882a593Smuzhiyun .msg_compile_fail = "fix kbuild first",
98*4882a593Smuzhiyun .msg_load_fail = "check your vmlinux setting?",
99*4882a593Smuzhiyun .target_func = &llseek_loop,
100*4882a593Smuzhiyun .expect_result = (NR_ITERS + 1) / 4,
101*4882a593Smuzhiyun },
102*4882a593Smuzhiyun #endif
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun .prog_id = LLVM_TESTCASE_BPF_RELOCATION,
105*4882a593Smuzhiyun .desc = "BPF relocation checker",
106*4882a593Smuzhiyun .name = "[bpf_relocation_test]",
107*4882a593Smuzhiyun .msg_compile_fail = "fix 'perf test LLVM' first",
108*4882a593Smuzhiyun .msg_load_fail = "libbpf error when dealing with relocation",
109*4882a593Smuzhiyun },
110*4882a593Smuzhiyun };
111*4882a593Smuzhiyun
do_test(struct bpf_object * obj,int (* func)(void),int expect)112*4882a593Smuzhiyun static int do_test(struct bpf_object *obj, int (*func)(void),
113*4882a593Smuzhiyun int expect)
114*4882a593Smuzhiyun {
115*4882a593Smuzhiyun struct record_opts opts = {
116*4882a593Smuzhiyun .target = {
117*4882a593Smuzhiyun .uid = UINT_MAX,
118*4882a593Smuzhiyun .uses_mmap = true,
119*4882a593Smuzhiyun },
120*4882a593Smuzhiyun .freq = 0,
121*4882a593Smuzhiyun .mmap_pages = 256,
122*4882a593Smuzhiyun .default_interval = 1,
123*4882a593Smuzhiyun };
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun char pid[16];
126*4882a593Smuzhiyun char sbuf[STRERR_BUFSIZE];
127*4882a593Smuzhiyun struct evlist *evlist;
128*4882a593Smuzhiyun int i, ret = TEST_FAIL, err = 0, count = 0;
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun struct parse_events_state parse_state;
131*4882a593Smuzhiyun struct parse_events_error parse_error;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun bzero(&parse_error, sizeof(parse_error));
134*4882a593Smuzhiyun bzero(&parse_state, sizeof(parse_state));
135*4882a593Smuzhiyun parse_state.error = &parse_error;
136*4882a593Smuzhiyun INIT_LIST_HEAD(&parse_state.list);
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun err = parse_events_load_bpf_obj(&parse_state, &parse_state.list, obj, NULL);
139*4882a593Smuzhiyun if (err || list_empty(&parse_state.list)) {
140*4882a593Smuzhiyun pr_debug("Failed to add events selected by BPF\n");
141*4882a593Smuzhiyun return TEST_FAIL;
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun snprintf(pid, sizeof(pid), "%d", getpid());
145*4882a593Smuzhiyun pid[sizeof(pid) - 1] = '\0';
146*4882a593Smuzhiyun opts.target.tid = opts.target.pid = pid;
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun /* Instead of perf_evlist__new_default, don't add default events */
149*4882a593Smuzhiyun evlist = evlist__new();
150*4882a593Smuzhiyun if (!evlist) {
151*4882a593Smuzhiyun pr_debug("Not enough memory to create evlist\n");
152*4882a593Smuzhiyun return TEST_FAIL;
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun err = perf_evlist__create_maps(evlist, &opts.target);
156*4882a593Smuzhiyun if (err < 0) {
157*4882a593Smuzhiyun pr_debug("Not enough memory to create thread/cpu maps\n");
158*4882a593Smuzhiyun goto out_delete_evlist;
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun perf_evlist__splice_list_tail(evlist, &parse_state.list);
162*4882a593Smuzhiyun evlist->nr_groups = parse_state.nr_groups;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun perf_evlist__config(evlist, &opts, NULL);
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun err = evlist__open(evlist);
167*4882a593Smuzhiyun if (err < 0) {
168*4882a593Smuzhiyun pr_debug("perf_evlist__open: %s\n",
169*4882a593Smuzhiyun str_error_r(errno, sbuf, sizeof(sbuf)));
170*4882a593Smuzhiyun goto out_delete_evlist;
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun err = evlist__mmap(evlist, opts.mmap_pages);
174*4882a593Smuzhiyun if (err < 0) {
175*4882a593Smuzhiyun pr_debug("evlist__mmap: %s\n",
176*4882a593Smuzhiyun str_error_r(errno, sbuf, sizeof(sbuf)));
177*4882a593Smuzhiyun goto out_delete_evlist;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun evlist__enable(evlist);
181*4882a593Smuzhiyun (*func)();
182*4882a593Smuzhiyun evlist__disable(evlist);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun for (i = 0; i < evlist->core.nr_mmaps; i++) {
185*4882a593Smuzhiyun union perf_event *event;
186*4882a593Smuzhiyun struct mmap *md;
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun md = &evlist->mmap[i];
189*4882a593Smuzhiyun if (perf_mmap__read_init(&md->core) < 0)
190*4882a593Smuzhiyun continue;
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun while ((event = perf_mmap__read_event(&md->core)) != NULL) {
193*4882a593Smuzhiyun const u32 type = event->header.type;
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun if (type == PERF_RECORD_SAMPLE)
196*4882a593Smuzhiyun count ++;
197*4882a593Smuzhiyun }
198*4882a593Smuzhiyun perf_mmap__read_done(&md->core);
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun if (count != expect * evlist->core.nr_entries) {
202*4882a593Smuzhiyun pr_debug("BPF filter result incorrect, expected %d, got %d samples\n", expect * evlist->core.nr_entries, count);
203*4882a593Smuzhiyun goto out_delete_evlist;
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun ret = TEST_OK;
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun out_delete_evlist:
209*4882a593Smuzhiyun evlist__delete(evlist);
210*4882a593Smuzhiyun return ret;
211*4882a593Smuzhiyun }
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun static struct bpf_object *
prepare_bpf(void * obj_buf,size_t obj_buf_sz,const char * name)214*4882a593Smuzhiyun prepare_bpf(void *obj_buf, size_t obj_buf_sz, const char *name)
215*4882a593Smuzhiyun {
216*4882a593Smuzhiyun struct bpf_object *obj;
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun obj = bpf__prepare_load_buffer(obj_buf, obj_buf_sz, name);
219*4882a593Smuzhiyun if (IS_ERR(obj)) {
220*4882a593Smuzhiyun pr_debug("Compile BPF program failed.\n");
221*4882a593Smuzhiyun return NULL;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun return obj;
224*4882a593Smuzhiyun }
225*4882a593Smuzhiyun
__test__bpf(int idx)226*4882a593Smuzhiyun static int __test__bpf(int idx)
227*4882a593Smuzhiyun {
228*4882a593Smuzhiyun int ret;
229*4882a593Smuzhiyun void *obj_buf;
230*4882a593Smuzhiyun size_t obj_buf_sz;
231*4882a593Smuzhiyun struct bpf_object *obj;
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun ret = test_llvm__fetch_bpf_obj(&obj_buf, &obj_buf_sz,
234*4882a593Smuzhiyun bpf_testcase_table[idx].prog_id,
235*4882a593Smuzhiyun true, NULL);
236*4882a593Smuzhiyun if (ret != TEST_OK || !obj_buf || !obj_buf_sz) {
237*4882a593Smuzhiyun pr_debug("Unable to get BPF object, %s\n",
238*4882a593Smuzhiyun bpf_testcase_table[idx].msg_compile_fail);
239*4882a593Smuzhiyun if (idx == 0)
240*4882a593Smuzhiyun return TEST_SKIP;
241*4882a593Smuzhiyun else
242*4882a593Smuzhiyun return TEST_FAIL;
243*4882a593Smuzhiyun }
244*4882a593Smuzhiyun
245*4882a593Smuzhiyun obj = prepare_bpf(obj_buf, obj_buf_sz,
246*4882a593Smuzhiyun bpf_testcase_table[idx].name);
247*4882a593Smuzhiyun if ((!!bpf_testcase_table[idx].target_func) != (!!obj)) {
248*4882a593Smuzhiyun if (!obj)
249*4882a593Smuzhiyun pr_debug("Fail to load BPF object: %s\n",
250*4882a593Smuzhiyun bpf_testcase_table[idx].msg_load_fail);
251*4882a593Smuzhiyun else
252*4882a593Smuzhiyun pr_debug("Success unexpectedly: %s\n",
253*4882a593Smuzhiyun bpf_testcase_table[idx].msg_load_fail);
254*4882a593Smuzhiyun ret = TEST_FAIL;
255*4882a593Smuzhiyun goto out;
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun if (obj) {
259*4882a593Smuzhiyun ret = do_test(obj,
260*4882a593Smuzhiyun bpf_testcase_table[idx].target_func,
261*4882a593Smuzhiyun bpf_testcase_table[idx].expect_result);
262*4882a593Smuzhiyun if (ret != TEST_OK)
263*4882a593Smuzhiyun goto out;
264*4882a593Smuzhiyun if (bpf_testcase_table[idx].pin) {
265*4882a593Smuzhiyun int err;
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun if (!bpf_fs__mount()) {
268*4882a593Smuzhiyun pr_debug("BPF filesystem not mounted\n");
269*4882a593Smuzhiyun ret = TEST_FAIL;
270*4882a593Smuzhiyun goto out;
271*4882a593Smuzhiyun }
272*4882a593Smuzhiyun err = mkdir(PERF_TEST_BPF_PATH, 0777);
273*4882a593Smuzhiyun if (err && errno != EEXIST) {
274*4882a593Smuzhiyun pr_debug("Failed to make perf_test dir: %s\n",
275*4882a593Smuzhiyun strerror(errno));
276*4882a593Smuzhiyun ret = TEST_FAIL;
277*4882a593Smuzhiyun goto out;
278*4882a593Smuzhiyun }
279*4882a593Smuzhiyun if (bpf_object__pin(obj, PERF_TEST_BPF_PATH))
280*4882a593Smuzhiyun ret = TEST_FAIL;
281*4882a593Smuzhiyun if (rm_rf(PERF_TEST_BPF_PATH))
282*4882a593Smuzhiyun ret = TEST_FAIL;
283*4882a593Smuzhiyun }
284*4882a593Smuzhiyun }
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun out:
287*4882a593Smuzhiyun free(obj_buf);
288*4882a593Smuzhiyun bpf__clear();
289*4882a593Smuzhiyun return ret;
290*4882a593Smuzhiyun }
291*4882a593Smuzhiyun
test__bpf_subtest_get_nr(void)292*4882a593Smuzhiyun int test__bpf_subtest_get_nr(void)
293*4882a593Smuzhiyun {
294*4882a593Smuzhiyun return (int)ARRAY_SIZE(bpf_testcase_table);
295*4882a593Smuzhiyun }
296*4882a593Smuzhiyun
test__bpf_subtest_get_desc(int i)297*4882a593Smuzhiyun const char *test__bpf_subtest_get_desc(int i)
298*4882a593Smuzhiyun {
299*4882a593Smuzhiyun if (i < 0 || i >= (int)ARRAY_SIZE(bpf_testcase_table))
300*4882a593Smuzhiyun return NULL;
301*4882a593Smuzhiyun return bpf_testcase_table[i].desc;
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun
check_env(void)304*4882a593Smuzhiyun static int check_env(void)
305*4882a593Smuzhiyun {
306*4882a593Smuzhiyun int err;
307*4882a593Smuzhiyun unsigned int kver_int;
308*4882a593Smuzhiyun char license[] = "GPL";
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun struct bpf_insn insns[] = {
311*4882a593Smuzhiyun BPF_MOV64_IMM(BPF_REG_0, 1),
312*4882a593Smuzhiyun BPF_EXIT_INSN(),
313*4882a593Smuzhiyun };
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun err = fetch_kernel_version(&kver_int, NULL, 0);
316*4882a593Smuzhiyun if (err) {
317*4882a593Smuzhiyun pr_debug("Unable to get kernel version\n");
318*4882a593Smuzhiyun return err;
319*4882a593Smuzhiyun }
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun err = bpf_load_program(BPF_PROG_TYPE_KPROBE, insns,
322*4882a593Smuzhiyun sizeof(insns) / sizeof(insns[0]),
323*4882a593Smuzhiyun license, kver_int, NULL, 0);
324*4882a593Smuzhiyun if (err < 0) {
325*4882a593Smuzhiyun pr_err("Missing basic BPF support, skip this test: %s\n",
326*4882a593Smuzhiyun strerror(errno));
327*4882a593Smuzhiyun return err;
328*4882a593Smuzhiyun }
329*4882a593Smuzhiyun close(err);
330*4882a593Smuzhiyun
331*4882a593Smuzhiyun return 0;
332*4882a593Smuzhiyun }
333*4882a593Smuzhiyun
test__bpf(struct test * test __maybe_unused,int i)334*4882a593Smuzhiyun int test__bpf(struct test *test __maybe_unused, int i)
335*4882a593Smuzhiyun {
336*4882a593Smuzhiyun int err;
337*4882a593Smuzhiyun
338*4882a593Smuzhiyun if (i < 0 || i >= (int)ARRAY_SIZE(bpf_testcase_table))
339*4882a593Smuzhiyun return TEST_FAIL;
340*4882a593Smuzhiyun
341*4882a593Smuzhiyun if (geteuid() != 0) {
342*4882a593Smuzhiyun pr_debug("Only root can run BPF test\n");
343*4882a593Smuzhiyun return TEST_SKIP;
344*4882a593Smuzhiyun }
345*4882a593Smuzhiyun
346*4882a593Smuzhiyun if (check_env())
347*4882a593Smuzhiyun return TEST_SKIP;
348*4882a593Smuzhiyun
349*4882a593Smuzhiyun err = __test__bpf(i);
350*4882a593Smuzhiyun return err;
351*4882a593Smuzhiyun }
352*4882a593Smuzhiyun
353*4882a593Smuzhiyun #else
test__bpf_subtest_get_nr(void)354*4882a593Smuzhiyun int test__bpf_subtest_get_nr(void)
355*4882a593Smuzhiyun {
356*4882a593Smuzhiyun return 0;
357*4882a593Smuzhiyun }
358*4882a593Smuzhiyun
test__bpf_subtest_get_desc(int i __maybe_unused)359*4882a593Smuzhiyun const char *test__bpf_subtest_get_desc(int i __maybe_unused)
360*4882a593Smuzhiyun {
361*4882a593Smuzhiyun return NULL;
362*4882a593Smuzhiyun }
363*4882a593Smuzhiyun
test__bpf(struct test * test __maybe_unused,int i __maybe_unused)364*4882a593Smuzhiyun int test__bpf(struct test *test __maybe_unused, int i __maybe_unused)
365*4882a593Smuzhiyun {
366*4882a593Smuzhiyun pr_debug("Skip BPF test because BPF support is not compiled\n");
367*4882a593Smuzhiyun return TEST_SKIP;
368*4882a593Smuzhiyun }
369*4882a593Smuzhiyun #endif
370