xref: /OK3568_Linux_fs/kernel/tools/perf/util/vdso.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <errno.h>
3*4882a593Smuzhiyun #include <unistd.h>
4*4882a593Smuzhiyun #include <stdio.h>
5*4882a593Smuzhiyun #include <string.h>
6*4882a593Smuzhiyun #include <sys/types.h>
7*4882a593Smuzhiyun #include <sys/stat.h>
8*4882a593Smuzhiyun #include <fcntl.h>
9*4882a593Smuzhiyun #include <stdlib.h>
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun 
12*4882a593Smuzhiyun #include "vdso.h"
13*4882a593Smuzhiyun #include "dso.h"
14*4882a593Smuzhiyun #include <internal/lib.h>
15*4882a593Smuzhiyun #include "map.h"
16*4882a593Smuzhiyun #include "symbol.h"
17*4882a593Smuzhiyun #include "machine.h"
18*4882a593Smuzhiyun #include "thread.h"
19*4882a593Smuzhiyun #include "linux/string.h"
20*4882a593Smuzhiyun #include <linux/zalloc.h>
21*4882a593Smuzhiyun #include "debug.h"
22*4882a593Smuzhiyun 
23*4882a593Smuzhiyun /*
24*4882a593Smuzhiyun  * Include definition of find_map() also used in perf-read-vdso.c for
25*4882a593Smuzhiyun  * building perf-read-vdso32 and perf-read-vdsox32.
26*4882a593Smuzhiyun  */
27*4882a593Smuzhiyun #include "find-map.c"
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun #define VDSO__TEMP_FILE_NAME "/tmp/perf-vdso.so-XXXXXX"
30*4882a593Smuzhiyun 
31*4882a593Smuzhiyun struct vdso_file {
32*4882a593Smuzhiyun 	bool found;
33*4882a593Smuzhiyun 	bool error;
34*4882a593Smuzhiyun 	char temp_file_name[sizeof(VDSO__TEMP_FILE_NAME)];
35*4882a593Smuzhiyun 	const char *dso_name;
36*4882a593Smuzhiyun 	const char *read_prog;
37*4882a593Smuzhiyun };
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun struct vdso_info {
40*4882a593Smuzhiyun 	struct vdso_file vdso;
41*4882a593Smuzhiyun #if BITS_PER_LONG == 64
42*4882a593Smuzhiyun 	struct vdso_file vdso32;
43*4882a593Smuzhiyun 	struct vdso_file vdsox32;
44*4882a593Smuzhiyun #endif
45*4882a593Smuzhiyun };
46*4882a593Smuzhiyun 
vdso_info__new(void)47*4882a593Smuzhiyun static struct vdso_info *vdso_info__new(void)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun 	static const struct vdso_info vdso_info_init = {
50*4882a593Smuzhiyun 		.vdso    = {
51*4882a593Smuzhiyun 			.temp_file_name = VDSO__TEMP_FILE_NAME,
52*4882a593Smuzhiyun 			.dso_name = DSO__NAME_VDSO,
53*4882a593Smuzhiyun 		},
54*4882a593Smuzhiyun #if BITS_PER_LONG == 64
55*4882a593Smuzhiyun 		.vdso32  = {
56*4882a593Smuzhiyun 			.temp_file_name = VDSO__TEMP_FILE_NAME,
57*4882a593Smuzhiyun 			.dso_name = DSO__NAME_VDSO32,
58*4882a593Smuzhiyun 			.read_prog = "perf-read-vdso32",
59*4882a593Smuzhiyun 		},
60*4882a593Smuzhiyun 		.vdsox32  = {
61*4882a593Smuzhiyun 			.temp_file_name = VDSO__TEMP_FILE_NAME,
62*4882a593Smuzhiyun 			.dso_name = DSO__NAME_VDSOX32,
63*4882a593Smuzhiyun 			.read_prog = "perf-read-vdsox32",
64*4882a593Smuzhiyun 		},
65*4882a593Smuzhiyun #endif
66*4882a593Smuzhiyun 	};
67*4882a593Smuzhiyun 
68*4882a593Smuzhiyun 	return memdup(&vdso_info_init, sizeof(vdso_info_init));
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun 
get_file(struct vdso_file * vdso_file)71*4882a593Smuzhiyun static char *get_file(struct vdso_file *vdso_file)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun 	char *vdso = NULL;
74*4882a593Smuzhiyun 	char *buf = NULL;
75*4882a593Smuzhiyun 	void *start, *end;
76*4882a593Smuzhiyun 	size_t size;
77*4882a593Smuzhiyun 	int fd;
78*4882a593Smuzhiyun 
79*4882a593Smuzhiyun 	if (vdso_file->found)
80*4882a593Smuzhiyun 		return vdso_file->temp_file_name;
81*4882a593Smuzhiyun 
82*4882a593Smuzhiyun 	if (vdso_file->error || find_map(&start, &end, VDSO__MAP_NAME))
83*4882a593Smuzhiyun 		return NULL;
84*4882a593Smuzhiyun 
85*4882a593Smuzhiyun 	size = end - start;
86*4882a593Smuzhiyun 
87*4882a593Smuzhiyun 	buf = memdup(start, size);
88*4882a593Smuzhiyun 	if (!buf)
89*4882a593Smuzhiyun 		return NULL;
90*4882a593Smuzhiyun 
91*4882a593Smuzhiyun 	fd = mkstemp(vdso_file->temp_file_name);
92*4882a593Smuzhiyun 	if (fd < 0)
93*4882a593Smuzhiyun 		goto out;
94*4882a593Smuzhiyun 
95*4882a593Smuzhiyun 	if (size == (size_t) write(fd, buf, size))
96*4882a593Smuzhiyun 		vdso = vdso_file->temp_file_name;
97*4882a593Smuzhiyun 
98*4882a593Smuzhiyun 	close(fd);
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun  out:
101*4882a593Smuzhiyun 	free(buf);
102*4882a593Smuzhiyun 
103*4882a593Smuzhiyun 	vdso_file->found = (vdso != NULL);
104*4882a593Smuzhiyun 	vdso_file->error = !vdso_file->found;
105*4882a593Smuzhiyun 	return vdso;
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun 
machine__exit_vdso(struct machine * machine)108*4882a593Smuzhiyun void machine__exit_vdso(struct machine *machine)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun 	struct vdso_info *vdso_info = machine->vdso_info;
111*4882a593Smuzhiyun 
112*4882a593Smuzhiyun 	if (!vdso_info)
113*4882a593Smuzhiyun 		return;
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun 	if (vdso_info->vdso.found)
116*4882a593Smuzhiyun 		unlink(vdso_info->vdso.temp_file_name);
117*4882a593Smuzhiyun #if BITS_PER_LONG == 64
118*4882a593Smuzhiyun 	if (vdso_info->vdso32.found)
119*4882a593Smuzhiyun 		unlink(vdso_info->vdso32.temp_file_name);
120*4882a593Smuzhiyun 	if (vdso_info->vdsox32.found)
121*4882a593Smuzhiyun 		unlink(vdso_info->vdsox32.temp_file_name);
122*4882a593Smuzhiyun #endif
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun 	zfree(&machine->vdso_info);
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun 
__machine__addnew_vdso(struct machine * machine,const char * short_name,const char * long_name)127*4882a593Smuzhiyun static struct dso *__machine__addnew_vdso(struct machine *machine, const char *short_name,
128*4882a593Smuzhiyun 					  const char *long_name)
129*4882a593Smuzhiyun {
130*4882a593Smuzhiyun 	struct dso *dso;
131*4882a593Smuzhiyun 
132*4882a593Smuzhiyun 	dso = dso__new(short_name);
133*4882a593Smuzhiyun 	if (dso != NULL) {
134*4882a593Smuzhiyun 		__dsos__add(&machine->dsos, dso);
135*4882a593Smuzhiyun 		dso__set_long_name(dso, long_name, false);
136*4882a593Smuzhiyun 		/* Put dso here because __dsos_add already got it */
137*4882a593Smuzhiyun 		dso__put(dso);
138*4882a593Smuzhiyun 	}
139*4882a593Smuzhiyun 
140*4882a593Smuzhiyun 	return dso;
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun 
machine__thread_dso_type(struct machine * machine,struct thread * thread)143*4882a593Smuzhiyun static enum dso_type machine__thread_dso_type(struct machine *machine,
144*4882a593Smuzhiyun 					      struct thread *thread)
145*4882a593Smuzhiyun {
146*4882a593Smuzhiyun 	enum dso_type dso_type = DSO__TYPE_UNKNOWN;
147*4882a593Smuzhiyun 	struct map *map;
148*4882a593Smuzhiyun 
149*4882a593Smuzhiyun 	maps__for_each_entry(thread->maps, map) {
150*4882a593Smuzhiyun 		struct dso *dso = map->dso;
151*4882a593Smuzhiyun 		if (!dso || dso->long_name[0] != '/')
152*4882a593Smuzhiyun 			continue;
153*4882a593Smuzhiyun 		dso_type = dso__type(dso, machine);
154*4882a593Smuzhiyun 		if (dso_type != DSO__TYPE_UNKNOWN)
155*4882a593Smuzhiyun 			break;
156*4882a593Smuzhiyun 	}
157*4882a593Smuzhiyun 
158*4882a593Smuzhiyun 	return dso_type;
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun 
161*4882a593Smuzhiyun #if BITS_PER_LONG == 64
162*4882a593Smuzhiyun 
vdso__do_copy_compat(FILE * f,int fd)163*4882a593Smuzhiyun static int vdso__do_copy_compat(FILE *f, int fd)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun 	char buf[4096];
166*4882a593Smuzhiyun 	size_t count;
167*4882a593Smuzhiyun 
168*4882a593Smuzhiyun 	while (1) {
169*4882a593Smuzhiyun 		count = fread(buf, 1, sizeof(buf), f);
170*4882a593Smuzhiyun 		if (ferror(f))
171*4882a593Smuzhiyun 			return -errno;
172*4882a593Smuzhiyun 		if (feof(f))
173*4882a593Smuzhiyun 			break;
174*4882a593Smuzhiyun 		if (count && writen(fd, buf, count) != (ssize_t)count)
175*4882a593Smuzhiyun 			return -errno;
176*4882a593Smuzhiyun 	}
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 	return 0;
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun 
vdso__copy_compat(const char * prog,int fd)181*4882a593Smuzhiyun static int vdso__copy_compat(const char *prog, int fd)
182*4882a593Smuzhiyun {
183*4882a593Smuzhiyun 	FILE *f;
184*4882a593Smuzhiyun 	int err;
185*4882a593Smuzhiyun 
186*4882a593Smuzhiyun 	f = popen(prog, "r");
187*4882a593Smuzhiyun 	if (!f)
188*4882a593Smuzhiyun 		return -errno;
189*4882a593Smuzhiyun 
190*4882a593Smuzhiyun 	err = vdso__do_copy_compat(f, fd);
191*4882a593Smuzhiyun 
192*4882a593Smuzhiyun 	if (pclose(f) == -1)
193*4882a593Smuzhiyun 		return -errno;
194*4882a593Smuzhiyun 
195*4882a593Smuzhiyun 	return err;
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun 
vdso__create_compat_file(const char * prog,char * temp_name)198*4882a593Smuzhiyun static int vdso__create_compat_file(const char *prog, char *temp_name)
199*4882a593Smuzhiyun {
200*4882a593Smuzhiyun 	int fd, err;
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun 	fd = mkstemp(temp_name);
203*4882a593Smuzhiyun 	if (fd < 0)
204*4882a593Smuzhiyun 		return -errno;
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun 	err = vdso__copy_compat(prog, fd);
207*4882a593Smuzhiyun 
208*4882a593Smuzhiyun 	if (close(fd) == -1)
209*4882a593Smuzhiyun 		return -errno;
210*4882a593Smuzhiyun 
211*4882a593Smuzhiyun 	return err;
212*4882a593Smuzhiyun }
213*4882a593Smuzhiyun 
vdso__get_compat_file(struct vdso_file * vdso_file)214*4882a593Smuzhiyun static const char *vdso__get_compat_file(struct vdso_file *vdso_file)
215*4882a593Smuzhiyun {
216*4882a593Smuzhiyun 	int err;
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun 	if (vdso_file->found)
219*4882a593Smuzhiyun 		return vdso_file->temp_file_name;
220*4882a593Smuzhiyun 
221*4882a593Smuzhiyun 	if (vdso_file->error)
222*4882a593Smuzhiyun 		return NULL;
223*4882a593Smuzhiyun 
224*4882a593Smuzhiyun 	err = vdso__create_compat_file(vdso_file->read_prog,
225*4882a593Smuzhiyun 				       vdso_file->temp_file_name);
226*4882a593Smuzhiyun 	if (err) {
227*4882a593Smuzhiyun 		pr_err("%s failed, error %d\n", vdso_file->read_prog, err);
228*4882a593Smuzhiyun 		vdso_file->error = true;
229*4882a593Smuzhiyun 		return NULL;
230*4882a593Smuzhiyun 	}
231*4882a593Smuzhiyun 
232*4882a593Smuzhiyun 	vdso_file->found = true;
233*4882a593Smuzhiyun 
234*4882a593Smuzhiyun 	return vdso_file->temp_file_name;
235*4882a593Smuzhiyun }
236*4882a593Smuzhiyun 
__machine__findnew_compat(struct machine * machine,struct vdso_file * vdso_file)237*4882a593Smuzhiyun static struct dso *__machine__findnew_compat(struct machine *machine,
238*4882a593Smuzhiyun 					     struct vdso_file *vdso_file)
239*4882a593Smuzhiyun {
240*4882a593Smuzhiyun 	const char *file_name;
241*4882a593Smuzhiyun 	struct dso *dso;
242*4882a593Smuzhiyun 
243*4882a593Smuzhiyun 	dso = __dsos__find(&machine->dsos, vdso_file->dso_name, true);
244*4882a593Smuzhiyun 	if (dso)
245*4882a593Smuzhiyun 		goto out;
246*4882a593Smuzhiyun 
247*4882a593Smuzhiyun 	file_name = vdso__get_compat_file(vdso_file);
248*4882a593Smuzhiyun 	if (!file_name)
249*4882a593Smuzhiyun 		goto out;
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	dso = __machine__addnew_vdso(machine, vdso_file->dso_name, file_name);
252*4882a593Smuzhiyun out:
253*4882a593Smuzhiyun 	return dso;
254*4882a593Smuzhiyun }
255*4882a593Smuzhiyun 
__machine__findnew_vdso_compat(struct machine * machine,struct thread * thread,struct vdso_info * vdso_info,struct dso ** dso)256*4882a593Smuzhiyun static int __machine__findnew_vdso_compat(struct machine *machine,
257*4882a593Smuzhiyun 					  struct thread *thread,
258*4882a593Smuzhiyun 					  struct vdso_info *vdso_info,
259*4882a593Smuzhiyun 					  struct dso **dso)
260*4882a593Smuzhiyun {
261*4882a593Smuzhiyun 	enum dso_type dso_type;
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun 	dso_type = machine__thread_dso_type(machine, thread);
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun #ifndef HAVE_PERF_READ_VDSO32
266*4882a593Smuzhiyun 	if (dso_type == DSO__TYPE_32BIT)
267*4882a593Smuzhiyun 		return 0;
268*4882a593Smuzhiyun #endif
269*4882a593Smuzhiyun #ifndef HAVE_PERF_READ_VDSOX32
270*4882a593Smuzhiyun 	if (dso_type == DSO__TYPE_X32BIT)
271*4882a593Smuzhiyun 		return 0;
272*4882a593Smuzhiyun #endif
273*4882a593Smuzhiyun 
274*4882a593Smuzhiyun 	switch (dso_type) {
275*4882a593Smuzhiyun 	case DSO__TYPE_32BIT:
276*4882a593Smuzhiyun 		*dso = __machine__findnew_compat(machine, &vdso_info->vdso32);
277*4882a593Smuzhiyun 		return 1;
278*4882a593Smuzhiyun 	case DSO__TYPE_X32BIT:
279*4882a593Smuzhiyun 		*dso = __machine__findnew_compat(machine, &vdso_info->vdsox32);
280*4882a593Smuzhiyun 		return 1;
281*4882a593Smuzhiyun 	case DSO__TYPE_UNKNOWN:
282*4882a593Smuzhiyun 	case DSO__TYPE_64BIT:
283*4882a593Smuzhiyun 	default:
284*4882a593Smuzhiyun 		return 0;
285*4882a593Smuzhiyun 	}
286*4882a593Smuzhiyun }
287*4882a593Smuzhiyun 
288*4882a593Smuzhiyun #endif
289*4882a593Smuzhiyun 
machine__find_vdso(struct machine * machine,struct thread * thread)290*4882a593Smuzhiyun static struct dso *machine__find_vdso(struct machine *machine,
291*4882a593Smuzhiyun 				      struct thread *thread)
292*4882a593Smuzhiyun {
293*4882a593Smuzhiyun 	struct dso *dso = NULL;
294*4882a593Smuzhiyun 	enum dso_type dso_type;
295*4882a593Smuzhiyun 
296*4882a593Smuzhiyun 	dso_type = machine__thread_dso_type(machine, thread);
297*4882a593Smuzhiyun 	switch (dso_type) {
298*4882a593Smuzhiyun 	case DSO__TYPE_32BIT:
299*4882a593Smuzhiyun 		dso = __dsos__find(&machine->dsos, DSO__NAME_VDSO32, true);
300*4882a593Smuzhiyun 		if (!dso) {
301*4882a593Smuzhiyun 			dso = __dsos__find(&machine->dsos, DSO__NAME_VDSO,
302*4882a593Smuzhiyun 					   true);
303*4882a593Smuzhiyun 			if (dso && dso_type != dso__type(dso, machine))
304*4882a593Smuzhiyun 				dso = NULL;
305*4882a593Smuzhiyun 		}
306*4882a593Smuzhiyun 		break;
307*4882a593Smuzhiyun 	case DSO__TYPE_X32BIT:
308*4882a593Smuzhiyun 		dso = __dsos__find(&machine->dsos, DSO__NAME_VDSOX32, true);
309*4882a593Smuzhiyun 		break;
310*4882a593Smuzhiyun 	case DSO__TYPE_64BIT:
311*4882a593Smuzhiyun 	case DSO__TYPE_UNKNOWN:
312*4882a593Smuzhiyun 	default:
313*4882a593Smuzhiyun 		dso = __dsos__find(&machine->dsos, DSO__NAME_VDSO, true);
314*4882a593Smuzhiyun 		break;
315*4882a593Smuzhiyun 	}
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 	return dso;
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun 
machine__findnew_vdso(struct machine * machine,struct thread * thread)320*4882a593Smuzhiyun struct dso *machine__findnew_vdso(struct machine *machine,
321*4882a593Smuzhiyun 				  struct thread *thread)
322*4882a593Smuzhiyun {
323*4882a593Smuzhiyun 	struct vdso_info *vdso_info;
324*4882a593Smuzhiyun 	struct dso *dso = NULL;
325*4882a593Smuzhiyun 
326*4882a593Smuzhiyun 	down_write(&machine->dsos.lock);
327*4882a593Smuzhiyun 	if (!machine->vdso_info)
328*4882a593Smuzhiyun 		machine->vdso_info = vdso_info__new();
329*4882a593Smuzhiyun 
330*4882a593Smuzhiyun 	vdso_info = machine->vdso_info;
331*4882a593Smuzhiyun 	if (!vdso_info)
332*4882a593Smuzhiyun 		goto out_unlock;
333*4882a593Smuzhiyun 
334*4882a593Smuzhiyun 	dso = machine__find_vdso(machine, thread);
335*4882a593Smuzhiyun 	if (dso)
336*4882a593Smuzhiyun 		goto out_unlock;
337*4882a593Smuzhiyun 
338*4882a593Smuzhiyun #if BITS_PER_LONG == 64
339*4882a593Smuzhiyun 	if (__machine__findnew_vdso_compat(machine, thread, vdso_info, &dso))
340*4882a593Smuzhiyun 		goto out_unlock;
341*4882a593Smuzhiyun #endif
342*4882a593Smuzhiyun 
343*4882a593Smuzhiyun 	dso = __dsos__find(&machine->dsos, DSO__NAME_VDSO, true);
344*4882a593Smuzhiyun 	if (!dso) {
345*4882a593Smuzhiyun 		char *file;
346*4882a593Smuzhiyun 
347*4882a593Smuzhiyun 		file = get_file(&vdso_info->vdso);
348*4882a593Smuzhiyun 		if (file)
349*4882a593Smuzhiyun 			dso = __machine__addnew_vdso(machine, DSO__NAME_VDSO, file);
350*4882a593Smuzhiyun 	}
351*4882a593Smuzhiyun 
352*4882a593Smuzhiyun out_unlock:
353*4882a593Smuzhiyun 	dso__get(dso);
354*4882a593Smuzhiyun 	up_write(&machine->dsos.lock);
355*4882a593Smuzhiyun 	return dso;
356*4882a593Smuzhiyun }
357*4882a593Smuzhiyun 
dso__is_vdso(struct dso * dso)358*4882a593Smuzhiyun bool dso__is_vdso(struct dso *dso)
359*4882a593Smuzhiyun {
360*4882a593Smuzhiyun 	return !strcmp(dso->short_name, DSO__NAME_VDSO) ||
361*4882a593Smuzhiyun 	       !strcmp(dso->short_name, DSO__NAME_VDSO32) ||
362*4882a593Smuzhiyun 	       !strcmp(dso->short_name, DSO__NAME_VDSOX32);
363*4882a593Smuzhiyun }
364