1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <sys/param.h>
3*4882a593Smuzhiyun #include <sys/utsname.h>
4*4882a593Smuzhiyun #include <inttypes.h>
5*4882a593Smuzhiyun #include <stdlib.h>
6*4882a593Smuzhiyun #include <string.h>
7*4882a593Smuzhiyun #include <api/fs/fs.h>
8*4882a593Smuzhiyun #include <linux/zalloc.h>
9*4882a593Smuzhiyun #include <perf/cpumap.h>
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include "cputopo.h"
12*4882a593Smuzhiyun #include "cpumap.h"
13*4882a593Smuzhiyun #include "debug.h"
14*4882a593Smuzhiyun #include "env.h"
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #define CORE_SIB_FMT \
17*4882a593Smuzhiyun "%s/devices/system/cpu/cpu%d/topology/core_siblings_list"
18*4882a593Smuzhiyun #define DIE_SIB_FMT \
19*4882a593Smuzhiyun "%s/devices/system/cpu/cpu%d/topology/die_cpus_list"
20*4882a593Smuzhiyun #define THRD_SIB_FMT \
21*4882a593Smuzhiyun "%s/devices/system/cpu/cpu%d/topology/thread_siblings_list"
22*4882a593Smuzhiyun #define THRD_SIB_FMT_NEW \
23*4882a593Smuzhiyun "%s/devices/system/cpu/cpu%d/topology/core_cpus_list"
24*4882a593Smuzhiyun #define NODE_ONLINE_FMT \
25*4882a593Smuzhiyun "%s/devices/system/node/online"
26*4882a593Smuzhiyun #define NODE_MEMINFO_FMT \
27*4882a593Smuzhiyun "%s/devices/system/node/node%d/meminfo"
28*4882a593Smuzhiyun #define NODE_CPULIST_FMT \
29*4882a593Smuzhiyun "%s/devices/system/node/node%d/cpulist"
30*4882a593Smuzhiyun
build_cpu_topology(struct cpu_topology * tp,int cpu)31*4882a593Smuzhiyun static int build_cpu_topology(struct cpu_topology *tp, int cpu)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun FILE *fp;
34*4882a593Smuzhiyun char filename[MAXPATHLEN];
35*4882a593Smuzhiyun char *buf = NULL, *p;
36*4882a593Smuzhiyun size_t len = 0;
37*4882a593Smuzhiyun ssize_t sret;
38*4882a593Smuzhiyun u32 i = 0;
39*4882a593Smuzhiyun int ret = -1;
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun scnprintf(filename, MAXPATHLEN, CORE_SIB_FMT,
42*4882a593Smuzhiyun sysfs__mountpoint(), cpu);
43*4882a593Smuzhiyun fp = fopen(filename, "r");
44*4882a593Smuzhiyun if (!fp)
45*4882a593Smuzhiyun goto try_dies;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun sret = getline(&buf, &len, fp);
48*4882a593Smuzhiyun fclose(fp);
49*4882a593Smuzhiyun if (sret <= 0)
50*4882a593Smuzhiyun goto try_dies;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun p = strchr(buf, '\n');
53*4882a593Smuzhiyun if (p)
54*4882a593Smuzhiyun *p = '\0';
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun for (i = 0; i < tp->core_sib; i++) {
57*4882a593Smuzhiyun if (!strcmp(buf, tp->core_siblings[i]))
58*4882a593Smuzhiyun break;
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun if (i == tp->core_sib) {
61*4882a593Smuzhiyun tp->core_siblings[i] = buf;
62*4882a593Smuzhiyun tp->core_sib++;
63*4882a593Smuzhiyun buf = NULL;
64*4882a593Smuzhiyun len = 0;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun ret = 0;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun try_dies:
69*4882a593Smuzhiyun if (!tp->die_siblings)
70*4882a593Smuzhiyun goto try_threads;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun scnprintf(filename, MAXPATHLEN, DIE_SIB_FMT,
73*4882a593Smuzhiyun sysfs__mountpoint(), cpu);
74*4882a593Smuzhiyun fp = fopen(filename, "r");
75*4882a593Smuzhiyun if (!fp)
76*4882a593Smuzhiyun goto try_threads;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun sret = getline(&buf, &len, fp);
79*4882a593Smuzhiyun fclose(fp);
80*4882a593Smuzhiyun if (sret <= 0)
81*4882a593Smuzhiyun goto try_threads;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun p = strchr(buf, '\n');
84*4882a593Smuzhiyun if (p)
85*4882a593Smuzhiyun *p = '\0';
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun for (i = 0; i < tp->die_sib; i++) {
88*4882a593Smuzhiyun if (!strcmp(buf, tp->die_siblings[i]))
89*4882a593Smuzhiyun break;
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun if (i == tp->die_sib) {
92*4882a593Smuzhiyun tp->die_siblings[i] = buf;
93*4882a593Smuzhiyun tp->die_sib++;
94*4882a593Smuzhiyun buf = NULL;
95*4882a593Smuzhiyun len = 0;
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun ret = 0;
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun try_threads:
100*4882a593Smuzhiyun scnprintf(filename, MAXPATHLEN, THRD_SIB_FMT_NEW,
101*4882a593Smuzhiyun sysfs__mountpoint(), cpu);
102*4882a593Smuzhiyun if (access(filename, F_OK) == -1) {
103*4882a593Smuzhiyun scnprintf(filename, MAXPATHLEN, THRD_SIB_FMT,
104*4882a593Smuzhiyun sysfs__mountpoint(), cpu);
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun fp = fopen(filename, "r");
107*4882a593Smuzhiyun if (!fp)
108*4882a593Smuzhiyun goto done;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun if (getline(&buf, &len, fp) <= 0)
111*4882a593Smuzhiyun goto done;
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun p = strchr(buf, '\n');
114*4882a593Smuzhiyun if (p)
115*4882a593Smuzhiyun *p = '\0';
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun for (i = 0; i < tp->thread_sib; i++) {
118*4882a593Smuzhiyun if (!strcmp(buf, tp->thread_siblings[i]))
119*4882a593Smuzhiyun break;
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun if (i == tp->thread_sib) {
122*4882a593Smuzhiyun tp->thread_siblings[i] = buf;
123*4882a593Smuzhiyun tp->thread_sib++;
124*4882a593Smuzhiyun buf = NULL;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun ret = 0;
127*4882a593Smuzhiyun done:
128*4882a593Smuzhiyun if (fp)
129*4882a593Smuzhiyun fclose(fp);
130*4882a593Smuzhiyun free(buf);
131*4882a593Smuzhiyun return ret;
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun
cpu_topology__delete(struct cpu_topology * tp)134*4882a593Smuzhiyun void cpu_topology__delete(struct cpu_topology *tp)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun u32 i;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun if (!tp)
139*4882a593Smuzhiyun return;
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun for (i = 0 ; i < tp->core_sib; i++)
142*4882a593Smuzhiyun zfree(&tp->core_siblings[i]);
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun if (tp->die_sib) {
145*4882a593Smuzhiyun for (i = 0 ; i < tp->die_sib; i++)
146*4882a593Smuzhiyun zfree(&tp->die_siblings[i]);
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun for (i = 0 ; i < tp->thread_sib; i++)
150*4882a593Smuzhiyun zfree(&tp->thread_siblings[i]);
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun free(tp);
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun
has_die_topology(void)155*4882a593Smuzhiyun static bool has_die_topology(void)
156*4882a593Smuzhiyun {
157*4882a593Smuzhiyun char filename[MAXPATHLEN];
158*4882a593Smuzhiyun struct utsname uts;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun if (uname(&uts) < 0)
161*4882a593Smuzhiyun return false;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun if (strncmp(uts.machine, "x86_64", 6))
164*4882a593Smuzhiyun return false;
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun scnprintf(filename, MAXPATHLEN, DIE_SIB_FMT,
167*4882a593Smuzhiyun sysfs__mountpoint(), 0);
168*4882a593Smuzhiyun if (access(filename, F_OK) == -1)
169*4882a593Smuzhiyun return false;
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun return true;
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun
cpu_topology__new(void)174*4882a593Smuzhiyun struct cpu_topology *cpu_topology__new(void)
175*4882a593Smuzhiyun {
176*4882a593Smuzhiyun struct cpu_topology *tp = NULL;
177*4882a593Smuzhiyun void *addr;
178*4882a593Smuzhiyun u32 nr, i, nr_addr;
179*4882a593Smuzhiyun size_t sz;
180*4882a593Smuzhiyun long ncpus;
181*4882a593Smuzhiyun int ret = -1;
182*4882a593Smuzhiyun struct perf_cpu_map *map;
183*4882a593Smuzhiyun bool has_die = has_die_topology();
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun ncpus = cpu__max_present_cpu();
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun /* build online CPU map */
188*4882a593Smuzhiyun map = perf_cpu_map__new(NULL);
189*4882a593Smuzhiyun if (map == NULL) {
190*4882a593Smuzhiyun pr_debug("failed to get system cpumap\n");
191*4882a593Smuzhiyun return NULL;
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun nr = (u32)(ncpus & UINT_MAX);
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun sz = nr * sizeof(char *);
197*4882a593Smuzhiyun if (has_die)
198*4882a593Smuzhiyun nr_addr = 3;
199*4882a593Smuzhiyun else
200*4882a593Smuzhiyun nr_addr = 2;
201*4882a593Smuzhiyun addr = calloc(1, sizeof(*tp) + nr_addr * sz);
202*4882a593Smuzhiyun if (!addr)
203*4882a593Smuzhiyun goto out_free;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun tp = addr;
206*4882a593Smuzhiyun addr += sizeof(*tp);
207*4882a593Smuzhiyun tp->core_siblings = addr;
208*4882a593Smuzhiyun addr += sz;
209*4882a593Smuzhiyun if (has_die) {
210*4882a593Smuzhiyun tp->die_siblings = addr;
211*4882a593Smuzhiyun addr += sz;
212*4882a593Smuzhiyun }
213*4882a593Smuzhiyun tp->thread_siblings = addr;
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun for (i = 0; i < nr; i++) {
216*4882a593Smuzhiyun if (!cpu_map__has(map, i))
217*4882a593Smuzhiyun continue;
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun ret = build_cpu_topology(tp, i);
220*4882a593Smuzhiyun if (ret < 0)
221*4882a593Smuzhiyun break;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun out_free:
225*4882a593Smuzhiyun perf_cpu_map__put(map);
226*4882a593Smuzhiyun if (ret) {
227*4882a593Smuzhiyun cpu_topology__delete(tp);
228*4882a593Smuzhiyun tp = NULL;
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun return tp;
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun
load_numa_node(struct numa_topology_node * node,int nr)233*4882a593Smuzhiyun static int load_numa_node(struct numa_topology_node *node, int nr)
234*4882a593Smuzhiyun {
235*4882a593Smuzhiyun char str[MAXPATHLEN];
236*4882a593Smuzhiyun char field[32];
237*4882a593Smuzhiyun char *buf = NULL, *p;
238*4882a593Smuzhiyun size_t len = 0;
239*4882a593Smuzhiyun int ret = -1;
240*4882a593Smuzhiyun FILE *fp;
241*4882a593Smuzhiyun u64 mem;
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun node->node = (u32) nr;
244*4882a593Smuzhiyun
245*4882a593Smuzhiyun scnprintf(str, MAXPATHLEN, NODE_MEMINFO_FMT,
246*4882a593Smuzhiyun sysfs__mountpoint(), nr);
247*4882a593Smuzhiyun fp = fopen(str, "r");
248*4882a593Smuzhiyun if (!fp)
249*4882a593Smuzhiyun return -1;
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun while (getline(&buf, &len, fp) > 0) {
252*4882a593Smuzhiyun /* skip over invalid lines */
253*4882a593Smuzhiyun if (!strchr(buf, ':'))
254*4882a593Smuzhiyun continue;
255*4882a593Smuzhiyun if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
256*4882a593Smuzhiyun goto err;
257*4882a593Smuzhiyun if (!strcmp(field, "MemTotal:"))
258*4882a593Smuzhiyun node->mem_total = mem;
259*4882a593Smuzhiyun if (!strcmp(field, "MemFree:"))
260*4882a593Smuzhiyun node->mem_free = mem;
261*4882a593Smuzhiyun if (node->mem_total && node->mem_free)
262*4882a593Smuzhiyun break;
263*4882a593Smuzhiyun }
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun fclose(fp);
266*4882a593Smuzhiyun fp = NULL;
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun scnprintf(str, MAXPATHLEN, NODE_CPULIST_FMT,
269*4882a593Smuzhiyun sysfs__mountpoint(), nr);
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun fp = fopen(str, "r");
272*4882a593Smuzhiyun if (!fp)
273*4882a593Smuzhiyun return -1;
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun if (getline(&buf, &len, fp) <= 0)
276*4882a593Smuzhiyun goto err;
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun p = strchr(buf, '\n');
279*4882a593Smuzhiyun if (p)
280*4882a593Smuzhiyun *p = '\0';
281*4882a593Smuzhiyun
282*4882a593Smuzhiyun node->cpus = buf;
283*4882a593Smuzhiyun fclose(fp);
284*4882a593Smuzhiyun return 0;
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun err:
287*4882a593Smuzhiyun free(buf);
288*4882a593Smuzhiyun if (fp)
289*4882a593Smuzhiyun fclose(fp);
290*4882a593Smuzhiyun return ret;
291*4882a593Smuzhiyun }
292*4882a593Smuzhiyun
numa_topology__new(void)293*4882a593Smuzhiyun struct numa_topology *numa_topology__new(void)
294*4882a593Smuzhiyun {
295*4882a593Smuzhiyun struct perf_cpu_map *node_map = NULL;
296*4882a593Smuzhiyun struct numa_topology *tp = NULL;
297*4882a593Smuzhiyun char path[MAXPATHLEN];
298*4882a593Smuzhiyun char *buf = NULL;
299*4882a593Smuzhiyun size_t len = 0;
300*4882a593Smuzhiyun u32 nr, i;
301*4882a593Smuzhiyun FILE *fp;
302*4882a593Smuzhiyun char *c;
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun scnprintf(path, MAXPATHLEN, NODE_ONLINE_FMT,
305*4882a593Smuzhiyun sysfs__mountpoint());
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun fp = fopen(path, "r");
308*4882a593Smuzhiyun if (!fp)
309*4882a593Smuzhiyun return NULL;
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun if (getline(&buf, &len, fp) <= 0)
312*4882a593Smuzhiyun goto out;
313*4882a593Smuzhiyun
314*4882a593Smuzhiyun c = strchr(buf, '\n');
315*4882a593Smuzhiyun if (c)
316*4882a593Smuzhiyun *c = '\0';
317*4882a593Smuzhiyun
318*4882a593Smuzhiyun node_map = perf_cpu_map__new(buf);
319*4882a593Smuzhiyun if (!node_map)
320*4882a593Smuzhiyun goto out;
321*4882a593Smuzhiyun
322*4882a593Smuzhiyun nr = (u32) node_map->nr;
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun tp = zalloc(sizeof(*tp) + sizeof(tp->nodes[0])*nr);
325*4882a593Smuzhiyun if (!tp)
326*4882a593Smuzhiyun goto out;
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun tp->nr = nr;
329*4882a593Smuzhiyun
330*4882a593Smuzhiyun for (i = 0; i < nr; i++) {
331*4882a593Smuzhiyun if (load_numa_node(&tp->nodes[i], node_map->map[i])) {
332*4882a593Smuzhiyun numa_topology__delete(tp);
333*4882a593Smuzhiyun tp = NULL;
334*4882a593Smuzhiyun break;
335*4882a593Smuzhiyun }
336*4882a593Smuzhiyun }
337*4882a593Smuzhiyun
338*4882a593Smuzhiyun out:
339*4882a593Smuzhiyun free(buf);
340*4882a593Smuzhiyun fclose(fp);
341*4882a593Smuzhiyun perf_cpu_map__put(node_map);
342*4882a593Smuzhiyun return tp;
343*4882a593Smuzhiyun }
344*4882a593Smuzhiyun
numa_topology__delete(struct numa_topology * tp)345*4882a593Smuzhiyun void numa_topology__delete(struct numa_topology *tp)
346*4882a593Smuzhiyun {
347*4882a593Smuzhiyun u32 i;
348*4882a593Smuzhiyun
349*4882a593Smuzhiyun for (i = 0; i < tp->nr; i++)
350*4882a593Smuzhiyun zfree(&tp->nodes[i].cpus);
351*4882a593Smuzhiyun
352*4882a593Smuzhiyun free(tp);
353*4882a593Smuzhiyun }
354