1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * OF NUMA Parsing support.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2015 - 2016 Cavium Inc.
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #define pr_fmt(fmt) "OF: NUMA: " fmt
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/of.h>
11*4882a593Smuzhiyun #include <linux/of_address.h>
12*4882a593Smuzhiyun #include <linux/nodemask.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include <asm/numa.h>
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun /* define default numa node to 0 */
17*4882a593Smuzhiyun #define DEFAULT_NODE 0
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun /*
20*4882a593Smuzhiyun * Even though we connect cpus to numa domains later in SMP
21*4882a593Smuzhiyun * init, we need to know the node ids now for all cpus.
22*4882a593Smuzhiyun */
of_numa_parse_cpu_nodes(void)23*4882a593Smuzhiyun static void __init of_numa_parse_cpu_nodes(void)
24*4882a593Smuzhiyun {
25*4882a593Smuzhiyun u32 nid;
26*4882a593Smuzhiyun int r;
27*4882a593Smuzhiyun struct device_node *np;
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun for_each_of_cpu_node(np) {
30*4882a593Smuzhiyun r = of_property_read_u32(np, "numa-node-id", &nid);
31*4882a593Smuzhiyun if (r)
32*4882a593Smuzhiyun continue;
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun pr_debug("CPU on %u\n", nid);
35*4882a593Smuzhiyun if (nid >= MAX_NUMNODES)
36*4882a593Smuzhiyun pr_warn("Node id %u exceeds maximum value\n", nid);
37*4882a593Smuzhiyun else
38*4882a593Smuzhiyun node_set(nid, numa_nodes_parsed);
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
of_numa_parse_memory_nodes(void)42*4882a593Smuzhiyun static int __init of_numa_parse_memory_nodes(void)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun struct device_node *np = NULL;
45*4882a593Smuzhiyun struct resource rsrc;
46*4882a593Smuzhiyun u32 nid;
47*4882a593Smuzhiyun int i, r;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun for_each_node_by_type(np, "memory") {
50*4882a593Smuzhiyun r = of_property_read_u32(np, "numa-node-id", &nid);
51*4882a593Smuzhiyun if (r == -EINVAL)
52*4882a593Smuzhiyun /*
53*4882a593Smuzhiyun * property doesn't exist if -EINVAL, continue
54*4882a593Smuzhiyun * looking for more memory nodes with
55*4882a593Smuzhiyun * "numa-node-id" property
56*4882a593Smuzhiyun */
57*4882a593Smuzhiyun continue;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun if (nid >= MAX_NUMNODES) {
60*4882a593Smuzhiyun pr_warn("Node id %u exceeds maximum value\n", nid);
61*4882a593Smuzhiyun r = -EINVAL;
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun for (i = 0; !r && !of_address_to_resource(np, i, &rsrc); i++)
65*4882a593Smuzhiyun r = numa_add_memblk(nid, rsrc.start, rsrc.end + 1);
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun if (!i || r) {
68*4882a593Smuzhiyun of_node_put(np);
69*4882a593Smuzhiyun pr_err("bad property in memory node\n");
70*4882a593Smuzhiyun return r ? : -EINVAL;
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun return 0;
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun
of_numa_parse_distance_map_v1(struct device_node * map)77*4882a593Smuzhiyun static int __init of_numa_parse_distance_map_v1(struct device_node *map)
78*4882a593Smuzhiyun {
79*4882a593Smuzhiyun const __be32 *matrix;
80*4882a593Smuzhiyun int entry_count;
81*4882a593Smuzhiyun int i;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun pr_info("parsing numa-distance-map-v1\n");
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun matrix = of_get_property(map, "distance-matrix", NULL);
86*4882a593Smuzhiyun if (!matrix) {
87*4882a593Smuzhiyun pr_err("No distance-matrix property in distance-map\n");
88*4882a593Smuzhiyun return -EINVAL;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun entry_count = of_property_count_u32_elems(map, "distance-matrix");
92*4882a593Smuzhiyun if (entry_count <= 0) {
93*4882a593Smuzhiyun pr_err("Invalid distance-matrix\n");
94*4882a593Smuzhiyun return -EINVAL;
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun for (i = 0; i + 2 < entry_count; i += 3) {
98*4882a593Smuzhiyun u32 nodea, nodeb, distance;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun nodea = of_read_number(matrix, 1);
101*4882a593Smuzhiyun matrix++;
102*4882a593Smuzhiyun nodeb = of_read_number(matrix, 1);
103*4882a593Smuzhiyun matrix++;
104*4882a593Smuzhiyun distance = of_read_number(matrix, 1);
105*4882a593Smuzhiyun matrix++;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun if ((nodea == nodeb && distance != LOCAL_DISTANCE) ||
108*4882a593Smuzhiyun (nodea != nodeb && distance <= LOCAL_DISTANCE)) {
109*4882a593Smuzhiyun pr_err("Invalid distance[node%d -> node%d] = %d\n",
110*4882a593Smuzhiyun nodea, nodeb, distance);
111*4882a593Smuzhiyun return -EINVAL;
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun numa_set_distance(nodea, nodeb, distance);
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun /* Set default distance of node B->A same as A->B */
117*4882a593Smuzhiyun if (nodeb > nodea)
118*4882a593Smuzhiyun numa_set_distance(nodeb, nodea, distance);
119*4882a593Smuzhiyun }
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun return 0;
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun
of_numa_parse_distance_map(void)124*4882a593Smuzhiyun static int __init of_numa_parse_distance_map(void)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun int ret = 0;
127*4882a593Smuzhiyun struct device_node *np;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun np = of_find_compatible_node(NULL, NULL,
130*4882a593Smuzhiyun "numa-distance-map-v1");
131*4882a593Smuzhiyun if (np)
132*4882a593Smuzhiyun ret = of_numa_parse_distance_map_v1(np);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun of_node_put(np);
135*4882a593Smuzhiyun return ret;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
of_node_to_nid(struct device_node * device)138*4882a593Smuzhiyun int of_node_to_nid(struct device_node *device)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun struct device_node *np;
141*4882a593Smuzhiyun u32 nid;
142*4882a593Smuzhiyun int r = -ENODATA;
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun np = of_node_get(device);
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun while (np) {
147*4882a593Smuzhiyun r = of_property_read_u32(np, "numa-node-id", &nid);
148*4882a593Smuzhiyun /*
149*4882a593Smuzhiyun * -EINVAL indicates the property was not found, and
150*4882a593Smuzhiyun * we walk up the tree trying to find a parent with a
151*4882a593Smuzhiyun * "numa-node-id". Any other type of error indicates
152*4882a593Smuzhiyun * a bad device tree and we give up.
153*4882a593Smuzhiyun */
154*4882a593Smuzhiyun if (r != -EINVAL)
155*4882a593Smuzhiyun break;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun np = of_get_next_parent(np);
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun if (np && r)
160*4882a593Smuzhiyun pr_warn("Invalid \"numa-node-id\" property in node %pOFn\n",
161*4882a593Smuzhiyun np);
162*4882a593Smuzhiyun of_node_put(np);
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun /*
165*4882a593Smuzhiyun * If numa=off passed on command line, or with a defective
166*4882a593Smuzhiyun * device tree, the nid may not be in the set of possible
167*4882a593Smuzhiyun * nodes. Check for this case and return NUMA_NO_NODE.
168*4882a593Smuzhiyun */
169*4882a593Smuzhiyun if (!r && nid < MAX_NUMNODES && node_possible(nid))
170*4882a593Smuzhiyun return nid;
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun return NUMA_NO_NODE;
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun
of_numa_init(void)175*4882a593Smuzhiyun int __init of_numa_init(void)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun int r;
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun of_numa_parse_cpu_nodes();
180*4882a593Smuzhiyun r = of_numa_parse_memory_nodes();
181*4882a593Smuzhiyun if (r)
182*4882a593Smuzhiyun return r;
183*4882a593Smuzhiyun return of_numa_parse_distance_map();
184*4882a593Smuzhiyun }
185