xref: /OK3568_Linux_fs/kernel/drivers/of/of_numa.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * OF NUMA Parsing support.
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Copyright (C) 2015 - 2016 Cavium Inc.
6*4882a593Smuzhiyun  */
7*4882a593Smuzhiyun 
8*4882a593Smuzhiyun #define pr_fmt(fmt) "OF: NUMA: " fmt
9*4882a593Smuzhiyun 
10*4882a593Smuzhiyun #include <linux/of.h>
11*4882a593Smuzhiyun #include <linux/of_address.h>
12*4882a593Smuzhiyun #include <linux/nodemask.h>
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #include <asm/numa.h>
15*4882a593Smuzhiyun 
16*4882a593Smuzhiyun /* define default numa node to 0 */
17*4882a593Smuzhiyun #define DEFAULT_NODE 0
18*4882a593Smuzhiyun 
19*4882a593Smuzhiyun /*
20*4882a593Smuzhiyun  * Even though we connect cpus to numa domains later in SMP
21*4882a593Smuzhiyun  * init, we need to know the node ids now for all cpus.
22*4882a593Smuzhiyun */
of_numa_parse_cpu_nodes(void)23*4882a593Smuzhiyun static void __init of_numa_parse_cpu_nodes(void)
24*4882a593Smuzhiyun {
25*4882a593Smuzhiyun 	u32 nid;
26*4882a593Smuzhiyun 	int r;
27*4882a593Smuzhiyun 	struct device_node *np;
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun 	for_each_of_cpu_node(np) {
30*4882a593Smuzhiyun 		r = of_property_read_u32(np, "numa-node-id", &nid);
31*4882a593Smuzhiyun 		if (r)
32*4882a593Smuzhiyun 			continue;
33*4882a593Smuzhiyun 
34*4882a593Smuzhiyun 		pr_debug("CPU on %u\n", nid);
35*4882a593Smuzhiyun 		if (nid >= MAX_NUMNODES)
36*4882a593Smuzhiyun 			pr_warn("Node id %u exceeds maximum value\n", nid);
37*4882a593Smuzhiyun 		else
38*4882a593Smuzhiyun 			node_set(nid, numa_nodes_parsed);
39*4882a593Smuzhiyun 	}
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun 
of_numa_parse_memory_nodes(void)42*4882a593Smuzhiyun static int __init of_numa_parse_memory_nodes(void)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun 	struct device_node *np = NULL;
45*4882a593Smuzhiyun 	struct resource rsrc;
46*4882a593Smuzhiyun 	u32 nid;
47*4882a593Smuzhiyun 	int i, r;
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun 	for_each_node_by_type(np, "memory") {
50*4882a593Smuzhiyun 		r = of_property_read_u32(np, "numa-node-id", &nid);
51*4882a593Smuzhiyun 		if (r == -EINVAL)
52*4882a593Smuzhiyun 			/*
53*4882a593Smuzhiyun 			 * property doesn't exist if -EINVAL, continue
54*4882a593Smuzhiyun 			 * looking for more memory nodes with
55*4882a593Smuzhiyun 			 * "numa-node-id" property
56*4882a593Smuzhiyun 			 */
57*4882a593Smuzhiyun 			continue;
58*4882a593Smuzhiyun 
59*4882a593Smuzhiyun 		if (nid >= MAX_NUMNODES) {
60*4882a593Smuzhiyun 			pr_warn("Node id %u exceeds maximum value\n", nid);
61*4882a593Smuzhiyun 			r = -EINVAL;
62*4882a593Smuzhiyun 		}
63*4882a593Smuzhiyun 
64*4882a593Smuzhiyun 		for (i = 0; !r && !of_address_to_resource(np, i, &rsrc); i++)
65*4882a593Smuzhiyun 			r = numa_add_memblk(nid, rsrc.start, rsrc.end + 1);
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun 		if (!i || r) {
68*4882a593Smuzhiyun 			of_node_put(np);
69*4882a593Smuzhiyun 			pr_err("bad property in memory node\n");
70*4882a593Smuzhiyun 			return r ? : -EINVAL;
71*4882a593Smuzhiyun 		}
72*4882a593Smuzhiyun 	}
73*4882a593Smuzhiyun 
74*4882a593Smuzhiyun 	return 0;
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun 
of_numa_parse_distance_map_v1(struct device_node * map)77*4882a593Smuzhiyun static int __init of_numa_parse_distance_map_v1(struct device_node *map)
78*4882a593Smuzhiyun {
79*4882a593Smuzhiyun 	const __be32 *matrix;
80*4882a593Smuzhiyun 	int entry_count;
81*4882a593Smuzhiyun 	int i;
82*4882a593Smuzhiyun 
83*4882a593Smuzhiyun 	pr_info("parsing numa-distance-map-v1\n");
84*4882a593Smuzhiyun 
85*4882a593Smuzhiyun 	matrix = of_get_property(map, "distance-matrix", NULL);
86*4882a593Smuzhiyun 	if (!matrix) {
87*4882a593Smuzhiyun 		pr_err("No distance-matrix property in distance-map\n");
88*4882a593Smuzhiyun 		return -EINVAL;
89*4882a593Smuzhiyun 	}
90*4882a593Smuzhiyun 
91*4882a593Smuzhiyun 	entry_count = of_property_count_u32_elems(map, "distance-matrix");
92*4882a593Smuzhiyun 	if (entry_count <= 0) {
93*4882a593Smuzhiyun 		pr_err("Invalid distance-matrix\n");
94*4882a593Smuzhiyun 		return -EINVAL;
95*4882a593Smuzhiyun 	}
96*4882a593Smuzhiyun 
97*4882a593Smuzhiyun 	for (i = 0; i + 2 < entry_count; i += 3) {
98*4882a593Smuzhiyun 		u32 nodea, nodeb, distance;
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun 		nodea = of_read_number(matrix, 1);
101*4882a593Smuzhiyun 		matrix++;
102*4882a593Smuzhiyun 		nodeb = of_read_number(matrix, 1);
103*4882a593Smuzhiyun 		matrix++;
104*4882a593Smuzhiyun 		distance = of_read_number(matrix, 1);
105*4882a593Smuzhiyun 		matrix++;
106*4882a593Smuzhiyun 
107*4882a593Smuzhiyun 		if ((nodea == nodeb && distance != LOCAL_DISTANCE) ||
108*4882a593Smuzhiyun 		    (nodea != nodeb && distance <= LOCAL_DISTANCE)) {
109*4882a593Smuzhiyun 			pr_err("Invalid distance[node%d -> node%d] = %d\n",
110*4882a593Smuzhiyun 			       nodea, nodeb, distance);
111*4882a593Smuzhiyun 			return -EINVAL;
112*4882a593Smuzhiyun 		}
113*4882a593Smuzhiyun 
114*4882a593Smuzhiyun 		numa_set_distance(nodea, nodeb, distance);
115*4882a593Smuzhiyun 
116*4882a593Smuzhiyun 		/* Set default distance of node B->A same as A->B */
117*4882a593Smuzhiyun 		if (nodeb > nodea)
118*4882a593Smuzhiyun 			numa_set_distance(nodeb, nodea, distance);
119*4882a593Smuzhiyun 	}
120*4882a593Smuzhiyun 
121*4882a593Smuzhiyun 	return 0;
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun 
of_numa_parse_distance_map(void)124*4882a593Smuzhiyun static int __init of_numa_parse_distance_map(void)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun 	int ret = 0;
127*4882a593Smuzhiyun 	struct device_node *np;
128*4882a593Smuzhiyun 
129*4882a593Smuzhiyun 	np = of_find_compatible_node(NULL, NULL,
130*4882a593Smuzhiyun 				     "numa-distance-map-v1");
131*4882a593Smuzhiyun 	if (np)
132*4882a593Smuzhiyun 		ret = of_numa_parse_distance_map_v1(np);
133*4882a593Smuzhiyun 
134*4882a593Smuzhiyun 	of_node_put(np);
135*4882a593Smuzhiyun 	return ret;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun 
of_node_to_nid(struct device_node * device)138*4882a593Smuzhiyun int of_node_to_nid(struct device_node *device)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun 	struct device_node *np;
141*4882a593Smuzhiyun 	u32 nid;
142*4882a593Smuzhiyun 	int r = -ENODATA;
143*4882a593Smuzhiyun 
144*4882a593Smuzhiyun 	np = of_node_get(device);
145*4882a593Smuzhiyun 
146*4882a593Smuzhiyun 	while (np) {
147*4882a593Smuzhiyun 		r = of_property_read_u32(np, "numa-node-id", &nid);
148*4882a593Smuzhiyun 		/*
149*4882a593Smuzhiyun 		 * -EINVAL indicates the property was not found, and
150*4882a593Smuzhiyun 		 *  we walk up the tree trying to find a parent with a
151*4882a593Smuzhiyun 		 *  "numa-node-id".  Any other type of error indicates
152*4882a593Smuzhiyun 		 *  a bad device tree and we give up.
153*4882a593Smuzhiyun 		 */
154*4882a593Smuzhiyun 		if (r != -EINVAL)
155*4882a593Smuzhiyun 			break;
156*4882a593Smuzhiyun 
157*4882a593Smuzhiyun 		np = of_get_next_parent(np);
158*4882a593Smuzhiyun 	}
159*4882a593Smuzhiyun 	if (np && r)
160*4882a593Smuzhiyun 		pr_warn("Invalid \"numa-node-id\" property in node %pOFn\n",
161*4882a593Smuzhiyun 			np);
162*4882a593Smuzhiyun 	of_node_put(np);
163*4882a593Smuzhiyun 
164*4882a593Smuzhiyun 	/*
165*4882a593Smuzhiyun 	 * If numa=off passed on command line, or with a defective
166*4882a593Smuzhiyun 	 * device tree, the nid may not be in the set of possible
167*4882a593Smuzhiyun 	 * nodes.  Check for this case and return NUMA_NO_NODE.
168*4882a593Smuzhiyun 	 */
169*4882a593Smuzhiyun 	if (!r && nid < MAX_NUMNODES && node_possible(nid))
170*4882a593Smuzhiyun 		return nid;
171*4882a593Smuzhiyun 
172*4882a593Smuzhiyun 	return NUMA_NO_NODE;
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun 
of_numa_init(void)175*4882a593Smuzhiyun int __init of_numa_init(void)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun 	int r;
178*4882a593Smuzhiyun 
179*4882a593Smuzhiyun 	of_numa_parse_cpu_nodes();
180*4882a593Smuzhiyun 	r = of_numa_parse_memory_nodes();
181*4882a593Smuzhiyun 	if (r)
182*4882a593Smuzhiyun 		return r;
183*4882a593Smuzhiyun 	return of_numa_parse_distance_map();
184*4882a593Smuzhiyun }
185