1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun /*
4*4882a593Smuzhiyun * Handles hot and cold plug of persistent memory regions on pseries.
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #define pr_fmt(fmt) "pseries-pmem: " fmt
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/kernel.h>
10*4882a593Smuzhiyun #include <linux/interrupt.h>
11*4882a593Smuzhiyun #include <linux/delay.h>
12*4882a593Smuzhiyun #include <linux/sched.h> /* for idle_task_exit */
13*4882a593Smuzhiyun #include <linux/sched/hotplug.h>
14*4882a593Smuzhiyun #include <linux/cpu.h>
15*4882a593Smuzhiyun #include <linux/of.h>
16*4882a593Smuzhiyun #include <linux/of_platform.h>
17*4882a593Smuzhiyun #include <linux/slab.h>
18*4882a593Smuzhiyun #include <asm/prom.h>
19*4882a593Smuzhiyun #include <asm/rtas.h>
20*4882a593Smuzhiyun #include <asm/firmware.h>
21*4882a593Smuzhiyun #include <asm/machdep.h>
22*4882a593Smuzhiyun #include <asm/vdso_datapage.h>
23*4882a593Smuzhiyun #include <asm/plpar_wrappers.h>
24*4882a593Smuzhiyun #include <asm/topology.h>
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun #include "pseries.h"
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun static struct device_node *pmem_node;
29*4882a593Smuzhiyun
pmem_drc_add_node(u32 drc_index)30*4882a593Smuzhiyun static ssize_t pmem_drc_add_node(u32 drc_index)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun struct device_node *dn;
33*4882a593Smuzhiyun int rc;
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun pr_debug("Attempting to add pmem node, drc index: %x\n", drc_index);
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun rc = dlpar_acquire_drc(drc_index);
38*4882a593Smuzhiyun if (rc) {
39*4882a593Smuzhiyun pr_err("Failed to acquire DRC, rc: %d, drc index: %x\n",
40*4882a593Smuzhiyun rc, drc_index);
41*4882a593Smuzhiyun return -EINVAL;
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun dn = dlpar_configure_connector(cpu_to_be32(drc_index), pmem_node);
45*4882a593Smuzhiyun if (!dn) {
46*4882a593Smuzhiyun pr_err("configure-connector failed for drc %x\n", drc_index);
47*4882a593Smuzhiyun dlpar_release_drc(drc_index);
48*4882a593Smuzhiyun return -EINVAL;
49*4882a593Smuzhiyun }
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun /* NB: The of reconfig notifier creates platform device from the node */
52*4882a593Smuzhiyun rc = dlpar_attach_node(dn, pmem_node);
53*4882a593Smuzhiyun if (rc) {
54*4882a593Smuzhiyun pr_err("Failed to attach node %pOF, rc: %d, drc index: %x\n",
55*4882a593Smuzhiyun dn, rc, drc_index);
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun if (dlpar_release_drc(drc_index))
58*4882a593Smuzhiyun dlpar_free_cc_nodes(dn);
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun return rc;
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun pr_info("Successfully added %pOF, drc index: %x\n", dn, drc_index);
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun return 0;
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
pmem_drc_remove_node(u32 drc_index)68*4882a593Smuzhiyun static ssize_t pmem_drc_remove_node(u32 drc_index)
69*4882a593Smuzhiyun {
70*4882a593Smuzhiyun struct device_node *dn;
71*4882a593Smuzhiyun uint32_t index;
72*4882a593Smuzhiyun int rc;
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun for_each_child_of_node(pmem_node, dn) {
75*4882a593Smuzhiyun if (of_property_read_u32(dn, "ibm,my-drc-index", &index))
76*4882a593Smuzhiyun continue;
77*4882a593Smuzhiyun if (index == drc_index)
78*4882a593Smuzhiyun break;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun if (!dn) {
82*4882a593Smuzhiyun pr_err("Attempting to remove unused DRC index %x\n", drc_index);
83*4882a593Smuzhiyun return -ENODEV;
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun pr_debug("Attempting to remove %pOF, drc index: %x\n", dn, drc_index);
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun /* * NB: tears down the ibm,pmemory device as a side-effect */
89*4882a593Smuzhiyun rc = dlpar_detach_node(dn);
90*4882a593Smuzhiyun if (rc)
91*4882a593Smuzhiyun return rc;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun rc = dlpar_release_drc(drc_index);
94*4882a593Smuzhiyun if (rc) {
95*4882a593Smuzhiyun pr_err("Failed to release drc (%x) for CPU %pOFn, rc: %d\n",
96*4882a593Smuzhiyun drc_index, dn, rc);
97*4882a593Smuzhiyun dlpar_attach_node(dn, pmem_node);
98*4882a593Smuzhiyun return rc;
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun pr_info("Successfully removed PMEM with drc index: %x\n", drc_index);
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun return 0;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
dlpar_hp_pmem(struct pseries_hp_errorlog * hp_elog)106*4882a593Smuzhiyun int dlpar_hp_pmem(struct pseries_hp_errorlog *hp_elog)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun u32 drc_index;
109*4882a593Smuzhiyun int rc;
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun /* slim chance, but we might get a hotplug event while booting */
112*4882a593Smuzhiyun if (!pmem_node)
113*4882a593Smuzhiyun pmem_node = of_find_node_by_type(NULL, "ibm,persistent-memory");
114*4882a593Smuzhiyun if (!pmem_node) {
115*4882a593Smuzhiyun pr_err("Hotplug event for a pmem device, but none exists\n");
116*4882a593Smuzhiyun return -ENODEV;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun if (hp_elog->id_type != PSERIES_HP_ELOG_ID_DRC_INDEX) {
120*4882a593Smuzhiyun pr_err("Unsupported hotplug event type %d\n",
121*4882a593Smuzhiyun hp_elog->id_type);
122*4882a593Smuzhiyun return -EINVAL;
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun drc_index = hp_elog->_drc_u.drc_index;
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun lock_device_hotplug();
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun if (hp_elog->action == PSERIES_HP_ELOG_ACTION_ADD) {
130*4882a593Smuzhiyun rc = pmem_drc_add_node(drc_index);
131*4882a593Smuzhiyun } else if (hp_elog->action == PSERIES_HP_ELOG_ACTION_REMOVE) {
132*4882a593Smuzhiyun rc = pmem_drc_remove_node(drc_index);
133*4882a593Smuzhiyun } else {
134*4882a593Smuzhiyun pr_err("Unsupported hotplug action (%d)\n", hp_elog->action);
135*4882a593Smuzhiyun rc = -EINVAL;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun unlock_device_hotplug();
139*4882a593Smuzhiyun return rc;
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun const struct of_device_id drc_pmem_match[] = {
143*4882a593Smuzhiyun { .type = "ibm,persistent-memory", },
144*4882a593Smuzhiyun {}
145*4882a593Smuzhiyun };
146*4882a593Smuzhiyun
pseries_pmem_init(void)147*4882a593Smuzhiyun static int pseries_pmem_init(void)
148*4882a593Smuzhiyun {
149*4882a593Smuzhiyun /*
150*4882a593Smuzhiyun * Only supported on POWER8 and above.
151*4882a593Smuzhiyun */
152*4882a593Smuzhiyun if (!cpu_has_feature(CPU_FTR_ARCH_207S))
153*4882a593Smuzhiyun return 0;
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun pmem_node = of_find_node_by_type(NULL, "ibm,persistent-memory");
156*4882a593Smuzhiyun if (!pmem_node)
157*4882a593Smuzhiyun return 0;
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun /*
160*4882a593Smuzhiyun * The generic OF bus probe/populate handles creating platform devices
161*4882a593Smuzhiyun * from the child (ibm,pmemory) nodes. The generic code registers an of
162*4882a593Smuzhiyun * reconfig notifier to handle the hot-add/remove cases too.
163*4882a593Smuzhiyun */
164*4882a593Smuzhiyun of_platform_bus_probe(pmem_node, drc_pmem_match, NULL);
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun return 0;
167*4882a593Smuzhiyun }
168*4882a593Smuzhiyun machine_arch_initcall(pseries, pseries_pmem_init);
169