1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright 2011-2012 Calxeda, Inc.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun #include <linux/types.h>
6*4882a593Smuzhiyun #include <linux/kernel.h>
7*4882a593Smuzhiyun #include <linux/ctype.h>
8*4882a593Smuzhiyun #include <linux/edac.h>
9*4882a593Smuzhiyun #include <linux/interrupt.h>
10*4882a593Smuzhiyun #include <linux/platform_device.h>
11*4882a593Smuzhiyun #include <linux/of_platform.h>
12*4882a593Smuzhiyun #include <linux/uaccess.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include "edac_module.h"
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun /* DDR Ctrlr Error Registers */
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #define HB_DDR_ECC_ERR_BASE 0x128
19*4882a593Smuzhiyun #define MW_DDR_ECC_ERR_BASE 0x1b4
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun #define HB_DDR_ECC_OPT 0x00
22*4882a593Smuzhiyun #define HB_DDR_ECC_U_ERR_ADDR 0x08
23*4882a593Smuzhiyun #define HB_DDR_ECC_U_ERR_STAT 0x0c
24*4882a593Smuzhiyun #define HB_DDR_ECC_U_ERR_DATAL 0x10
25*4882a593Smuzhiyun #define HB_DDR_ECC_U_ERR_DATAH 0x14
26*4882a593Smuzhiyun #define HB_DDR_ECC_C_ERR_ADDR 0x18
27*4882a593Smuzhiyun #define HB_DDR_ECC_C_ERR_STAT 0x1c
28*4882a593Smuzhiyun #define HB_DDR_ECC_C_ERR_DATAL 0x20
29*4882a593Smuzhiyun #define HB_DDR_ECC_C_ERR_DATAH 0x24
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun #define HB_DDR_ECC_OPT_MODE_MASK 0x3
32*4882a593Smuzhiyun #define HB_DDR_ECC_OPT_FWC 0x100
33*4882a593Smuzhiyun #define HB_DDR_ECC_OPT_XOR_SHIFT 16
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun /* DDR Ctrlr Interrupt Registers */
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #define HB_DDR_ECC_INT_BASE 0x180
38*4882a593Smuzhiyun #define MW_DDR_ECC_INT_BASE 0x218
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun #define HB_DDR_ECC_INT_STATUS 0x00
41*4882a593Smuzhiyun #define HB_DDR_ECC_INT_ACK 0x04
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun #define HB_DDR_ECC_INT_STAT_CE 0x8
44*4882a593Smuzhiyun #define HB_DDR_ECC_INT_STAT_DOUBLE_CE 0x10
45*4882a593Smuzhiyun #define HB_DDR_ECC_INT_STAT_UE 0x20
46*4882a593Smuzhiyun #define HB_DDR_ECC_INT_STAT_DOUBLE_UE 0x40
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun struct hb_mc_drvdata {
49*4882a593Smuzhiyun void __iomem *mc_err_base;
50*4882a593Smuzhiyun void __iomem *mc_int_base;
51*4882a593Smuzhiyun };
52*4882a593Smuzhiyun
highbank_mc_err_handler(int irq,void * dev_id)53*4882a593Smuzhiyun static irqreturn_t highbank_mc_err_handler(int irq, void *dev_id)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun struct mem_ctl_info *mci = dev_id;
56*4882a593Smuzhiyun struct hb_mc_drvdata *drvdata = mci->pvt_info;
57*4882a593Smuzhiyun u32 status, err_addr;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun /* Read the interrupt status register */
60*4882a593Smuzhiyun status = readl(drvdata->mc_int_base + HB_DDR_ECC_INT_STATUS);
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun if (status & HB_DDR_ECC_INT_STAT_UE) {
63*4882a593Smuzhiyun err_addr = readl(drvdata->mc_err_base + HB_DDR_ECC_U_ERR_ADDR);
64*4882a593Smuzhiyun edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
65*4882a593Smuzhiyun err_addr >> PAGE_SHIFT,
66*4882a593Smuzhiyun err_addr & ~PAGE_MASK, 0,
67*4882a593Smuzhiyun 0, 0, -1,
68*4882a593Smuzhiyun mci->ctl_name, "");
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun if (status & HB_DDR_ECC_INT_STAT_CE) {
71*4882a593Smuzhiyun u32 syndrome = readl(drvdata->mc_err_base + HB_DDR_ECC_C_ERR_STAT);
72*4882a593Smuzhiyun syndrome = (syndrome >> 8) & 0xff;
73*4882a593Smuzhiyun err_addr = readl(drvdata->mc_err_base + HB_DDR_ECC_C_ERR_ADDR);
74*4882a593Smuzhiyun edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
75*4882a593Smuzhiyun err_addr >> PAGE_SHIFT,
76*4882a593Smuzhiyun err_addr & ~PAGE_MASK, syndrome,
77*4882a593Smuzhiyun 0, 0, -1,
78*4882a593Smuzhiyun mci->ctl_name, "");
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun /* clear the error, clears the interrupt */
82*4882a593Smuzhiyun writel(status, drvdata->mc_int_base + HB_DDR_ECC_INT_ACK);
83*4882a593Smuzhiyun return IRQ_HANDLED;
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
highbank_mc_err_inject(struct mem_ctl_info * mci,u8 synd)86*4882a593Smuzhiyun static void highbank_mc_err_inject(struct mem_ctl_info *mci, u8 synd)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun struct hb_mc_drvdata *pdata = mci->pvt_info;
89*4882a593Smuzhiyun u32 reg;
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun reg = readl(pdata->mc_err_base + HB_DDR_ECC_OPT);
92*4882a593Smuzhiyun reg &= HB_DDR_ECC_OPT_MODE_MASK;
93*4882a593Smuzhiyun reg |= (synd << HB_DDR_ECC_OPT_XOR_SHIFT) | HB_DDR_ECC_OPT_FWC;
94*4882a593Smuzhiyun writel(reg, pdata->mc_err_base + HB_DDR_ECC_OPT);
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun #define to_mci(k) container_of(k, struct mem_ctl_info, dev)
98*4882a593Smuzhiyun
highbank_mc_inject_ctrl(struct device * dev,struct device_attribute * attr,const char * buf,size_t count)99*4882a593Smuzhiyun static ssize_t highbank_mc_inject_ctrl(struct device *dev,
100*4882a593Smuzhiyun struct device_attribute *attr, const char *buf, size_t count)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
103*4882a593Smuzhiyun u8 synd;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (kstrtou8(buf, 16, &synd))
106*4882a593Smuzhiyun return -EINVAL;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun highbank_mc_err_inject(mci, synd);
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun return count;
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun static DEVICE_ATTR(inject_ctrl, S_IWUSR, NULL, highbank_mc_inject_ctrl);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun static struct attribute *highbank_dev_attrs[] = {
116*4882a593Smuzhiyun &dev_attr_inject_ctrl.attr,
117*4882a593Smuzhiyun NULL
118*4882a593Smuzhiyun };
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun ATTRIBUTE_GROUPS(highbank_dev);
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun struct hb_mc_settings {
123*4882a593Smuzhiyun int err_offset;
124*4882a593Smuzhiyun int int_offset;
125*4882a593Smuzhiyun };
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun static struct hb_mc_settings hb_settings = {
128*4882a593Smuzhiyun .err_offset = HB_DDR_ECC_ERR_BASE,
129*4882a593Smuzhiyun .int_offset = HB_DDR_ECC_INT_BASE,
130*4882a593Smuzhiyun };
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun static struct hb_mc_settings mw_settings = {
133*4882a593Smuzhiyun .err_offset = MW_DDR_ECC_ERR_BASE,
134*4882a593Smuzhiyun .int_offset = MW_DDR_ECC_INT_BASE,
135*4882a593Smuzhiyun };
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun static const struct of_device_id hb_ddr_ctrl_of_match[] = {
138*4882a593Smuzhiyun { .compatible = "calxeda,hb-ddr-ctrl", .data = &hb_settings },
139*4882a593Smuzhiyun { .compatible = "calxeda,ecx-2000-ddr-ctrl", .data = &mw_settings },
140*4882a593Smuzhiyun {},
141*4882a593Smuzhiyun };
142*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, hb_ddr_ctrl_of_match);
143*4882a593Smuzhiyun
highbank_mc_probe(struct platform_device * pdev)144*4882a593Smuzhiyun static int highbank_mc_probe(struct platform_device *pdev)
145*4882a593Smuzhiyun {
146*4882a593Smuzhiyun const struct of_device_id *id;
147*4882a593Smuzhiyun const struct hb_mc_settings *settings;
148*4882a593Smuzhiyun struct edac_mc_layer layers[2];
149*4882a593Smuzhiyun struct mem_ctl_info *mci;
150*4882a593Smuzhiyun struct hb_mc_drvdata *drvdata;
151*4882a593Smuzhiyun struct dimm_info *dimm;
152*4882a593Smuzhiyun struct resource *r;
153*4882a593Smuzhiyun void __iomem *base;
154*4882a593Smuzhiyun u32 control;
155*4882a593Smuzhiyun int irq;
156*4882a593Smuzhiyun int res = 0;
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun id = of_match_device(hb_ddr_ctrl_of_match, &pdev->dev);
159*4882a593Smuzhiyun if (!id)
160*4882a593Smuzhiyun return -ENODEV;
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
163*4882a593Smuzhiyun layers[0].size = 1;
164*4882a593Smuzhiyun layers[0].is_virt_csrow = true;
165*4882a593Smuzhiyun layers[1].type = EDAC_MC_LAYER_CHANNEL;
166*4882a593Smuzhiyun layers[1].size = 1;
167*4882a593Smuzhiyun layers[1].is_virt_csrow = false;
168*4882a593Smuzhiyun mci = edac_mc_alloc(0, ARRAY_SIZE(layers), layers,
169*4882a593Smuzhiyun sizeof(struct hb_mc_drvdata));
170*4882a593Smuzhiyun if (!mci)
171*4882a593Smuzhiyun return -ENOMEM;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun mci->pdev = &pdev->dev;
174*4882a593Smuzhiyun drvdata = mci->pvt_info;
175*4882a593Smuzhiyun platform_set_drvdata(pdev, mci);
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL))
178*4882a593Smuzhiyun return -ENOMEM;
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun r = platform_get_resource(pdev, IORESOURCE_MEM, 0);
181*4882a593Smuzhiyun if (!r) {
182*4882a593Smuzhiyun dev_err(&pdev->dev, "Unable to get mem resource\n");
183*4882a593Smuzhiyun res = -ENODEV;
184*4882a593Smuzhiyun goto err;
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun if (!devm_request_mem_region(&pdev->dev, r->start,
188*4882a593Smuzhiyun resource_size(r), dev_name(&pdev->dev))) {
189*4882a593Smuzhiyun dev_err(&pdev->dev, "Error while requesting mem region\n");
190*4882a593Smuzhiyun res = -EBUSY;
191*4882a593Smuzhiyun goto err;
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun base = devm_ioremap(&pdev->dev, r->start, resource_size(r));
195*4882a593Smuzhiyun if (!base) {
196*4882a593Smuzhiyun dev_err(&pdev->dev, "Unable to map regs\n");
197*4882a593Smuzhiyun res = -ENOMEM;
198*4882a593Smuzhiyun goto err;
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun settings = id->data;
202*4882a593Smuzhiyun drvdata->mc_err_base = base + settings->err_offset;
203*4882a593Smuzhiyun drvdata->mc_int_base = base + settings->int_offset;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun control = readl(drvdata->mc_err_base + HB_DDR_ECC_OPT) & 0x3;
206*4882a593Smuzhiyun if (!control || (control == 0x2)) {
207*4882a593Smuzhiyun dev_err(&pdev->dev, "No ECC present, or ECC disabled\n");
208*4882a593Smuzhiyun res = -ENODEV;
209*4882a593Smuzhiyun goto err;
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun mci->mtype_cap = MEM_FLAG_DDR3;
213*4882a593Smuzhiyun mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
214*4882a593Smuzhiyun mci->edac_cap = EDAC_FLAG_SECDED;
215*4882a593Smuzhiyun mci->mod_name = pdev->dev.driver->name;
216*4882a593Smuzhiyun mci->ctl_name = id->compatible;
217*4882a593Smuzhiyun mci->dev_name = dev_name(&pdev->dev);
218*4882a593Smuzhiyun mci->scrub_mode = SCRUB_SW_SRC;
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun /* Only a single 4GB DIMM is supported */
221*4882a593Smuzhiyun dimm = *mci->dimms;
222*4882a593Smuzhiyun dimm->nr_pages = (~0UL >> PAGE_SHIFT) + 1;
223*4882a593Smuzhiyun dimm->grain = 8;
224*4882a593Smuzhiyun dimm->dtype = DEV_X8;
225*4882a593Smuzhiyun dimm->mtype = MEM_DDR3;
226*4882a593Smuzhiyun dimm->edac_mode = EDAC_SECDED;
227*4882a593Smuzhiyun
228*4882a593Smuzhiyun res = edac_mc_add_mc_with_groups(mci, highbank_dev_groups);
229*4882a593Smuzhiyun if (res < 0)
230*4882a593Smuzhiyun goto err;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun irq = platform_get_irq(pdev, 0);
233*4882a593Smuzhiyun res = devm_request_irq(&pdev->dev, irq, highbank_mc_err_handler,
234*4882a593Smuzhiyun 0, dev_name(&pdev->dev), mci);
235*4882a593Smuzhiyun if (res < 0) {
236*4882a593Smuzhiyun dev_err(&pdev->dev, "Unable to request irq %d\n", irq);
237*4882a593Smuzhiyun goto err2;
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun devres_close_group(&pdev->dev, NULL);
241*4882a593Smuzhiyun return 0;
242*4882a593Smuzhiyun err2:
243*4882a593Smuzhiyun edac_mc_del_mc(&pdev->dev);
244*4882a593Smuzhiyun err:
245*4882a593Smuzhiyun devres_release_group(&pdev->dev, NULL);
246*4882a593Smuzhiyun edac_mc_free(mci);
247*4882a593Smuzhiyun return res;
248*4882a593Smuzhiyun }
249*4882a593Smuzhiyun
highbank_mc_remove(struct platform_device * pdev)250*4882a593Smuzhiyun static int highbank_mc_remove(struct platform_device *pdev)
251*4882a593Smuzhiyun {
252*4882a593Smuzhiyun struct mem_ctl_info *mci = platform_get_drvdata(pdev);
253*4882a593Smuzhiyun
254*4882a593Smuzhiyun edac_mc_del_mc(&pdev->dev);
255*4882a593Smuzhiyun edac_mc_free(mci);
256*4882a593Smuzhiyun return 0;
257*4882a593Smuzhiyun }
258*4882a593Smuzhiyun
259*4882a593Smuzhiyun static struct platform_driver highbank_mc_edac_driver = {
260*4882a593Smuzhiyun .probe = highbank_mc_probe,
261*4882a593Smuzhiyun .remove = highbank_mc_remove,
262*4882a593Smuzhiyun .driver = {
263*4882a593Smuzhiyun .name = "hb_mc_edac",
264*4882a593Smuzhiyun .of_match_table = hb_ddr_ctrl_of_match,
265*4882a593Smuzhiyun },
266*4882a593Smuzhiyun };
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun module_platform_driver(highbank_mc_edac_driver);
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
271*4882a593Smuzhiyun MODULE_AUTHOR("Calxeda, Inc.");
272*4882a593Smuzhiyun MODULE_DESCRIPTION("EDAC Driver for Calxeda Highbank");
273