1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2006-2007 PA Semi, Inc
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Author: Egor Martovetsky <egor@pasemi.com>
6*4882a593Smuzhiyun * Maintained by: Olof Johansson <olof@lixom.net>
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * Driver for the PWRficient onchip memory controllers
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/module.h>
13*4882a593Smuzhiyun #include <linux/init.h>
14*4882a593Smuzhiyun #include <linux/pci.h>
15*4882a593Smuzhiyun #include <linux/pci_ids.h>
16*4882a593Smuzhiyun #include <linux/edac.h>
17*4882a593Smuzhiyun #include "edac_module.h"
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun #define MODULE_NAME "pasemi_edac"
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun #define MCCFG_MCEN 0x300
22*4882a593Smuzhiyun #define MCCFG_MCEN_MMC_EN 0x00000001
23*4882a593Smuzhiyun #define MCCFG_ERRCOR 0x388
24*4882a593Smuzhiyun #define MCCFG_ERRCOR_RNK_FAIL_DET_EN 0x00000100
25*4882a593Smuzhiyun #define MCCFG_ERRCOR_ECC_GEN_EN 0x00000010
26*4882a593Smuzhiyun #define MCCFG_ERRCOR_ECC_CRR_EN 0x00000001
27*4882a593Smuzhiyun #define MCCFG_SCRUB 0x384
28*4882a593Smuzhiyun #define MCCFG_SCRUB_RGLR_SCRB_EN 0x00000001
29*4882a593Smuzhiyun #define MCDEBUG_ERRCTL1 0x728
30*4882a593Smuzhiyun #define MCDEBUG_ERRCTL1_RFL_LOG_EN 0x00080000
31*4882a593Smuzhiyun #define MCDEBUG_ERRCTL1_MBE_LOG_EN 0x00040000
32*4882a593Smuzhiyun #define MCDEBUG_ERRCTL1_SBE_LOG_EN 0x00020000
33*4882a593Smuzhiyun #define MCDEBUG_ERRSTA 0x730
34*4882a593Smuzhiyun #define MCDEBUG_ERRSTA_RFL_STATUS 0x00000004
35*4882a593Smuzhiyun #define MCDEBUG_ERRSTA_MBE_STATUS 0x00000002
36*4882a593Smuzhiyun #define MCDEBUG_ERRSTA_SBE_STATUS 0x00000001
37*4882a593Smuzhiyun #define MCDEBUG_ERRCNT1 0x734
38*4882a593Smuzhiyun #define MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO 0x00000080
39*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A 0x738
40*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_TYPE_M 0x30000000
41*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_TYPE_NONE 0x00000000
42*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_TYPE_SBE 0x10000000
43*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_TYPE_MBE 0x20000000
44*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_TYPE_RFL 0x30000000
45*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_BA_M 0x00700000
46*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_BA_S 20
47*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_CS_M 0x00070000
48*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_MERR_CS_S 16
49*4882a593Smuzhiyun #define MCDEBUG_ERRLOG1A_SYNDROME_M 0x0000ffff
50*4882a593Smuzhiyun #define MCDRAM_RANKCFG 0x114
51*4882a593Smuzhiyun #define MCDRAM_RANKCFG_EN 0x00000001
52*4882a593Smuzhiyun #define MCDRAM_RANKCFG_TYPE_SIZE_M 0x000001c0
53*4882a593Smuzhiyun #define MCDRAM_RANKCFG_TYPE_SIZE_S 6
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun #define PASEMI_EDAC_NR_CSROWS 8
56*4882a593Smuzhiyun #define PASEMI_EDAC_NR_CHANS 1
57*4882a593Smuzhiyun #define PASEMI_EDAC_ERROR_GRAIN 64
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun static int last_page_in_mmc;
60*4882a593Smuzhiyun static int system_mmc_id;
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun
pasemi_edac_get_error_info(struct mem_ctl_info * mci)63*4882a593Smuzhiyun static u32 pasemi_edac_get_error_info(struct mem_ctl_info *mci)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun struct pci_dev *pdev = to_pci_dev(mci->pdev);
66*4882a593Smuzhiyun u32 tmp;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun pci_read_config_dword(pdev, MCDEBUG_ERRSTA,
69*4882a593Smuzhiyun &tmp);
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun tmp &= (MCDEBUG_ERRSTA_RFL_STATUS | MCDEBUG_ERRSTA_MBE_STATUS
72*4882a593Smuzhiyun | MCDEBUG_ERRSTA_SBE_STATUS);
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun if (tmp) {
75*4882a593Smuzhiyun if (tmp & MCDEBUG_ERRSTA_SBE_STATUS)
76*4882a593Smuzhiyun pci_write_config_dword(pdev, MCDEBUG_ERRCNT1,
77*4882a593Smuzhiyun MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO);
78*4882a593Smuzhiyun pci_write_config_dword(pdev, MCDEBUG_ERRSTA, tmp);
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun return tmp;
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
pasemi_edac_process_error_info(struct mem_ctl_info * mci,u32 errsta)84*4882a593Smuzhiyun static void pasemi_edac_process_error_info(struct mem_ctl_info *mci, u32 errsta)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun struct pci_dev *pdev = to_pci_dev(mci->pdev);
87*4882a593Smuzhiyun u32 errlog1a;
88*4882a593Smuzhiyun u32 cs;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun if (!errsta)
91*4882a593Smuzhiyun return;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun pci_read_config_dword(pdev, MCDEBUG_ERRLOG1A, &errlog1a);
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun cs = (errlog1a & MCDEBUG_ERRLOG1A_MERR_CS_M) >>
96*4882a593Smuzhiyun MCDEBUG_ERRLOG1A_MERR_CS_S;
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun /* uncorrectable/multi-bit errors */
99*4882a593Smuzhiyun if (errsta & (MCDEBUG_ERRSTA_MBE_STATUS |
100*4882a593Smuzhiyun MCDEBUG_ERRSTA_RFL_STATUS)) {
101*4882a593Smuzhiyun edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
102*4882a593Smuzhiyun mci->csrows[cs]->first_page, 0, 0,
103*4882a593Smuzhiyun cs, 0, -1, mci->ctl_name, "");
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun /* correctable/single-bit errors */
107*4882a593Smuzhiyun if (errsta & MCDEBUG_ERRSTA_SBE_STATUS)
108*4882a593Smuzhiyun edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
109*4882a593Smuzhiyun mci->csrows[cs]->first_page, 0, 0,
110*4882a593Smuzhiyun cs, 0, -1, mci->ctl_name, "");
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
pasemi_edac_check(struct mem_ctl_info * mci)113*4882a593Smuzhiyun static void pasemi_edac_check(struct mem_ctl_info *mci)
114*4882a593Smuzhiyun {
115*4882a593Smuzhiyun u32 errsta;
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun errsta = pasemi_edac_get_error_info(mci);
118*4882a593Smuzhiyun if (errsta)
119*4882a593Smuzhiyun pasemi_edac_process_error_info(mci, errsta);
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun
pasemi_edac_init_csrows(struct mem_ctl_info * mci,struct pci_dev * pdev,enum edac_type edac_mode)122*4882a593Smuzhiyun static int pasemi_edac_init_csrows(struct mem_ctl_info *mci,
123*4882a593Smuzhiyun struct pci_dev *pdev,
124*4882a593Smuzhiyun enum edac_type edac_mode)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun struct csrow_info *csrow;
127*4882a593Smuzhiyun struct dimm_info *dimm;
128*4882a593Smuzhiyun u32 rankcfg;
129*4882a593Smuzhiyun int index;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun for (index = 0; index < mci->nr_csrows; index++) {
132*4882a593Smuzhiyun csrow = mci->csrows[index];
133*4882a593Smuzhiyun dimm = csrow->channels[0]->dimm;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun pci_read_config_dword(pdev,
136*4882a593Smuzhiyun MCDRAM_RANKCFG + (index * 12),
137*4882a593Smuzhiyun &rankcfg);
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun if (!(rankcfg & MCDRAM_RANKCFG_EN))
140*4882a593Smuzhiyun continue;
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun switch ((rankcfg & MCDRAM_RANKCFG_TYPE_SIZE_M) >>
143*4882a593Smuzhiyun MCDRAM_RANKCFG_TYPE_SIZE_S) {
144*4882a593Smuzhiyun case 0:
145*4882a593Smuzhiyun dimm->nr_pages = 128 << (20 - PAGE_SHIFT);
146*4882a593Smuzhiyun break;
147*4882a593Smuzhiyun case 1:
148*4882a593Smuzhiyun dimm->nr_pages = 256 << (20 - PAGE_SHIFT);
149*4882a593Smuzhiyun break;
150*4882a593Smuzhiyun case 2:
151*4882a593Smuzhiyun case 3:
152*4882a593Smuzhiyun dimm->nr_pages = 512 << (20 - PAGE_SHIFT);
153*4882a593Smuzhiyun break;
154*4882a593Smuzhiyun case 4:
155*4882a593Smuzhiyun dimm->nr_pages = 1024 << (20 - PAGE_SHIFT);
156*4882a593Smuzhiyun break;
157*4882a593Smuzhiyun case 5:
158*4882a593Smuzhiyun dimm->nr_pages = 2048 << (20 - PAGE_SHIFT);
159*4882a593Smuzhiyun break;
160*4882a593Smuzhiyun default:
161*4882a593Smuzhiyun edac_mc_printk(mci, KERN_ERR,
162*4882a593Smuzhiyun "Unrecognized Rank Config. rankcfg=%u\n",
163*4882a593Smuzhiyun rankcfg);
164*4882a593Smuzhiyun return -EINVAL;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun csrow->first_page = last_page_in_mmc;
168*4882a593Smuzhiyun csrow->last_page = csrow->first_page + dimm->nr_pages - 1;
169*4882a593Smuzhiyun last_page_in_mmc += dimm->nr_pages;
170*4882a593Smuzhiyun csrow->page_mask = 0;
171*4882a593Smuzhiyun dimm->grain = PASEMI_EDAC_ERROR_GRAIN;
172*4882a593Smuzhiyun dimm->mtype = MEM_DDR;
173*4882a593Smuzhiyun dimm->dtype = DEV_UNKNOWN;
174*4882a593Smuzhiyun dimm->edac_mode = edac_mode;
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun return 0;
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun
pasemi_edac_probe(struct pci_dev * pdev,const struct pci_device_id * ent)179*4882a593Smuzhiyun static int pasemi_edac_probe(struct pci_dev *pdev,
180*4882a593Smuzhiyun const struct pci_device_id *ent)
181*4882a593Smuzhiyun {
182*4882a593Smuzhiyun struct mem_ctl_info *mci = NULL;
183*4882a593Smuzhiyun struct edac_mc_layer layers[2];
184*4882a593Smuzhiyun u32 errctl1, errcor, scrub, mcen;
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun pci_read_config_dword(pdev, MCCFG_MCEN, &mcen);
187*4882a593Smuzhiyun if (!(mcen & MCCFG_MCEN_MMC_EN))
188*4882a593Smuzhiyun return -ENODEV;
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun /*
191*4882a593Smuzhiyun * We should think about enabling other error detection later on
192*4882a593Smuzhiyun */
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun pci_read_config_dword(pdev, MCDEBUG_ERRCTL1, &errctl1);
195*4882a593Smuzhiyun errctl1 |= MCDEBUG_ERRCTL1_SBE_LOG_EN |
196*4882a593Smuzhiyun MCDEBUG_ERRCTL1_MBE_LOG_EN |
197*4882a593Smuzhiyun MCDEBUG_ERRCTL1_RFL_LOG_EN;
198*4882a593Smuzhiyun pci_write_config_dword(pdev, MCDEBUG_ERRCTL1, errctl1);
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
201*4882a593Smuzhiyun layers[0].size = PASEMI_EDAC_NR_CSROWS;
202*4882a593Smuzhiyun layers[0].is_virt_csrow = true;
203*4882a593Smuzhiyun layers[1].type = EDAC_MC_LAYER_CHANNEL;
204*4882a593Smuzhiyun layers[1].size = PASEMI_EDAC_NR_CHANS;
205*4882a593Smuzhiyun layers[1].is_virt_csrow = false;
206*4882a593Smuzhiyun mci = edac_mc_alloc(system_mmc_id++, ARRAY_SIZE(layers), layers,
207*4882a593Smuzhiyun 0);
208*4882a593Smuzhiyun if (mci == NULL)
209*4882a593Smuzhiyun return -ENOMEM;
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun pci_read_config_dword(pdev, MCCFG_ERRCOR, &errcor);
212*4882a593Smuzhiyun errcor |= MCCFG_ERRCOR_RNK_FAIL_DET_EN |
213*4882a593Smuzhiyun MCCFG_ERRCOR_ECC_GEN_EN |
214*4882a593Smuzhiyun MCCFG_ERRCOR_ECC_CRR_EN;
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun mci->pdev = &pdev->dev;
217*4882a593Smuzhiyun mci->mtype_cap = MEM_FLAG_DDR | MEM_FLAG_RDDR;
218*4882a593Smuzhiyun mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED;
219*4882a593Smuzhiyun mci->edac_cap = (errcor & MCCFG_ERRCOR_ECC_GEN_EN) ?
220*4882a593Smuzhiyun ((errcor & MCCFG_ERRCOR_ECC_CRR_EN) ?
221*4882a593Smuzhiyun (EDAC_FLAG_EC | EDAC_FLAG_SECDED) : EDAC_FLAG_EC) :
222*4882a593Smuzhiyun EDAC_FLAG_NONE;
223*4882a593Smuzhiyun mci->mod_name = MODULE_NAME;
224*4882a593Smuzhiyun mci->dev_name = pci_name(pdev);
225*4882a593Smuzhiyun mci->ctl_name = "pasemi,pwrficient-mc";
226*4882a593Smuzhiyun mci->edac_check = pasemi_edac_check;
227*4882a593Smuzhiyun mci->ctl_page_to_phys = NULL;
228*4882a593Smuzhiyun pci_read_config_dword(pdev, MCCFG_SCRUB, &scrub);
229*4882a593Smuzhiyun mci->scrub_cap = SCRUB_FLAG_HW_PROG | SCRUB_FLAG_HW_SRC;
230*4882a593Smuzhiyun mci->scrub_mode =
231*4882a593Smuzhiyun ((errcor & MCCFG_ERRCOR_ECC_CRR_EN) ? SCRUB_FLAG_HW_SRC : 0) |
232*4882a593Smuzhiyun ((scrub & MCCFG_SCRUB_RGLR_SCRB_EN) ? SCRUB_FLAG_HW_PROG : 0);
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun if (pasemi_edac_init_csrows(mci, pdev,
235*4882a593Smuzhiyun (mci->edac_cap & EDAC_FLAG_SECDED) ?
236*4882a593Smuzhiyun EDAC_SECDED :
237*4882a593Smuzhiyun ((mci->edac_cap & EDAC_FLAG_EC) ?
238*4882a593Smuzhiyun EDAC_EC : EDAC_NONE)))
239*4882a593Smuzhiyun goto fail;
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun /*
242*4882a593Smuzhiyun * Clear status
243*4882a593Smuzhiyun */
244*4882a593Smuzhiyun pasemi_edac_get_error_info(mci);
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun if (edac_mc_add_mc(mci))
247*4882a593Smuzhiyun goto fail;
248*4882a593Smuzhiyun
249*4882a593Smuzhiyun /* get this far and it's successful */
250*4882a593Smuzhiyun return 0;
251*4882a593Smuzhiyun
252*4882a593Smuzhiyun fail:
253*4882a593Smuzhiyun edac_mc_free(mci);
254*4882a593Smuzhiyun return -ENODEV;
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun
pasemi_edac_remove(struct pci_dev * pdev)257*4882a593Smuzhiyun static void pasemi_edac_remove(struct pci_dev *pdev)
258*4882a593Smuzhiyun {
259*4882a593Smuzhiyun struct mem_ctl_info *mci = edac_mc_del_mc(&pdev->dev);
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun if (!mci)
262*4882a593Smuzhiyun return;
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun edac_mc_free(mci);
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun static const struct pci_device_id pasemi_edac_pci_tbl[] = {
269*4882a593Smuzhiyun { PCI_DEVICE(PCI_VENDOR_ID_PASEMI, 0xa00a) },
270*4882a593Smuzhiyun { }
271*4882a593Smuzhiyun };
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun MODULE_DEVICE_TABLE(pci, pasemi_edac_pci_tbl);
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun static struct pci_driver pasemi_edac_driver = {
276*4882a593Smuzhiyun .name = MODULE_NAME,
277*4882a593Smuzhiyun .probe = pasemi_edac_probe,
278*4882a593Smuzhiyun .remove = pasemi_edac_remove,
279*4882a593Smuzhiyun .id_table = pasemi_edac_pci_tbl,
280*4882a593Smuzhiyun };
281*4882a593Smuzhiyun
pasemi_edac_init(void)282*4882a593Smuzhiyun static int __init pasemi_edac_init(void)
283*4882a593Smuzhiyun {
284*4882a593Smuzhiyun /* Ensure that the OPSTATE is set correctly for POLL or NMI */
285*4882a593Smuzhiyun opstate_init();
286*4882a593Smuzhiyun
287*4882a593Smuzhiyun return pci_register_driver(&pasemi_edac_driver);
288*4882a593Smuzhiyun }
289*4882a593Smuzhiyun
pasemi_edac_exit(void)290*4882a593Smuzhiyun static void __exit pasemi_edac_exit(void)
291*4882a593Smuzhiyun {
292*4882a593Smuzhiyun pci_unregister_driver(&pasemi_edac_driver);
293*4882a593Smuzhiyun }
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun module_init(pasemi_edac_init);
296*4882a593Smuzhiyun module_exit(pasemi_edac_exit);
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun MODULE_LICENSE("GPL");
299*4882a593Smuzhiyun MODULE_AUTHOR("Egor Martovetsky <egor@pasemi.com>");
300*4882a593Smuzhiyun MODULE_DESCRIPTION("MC support for PA Semi PWRficient memory controller");
301*4882a593Smuzhiyun module_param(edac_op_state, int, 0444);
302*4882a593Smuzhiyun MODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI");
303*4882a593Smuzhiyun
304