xref: /OK3568_Linux_fs/kernel/drivers/edac/r82600_edac.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * Radisys 82600 Embedded chipset Memory Controller kernel module
3*4882a593Smuzhiyun  * (C) 2005 EADS Astrium
4*4882a593Smuzhiyun  * This file may be distributed under the terms of the
5*4882a593Smuzhiyun  * GNU General Public License.
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  * Written by Tim Small <tim@buttersideup.com>, based on work by Thayne
8*4882a593Smuzhiyun  * Harbaugh, Dan Hollis <goemon at anime dot net> and others.
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  * $Id: edac_r82600.c,v 1.1.2.6 2005/10/05 00:43:44 dsp_llnl Exp $
11*4882a593Smuzhiyun  *
12*4882a593Smuzhiyun  * Written with reference to 82600 High Integration Dual PCI System
13*4882a593Smuzhiyun  * Controller Data Book:
14*4882a593Smuzhiyun  * www.radisys.com/files/support_downloads/007-01277-0002.82600DataBook.pdf
15*4882a593Smuzhiyun  * references to this document given in []
16*4882a593Smuzhiyun  */
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun #include <linux/module.h>
19*4882a593Smuzhiyun #include <linux/init.h>
20*4882a593Smuzhiyun #include <linux/pci.h>
21*4882a593Smuzhiyun #include <linux/pci_ids.h>
22*4882a593Smuzhiyun #include <linux/edac.h>
23*4882a593Smuzhiyun #include "edac_module.h"
24*4882a593Smuzhiyun 
25*4882a593Smuzhiyun #define EDAC_MOD_STR	"r82600_edac"
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun #define r82600_printk(level, fmt, arg...) \
28*4882a593Smuzhiyun 	edac_printk(level, "r82600", fmt, ##arg)
29*4882a593Smuzhiyun 
30*4882a593Smuzhiyun #define r82600_mc_printk(mci, level, fmt, arg...) \
31*4882a593Smuzhiyun 	edac_mc_chipset_printk(mci, level, "r82600", fmt, ##arg)
32*4882a593Smuzhiyun 
33*4882a593Smuzhiyun /* Radisys say "The 82600 integrates a main memory SDRAM controller that
34*4882a593Smuzhiyun  * supports up to four banks of memory. The four banks can support a mix of
35*4882a593Smuzhiyun  * sizes of 64 bit wide (72 bits with ECC) Synchronous DRAM (SDRAM) DIMMs,
36*4882a593Smuzhiyun  * each of which can be any size from 16MB to 512MB. Both registered (control
37*4882a593Smuzhiyun  * signals buffered) and unbuffered DIMM types are supported. Mixing of
38*4882a593Smuzhiyun  * registered and unbuffered DIMMs as well as mixing of ECC and non-ECC DIMMs
39*4882a593Smuzhiyun  * is not allowed. The 82600 SDRAM interface operates at the same frequency as
40*4882a593Smuzhiyun  * the CPU bus, 66MHz, 100MHz or 133MHz."
41*4882a593Smuzhiyun  */
42*4882a593Smuzhiyun 
43*4882a593Smuzhiyun #define R82600_NR_CSROWS 4
44*4882a593Smuzhiyun #define R82600_NR_CHANS  1
45*4882a593Smuzhiyun #define R82600_NR_DIMMS  4
46*4882a593Smuzhiyun 
47*4882a593Smuzhiyun #define R82600_BRIDGE_ID  0x8200
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun /* Radisys 82600 register addresses - device 0 function 0 - PCI bridge */
50*4882a593Smuzhiyun #define R82600_DRAMC	0x57	/* Various SDRAM related control bits
51*4882a593Smuzhiyun 				 * all bits are R/W
52*4882a593Smuzhiyun 				 *
53*4882a593Smuzhiyun 				 * 7    SDRAM ISA Hole Enable
54*4882a593Smuzhiyun 				 * 6    Flash Page Mode Enable
55*4882a593Smuzhiyun 				 * 5    ECC Enable: 1=ECC 0=noECC
56*4882a593Smuzhiyun 				 * 4    DRAM DIMM Type: 1=
57*4882a593Smuzhiyun 				 * 3    BIOS Alias Disable
58*4882a593Smuzhiyun 				 * 2    SDRAM BIOS Flash Write Enable
59*4882a593Smuzhiyun 				 * 1:0  SDRAM Refresh Rate: 00=Disabled
60*4882a593Smuzhiyun 				 *          01=7.8usec (256Mbit SDRAMs)
61*4882a593Smuzhiyun 				 *          10=15.6us 11=125usec
62*4882a593Smuzhiyun 				 */
63*4882a593Smuzhiyun 
64*4882a593Smuzhiyun #define R82600_SDRAMC	0x76	/* "SDRAM Control Register"
65*4882a593Smuzhiyun 				 * More SDRAM related control bits
66*4882a593Smuzhiyun 				 * all bits are R/W
67*4882a593Smuzhiyun 				 *
68*4882a593Smuzhiyun 				 * 15:8 Reserved.
69*4882a593Smuzhiyun 				 *
70*4882a593Smuzhiyun 				 * 7:5  Special SDRAM Mode Select
71*4882a593Smuzhiyun 				 *
72*4882a593Smuzhiyun 				 * 4    Force ECC
73*4882a593Smuzhiyun 				 *
74*4882a593Smuzhiyun 				 *        1=Drive ECC bits to 0 during
75*4882a593Smuzhiyun 				 *          write cycles (i.e. ECC test mode)
76*4882a593Smuzhiyun 				 *
77*4882a593Smuzhiyun 				 *        0=Normal ECC functioning
78*4882a593Smuzhiyun 				 *
79*4882a593Smuzhiyun 				 * 3    Enhanced Paging Enable
80*4882a593Smuzhiyun 				 *
81*4882a593Smuzhiyun 				 * 2    CAS# Latency 0=3clks 1=2clks
82*4882a593Smuzhiyun 				 *
83*4882a593Smuzhiyun 				 * 1    RAS# to CAS# Delay 0=3 1=2
84*4882a593Smuzhiyun 				 *
85*4882a593Smuzhiyun 				 * 0    RAS# Precharge     0=3 1=2
86*4882a593Smuzhiyun 				 */
87*4882a593Smuzhiyun 
88*4882a593Smuzhiyun #define R82600_EAP	0x80	/* ECC Error Address Pointer Register
89*4882a593Smuzhiyun 				 *
90*4882a593Smuzhiyun 				 * 31    Disable Hardware Scrubbing (RW)
91*4882a593Smuzhiyun 				 *        0=Scrub on corrected read
92*4882a593Smuzhiyun 				 *        1=Don't scrub on corrected read
93*4882a593Smuzhiyun 				 *
94*4882a593Smuzhiyun 				 * 30:12 Error Address Pointer (RO)
95*4882a593Smuzhiyun 				 *        Upper 19 bits of error address
96*4882a593Smuzhiyun 				 *
97*4882a593Smuzhiyun 				 * 11:4  Syndrome Bits (RO)
98*4882a593Smuzhiyun 				 *
99*4882a593Smuzhiyun 				 * 3     BSERR# on multibit error (RW)
100*4882a593Smuzhiyun 				 *        1=enable 0=disable
101*4882a593Smuzhiyun 				 *
102*4882a593Smuzhiyun 				 * 2     NMI on Single Bit Eror (RW)
103*4882a593Smuzhiyun 				 *        1=NMI triggered by SBE n.b. other
104*4882a593Smuzhiyun 				 *          prerequeists
105*4882a593Smuzhiyun 				 *        0=NMI not triggered
106*4882a593Smuzhiyun 				 *
107*4882a593Smuzhiyun 				 * 1     MBE (R/WC)
108*4882a593Smuzhiyun 				 *        read 1=MBE at EAP (see above)
109*4882a593Smuzhiyun 				 *        read 0=no MBE, or SBE occurred first
110*4882a593Smuzhiyun 				 *        write 1=Clear MBE status (must also
111*4882a593Smuzhiyun 				 *          clear SBE)
112*4882a593Smuzhiyun 				 *        write 0=NOP
113*4882a593Smuzhiyun 				 *
114*4882a593Smuzhiyun 				 * 1     SBE (R/WC)
115*4882a593Smuzhiyun 				 *        read 1=SBE at EAP (see above)
116*4882a593Smuzhiyun 				 *        read 0=no SBE, or MBE occurred first
117*4882a593Smuzhiyun 				 *        write 1=Clear SBE status (must also
118*4882a593Smuzhiyun 				 *          clear MBE)
119*4882a593Smuzhiyun 				 *        write 0=NOP
120*4882a593Smuzhiyun 				 */
121*4882a593Smuzhiyun 
122*4882a593Smuzhiyun #define R82600_DRBA	0x60	/* + 0x60..0x63 SDRAM Row Boundary Address
123*4882a593Smuzhiyun 				 *  Registers
124*4882a593Smuzhiyun 				 *
125*4882a593Smuzhiyun 				 * 7:0  Address lines 30:24 - upper limit of
126*4882a593Smuzhiyun 				 * each row [p57]
127*4882a593Smuzhiyun 				 */
128*4882a593Smuzhiyun 
129*4882a593Smuzhiyun struct r82600_error_info {
130*4882a593Smuzhiyun 	u32 eapr;
131*4882a593Smuzhiyun };
132*4882a593Smuzhiyun 
133*4882a593Smuzhiyun static bool disable_hardware_scrub;
134*4882a593Smuzhiyun 
135*4882a593Smuzhiyun static struct edac_pci_ctl_info *r82600_pci;
136*4882a593Smuzhiyun 
r82600_get_error_info(struct mem_ctl_info * mci,struct r82600_error_info * info)137*4882a593Smuzhiyun static void r82600_get_error_info(struct mem_ctl_info *mci,
138*4882a593Smuzhiyun 				struct r82600_error_info *info)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun 	struct pci_dev *pdev;
141*4882a593Smuzhiyun 
142*4882a593Smuzhiyun 	pdev = to_pci_dev(mci->pdev);
143*4882a593Smuzhiyun 	pci_read_config_dword(pdev, R82600_EAP, &info->eapr);
144*4882a593Smuzhiyun 
145*4882a593Smuzhiyun 	if (info->eapr & BIT(0))
146*4882a593Smuzhiyun 		/* Clear error to allow next error to be reported [p.62] */
147*4882a593Smuzhiyun 		pci_write_bits32(pdev, R82600_EAP,
148*4882a593Smuzhiyun 				 ((u32) BIT(0) & (u32) BIT(1)),
149*4882a593Smuzhiyun 				 ((u32) BIT(0) & (u32) BIT(1)));
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	if (info->eapr & BIT(1))
152*4882a593Smuzhiyun 		/* Clear error to allow next error to be reported [p.62] */
153*4882a593Smuzhiyun 		pci_write_bits32(pdev, R82600_EAP,
154*4882a593Smuzhiyun 				 ((u32) BIT(0) & (u32) BIT(1)),
155*4882a593Smuzhiyun 				 ((u32) BIT(0) & (u32) BIT(1)));
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun 
r82600_process_error_info(struct mem_ctl_info * mci,struct r82600_error_info * info,int handle_errors)158*4882a593Smuzhiyun static int r82600_process_error_info(struct mem_ctl_info *mci,
159*4882a593Smuzhiyun 				struct r82600_error_info *info,
160*4882a593Smuzhiyun 				int handle_errors)
161*4882a593Smuzhiyun {
162*4882a593Smuzhiyun 	int error_found;
163*4882a593Smuzhiyun 	u32 eapaddr, page;
164*4882a593Smuzhiyun 	u32 syndrome;
165*4882a593Smuzhiyun 
166*4882a593Smuzhiyun 	error_found = 0;
167*4882a593Smuzhiyun 
168*4882a593Smuzhiyun 	/* bits 30:12 store the upper 19 bits of the 32 bit error address */
169*4882a593Smuzhiyun 	eapaddr = ((info->eapr >> 12) & 0x7FFF) << 13;
170*4882a593Smuzhiyun 	/* Syndrome in bits 11:4 [p.62]       */
171*4882a593Smuzhiyun 	syndrome = (info->eapr >> 4) & 0xFF;
172*4882a593Smuzhiyun 
173*4882a593Smuzhiyun 	/* the R82600 reports at less than page *
174*4882a593Smuzhiyun 	 * granularity (upper 19 bits only)     */
175*4882a593Smuzhiyun 	page = eapaddr >> PAGE_SHIFT;
176*4882a593Smuzhiyun 
177*4882a593Smuzhiyun 	if (info->eapr & BIT(0)) {	/* CE? */
178*4882a593Smuzhiyun 		error_found = 1;
179*4882a593Smuzhiyun 
180*4882a593Smuzhiyun 		if (handle_errors)
181*4882a593Smuzhiyun 			edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
182*4882a593Smuzhiyun 					     page, 0, syndrome,
183*4882a593Smuzhiyun 					     edac_mc_find_csrow_by_page(mci, page),
184*4882a593Smuzhiyun 					     0, -1,
185*4882a593Smuzhiyun 					     mci->ctl_name, "");
186*4882a593Smuzhiyun 	}
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun 	if (info->eapr & BIT(1)) {	/* UE? */
189*4882a593Smuzhiyun 		error_found = 1;
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun 		if (handle_errors)
192*4882a593Smuzhiyun 			/* 82600 doesn't give enough info */
193*4882a593Smuzhiyun 			edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
194*4882a593Smuzhiyun 					     page, 0, 0,
195*4882a593Smuzhiyun 					     edac_mc_find_csrow_by_page(mci, page),
196*4882a593Smuzhiyun 					     0, -1,
197*4882a593Smuzhiyun 					     mci->ctl_name, "");
198*4882a593Smuzhiyun 	}
199*4882a593Smuzhiyun 
200*4882a593Smuzhiyun 	return error_found;
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun 
r82600_check(struct mem_ctl_info * mci)203*4882a593Smuzhiyun static void r82600_check(struct mem_ctl_info *mci)
204*4882a593Smuzhiyun {
205*4882a593Smuzhiyun 	struct r82600_error_info info;
206*4882a593Smuzhiyun 
207*4882a593Smuzhiyun 	edac_dbg(1, "MC%d\n", mci->mc_idx);
208*4882a593Smuzhiyun 	r82600_get_error_info(mci, &info);
209*4882a593Smuzhiyun 	r82600_process_error_info(mci, &info, 1);
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun 
ecc_enabled(u8 dramcr)212*4882a593Smuzhiyun static inline int ecc_enabled(u8 dramcr)
213*4882a593Smuzhiyun {
214*4882a593Smuzhiyun 	return dramcr & BIT(5);
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun 
r82600_init_csrows(struct mem_ctl_info * mci,struct pci_dev * pdev,u8 dramcr)217*4882a593Smuzhiyun static void r82600_init_csrows(struct mem_ctl_info *mci, struct pci_dev *pdev,
218*4882a593Smuzhiyun 			u8 dramcr)
219*4882a593Smuzhiyun {
220*4882a593Smuzhiyun 	struct csrow_info *csrow;
221*4882a593Smuzhiyun 	struct dimm_info *dimm;
222*4882a593Smuzhiyun 	int index;
223*4882a593Smuzhiyun 	u8 drbar;		/* SDRAM Row Boundary Address Register */
224*4882a593Smuzhiyun 	u32 row_high_limit, row_high_limit_last;
225*4882a593Smuzhiyun 	u32 reg_sdram, ecc_on, row_base;
226*4882a593Smuzhiyun 
227*4882a593Smuzhiyun 	ecc_on = ecc_enabled(dramcr);
228*4882a593Smuzhiyun 	reg_sdram = dramcr & BIT(4);
229*4882a593Smuzhiyun 	row_high_limit_last = 0;
230*4882a593Smuzhiyun 
231*4882a593Smuzhiyun 	for (index = 0; index < mci->nr_csrows; index++) {
232*4882a593Smuzhiyun 		csrow = mci->csrows[index];
233*4882a593Smuzhiyun 		dimm = csrow->channels[0]->dimm;
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 		/* find the DRAM Chip Select Base address and mask */
236*4882a593Smuzhiyun 		pci_read_config_byte(pdev, R82600_DRBA + index, &drbar);
237*4882a593Smuzhiyun 
238*4882a593Smuzhiyun 		edac_dbg(1, "Row=%d DRBA = %#0x\n", index, drbar);
239*4882a593Smuzhiyun 
240*4882a593Smuzhiyun 		row_high_limit = ((u32) drbar << 24);
241*4882a593Smuzhiyun /*		row_high_limit = ((u32)drbar << 24) | 0xffffffUL; */
242*4882a593Smuzhiyun 
243*4882a593Smuzhiyun 		edac_dbg(1, "Row=%d, Boundary Address=%#0x, Last = %#0x\n",
244*4882a593Smuzhiyun 			 index, row_high_limit, row_high_limit_last);
245*4882a593Smuzhiyun 
246*4882a593Smuzhiyun 		/* Empty row [p.57] */
247*4882a593Smuzhiyun 		if (row_high_limit == row_high_limit_last)
248*4882a593Smuzhiyun 			continue;
249*4882a593Smuzhiyun 
250*4882a593Smuzhiyun 		row_base = row_high_limit_last;
251*4882a593Smuzhiyun 
252*4882a593Smuzhiyun 		csrow->first_page = row_base >> PAGE_SHIFT;
253*4882a593Smuzhiyun 		csrow->last_page = (row_high_limit >> PAGE_SHIFT) - 1;
254*4882a593Smuzhiyun 
255*4882a593Smuzhiyun 		dimm->nr_pages = csrow->last_page - csrow->first_page + 1;
256*4882a593Smuzhiyun 		/* Error address is top 19 bits - so granularity is      *
257*4882a593Smuzhiyun 		 * 14 bits                                               */
258*4882a593Smuzhiyun 		dimm->grain = 1 << 14;
259*4882a593Smuzhiyun 		dimm->mtype = reg_sdram ? MEM_RDDR : MEM_DDR;
260*4882a593Smuzhiyun 		/* FIXME - check that this is unknowable with this chipset */
261*4882a593Smuzhiyun 		dimm->dtype = DEV_UNKNOWN;
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun 		/* Mode is global on 82600 */
264*4882a593Smuzhiyun 		dimm->edac_mode = ecc_on ? EDAC_SECDED : EDAC_NONE;
265*4882a593Smuzhiyun 		row_high_limit_last = row_high_limit;
266*4882a593Smuzhiyun 	}
267*4882a593Smuzhiyun }
268*4882a593Smuzhiyun 
r82600_probe1(struct pci_dev * pdev,int dev_idx)269*4882a593Smuzhiyun static int r82600_probe1(struct pci_dev *pdev, int dev_idx)
270*4882a593Smuzhiyun {
271*4882a593Smuzhiyun 	struct mem_ctl_info *mci;
272*4882a593Smuzhiyun 	struct edac_mc_layer layers[2];
273*4882a593Smuzhiyun 	u8 dramcr;
274*4882a593Smuzhiyun 	u32 eapr;
275*4882a593Smuzhiyun 	u32 scrub_disabled;
276*4882a593Smuzhiyun 	u32 sdram_refresh_rate;
277*4882a593Smuzhiyun 	struct r82600_error_info discard;
278*4882a593Smuzhiyun 
279*4882a593Smuzhiyun 	edac_dbg(0, "\n");
280*4882a593Smuzhiyun 	pci_read_config_byte(pdev, R82600_DRAMC, &dramcr);
281*4882a593Smuzhiyun 	pci_read_config_dword(pdev, R82600_EAP, &eapr);
282*4882a593Smuzhiyun 	scrub_disabled = eapr & BIT(31);
283*4882a593Smuzhiyun 	sdram_refresh_rate = dramcr & (BIT(0) | BIT(1));
284*4882a593Smuzhiyun 	edac_dbg(2, "sdram refresh rate = %#0x\n", sdram_refresh_rate);
285*4882a593Smuzhiyun 	edac_dbg(2, "DRAMC register = %#0x\n", dramcr);
286*4882a593Smuzhiyun 	layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
287*4882a593Smuzhiyun 	layers[0].size = R82600_NR_CSROWS;
288*4882a593Smuzhiyun 	layers[0].is_virt_csrow = true;
289*4882a593Smuzhiyun 	layers[1].type = EDAC_MC_LAYER_CHANNEL;
290*4882a593Smuzhiyun 	layers[1].size = R82600_NR_CHANS;
291*4882a593Smuzhiyun 	layers[1].is_virt_csrow = false;
292*4882a593Smuzhiyun 	mci = edac_mc_alloc(0, ARRAY_SIZE(layers), layers, 0);
293*4882a593Smuzhiyun 	if (mci == NULL)
294*4882a593Smuzhiyun 		return -ENOMEM;
295*4882a593Smuzhiyun 
296*4882a593Smuzhiyun 	edac_dbg(0, "mci = %p\n", mci);
297*4882a593Smuzhiyun 	mci->pdev = &pdev->dev;
298*4882a593Smuzhiyun 	mci->mtype_cap = MEM_FLAG_RDDR | MEM_FLAG_DDR;
299*4882a593Smuzhiyun 	mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED;
300*4882a593Smuzhiyun 	/* FIXME try to work out if the chip leads have been used for COM2
301*4882a593Smuzhiyun 	 * instead on this board? [MA6?] MAYBE:
302*4882a593Smuzhiyun 	 */
303*4882a593Smuzhiyun 
304*4882a593Smuzhiyun 	/* On the R82600, the pins for memory bits 72:65 - i.e. the   *
305*4882a593Smuzhiyun 	 * EC bits are shared with the pins for COM2 (!), so if COM2  *
306*4882a593Smuzhiyun 	 * is enabled, we assume COM2 is wired up, and thus no EDAC   *
307*4882a593Smuzhiyun 	 * is possible.                                               */
308*4882a593Smuzhiyun 	mci->edac_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED;
309*4882a593Smuzhiyun 
310*4882a593Smuzhiyun 	if (ecc_enabled(dramcr)) {
311*4882a593Smuzhiyun 		if (scrub_disabled)
312*4882a593Smuzhiyun 			edac_dbg(3, "mci = %p - Scrubbing disabled! EAP: %#0x\n",
313*4882a593Smuzhiyun 				 mci, eapr);
314*4882a593Smuzhiyun 	} else
315*4882a593Smuzhiyun 		mci->edac_cap = EDAC_FLAG_NONE;
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 	mci->mod_name = EDAC_MOD_STR;
318*4882a593Smuzhiyun 	mci->ctl_name = "R82600";
319*4882a593Smuzhiyun 	mci->dev_name = pci_name(pdev);
320*4882a593Smuzhiyun 	mci->edac_check = r82600_check;
321*4882a593Smuzhiyun 	mci->ctl_page_to_phys = NULL;
322*4882a593Smuzhiyun 	r82600_init_csrows(mci, pdev, dramcr);
323*4882a593Smuzhiyun 	r82600_get_error_info(mci, &discard);	/* clear counters */
324*4882a593Smuzhiyun 
325*4882a593Smuzhiyun 	/* Here we assume that we will never see multiple instances of this
326*4882a593Smuzhiyun 	 * type of memory controller.  The ID is therefore hardcoded to 0.
327*4882a593Smuzhiyun 	 */
328*4882a593Smuzhiyun 	if (edac_mc_add_mc(mci)) {
329*4882a593Smuzhiyun 		edac_dbg(3, "failed edac_mc_add_mc()\n");
330*4882a593Smuzhiyun 		goto fail;
331*4882a593Smuzhiyun 	}
332*4882a593Smuzhiyun 
333*4882a593Smuzhiyun 	/* get this far and it's successful */
334*4882a593Smuzhiyun 
335*4882a593Smuzhiyun 	if (disable_hardware_scrub) {
336*4882a593Smuzhiyun 		edac_dbg(3, "Disabling Hardware Scrub (scrub on error)\n");
337*4882a593Smuzhiyun 		pci_write_bits32(pdev, R82600_EAP, BIT(31), BIT(31));
338*4882a593Smuzhiyun 	}
339*4882a593Smuzhiyun 
340*4882a593Smuzhiyun 	/* allocating generic PCI control info */
341*4882a593Smuzhiyun 	r82600_pci = edac_pci_create_generic_ctl(&pdev->dev, EDAC_MOD_STR);
342*4882a593Smuzhiyun 	if (!r82600_pci) {
343*4882a593Smuzhiyun 		printk(KERN_WARNING
344*4882a593Smuzhiyun 			"%s(): Unable to create PCI control\n",
345*4882a593Smuzhiyun 			__func__);
346*4882a593Smuzhiyun 		printk(KERN_WARNING
347*4882a593Smuzhiyun 			"%s(): PCI error report via EDAC not setup\n",
348*4882a593Smuzhiyun 			__func__);
349*4882a593Smuzhiyun 	}
350*4882a593Smuzhiyun 
351*4882a593Smuzhiyun 	edac_dbg(3, "success\n");
352*4882a593Smuzhiyun 	return 0;
353*4882a593Smuzhiyun 
354*4882a593Smuzhiyun fail:
355*4882a593Smuzhiyun 	edac_mc_free(mci);
356*4882a593Smuzhiyun 	return -ENODEV;
357*4882a593Smuzhiyun }
358*4882a593Smuzhiyun 
359*4882a593Smuzhiyun /* returns count (>= 0), or negative on error */
r82600_init_one(struct pci_dev * pdev,const struct pci_device_id * ent)360*4882a593Smuzhiyun static int r82600_init_one(struct pci_dev *pdev,
361*4882a593Smuzhiyun 			   const struct pci_device_id *ent)
362*4882a593Smuzhiyun {
363*4882a593Smuzhiyun 	edac_dbg(0, "\n");
364*4882a593Smuzhiyun 
365*4882a593Smuzhiyun 	/* don't need to call pci_enable_device() */
366*4882a593Smuzhiyun 	return r82600_probe1(pdev, ent->driver_data);
367*4882a593Smuzhiyun }
368*4882a593Smuzhiyun 
r82600_remove_one(struct pci_dev * pdev)369*4882a593Smuzhiyun static void r82600_remove_one(struct pci_dev *pdev)
370*4882a593Smuzhiyun {
371*4882a593Smuzhiyun 	struct mem_ctl_info *mci;
372*4882a593Smuzhiyun 
373*4882a593Smuzhiyun 	edac_dbg(0, "\n");
374*4882a593Smuzhiyun 
375*4882a593Smuzhiyun 	if (r82600_pci)
376*4882a593Smuzhiyun 		edac_pci_release_generic_ctl(r82600_pci);
377*4882a593Smuzhiyun 
378*4882a593Smuzhiyun 	if ((mci = edac_mc_del_mc(&pdev->dev)) == NULL)
379*4882a593Smuzhiyun 		return;
380*4882a593Smuzhiyun 
381*4882a593Smuzhiyun 	edac_mc_free(mci);
382*4882a593Smuzhiyun }
383*4882a593Smuzhiyun 
384*4882a593Smuzhiyun static const struct pci_device_id r82600_pci_tbl[] = {
385*4882a593Smuzhiyun 	{
386*4882a593Smuzhiyun 	 PCI_DEVICE(PCI_VENDOR_ID_RADISYS, R82600_BRIDGE_ID)
387*4882a593Smuzhiyun 	 },
388*4882a593Smuzhiyun 	{
389*4882a593Smuzhiyun 	 0,
390*4882a593Smuzhiyun 	 }			/* 0 terminated list. */
391*4882a593Smuzhiyun };
392*4882a593Smuzhiyun 
393*4882a593Smuzhiyun MODULE_DEVICE_TABLE(pci, r82600_pci_tbl);
394*4882a593Smuzhiyun 
395*4882a593Smuzhiyun static struct pci_driver r82600_driver = {
396*4882a593Smuzhiyun 	.name = EDAC_MOD_STR,
397*4882a593Smuzhiyun 	.probe = r82600_init_one,
398*4882a593Smuzhiyun 	.remove = r82600_remove_one,
399*4882a593Smuzhiyun 	.id_table = r82600_pci_tbl,
400*4882a593Smuzhiyun };
401*4882a593Smuzhiyun 
r82600_init(void)402*4882a593Smuzhiyun static int __init r82600_init(void)
403*4882a593Smuzhiyun {
404*4882a593Smuzhiyun        /* Ensure that the OPSTATE is set correctly for POLL or NMI */
405*4882a593Smuzhiyun        opstate_init();
406*4882a593Smuzhiyun 
407*4882a593Smuzhiyun 	return pci_register_driver(&r82600_driver);
408*4882a593Smuzhiyun }
409*4882a593Smuzhiyun 
r82600_exit(void)410*4882a593Smuzhiyun static void __exit r82600_exit(void)
411*4882a593Smuzhiyun {
412*4882a593Smuzhiyun 	pci_unregister_driver(&r82600_driver);
413*4882a593Smuzhiyun }
414*4882a593Smuzhiyun 
415*4882a593Smuzhiyun module_init(r82600_init);
416*4882a593Smuzhiyun module_exit(r82600_exit);
417*4882a593Smuzhiyun 
418*4882a593Smuzhiyun MODULE_LICENSE("GPL");
419*4882a593Smuzhiyun MODULE_AUTHOR("Tim Small <tim@buttersideup.com> - WPAD Ltd. "
420*4882a593Smuzhiyun 		"on behalf of EADS Astrium");
421*4882a593Smuzhiyun MODULE_DESCRIPTION("MC support for Radisys 82600 memory controllers");
422*4882a593Smuzhiyun 
423*4882a593Smuzhiyun module_param(disable_hardware_scrub, bool, 0644);
424*4882a593Smuzhiyun MODULE_PARM_DESC(disable_hardware_scrub,
425*4882a593Smuzhiyun 		 "If set, disable the chipset's automatic scrub for CEs");
426*4882a593Smuzhiyun 
427*4882a593Smuzhiyun module_param(edac_op_state, int, 0444);
428*4882a593Smuzhiyun MODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI");
429