1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include "amd64_edac.h"
3*4882a593Smuzhiyun
amd64_inject_section_show(struct device * dev,struct device_attribute * mattr,char * buf)4*4882a593Smuzhiyun static ssize_t amd64_inject_section_show(struct device *dev,
5*4882a593Smuzhiyun struct device_attribute *mattr,
6*4882a593Smuzhiyun char *buf)
7*4882a593Smuzhiyun {
8*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
9*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
10*4882a593Smuzhiyun return sprintf(buf, "0x%x\n", pvt->injection.section);
11*4882a593Smuzhiyun }
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun /*
14*4882a593Smuzhiyun * store error injection section value which refers to one of 4 16-byte sections
15*4882a593Smuzhiyun * within a 64-byte cacheline
16*4882a593Smuzhiyun *
17*4882a593Smuzhiyun * range: 0..3
18*4882a593Smuzhiyun */
amd64_inject_section_store(struct device * dev,struct device_attribute * mattr,const char * data,size_t count)19*4882a593Smuzhiyun static ssize_t amd64_inject_section_store(struct device *dev,
20*4882a593Smuzhiyun struct device_attribute *mattr,
21*4882a593Smuzhiyun const char *data, size_t count)
22*4882a593Smuzhiyun {
23*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
24*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
25*4882a593Smuzhiyun unsigned long value;
26*4882a593Smuzhiyun int ret;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun ret = kstrtoul(data, 10, &value);
29*4882a593Smuzhiyun if (ret < 0)
30*4882a593Smuzhiyun return ret;
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun if (value > 3) {
33*4882a593Smuzhiyun amd64_warn("%s: invalid section 0x%lx\n", __func__, value);
34*4882a593Smuzhiyun return -EINVAL;
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun pvt->injection.section = (u32) value;
38*4882a593Smuzhiyun return count;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
amd64_inject_word_show(struct device * dev,struct device_attribute * mattr,char * buf)41*4882a593Smuzhiyun static ssize_t amd64_inject_word_show(struct device *dev,
42*4882a593Smuzhiyun struct device_attribute *mattr,
43*4882a593Smuzhiyun char *buf)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
46*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
47*4882a593Smuzhiyun return sprintf(buf, "0x%x\n", pvt->injection.word);
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun /*
51*4882a593Smuzhiyun * store error injection word value which refers to one of 9 16-bit word of the
52*4882a593Smuzhiyun * 16-byte (128-bit + ECC bits) section
53*4882a593Smuzhiyun *
54*4882a593Smuzhiyun * range: 0..8
55*4882a593Smuzhiyun */
amd64_inject_word_store(struct device * dev,struct device_attribute * mattr,const char * data,size_t count)56*4882a593Smuzhiyun static ssize_t amd64_inject_word_store(struct device *dev,
57*4882a593Smuzhiyun struct device_attribute *mattr,
58*4882a593Smuzhiyun const char *data, size_t count)
59*4882a593Smuzhiyun {
60*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
61*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
62*4882a593Smuzhiyun unsigned long value;
63*4882a593Smuzhiyun int ret;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun ret = kstrtoul(data, 10, &value);
66*4882a593Smuzhiyun if (ret < 0)
67*4882a593Smuzhiyun return ret;
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun if (value > 8) {
70*4882a593Smuzhiyun amd64_warn("%s: invalid word 0x%lx\n", __func__, value);
71*4882a593Smuzhiyun return -EINVAL;
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun pvt->injection.word = (u32) value;
75*4882a593Smuzhiyun return count;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
amd64_inject_ecc_vector_show(struct device * dev,struct device_attribute * mattr,char * buf)78*4882a593Smuzhiyun static ssize_t amd64_inject_ecc_vector_show(struct device *dev,
79*4882a593Smuzhiyun struct device_attribute *mattr,
80*4882a593Smuzhiyun char *buf)
81*4882a593Smuzhiyun {
82*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
83*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
84*4882a593Smuzhiyun return sprintf(buf, "0x%x\n", pvt->injection.bit_map);
85*4882a593Smuzhiyun }
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun /*
88*4882a593Smuzhiyun * store 16 bit error injection vector which enables injecting errors to the
89*4882a593Smuzhiyun * corresponding bit within the error injection word above. When used during a
90*4882a593Smuzhiyun * DRAM ECC read, it holds the contents of the of the DRAM ECC bits.
91*4882a593Smuzhiyun */
amd64_inject_ecc_vector_store(struct device * dev,struct device_attribute * mattr,const char * data,size_t count)92*4882a593Smuzhiyun static ssize_t amd64_inject_ecc_vector_store(struct device *dev,
93*4882a593Smuzhiyun struct device_attribute *mattr,
94*4882a593Smuzhiyun const char *data, size_t count)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
97*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
98*4882a593Smuzhiyun unsigned long value;
99*4882a593Smuzhiyun int ret;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun ret = kstrtoul(data, 16, &value);
102*4882a593Smuzhiyun if (ret < 0)
103*4882a593Smuzhiyun return ret;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (value & 0xFFFF0000) {
106*4882a593Smuzhiyun amd64_warn("%s: invalid EccVector: 0x%lx\n", __func__, value);
107*4882a593Smuzhiyun return -EINVAL;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun pvt->injection.bit_map = (u32) value;
111*4882a593Smuzhiyun return count;
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun /*
115*4882a593Smuzhiyun * Do a DRAM ECC read. Assemble staged values in the pvt area, format into
116*4882a593Smuzhiyun * fields needed by the injection registers and read the NB Array Data Port.
117*4882a593Smuzhiyun */
amd64_inject_read_store(struct device * dev,struct device_attribute * mattr,const char * data,size_t count)118*4882a593Smuzhiyun static ssize_t amd64_inject_read_store(struct device *dev,
119*4882a593Smuzhiyun struct device_attribute *mattr,
120*4882a593Smuzhiyun const char *data, size_t count)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
123*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
124*4882a593Smuzhiyun unsigned long value;
125*4882a593Smuzhiyun u32 section, word_bits;
126*4882a593Smuzhiyun int ret;
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun ret = kstrtoul(data, 10, &value);
129*4882a593Smuzhiyun if (ret < 0)
130*4882a593Smuzhiyun return ret;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun /* Form value to choose 16-byte section of cacheline */
133*4882a593Smuzhiyun section = F10_NB_ARRAY_DRAM | SET_NB_ARRAY_ADDR(pvt->injection.section);
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun amd64_write_pci_cfg(pvt->F3, F10_NB_ARRAY_ADDR, section);
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun word_bits = SET_NB_DRAM_INJECTION_READ(pvt->injection);
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun /* Issue 'word' and 'bit' along with the READ request */
140*4882a593Smuzhiyun amd64_write_pci_cfg(pvt->F3, F10_NB_ARRAY_DATA, word_bits);
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun edac_dbg(0, "section=0x%x word_bits=0x%x\n", section, word_bits);
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun return count;
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun /*
148*4882a593Smuzhiyun * Do a DRAM ECC write. Assemble staged values in the pvt area and format into
149*4882a593Smuzhiyun * fields needed by the injection registers.
150*4882a593Smuzhiyun */
amd64_inject_write_store(struct device * dev,struct device_attribute * mattr,const char * data,size_t count)151*4882a593Smuzhiyun static ssize_t amd64_inject_write_store(struct device *dev,
152*4882a593Smuzhiyun struct device_attribute *mattr,
153*4882a593Smuzhiyun const char *data, size_t count)
154*4882a593Smuzhiyun {
155*4882a593Smuzhiyun struct mem_ctl_info *mci = to_mci(dev);
156*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
157*4882a593Smuzhiyun u32 section, word_bits, tmp;
158*4882a593Smuzhiyun unsigned long value;
159*4882a593Smuzhiyun int ret;
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun ret = kstrtoul(data, 10, &value);
162*4882a593Smuzhiyun if (ret < 0)
163*4882a593Smuzhiyun return ret;
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun /* Form value to choose 16-byte section of cacheline */
166*4882a593Smuzhiyun section = F10_NB_ARRAY_DRAM | SET_NB_ARRAY_ADDR(pvt->injection.section);
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun amd64_write_pci_cfg(pvt->F3, F10_NB_ARRAY_ADDR, section);
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun word_bits = SET_NB_DRAM_INJECTION_WRITE(pvt->injection);
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun pr_notice_once("Don't forget to decrease MCE polling interval in\n"
173*4882a593Smuzhiyun "/sys/bus/machinecheck/devices/machinecheck<CPUNUM>/check_interval\n"
174*4882a593Smuzhiyun "so that you can get the error report faster.\n");
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun on_each_cpu(disable_caches, NULL, 1);
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun /* Issue 'word' and 'bit' along with the READ request */
179*4882a593Smuzhiyun amd64_write_pci_cfg(pvt->F3, F10_NB_ARRAY_DATA, word_bits);
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun retry:
182*4882a593Smuzhiyun /* wait until injection happens */
183*4882a593Smuzhiyun amd64_read_pci_cfg(pvt->F3, F10_NB_ARRAY_DATA, &tmp);
184*4882a593Smuzhiyun if (tmp & F10_NB_ARR_ECC_WR_REQ) {
185*4882a593Smuzhiyun cpu_relax();
186*4882a593Smuzhiyun goto retry;
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun on_each_cpu(enable_caches, NULL, 1);
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun edac_dbg(0, "section=0x%x word_bits=0x%x\n", section, word_bits);
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun return count;
194*4882a593Smuzhiyun }
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun /*
197*4882a593Smuzhiyun * update NUM_INJ_ATTRS in case you add new members
198*4882a593Smuzhiyun */
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun static DEVICE_ATTR(inject_section, S_IRUGO | S_IWUSR,
201*4882a593Smuzhiyun amd64_inject_section_show, amd64_inject_section_store);
202*4882a593Smuzhiyun static DEVICE_ATTR(inject_word, S_IRUGO | S_IWUSR,
203*4882a593Smuzhiyun amd64_inject_word_show, amd64_inject_word_store);
204*4882a593Smuzhiyun static DEVICE_ATTR(inject_ecc_vector, S_IRUGO | S_IWUSR,
205*4882a593Smuzhiyun amd64_inject_ecc_vector_show, amd64_inject_ecc_vector_store);
206*4882a593Smuzhiyun static DEVICE_ATTR(inject_write, S_IWUSR,
207*4882a593Smuzhiyun NULL, amd64_inject_write_store);
208*4882a593Smuzhiyun static DEVICE_ATTR(inject_read, S_IWUSR,
209*4882a593Smuzhiyun NULL, amd64_inject_read_store);
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun static struct attribute *amd64_edac_inj_attrs[] = {
212*4882a593Smuzhiyun &dev_attr_inject_section.attr,
213*4882a593Smuzhiyun &dev_attr_inject_word.attr,
214*4882a593Smuzhiyun &dev_attr_inject_ecc_vector.attr,
215*4882a593Smuzhiyun &dev_attr_inject_write.attr,
216*4882a593Smuzhiyun &dev_attr_inject_read.attr,
217*4882a593Smuzhiyun NULL
218*4882a593Smuzhiyun };
219*4882a593Smuzhiyun
amd64_edac_inj_is_visible(struct kobject * kobj,struct attribute * attr,int idx)220*4882a593Smuzhiyun static umode_t amd64_edac_inj_is_visible(struct kobject *kobj,
221*4882a593Smuzhiyun struct attribute *attr, int idx)
222*4882a593Smuzhiyun {
223*4882a593Smuzhiyun struct device *dev = kobj_to_dev(kobj);
224*4882a593Smuzhiyun struct mem_ctl_info *mci = container_of(dev, struct mem_ctl_info, dev);
225*4882a593Smuzhiyun struct amd64_pvt *pvt = mci->pvt_info;
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun if (pvt->fam < 0x10)
228*4882a593Smuzhiyun return 0;
229*4882a593Smuzhiyun return attr->mode;
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun const struct attribute_group amd64_edac_inj_group = {
233*4882a593Smuzhiyun .attrs = amd64_edac_inj_attrs,
234*4882a593Smuzhiyun .is_visible = amd64_edac_inj_is_visible,
235*4882a593Smuzhiyun };
236