xref: /rk3399_ARM-atf/plat/nvidia/tegra/soc/t194/plat_ras.c (revision 8ca61538a0fe3aed6764a012317cbf61f09ebb61)
1*8ca61538SDavid Pu /*
2*8ca61538SDavid Pu  * Copyright (c) 2020, NVIDIA Corporation. All rights reserved.
3*8ca61538SDavid Pu  *
4*8ca61538SDavid Pu  * SPDX-License-Identifier: BSD-3-Clause
5*8ca61538SDavid Pu  */
6*8ca61538SDavid Pu 
7*8ca61538SDavid Pu #include <stdbool.h>
8*8ca61538SDavid Pu #include <stdint.h>
9*8ca61538SDavid Pu 
10*8ca61538SDavid Pu #include <common/debug.h>
11*8ca61538SDavid Pu #include <lib/bakery_lock.h>
12*8ca61538SDavid Pu #include <lib/extensions/ras.h>
13*8ca61538SDavid Pu #include <lib/utils_def.h>
14*8ca61538SDavid Pu #include <services/sdei.h>
15*8ca61538SDavid Pu 
16*8ca61538SDavid Pu #include <plat/common/platform.h>
17*8ca61538SDavid Pu #include <platform_def.h>
18*8ca61538SDavid Pu #include <tegra194_ras_private.h>
19*8ca61538SDavid Pu #include <tegra_def.h>
20*8ca61538SDavid Pu #include <tegra_platform.h>
21*8ca61538SDavid Pu #include <tegra_private.h>
22*8ca61538SDavid Pu 
23*8ca61538SDavid Pu /*
24*8ca61538SDavid Pu  * ERR<n>FR bits[63:32], it indicates supported RAS errors which can be enabled
25*8ca61538SDavid Pu  * by setting corresponding bits in ERR<n>CTLR
26*8ca61538SDavid Pu  */
27*8ca61538SDavid Pu #define ERR_FR_EN_BITS_MASK	0xFFFFFFFF00000000ULL
28*8ca61538SDavid Pu 
29*8ca61538SDavid Pu /* bakery lock for platform RAS handler. */
30*8ca61538SDavid Pu static DEFINE_BAKERY_LOCK(ras_handler_lock);
31*8ca61538SDavid Pu #define ras_lock()		bakery_lock_get(&ras_handler_lock)
32*8ca61538SDavid Pu #define ras_unlock()		bakery_lock_release(&ras_handler_lock)
33*8ca61538SDavid Pu 
34*8ca61538SDavid Pu /*
35*8ca61538SDavid Pu  * Function to handle an External Abort received at EL3.
36*8ca61538SDavid Pu  * This function is invoked by RAS framework.
37*8ca61538SDavid Pu  */
38*8ca61538SDavid Pu static void tegra194_ea_handler(unsigned int ea_reason, uint64_t syndrome,
39*8ca61538SDavid Pu 		void *cookie, void *handle, uint64_t flags)
40*8ca61538SDavid Pu {
41*8ca61538SDavid Pu 	int32_t ret;
42*8ca61538SDavid Pu 
43*8ca61538SDavid Pu 	ras_lock();
44*8ca61538SDavid Pu 
45*8ca61538SDavid Pu 	ERROR("exception reason=%u syndrome=0x%llx on 0x%lx at EL3.\n",
46*8ca61538SDavid Pu 		ea_reason, syndrome, read_mpidr_el1());
47*8ca61538SDavid Pu 
48*8ca61538SDavid Pu 	/* Call RAS EA handler */
49*8ca61538SDavid Pu 	ret = ras_ea_handler(ea_reason, syndrome, cookie, handle, flags);
50*8ca61538SDavid Pu 	if (ret != 0) {
51*8ca61538SDavid Pu 		ERROR("RAS error handled!\n");
52*8ca61538SDavid Pu 		ret = sdei_dispatch_event(TEGRA_SDEI_EP_EVENT_0 +
53*8ca61538SDavid Pu 				plat_my_core_pos());
54*8ca61538SDavid Pu 		if (ret != 0)
55*8ca61538SDavid Pu 			ERROR("sdei_dispatch_event returned %d\n", ret);
56*8ca61538SDavid Pu 	} else {
57*8ca61538SDavid Pu 		ERROR("Not a RAS error!\n");
58*8ca61538SDavid Pu 	}
59*8ca61538SDavid Pu 
60*8ca61538SDavid Pu 	ras_unlock();
61*8ca61538SDavid Pu }
62*8ca61538SDavid Pu 
63*8ca61538SDavid Pu /* Function to enable uncorrectable errors as External abort (SError) */
64*8ca61538SDavid Pu void tegra194_ras_enable(void)
65*8ca61538SDavid Pu {
66*8ca61538SDavid Pu 	VERBOSE("%s\n", __func__);
67*8ca61538SDavid Pu 
68*8ca61538SDavid Pu 	/* skip RAS enablement if not a silicon platform. */
69*8ca61538SDavid Pu 	if (!tegra_platform_is_silicon()) {
70*8ca61538SDavid Pu 		return;
71*8ca61538SDavid Pu 	}
72*8ca61538SDavid Pu 
73*8ca61538SDavid Pu 	/*
74*8ca61538SDavid Pu 	 * Iterate for each group(num_idx ERRSELRs starting from idx_start)
75*8ca61538SDavid Pu 	 * use normal for loop instead of for_each_err_record_info to get rid
76*8ca61538SDavid Pu 	 * of MISRA noise..
77*8ca61538SDavid Pu 	 */
78*8ca61538SDavid Pu 	for (uint32_t i = 0U; i < err_record_mappings.num_err_records; i++) {
79*8ca61538SDavid Pu 
80*8ca61538SDavid Pu 		const struct err_record_info *info = &err_record_mappings.err_records[i];
81*8ca61538SDavid Pu 
82*8ca61538SDavid Pu 		uint32_t idx_start = info->sysreg.idx_start;
83*8ca61538SDavid Pu 		uint32_t num_idx = info->sysreg.num_idx;
84*8ca61538SDavid Pu 		const struct ras_aux_data *aux_data = (const struct ras_aux_data *)info->aux_data;
85*8ca61538SDavid Pu 
86*8ca61538SDavid Pu 		assert(aux_data != NULL);
87*8ca61538SDavid Pu 
88*8ca61538SDavid Pu 		for (uint32_t j = 0; j < num_idx; j++) {
89*8ca61538SDavid Pu 			uint64_t err_ctrl = 0ULL;
90*8ca61538SDavid Pu 
91*8ca61538SDavid Pu 			/* enable SError reporting for uncorrectable error */
92*8ca61538SDavid Pu 			ERR_CTLR_ENABLE_FIELD(err_ctrl, UE);
93*8ca61538SDavid Pu 			ERR_CTLR_ENABLE_FIELD(err_ctrl, ED);
94*8ca61538SDavid Pu 
95*8ca61538SDavid Pu 			/*
96*8ca61538SDavid Pu 			 * Catch error if something wrong with the RAS aux data
97*8ca61538SDavid Pu 			 * record table.
98*8ca61538SDavid Pu 			 */
99*8ca61538SDavid Pu 			assert(aux_data[j].err_ctrl != NULL);
100*8ca61538SDavid Pu 
101*8ca61538SDavid Pu 			/* enable the specified errors */
102*8ca61538SDavid Pu 			err_ctrl |= aux_data[j].err_ctrl();
103*8ca61538SDavid Pu 
104*8ca61538SDavid Pu 			/* Write to ERRSELR_EL1 to select the error record */
105*8ca61538SDavid Pu 			ser_sys_select_record(idx_start + j);
106*8ca61538SDavid Pu 
107*8ca61538SDavid Pu 			/* enable specified errors */
108*8ca61538SDavid Pu 			write_erxctlr_el1(err_ctrl);
109*8ca61538SDavid Pu 
110*8ca61538SDavid Pu 			/*
111*8ca61538SDavid Pu 			 * Check if all the bit settings have been enabled to detect
112*8ca61538SDavid Pu 			 * uncorrected/corrected errors, if not assert.
113*8ca61538SDavid Pu 			 */
114*8ca61538SDavid Pu 			assert(read_erxctlr_el1() == err_ctrl);
115*8ca61538SDavid Pu 		}
116*8ca61538SDavid Pu 	}
117*8ca61538SDavid Pu }
118*8ca61538SDavid Pu 
119*8ca61538SDavid Pu /* Function to probe an error from error record group. */
120*8ca61538SDavid Pu static int32_t tegra194_ras_record_probe(const struct err_record_info *info,
121*8ca61538SDavid Pu 		int *probe_data)
122*8ca61538SDavid Pu {
123*8ca61538SDavid Pu 	/* Skip probing if not a silicon platform */
124*8ca61538SDavid Pu 	if (!tegra_platform_is_silicon()) {
125*8ca61538SDavid Pu 		return 0;
126*8ca61538SDavid Pu 	}
127*8ca61538SDavid Pu 
128*8ca61538SDavid Pu 	return ser_probe_sysreg(info->sysreg.idx_start, info->sysreg.num_idx, probe_data);
129*8ca61538SDavid Pu }
130*8ca61538SDavid Pu 
131*8ca61538SDavid Pu /* Function to handle error from one given node */
132*8ca61538SDavid Pu static int32_t tegra194_ras_node_handler(const struct ras_error *errors, uint64_t status)
133*8ca61538SDavid Pu {
134*8ca61538SDavid Pu 	bool found = false;
135*8ca61538SDavid Pu 	uint32_t ierr = (uint32_t)ERR_STATUS_GET_FIELD(status, IERR);
136*8ca61538SDavid Pu 	uint32_t serr = (uint32_t)ERR_STATUS_GET_FIELD(status, SERR);
137*8ca61538SDavid Pu 
138*8ca61538SDavid Pu 	/* IERR to error message */
139*8ca61538SDavid Pu 	for (uint32_t i = 0; errors[i].error_msg != NULL; i++) {
140*8ca61538SDavid Pu 		if (ierr == errors[i].error_code) {
141*8ca61538SDavid Pu 			ERROR("IERR = %s(0x%x)\n",
142*8ca61538SDavid Pu 				errors[i].error_msg, errors[i].error_code);
143*8ca61538SDavid Pu 			found = true;
144*8ca61538SDavid Pu 			break;
145*8ca61538SDavid Pu 		}
146*8ca61538SDavid Pu 	}
147*8ca61538SDavid Pu 	if (!found) {
148*8ca61538SDavid Pu 		ERROR("unknown IERR: 0x%x\n", ierr);
149*8ca61538SDavid Pu 	}
150*8ca61538SDavid Pu 
151*8ca61538SDavid Pu 	ERROR("SERR = %s(0x%x)\n", ras_serr_to_str(serr), serr);
152*8ca61538SDavid Pu 
153*8ca61538SDavid Pu 	/* Write to clear reported errors. */
154*8ca61538SDavid Pu 	write_erxstatus_el1(status);
155*8ca61538SDavid Pu 
156*8ca61538SDavid Pu 	return 0;
157*8ca61538SDavid Pu }
158*8ca61538SDavid Pu 
159*8ca61538SDavid Pu /* Function to handle one error node from an error record group. */
160*8ca61538SDavid Pu static int32_t tegra194_ras_record_handler(const struct err_record_info *info,
161*8ca61538SDavid Pu 		int probe_data, const struct err_handler_data *const data)
162*8ca61538SDavid Pu {
163*8ca61538SDavid Pu 	uint32_t num_idx = info->sysreg.num_idx;
164*8ca61538SDavid Pu 	uint32_t idx_start = info->sysreg.idx_start;
165*8ca61538SDavid Pu 	const struct ras_aux_data *aux_data = info->aux_data;
166*8ca61538SDavid Pu 
167*8ca61538SDavid Pu 	uint64_t status = 0ULL;
168*8ca61538SDavid Pu 
169*8ca61538SDavid Pu 	VERBOSE("%s\n", __func__);
170*8ca61538SDavid Pu 
171*8ca61538SDavid Pu 	assert(probe_data >= 0);
172*8ca61538SDavid Pu 	assert((uint32_t)probe_data < num_idx);
173*8ca61538SDavid Pu 
174*8ca61538SDavid Pu 	uint32_t offset = (uint32_t)probe_data;
175*8ca61538SDavid Pu 	const struct  ras_error *errors = aux_data[offset].error_records;
176*8ca61538SDavid Pu 
177*8ca61538SDavid Pu 	assert(errors != NULL);
178*8ca61538SDavid Pu 
179*8ca61538SDavid Pu 	/* Write to ERRSELR_EL1 to select the error record */
180*8ca61538SDavid Pu 	ser_sys_select_record(idx_start + offset);
181*8ca61538SDavid Pu 
182*8ca61538SDavid Pu 	/* Retrieve status register from the error record */
183*8ca61538SDavid Pu 	status = read_erxstatus_el1();
184*8ca61538SDavid Pu 
185*8ca61538SDavid Pu 	assert(ERR_STATUS_GET_FIELD(status, V) != 0U);
186*8ca61538SDavid Pu 	assert(ERR_STATUS_GET_FIELD(status, UE) != 0U);
187*8ca61538SDavid Pu 
188*8ca61538SDavid Pu 	return tegra194_ras_node_handler(errors, status);
189*8ca61538SDavid Pu }
190*8ca61538SDavid Pu 
191*8ca61538SDavid Pu 
192*8ca61538SDavid Pu /* Instantiate RAS nodes */
193*8ca61538SDavid Pu PER_CORE_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE)
194*8ca61538SDavid Pu PER_CLUSTER_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE)
195*8ca61538SDavid Pu SCF_L3_BANK_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE)
196*8ca61538SDavid Pu CCPLEX_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE)
197*8ca61538SDavid Pu 
198*8ca61538SDavid Pu /* Instantiate RAS node groups */
199*8ca61538SDavid Pu static struct ras_aux_data per_core_ras_group[] = {
200*8ca61538SDavid Pu 	PER_CORE_RAS_GROUP_NODES
201*8ca61538SDavid Pu };
202*8ca61538SDavid Pu 
203*8ca61538SDavid Pu static struct ras_aux_data per_cluster_ras_group[] = {
204*8ca61538SDavid Pu 	PER_CLUSTER_RAS_GROUP_NODES
205*8ca61538SDavid Pu };
206*8ca61538SDavid Pu 
207*8ca61538SDavid Pu static struct ras_aux_data scf_l3_ras_group[] = {
208*8ca61538SDavid Pu 	SCF_L3_BANK_RAS_GROUP_NODES
209*8ca61538SDavid Pu };
210*8ca61538SDavid Pu 
211*8ca61538SDavid Pu static struct ras_aux_data ccplex_ras_group[] = {
212*8ca61538SDavid Pu     CCPLEX_RAS_GROUP_NODES
213*8ca61538SDavid Pu };
214*8ca61538SDavid Pu 
215*8ca61538SDavid Pu /*
216*8ca61538SDavid Pu  * We have same probe and handler for each error record group, use a macro to
217*8ca61538SDavid Pu  * simply the record definition.
218*8ca61538SDavid Pu  */
219*8ca61538SDavid Pu #define ADD_ONE_ERR_GROUP(errselr_start, group) \
220*8ca61538SDavid Pu 	ERR_RECORD_SYSREG_V1((errselr_start), (uint32_t)ARRAY_SIZE((group)), \
221*8ca61538SDavid Pu 			&tegra194_ras_record_probe, \
222*8ca61538SDavid Pu 			&tegra194_ras_record_handler, (group))
223*8ca61538SDavid Pu 
224*8ca61538SDavid Pu /* RAS error record group information */
225*8ca61538SDavid Pu static struct err_record_info carmel_ras_records[] = {
226*8ca61538SDavid Pu 	/*
227*8ca61538SDavid Pu 	 * Per core ras error records
228*8ca61538SDavid Pu 	 * ERRSELR starts from 0*256 + Logical_CPU_ID*16 + 0 to
229*8ca61538SDavid Pu 	 * 0*256 + Logical_CPU_ID*16 + 5 for each group.
230*8ca61538SDavid Pu 	 * 8 cores/groups, 6 * 8 nodes in total.
231*8ca61538SDavid Pu 	 */
232*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x000, per_core_ras_group),
233*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x010, per_core_ras_group),
234*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x020, per_core_ras_group),
235*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x030, per_core_ras_group),
236*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x040, per_core_ras_group),
237*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x050, per_core_ras_group),
238*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x060, per_core_ras_group),
239*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x070, per_core_ras_group),
240*8ca61538SDavid Pu 
241*8ca61538SDavid Pu 	/*
242*8ca61538SDavid Pu 	 * Per cluster ras error records
243*8ca61538SDavid Pu 	 * ERRSELR starts from 2*256 + Logical_Cluster_ID*16 + 0 to
244*8ca61538SDavid Pu 	 * 2*256 + Logical_Cluster_ID*16 + 3.
245*8ca61538SDavid Pu 	 * 4 clusters/groups, 3 * 4 nodes in total.
246*8ca61538SDavid Pu 	 */
247*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x200, per_cluster_ras_group),
248*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x210, per_cluster_ras_group),
249*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x220, per_cluster_ras_group),
250*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x230, per_cluster_ras_group),
251*8ca61538SDavid Pu 
252*8ca61538SDavid Pu 	/*
253*8ca61538SDavid Pu 	 * SCF L3_Bank ras error records
254*8ca61538SDavid Pu 	 * ERRSELR: 3*256 + L3_Bank_ID, L3_Bank_ID: 0-3
255*8ca61538SDavid Pu 	 * 1 groups, 4 nodes in total.
256*8ca61538SDavid Pu 	 */
257*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x300, scf_l3_ras_group),
258*8ca61538SDavid Pu 
259*8ca61538SDavid Pu 	/*
260*8ca61538SDavid Pu 	 * CCPLEX ras error records
261*8ca61538SDavid Pu 	 * ERRSELR: 4*256 + Unit_ID, Unit_ID: 0 - 4
262*8ca61538SDavid Pu 	 * 1 groups, 5 nodes in total.
263*8ca61538SDavid Pu 	 */
264*8ca61538SDavid Pu 	ADD_ONE_ERR_GROUP(0x400, ccplex_ras_group),
265*8ca61538SDavid Pu };
266*8ca61538SDavid Pu 
267*8ca61538SDavid Pu REGISTER_ERR_RECORD_INFO(carmel_ras_records);
268*8ca61538SDavid Pu 
269*8ca61538SDavid Pu /* dummy RAS interrupt */
270*8ca61538SDavid Pu static struct ras_interrupt carmel_ras_interrupts[] = {};
271*8ca61538SDavid Pu REGISTER_RAS_INTERRUPTS(carmel_ras_interrupts);
272*8ca61538SDavid Pu 
273*8ca61538SDavid Pu /*******************************************************************************
274*8ca61538SDavid Pu  * RAS handler for the platform
275*8ca61538SDavid Pu  ******************************************************************************/
276*8ca61538SDavid Pu void plat_ea_handler(unsigned int ea_reason, uint64_t syndrome, void *cookie,
277*8ca61538SDavid Pu 		void *handle, uint64_t flags)
278*8ca61538SDavid Pu {
279*8ca61538SDavid Pu #if RAS_EXTENSION
280*8ca61538SDavid Pu 	tegra194_ea_handler(ea_reason, syndrome, cookie, handle, flags);
281*8ca61538SDavid Pu #else
282*8ca61538SDavid Pu 	ERROR("Unhandled External Abort received on 0x%llx at EL3!\n",
283*8ca61538SDavid Pu 			read_mpidr_el1());
284*8ca61538SDavid Pu 	ERROR(" exception reason=%u syndrome=0x%lx\n", ea_reason, syndrome);
285*8ca61538SDavid Pu 	panic();
286*8ca61538SDavid Pu #endif
287*8ca61538SDavid Pu }
288