1*8ca61538SDavid Pu /* 2*8ca61538SDavid Pu * Copyright (c) 2020, NVIDIA Corporation. All rights reserved. 3*8ca61538SDavid Pu * 4*8ca61538SDavid Pu * SPDX-License-Identifier: BSD-3-Clause 5*8ca61538SDavid Pu */ 6*8ca61538SDavid Pu 7*8ca61538SDavid Pu #include <stdbool.h> 8*8ca61538SDavid Pu #include <stdint.h> 9*8ca61538SDavid Pu 10*8ca61538SDavid Pu #include <common/debug.h> 11*8ca61538SDavid Pu #include <lib/bakery_lock.h> 12*8ca61538SDavid Pu #include <lib/extensions/ras.h> 13*8ca61538SDavid Pu #include <lib/utils_def.h> 14*8ca61538SDavid Pu #include <services/sdei.h> 15*8ca61538SDavid Pu 16*8ca61538SDavid Pu #include <plat/common/platform.h> 17*8ca61538SDavid Pu #include <platform_def.h> 18*8ca61538SDavid Pu #include <tegra194_ras_private.h> 19*8ca61538SDavid Pu #include <tegra_def.h> 20*8ca61538SDavid Pu #include <tegra_platform.h> 21*8ca61538SDavid Pu #include <tegra_private.h> 22*8ca61538SDavid Pu 23*8ca61538SDavid Pu /* 24*8ca61538SDavid Pu * ERR<n>FR bits[63:32], it indicates supported RAS errors which can be enabled 25*8ca61538SDavid Pu * by setting corresponding bits in ERR<n>CTLR 26*8ca61538SDavid Pu */ 27*8ca61538SDavid Pu #define ERR_FR_EN_BITS_MASK 0xFFFFFFFF00000000ULL 28*8ca61538SDavid Pu 29*8ca61538SDavid Pu /* bakery lock for platform RAS handler. */ 30*8ca61538SDavid Pu static DEFINE_BAKERY_LOCK(ras_handler_lock); 31*8ca61538SDavid Pu #define ras_lock() bakery_lock_get(&ras_handler_lock) 32*8ca61538SDavid Pu #define ras_unlock() bakery_lock_release(&ras_handler_lock) 33*8ca61538SDavid Pu 34*8ca61538SDavid Pu /* 35*8ca61538SDavid Pu * Function to handle an External Abort received at EL3. 36*8ca61538SDavid Pu * This function is invoked by RAS framework. 37*8ca61538SDavid Pu */ 38*8ca61538SDavid Pu static void tegra194_ea_handler(unsigned int ea_reason, uint64_t syndrome, 39*8ca61538SDavid Pu void *cookie, void *handle, uint64_t flags) 40*8ca61538SDavid Pu { 41*8ca61538SDavid Pu int32_t ret; 42*8ca61538SDavid Pu 43*8ca61538SDavid Pu ras_lock(); 44*8ca61538SDavid Pu 45*8ca61538SDavid Pu ERROR("exception reason=%u syndrome=0x%llx on 0x%lx at EL3.\n", 46*8ca61538SDavid Pu ea_reason, syndrome, read_mpidr_el1()); 47*8ca61538SDavid Pu 48*8ca61538SDavid Pu /* Call RAS EA handler */ 49*8ca61538SDavid Pu ret = ras_ea_handler(ea_reason, syndrome, cookie, handle, flags); 50*8ca61538SDavid Pu if (ret != 0) { 51*8ca61538SDavid Pu ERROR("RAS error handled!\n"); 52*8ca61538SDavid Pu ret = sdei_dispatch_event(TEGRA_SDEI_EP_EVENT_0 + 53*8ca61538SDavid Pu plat_my_core_pos()); 54*8ca61538SDavid Pu if (ret != 0) 55*8ca61538SDavid Pu ERROR("sdei_dispatch_event returned %d\n", ret); 56*8ca61538SDavid Pu } else { 57*8ca61538SDavid Pu ERROR("Not a RAS error!\n"); 58*8ca61538SDavid Pu } 59*8ca61538SDavid Pu 60*8ca61538SDavid Pu ras_unlock(); 61*8ca61538SDavid Pu } 62*8ca61538SDavid Pu 63*8ca61538SDavid Pu /* Function to enable uncorrectable errors as External abort (SError) */ 64*8ca61538SDavid Pu void tegra194_ras_enable(void) 65*8ca61538SDavid Pu { 66*8ca61538SDavid Pu VERBOSE("%s\n", __func__); 67*8ca61538SDavid Pu 68*8ca61538SDavid Pu /* skip RAS enablement if not a silicon platform. */ 69*8ca61538SDavid Pu if (!tegra_platform_is_silicon()) { 70*8ca61538SDavid Pu return; 71*8ca61538SDavid Pu } 72*8ca61538SDavid Pu 73*8ca61538SDavid Pu /* 74*8ca61538SDavid Pu * Iterate for each group(num_idx ERRSELRs starting from idx_start) 75*8ca61538SDavid Pu * use normal for loop instead of for_each_err_record_info to get rid 76*8ca61538SDavid Pu * of MISRA noise.. 77*8ca61538SDavid Pu */ 78*8ca61538SDavid Pu for (uint32_t i = 0U; i < err_record_mappings.num_err_records; i++) { 79*8ca61538SDavid Pu 80*8ca61538SDavid Pu const struct err_record_info *info = &err_record_mappings.err_records[i]; 81*8ca61538SDavid Pu 82*8ca61538SDavid Pu uint32_t idx_start = info->sysreg.idx_start; 83*8ca61538SDavid Pu uint32_t num_idx = info->sysreg.num_idx; 84*8ca61538SDavid Pu const struct ras_aux_data *aux_data = (const struct ras_aux_data *)info->aux_data; 85*8ca61538SDavid Pu 86*8ca61538SDavid Pu assert(aux_data != NULL); 87*8ca61538SDavid Pu 88*8ca61538SDavid Pu for (uint32_t j = 0; j < num_idx; j++) { 89*8ca61538SDavid Pu uint64_t err_ctrl = 0ULL; 90*8ca61538SDavid Pu 91*8ca61538SDavid Pu /* enable SError reporting for uncorrectable error */ 92*8ca61538SDavid Pu ERR_CTLR_ENABLE_FIELD(err_ctrl, UE); 93*8ca61538SDavid Pu ERR_CTLR_ENABLE_FIELD(err_ctrl, ED); 94*8ca61538SDavid Pu 95*8ca61538SDavid Pu /* 96*8ca61538SDavid Pu * Catch error if something wrong with the RAS aux data 97*8ca61538SDavid Pu * record table. 98*8ca61538SDavid Pu */ 99*8ca61538SDavid Pu assert(aux_data[j].err_ctrl != NULL); 100*8ca61538SDavid Pu 101*8ca61538SDavid Pu /* enable the specified errors */ 102*8ca61538SDavid Pu err_ctrl |= aux_data[j].err_ctrl(); 103*8ca61538SDavid Pu 104*8ca61538SDavid Pu /* Write to ERRSELR_EL1 to select the error record */ 105*8ca61538SDavid Pu ser_sys_select_record(idx_start + j); 106*8ca61538SDavid Pu 107*8ca61538SDavid Pu /* enable specified errors */ 108*8ca61538SDavid Pu write_erxctlr_el1(err_ctrl); 109*8ca61538SDavid Pu 110*8ca61538SDavid Pu /* 111*8ca61538SDavid Pu * Check if all the bit settings have been enabled to detect 112*8ca61538SDavid Pu * uncorrected/corrected errors, if not assert. 113*8ca61538SDavid Pu */ 114*8ca61538SDavid Pu assert(read_erxctlr_el1() == err_ctrl); 115*8ca61538SDavid Pu } 116*8ca61538SDavid Pu } 117*8ca61538SDavid Pu } 118*8ca61538SDavid Pu 119*8ca61538SDavid Pu /* Function to probe an error from error record group. */ 120*8ca61538SDavid Pu static int32_t tegra194_ras_record_probe(const struct err_record_info *info, 121*8ca61538SDavid Pu int *probe_data) 122*8ca61538SDavid Pu { 123*8ca61538SDavid Pu /* Skip probing if not a silicon platform */ 124*8ca61538SDavid Pu if (!tegra_platform_is_silicon()) { 125*8ca61538SDavid Pu return 0; 126*8ca61538SDavid Pu } 127*8ca61538SDavid Pu 128*8ca61538SDavid Pu return ser_probe_sysreg(info->sysreg.idx_start, info->sysreg.num_idx, probe_data); 129*8ca61538SDavid Pu } 130*8ca61538SDavid Pu 131*8ca61538SDavid Pu /* Function to handle error from one given node */ 132*8ca61538SDavid Pu static int32_t tegra194_ras_node_handler(const struct ras_error *errors, uint64_t status) 133*8ca61538SDavid Pu { 134*8ca61538SDavid Pu bool found = false; 135*8ca61538SDavid Pu uint32_t ierr = (uint32_t)ERR_STATUS_GET_FIELD(status, IERR); 136*8ca61538SDavid Pu uint32_t serr = (uint32_t)ERR_STATUS_GET_FIELD(status, SERR); 137*8ca61538SDavid Pu 138*8ca61538SDavid Pu /* IERR to error message */ 139*8ca61538SDavid Pu for (uint32_t i = 0; errors[i].error_msg != NULL; i++) { 140*8ca61538SDavid Pu if (ierr == errors[i].error_code) { 141*8ca61538SDavid Pu ERROR("IERR = %s(0x%x)\n", 142*8ca61538SDavid Pu errors[i].error_msg, errors[i].error_code); 143*8ca61538SDavid Pu found = true; 144*8ca61538SDavid Pu break; 145*8ca61538SDavid Pu } 146*8ca61538SDavid Pu } 147*8ca61538SDavid Pu if (!found) { 148*8ca61538SDavid Pu ERROR("unknown IERR: 0x%x\n", ierr); 149*8ca61538SDavid Pu } 150*8ca61538SDavid Pu 151*8ca61538SDavid Pu ERROR("SERR = %s(0x%x)\n", ras_serr_to_str(serr), serr); 152*8ca61538SDavid Pu 153*8ca61538SDavid Pu /* Write to clear reported errors. */ 154*8ca61538SDavid Pu write_erxstatus_el1(status); 155*8ca61538SDavid Pu 156*8ca61538SDavid Pu return 0; 157*8ca61538SDavid Pu } 158*8ca61538SDavid Pu 159*8ca61538SDavid Pu /* Function to handle one error node from an error record group. */ 160*8ca61538SDavid Pu static int32_t tegra194_ras_record_handler(const struct err_record_info *info, 161*8ca61538SDavid Pu int probe_data, const struct err_handler_data *const data) 162*8ca61538SDavid Pu { 163*8ca61538SDavid Pu uint32_t num_idx = info->sysreg.num_idx; 164*8ca61538SDavid Pu uint32_t idx_start = info->sysreg.idx_start; 165*8ca61538SDavid Pu const struct ras_aux_data *aux_data = info->aux_data; 166*8ca61538SDavid Pu 167*8ca61538SDavid Pu uint64_t status = 0ULL; 168*8ca61538SDavid Pu 169*8ca61538SDavid Pu VERBOSE("%s\n", __func__); 170*8ca61538SDavid Pu 171*8ca61538SDavid Pu assert(probe_data >= 0); 172*8ca61538SDavid Pu assert((uint32_t)probe_data < num_idx); 173*8ca61538SDavid Pu 174*8ca61538SDavid Pu uint32_t offset = (uint32_t)probe_data; 175*8ca61538SDavid Pu const struct ras_error *errors = aux_data[offset].error_records; 176*8ca61538SDavid Pu 177*8ca61538SDavid Pu assert(errors != NULL); 178*8ca61538SDavid Pu 179*8ca61538SDavid Pu /* Write to ERRSELR_EL1 to select the error record */ 180*8ca61538SDavid Pu ser_sys_select_record(idx_start + offset); 181*8ca61538SDavid Pu 182*8ca61538SDavid Pu /* Retrieve status register from the error record */ 183*8ca61538SDavid Pu status = read_erxstatus_el1(); 184*8ca61538SDavid Pu 185*8ca61538SDavid Pu assert(ERR_STATUS_GET_FIELD(status, V) != 0U); 186*8ca61538SDavid Pu assert(ERR_STATUS_GET_FIELD(status, UE) != 0U); 187*8ca61538SDavid Pu 188*8ca61538SDavid Pu return tegra194_ras_node_handler(errors, status); 189*8ca61538SDavid Pu } 190*8ca61538SDavid Pu 191*8ca61538SDavid Pu 192*8ca61538SDavid Pu /* Instantiate RAS nodes */ 193*8ca61538SDavid Pu PER_CORE_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE) 194*8ca61538SDavid Pu PER_CLUSTER_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE) 195*8ca61538SDavid Pu SCF_L3_BANK_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE) 196*8ca61538SDavid Pu CCPLEX_RAS_NODE_LIST(DEFINE_ONE_RAS_NODE) 197*8ca61538SDavid Pu 198*8ca61538SDavid Pu /* Instantiate RAS node groups */ 199*8ca61538SDavid Pu static struct ras_aux_data per_core_ras_group[] = { 200*8ca61538SDavid Pu PER_CORE_RAS_GROUP_NODES 201*8ca61538SDavid Pu }; 202*8ca61538SDavid Pu 203*8ca61538SDavid Pu static struct ras_aux_data per_cluster_ras_group[] = { 204*8ca61538SDavid Pu PER_CLUSTER_RAS_GROUP_NODES 205*8ca61538SDavid Pu }; 206*8ca61538SDavid Pu 207*8ca61538SDavid Pu static struct ras_aux_data scf_l3_ras_group[] = { 208*8ca61538SDavid Pu SCF_L3_BANK_RAS_GROUP_NODES 209*8ca61538SDavid Pu }; 210*8ca61538SDavid Pu 211*8ca61538SDavid Pu static struct ras_aux_data ccplex_ras_group[] = { 212*8ca61538SDavid Pu CCPLEX_RAS_GROUP_NODES 213*8ca61538SDavid Pu }; 214*8ca61538SDavid Pu 215*8ca61538SDavid Pu /* 216*8ca61538SDavid Pu * We have same probe and handler for each error record group, use a macro to 217*8ca61538SDavid Pu * simply the record definition. 218*8ca61538SDavid Pu */ 219*8ca61538SDavid Pu #define ADD_ONE_ERR_GROUP(errselr_start, group) \ 220*8ca61538SDavid Pu ERR_RECORD_SYSREG_V1((errselr_start), (uint32_t)ARRAY_SIZE((group)), \ 221*8ca61538SDavid Pu &tegra194_ras_record_probe, \ 222*8ca61538SDavid Pu &tegra194_ras_record_handler, (group)) 223*8ca61538SDavid Pu 224*8ca61538SDavid Pu /* RAS error record group information */ 225*8ca61538SDavid Pu static struct err_record_info carmel_ras_records[] = { 226*8ca61538SDavid Pu /* 227*8ca61538SDavid Pu * Per core ras error records 228*8ca61538SDavid Pu * ERRSELR starts from 0*256 + Logical_CPU_ID*16 + 0 to 229*8ca61538SDavid Pu * 0*256 + Logical_CPU_ID*16 + 5 for each group. 230*8ca61538SDavid Pu * 8 cores/groups, 6 * 8 nodes in total. 231*8ca61538SDavid Pu */ 232*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x000, per_core_ras_group), 233*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x010, per_core_ras_group), 234*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x020, per_core_ras_group), 235*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x030, per_core_ras_group), 236*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x040, per_core_ras_group), 237*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x050, per_core_ras_group), 238*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x060, per_core_ras_group), 239*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x070, per_core_ras_group), 240*8ca61538SDavid Pu 241*8ca61538SDavid Pu /* 242*8ca61538SDavid Pu * Per cluster ras error records 243*8ca61538SDavid Pu * ERRSELR starts from 2*256 + Logical_Cluster_ID*16 + 0 to 244*8ca61538SDavid Pu * 2*256 + Logical_Cluster_ID*16 + 3. 245*8ca61538SDavid Pu * 4 clusters/groups, 3 * 4 nodes in total. 246*8ca61538SDavid Pu */ 247*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x200, per_cluster_ras_group), 248*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x210, per_cluster_ras_group), 249*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x220, per_cluster_ras_group), 250*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x230, per_cluster_ras_group), 251*8ca61538SDavid Pu 252*8ca61538SDavid Pu /* 253*8ca61538SDavid Pu * SCF L3_Bank ras error records 254*8ca61538SDavid Pu * ERRSELR: 3*256 + L3_Bank_ID, L3_Bank_ID: 0-3 255*8ca61538SDavid Pu * 1 groups, 4 nodes in total. 256*8ca61538SDavid Pu */ 257*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x300, scf_l3_ras_group), 258*8ca61538SDavid Pu 259*8ca61538SDavid Pu /* 260*8ca61538SDavid Pu * CCPLEX ras error records 261*8ca61538SDavid Pu * ERRSELR: 4*256 + Unit_ID, Unit_ID: 0 - 4 262*8ca61538SDavid Pu * 1 groups, 5 nodes in total. 263*8ca61538SDavid Pu */ 264*8ca61538SDavid Pu ADD_ONE_ERR_GROUP(0x400, ccplex_ras_group), 265*8ca61538SDavid Pu }; 266*8ca61538SDavid Pu 267*8ca61538SDavid Pu REGISTER_ERR_RECORD_INFO(carmel_ras_records); 268*8ca61538SDavid Pu 269*8ca61538SDavid Pu /* dummy RAS interrupt */ 270*8ca61538SDavid Pu static struct ras_interrupt carmel_ras_interrupts[] = {}; 271*8ca61538SDavid Pu REGISTER_RAS_INTERRUPTS(carmel_ras_interrupts); 272*8ca61538SDavid Pu 273*8ca61538SDavid Pu /******************************************************************************* 274*8ca61538SDavid Pu * RAS handler for the platform 275*8ca61538SDavid Pu ******************************************************************************/ 276*8ca61538SDavid Pu void plat_ea_handler(unsigned int ea_reason, uint64_t syndrome, void *cookie, 277*8ca61538SDavid Pu void *handle, uint64_t flags) 278*8ca61538SDavid Pu { 279*8ca61538SDavid Pu #if RAS_EXTENSION 280*8ca61538SDavid Pu tegra194_ea_handler(ea_reason, syndrome, cookie, handle, flags); 281*8ca61538SDavid Pu #else 282*8ca61538SDavid Pu ERROR("Unhandled External Abort received on 0x%llx at EL3!\n", 283*8ca61538SDavid Pu read_mpidr_el1()); 284*8ca61538SDavid Pu ERROR(" exception reason=%u syndrome=0x%lx\n", ea_reason, syndrome); 285*8ca61538SDavid Pu panic(); 286*8ca61538SDavid Pu #endif 287*8ca61538SDavid Pu } 288