1e33b78a6SSoby Mathew/* 2c2ad38ceSVarun Wadekar * Copyright (c) 2016-2019, ARM Limited and Contributors. All rights reserved. 3e33b78a6SSoby Mathew * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 5e33b78a6SSoby Mathew */ 6e33b78a6SSoby Mathew 7e33b78a6SSoby Mathew#include <arch.h> 8e33b78a6SSoby Mathew#include <asm_macros.S> 9e33b78a6SSoby Mathew#include <assert_macros.S> 10e33b78a6SSoby Mathew#include <cpu_macros.S> 11c2ad38ceSVarun Wadekar#include <common/bl_common.h> 1209d40e0eSAntonio Nino Diaz#include <lib/el3_runtime/cpu_data.h> 13e33b78a6SSoby Mathew 14b1d27b48SRoberto Vargas#if defined(IMAGE_BL1) || defined(IMAGE_BL32) || (defined(IMAGE_BL2) && BL2_AT_EL3) 15e33b78a6SSoby Mathew /* 16e33b78a6SSoby Mathew * The reset handler common to all platforms. After a matching 17e33b78a6SSoby Mathew * cpu_ops structure entry is found, the correponding reset_handler 18e33b78a6SSoby Mathew * in the cpu_ops is invoked. The reset handler is invoked very early 19e33b78a6SSoby Mathew * in the boot sequence and it is assumed that we can clobber r0 - r10 20e33b78a6SSoby Mathew * without the need to follow AAPCS. 21e33b78a6SSoby Mathew * Clobbers: r0 - r10 22e33b78a6SSoby Mathew */ 23e33b78a6SSoby Mathew .globl reset_handler 24e33b78a6SSoby Mathewfunc reset_handler 25c6c10b02SHeiko Stuebner mov r8, lr 26e33b78a6SSoby Mathew 27c6c10b02SHeiko Stuebner /* The plat_reset_handler can clobber r0 - r7 */ 28e33b78a6SSoby Mathew bl plat_reset_handler 29e33b78a6SSoby Mathew 30e33b78a6SSoby Mathew /* Get the matching cpu_ops pointer (clobbers: r0 - r5) */ 31e33b78a6SSoby Mathew bl get_cpu_ops_ptr 32e33b78a6SSoby Mathew 33044bb2faSAntonio Nino Diaz#if ENABLE_ASSERTIONS 34e33b78a6SSoby Mathew cmp r0, #0 35e33b78a6SSoby Mathew ASM_ASSERT(ne) 36e33b78a6SSoby Mathew#endif 37e33b78a6SSoby Mathew 38e33b78a6SSoby Mathew /* Get the cpu_ops reset handler */ 39e33b78a6SSoby Mathew ldr r1, [r0, #CPU_RESET_FUNC] 40e33b78a6SSoby Mathew cmp r1, #0 41c6c10b02SHeiko Stuebner mov lr, r8 42e33b78a6SSoby Mathew bxne r1 43e33b78a6SSoby Mathew bx lr 44e33b78a6SSoby Mathewendfunc reset_handler 45e33b78a6SSoby Mathew 46b1d27b48SRoberto Vargas#endif 471a0a3f06SYatharth Kochar 483d8256b2SMasahiro Yamada#ifdef IMAGE_BL32 /* The power down core and cluster is needed only in BL32 */ 49e33b78a6SSoby Mathew /* 505dd9dbb5SJeenu Viswambharan * void prepare_cpu_pwr_dwn(unsigned int power_level) 515dd9dbb5SJeenu Viswambharan * 525dd9dbb5SJeenu Viswambharan * Prepare CPU power down function for all platforms. The function takes 535dd9dbb5SJeenu Viswambharan * a domain level to be powered down as its parameter. After the cpu_ops 545dd9dbb5SJeenu Viswambharan * pointer is retrieved from cpu_data, the handler for requested power 555dd9dbb5SJeenu Viswambharan * level is called. 56e33b78a6SSoby Mathew */ 575dd9dbb5SJeenu Viswambharan .globl prepare_cpu_pwr_dwn 585dd9dbb5SJeenu Viswambharanfunc prepare_cpu_pwr_dwn 59e33b78a6SSoby Mathew /* 605dd9dbb5SJeenu Viswambharan * If the given power level exceeds CPU_MAX_PWR_DWN_OPS, we call the 615dd9dbb5SJeenu Viswambharan * power down handler for the last power level 62e33b78a6SSoby Mathew */ 635dd9dbb5SJeenu Viswambharan mov r2, #(CPU_MAX_PWR_DWN_OPS - 1) 645dd9dbb5SJeenu Viswambharan cmp r0, r2 655dd9dbb5SJeenu Viswambharan movhi r0, r2 66e33b78a6SSoby Mathew 675dd9dbb5SJeenu Viswambharan push {r0, lr} 685dd9dbb5SJeenu Viswambharan bl _cpu_data 695dd9dbb5SJeenu Viswambharan pop {r2, lr} 705dd9dbb5SJeenu Viswambharan 715dd9dbb5SJeenu Viswambharan ldr r0, [r0, #CPU_DATA_CPU_OPS_PTR] 72044bb2faSAntonio Nino Diaz#if ENABLE_ASSERTIONS 735dd9dbb5SJeenu Viswambharan cmp r0, #0 74e33b78a6SSoby Mathew ASM_ASSERT(ne) 75e33b78a6SSoby Mathew#endif 76e33b78a6SSoby Mathew 775dd9dbb5SJeenu Viswambharan /* Get the appropriate power down handler */ 785dd9dbb5SJeenu Viswambharan mov r1, #CPU_PWR_DWN_OPS 795dd9dbb5SJeenu Viswambharan add r1, r1, r2, lsl #2 805dd9dbb5SJeenu Viswambharan ldr r1, [r0, r1] 81*e3b9cc12SYann Gautier#if ENABLE_ASSERTIONS 82*e3b9cc12SYann Gautier cmp r1, #0 83*e3b9cc12SYann Gautier ASM_ASSERT(ne) 84*e3b9cc12SYann Gautier#endif 855dd9dbb5SJeenu Viswambharan bx r1 865dd9dbb5SJeenu Viswambharanendfunc prepare_cpu_pwr_dwn 87e33b78a6SSoby Mathew 88e33b78a6SSoby Mathew /* 89e33b78a6SSoby Mathew * Initializes the cpu_ops_ptr if not already initialized 90e33b78a6SSoby Mathew * in cpu_data. This must only be called after the data cache 91e33b78a6SSoby Mathew * is enabled. AAPCS is followed. 92e33b78a6SSoby Mathew */ 93e33b78a6SSoby Mathew .globl init_cpu_ops 94e33b78a6SSoby Mathewfunc init_cpu_ops 95e33b78a6SSoby Mathew push {r4 - r6, lr} 96e33b78a6SSoby Mathew bl _cpu_data 97e33b78a6SSoby Mathew mov r6, r0 98e33b78a6SSoby Mathew ldr r1, [r0, #CPU_DATA_CPU_OPS_PTR] 99e33b78a6SSoby Mathew cmp r1, #0 100e33b78a6SSoby Mathew bne 1f 101e33b78a6SSoby Mathew bl get_cpu_ops_ptr 102044bb2faSAntonio Nino Diaz#if ENABLE_ASSERTIONS 103e33b78a6SSoby Mathew cmp r0, #0 104e33b78a6SSoby Mathew ASM_ASSERT(ne) 105e33b78a6SSoby Mathew#endif 106e33b78a6SSoby Mathew str r0, [r6, #CPU_DATA_CPU_OPS_PTR]! 107e33b78a6SSoby Mathew1: 108e33b78a6SSoby Mathew pop {r4 - r6, pc} 109e33b78a6SSoby Mathewendfunc init_cpu_ops 110e33b78a6SSoby Mathew 1111a0a3f06SYatharth Kochar#endif /* IMAGE_BL32 */ 1121a0a3f06SYatharth Kochar 113e33b78a6SSoby Mathew /* 114e33b78a6SSoby Mathew * The below function returns the cpu_ops structure matching the 115e33b78a6SSoby Mathew * midr of the core. It reads the MIDR and finds the matching 116e33b78a6SSoby Mathew * entry in cpu_ops entries. Only the implementation and part number 117e33b78a6SSoby Mathew * are used to match the entries. 118e33b78a6SSoby Mathew * Return : 119e33b78a6SSoby Mathew * r0 - The matching cpu_ops pointer on Success 120e33b78a6SSoby Mathew * r0 - 0 on failure. 121e33b78a6SSoby Mathew * Clobbers: r0 - r5 122e33b78a6SSoby Mathew */ 123e33b78a6SSoby Mathew .globl get_cpu_ops_ptr 124e33b78a6SSoby Mathewfunc get_cpu_ops_ptr 125e33b78a6SSoby Mathew /* Get the cpu_ops start and end locations */ 126e33b78a6SSoby Mathew ldr r4, =(__CPU_OPS_START__ + CPU_MIDR) 127e33b78a6SSoby Mathew ldr r5, =(__CPU_OPS_END__ + CPU_MIDR) 128e33b78a6SSoby Mathew 129e33b78a6SSoby Mathew /* Initialize the return parameter */ 130e33b78a6SSoby Mathew mov r0, #0 131e33b78a6SSoby Mathew 132e33b78a6SSoby Mathew /* Read the MIDR_EL1 */ 133e33b78a6SSoby Mathew ldcopr r2, MIDR 134e33b78a6SSoby Mathew ldr r3, =CPU_IMPL_PN_MASK 135e33b78a6SSoby Mathew 136e33b78a6SSoby Mathew /* Retain only the implementation and part number using mask */ 137e33b78a6SSoby Mathew and r2, r2, r3 138e33b78a6SSoby Mathew1: 139e33b78a6SSoby Mathew /* Check if we have reached end of list */ 140e33b78a6SSoby Mathew cmp r4, r5 141355a5d03SDouglas Raillard bhs error_exit 142e33b78a6SSoby Mathew 143e33b78a6SSoby Mathew /* load the midr from the cpu_ops */ 144e33b78a6SSoby Mathew ldr r1, [r4], #CPU_OPS_SIZE 145e33b78a6SSoby Mathew and r1, r1, r3 146e33b78a6SSoby Mathew 147e33b78a6SSoby Mathew /* Check if midr matches to midr of this core */ 148e33b78a6SSoby Mathew cmp r1, r2 149e33b78a6SSoby Mathew bne 1b 150e33b78a6SSoby Mathew 151e33b78a6SSoby Mathew /* Subtract the increment and offset to get the cpu-ops pointer */ 152e33b78a6SSoby Mathew sub r0, r4, #(CPU_OPS_SIZE + CPU_MIDR) 153*e3b9cc12SYann Gautier#if ENABLE_ASSERTIONS 154*e3b9cc12SYann Gautier cmp r0, #0 155*e3b9cc12SYann Gautier ASM_ASSERT(ne) 156*e3b9cc12SYann Gautier#endif 157e33b78a6SSoby Mathewerror_exit: 158e33b78a6SSoby Mathew bx lr 159e33b78a6SSoby Mathewendfunc get_cpu_ops_ptr 16010bcd761SJeenu Viswambharan 16110bcd761SJeenu Viswambharan/* 16210bcd761SJeenu Viswambharan * Extract CPU revision and variant, and combine them into a single numeric for 16310bcd761SJeenu Viswambharan * easier comparison. 16410bcd761SJeenu Viswambharan */ 16510bcd761SJeenu Viswambharan .globl cpu_get_rev_var 16610bcd761SJeenu Viswambharanfunc cpu_get_rev_var 16710bcd761SJeenu Viswambharan ldcopr r1, MIDR 16810bcd761SJeenu Viswambharan 16910bcd761SJeenu Viswambharan /* 17010bcd761SJeenu Viswambharan * Extract the variant[23:20] and revision[3:0] from r1 and pack it in 17110bcd761SJeenu Viswambharan * r0[0:7] as variant[7:4] and revision[3:0]: 17210bcd761SJeenu Viswambharan * 17310bcd761SJeenu Viswambharan * First extract r1[23:16] to r0[7:0] and zero fill the rest. Then 17410bcd761SJeenu Viswambharan * extract r1[3:0] into r0[3:0] retaining other bits. 17510bcd761SJeenu Viswambharan */ 17610bcd761SJeenu Viswambharan ubfx r0, r1, #(MIDR_VAR_SHIFT - MIDR_REV_BITS), #(MIDR_REV_BITS + MIDR_VAR_BITS) 17710bcd761SJeenu Viswambharan bfi r0, r1, #MIDR_REV_SHIFT, #MIDR_REV_BITS 17810bcd761SJeenu Viswambharan bx lr 17910bcd761SJeenu Viswambharanendfunc cpu_get_rev_var 18010bcd761SJeenu Viswambharan 18110bcd761SJeenu Viswambharan/* 18210bcd761SJeenu Viswambharan * Compare the CPU's revision-variant (r0) with a given value (r1), for errata 18310bcd761SJeenu Viswambharan * application purposes. If the revision-variant is less than or same as a given 18410bcd761SJeenu Viswambharan * value, indicates that errata applies; otherwise not. 18510bcd761SJeenu Viswambharan */ 18610bcd761SJeenu Viswambharan .globl cpu_rev_var_ls 18710bcd761SJeenu Viswambharanfunc cpu_rev_var_ls 18810bcd761SJeenu Viswambharan cmp r0, r1 18910bcd761SJeenu Viswambharan movls r0, #ERRATA_APPLIES 19010bcd761SJeenu Viswambharan movhi r0, #ERRATA_NOT_APPLIES 19110bcd761SJeenu Viswambharan bx lr 19210bcd761SJeenu Viswambharanendfunc cpu_rev_var_ls 19310bcd761SJeenu Viswambharan 19456e04999SDimitris Papastamos/* 19556e04999SDimitris Papastamos * Compare the CPU's revision-variant (r0) with a given value (r1), for errata 19656e04999SDimitris Papastamos * application purposes. If the revision-variant is higher than or same as a 19756e04999SDimitris Papastamos * given value, indicates that errata applies; otherwise not. 19856e04999SDimitris Papastamos */ 19956e04999SDimitris Papastamos .globl cpu_rev_var_hs 20056e04999SDimitris Papastamosfunc cpu_rev_var_hs 20156e04999SDimitris Papastamos cmp r0, r1 20256e04999SDimitris Papastamos movge r0, #ERRATA_APPLIES 20356e04999SDimitris Papastamos movlt r0, #ERRATA_NOT_APPLIES 20456e04999SDimitris Papastamos bx lr 20556e04999SDimitris Papastamosendfunc cpu_rev_var_hs 20656e04999SDimitris Papastamos 20710bcd761SJeenu Viswambharan#if REPORT_ERRATA 20810bcd761SJeenu Viswambharan/* 20910bcd761SJeenu Viswambharan * void print_errata_status(void); 21010bcd761SJeenu Viswambharan * 21110bcd761SJeenu Viswambharan * Function to print errata status for CPUs of its class. Must be called only: 21210bcd761SJeenu Viswambharan * 21310bcd761SJeenu Viswambharan * - with MMU and data caches are enabled; 21410bcd761SJeenu Viswambharan * - after cpu_ops have been initialized in per-CPU data. 21510bcd761SJeenu Viswambharan */ 21610bcd761SJeenu Viswambharan .globl print_errata_status 21710bcd761SJeenu Viswambharanfunc print_errata_status 2187af7038eSSoby Mathew /* r12 is pushed only for the sake of 8-byte stack alignment */ 2197af7038eSSoby Mathew push {r4, r5, r12, lr} 22010bcd761SJeenu Viswambharan#ifdef IMAGE_BL1 22110bcd761SJeenu Viswambharan /* 22210bcd761SJeenu Viswambharan * BL1 doesn't have per-CPU data. So retrieve the CPU operations 22310bcd761SJeenu Viswambharan * directly. 22410bcd761SJeenu Viswambharan */ 22510bcd761SJeenu Viswambharan bl get_cpu_ops_ptr 22610bcd761SJeenu Viswambharan ldr r0, [r0, #CPU_ERRATA_FUNC] 22710bcd761SJeenu Viswambharan cmp r0, #0 22810bcd761SJeenu Viswambharan blxne r0 22910bcd761SJeenu Viswambharan#else 23010bcd761SJeenu Viswambharan /* 23110bcd761SJeenu Viswambharan * Retrieve pointer to cpu_ops, and further, the errata printing 23210bcd761SJeenu Viswambharan * function. If it's non-NULL, jump to the function in turn. 23310bcd761SJeenu Viswambharan */ 23410bcd761SJeenu Viswambharan bl _cpu_data 235*e3b9cc12SYann Gautier#if ENABLE_ASSERTIONS 236*e3b9cc12SYann Gautier cmp r0, #0 237*e3b9cc12SYann Gautier ASM_ASSERT(ne) 238*e3b9cc12SYann Gautier#endif 23910bcd761SJeenu Viswambharan ldr r1, [r0, #CPU_DATA_CPU_OPS_PTR] 240*e3b9cc12SYann Gautier#if ENABLE_ASSERTIONS 241*e3b9cc12SYann Gautier cmp r1, #0 242*e3b9cc12SYann Gautier ASM_ASSERT(ne) 243*e3b9cc12SYann Gautier#endif 24410bcd761SJeenu Viswambharan ldr r0, [r1, #CPU_ERRATA_FUNC] 24510bcd761SJeenu Viswambharan cmp r0, #0 24610bcd761SJeenu Viswambharan beq 1f 24710bcd761SJeenu Viswambharan 24810bcd761SJeenu Viswambharan mov r4, r0 24910bcd761SJeenu Viswambharan 25010bcd761SJeenu Viswambharan /* 25110bcd761SJeenu Viswambharan * Load pointers to errata lock and printed flag. Call 25210bcd761SJeenu Viswambharan * errata_needs_reporting to check whether this CPU needs to report 25310bcd761SJeenu Viswambharan * errata status pertaining to its class. 25410bcd761SJeenu Viswambharan */ 25510bcd761SJeenu Viswambharan ldr r0, [r1, #CPU_ERRATA_LOCK] 25610bcd761SJeenu Viswambharan ldr r1, [r1, #CPU_ERRATA_PRINTED] 25710bcd761SJeenu Viswambharan bl errata_needs_reporting 25810bcd761SJeenu Viswambharan cmp r0, #0 25910bcd761SJeenu Viswambharan blxne r4 26010bcd761SJeenu Viswambharan1: 26110bcd761SJeenu Viswambharan#endif 2627af7038eSSoby Mathew pop {r4, r5, r12, pc} 26310bcd761SJeenu Viswambharanendfunc print_errata_status 26410bcd761SJeenu Viswambharan#endif 265