19c6d1c50SAntonio Nino Diaz /* 2*8d9f5f25SBoyan Karatotev * Copyright (c) 2018-2025, Arm Limited and Contributors. All rights reserved. 39c6d1c50SAntonio Nino Diaz * 49c6d1c50SAntonio Nino Diaz * SPDX-License-Identifier: BSD-3-Clause 59c6d1c50SAntonio Nino Diaz */ 69c6d1c50SAntonio Nino Diaz 79c6d1c50SAntonio Nino Diaz #include <assert.h> 89c6d1c50SAntonio Nino Diaz #include <stdbool.h> 99c6d1c50SAntonio Nino Diaz #include <stdint.h> 109c6d1c50SAntonio Nino Diaz 11*8d9f5f25SBoyan Karatotev #include <arch_features.h> 1209d40e0eSAntonio Nino Diaz #include <arch_helpers.h> 1309d40e0eSAntonio Nino Diaz #include <common/debug.h> 1409d40e0eSAntonio Nino Diaz #include <drivers/console.h> 1509d40e0eSAntonio Nino Diaz 169c6d1c50SAntonio Nino Diaz /* Maximum number of entries in the backtrace to display */ 179c6d1c50SAntonio Nino Diaz #define UNWIND_LIMIT 20U 189c6d1c50SAntonio Nino Diaz 199c6d1c50SAntonio Nino Diaz /* 209c6d1c50SAntonio Nino Diaz * If -fno-omit-frame-pointer is used: 219c6d1c50SAntonio Nino Diaz * 229c6d1c50SAntonio Nino Diaz * - AArch64: The AAPCS defines the format of the frame records and mandates the 239c6d1c50SAntonio Nino Diaz * usage of r29 as frame pointer. 249c6d1c50SAntonio Nino Diaz * 259c6d1c50SAntonio Nino Diaz * - AArch32: The format of the frame records is not defined in the AAPCS. 269c6d1c50SAntonio Nino Diaz * However, at least GCC and Clang use the same format. When they are forced 279c6d1c50SAntonio Nino Diaz * to only generate A32 code (with -marm), they use r11 as frame pointer and a 289c6d1c50SAntonio Nino Diaz * similar format as in AArch64. If interworking with T32 is enabled, the 299c6d1c50SAntonio Nino Diaz * frame pointer is r7 and the format is different. This is not supported by 309c6d1c50SAntonio Nino Diaz * this implementation of backtrace, so it is needed to use -marm. 319c6d1c50SAntonio Nino Diaz */ 329c6d1c50SAntonio Nino Diaz 339c6d1c50SAntonio Nino Diaz /* Frame records form a linked list in the stack */ 349c6d1c50SAntonio Nino Diaz struct frame_record { 359c6d1c50SAntonio Nino Diaz /* Previous frame record in the list */ 369c6d1c50SAntonio Nino Diaz struct frame_record *parent; 379c6d1c50SAntonio Nino Diaz /* Return address of the function at this level */ 389c6d1c50SAntonio Nino Diaz uintptr_t return_addr; 399c6d1c50SAntonio Nino Diaz }; 409c6d1c50SAntonio Nino Diaz 41a149eb4dSOlivier Deprez static inline uintptr_t extract_address(uintptr_t address) 42a149eb4dSOlivier Deprez { 43a149eb4dSOlivier Deprez uintptr_t ret = address; 44a149eb4dSOlivier Deprez 45a149eb4dSOlivier Deprez /* 46a149eb4dSOlivier Deprez * When pointer authentication is enabled, the LR value saved on the 47a149eb4dSOlivier Deprez * stack contains a PAC. It must be stripped to retrieve the return 48a149eb4dSOlivier Deprez * address. 49a149eb4dSOlivier Deprez */ 50*8d9f5f25SBoyan Karatotev if (is_feat_pauth_supported()) { 51*8d9f5f25SBoyan Karatotev ret = xpaci(address); 52*8d9f5f25SBoyan Karatotev } 53a149eb4dSOlivier Deprez 54a149eb4dSOlivier Deprez return ret; 55a149eb4dSOlivier Deprez } 56a149eb4dSOlivier Deprez 579c6d1c50SAntonio Nino Diaz /* 589c6d1c50SAntonio Nino Diaz * Returns true if the address points to a virtual address that can be read at 599c6d1c50SAntonio Nino Diaz * the current EL, false otherwise. 609c6d1c50SAntonio Nino Diaz */ 61402b3cf8SJulius Werner #ifdef __aarch64__ 62a149eb4dSOlivier Deprez static bool is_address_readable(uintptr_t address) 639c6d1c50SAntonio Nino Diaz { 649c6d1c50SAntonio Nino Diaz unsigned int el = get_current_el(); 65a149eb4dSOlivier Deprez uintptr_t addr = extract_address(address); 669c6d1c50SAntonio Nino Diaz 679c6d1c50SAntonio Nino Diaz if (el == 3U) { 689c6d1c50SAntonio Nino Diaz ats1e3r(addr); 699c6d1c50SAntonio Nino Diaz } else if (el == 2U) { 709c6d1c50SAntonio Nino Diaz ats1e2r(addr); 719c6d1c50SAntonio Nino Diaz } else { 7286ba5853SManish V Badarkhe AT(ats1e1r, addr); 739c6d1c50SAntonio Nino Diaz } 749c6d1c50SAntonio Nino Diaz 759c6d1c50SAntonio Nino Diaz isb(); 769c6d1c50SAntonio Nino Diaz 779c6d1c50SAntonio Nino Diaz /* If PAR.F == 1 the address translation was aborted. */ 789c6d1c50SAntonio Nino Diaz if ((read_par_el1() & PAR_F_MASK) != 0U) 799c6d1c50SAntonio Nino Diaz return false; 809c6d1c50SAntonio Nino Diaz 819c6d1c50SAntonio Nino Diaz return true; 829c6d1c50SAntonio Nino Diaz } 83402b3cf8SJulius Werner #else /* !__aarch64__ */ 849c6d1c50SAntonio Nino Diaz static bool is_address_readable(uintptr_t addr) 859c6d1c50SAntonio Nino Diaz { 869c6d1c50SAntonio Nino Diaz unsigned int el = get_current_el(); 879c6d1c50SAntonio Nino Diaz 889c6d1c50SAntonio Nino Diaz if (el == 3U) { 899c6d1c50SAntonio Nino Diaz write_ats1cpr(addr); 909c6d1c50SAntonio Nino Diaz } else if (el == 2U) { 919c6d1c50SAntonio Nino Diaz write_ats1hr(addr); 929c6d1c50SAntonio Nino Diaz } else { 939c6d1c50SAntonio Nino Diaz write_ats1cpr(addr); 949c6d1c50SAntonio Nino Diaz } 959c6d1c50SAntonio Nino Diaz 969c6d1c50SAntonio Nino Diaz isb(); 979c6d1c50SAntonio Nino Diaz 989c6d1c50SAntonio Nino Diaz /* If PAR.F == 1 the address translation was aborted. */ 999c6d1c50SAntonio Nino Diaz if ((read64_par() & PAR_F_MASK) != 0U) 1009c6d1c50SAntonio Nino Diaz return false; 1019c6d1c50SAntonio Nino Diaz 1029c6d1c50SAntonio Nino Diaz return true; 1039c6d1c50SAntonio Nino Diaz } 104402b3cf8SJulius Werner #endif /* __aarch64__ */ 1059c6d1c50SAntonio Nino Diaz 1069c6d1c50SAntonio Nino Diaz /* 1079c6d1c50SAntonio Nino Diaz * Returns true if all the bytes in a given object are in mapped memory and an 1089c6d1c50SAntonio Nino Diaz * LDR using this pointer would succeed, false otherwise. 1099c6d1c50SAntonio Nino Diaz */ 1109c6d1c50SAntonio Nino Diaz static bool is_valid_object(uintptr_t addr, size_t size) 1119c6d1c50SAntonio Nino Diaz { 1129c6d1c50SAntonio Nino Diaz assert(size > 0U); 1139c6d1c50SAntonio Nino Diaz 1149c6d1c50SAntonio Nino Diaz if (addr == 0U) 1159c6d1c50SAntonio Nino Diaz return false; 1169c6d1c50SAntonio Nino Diaz 1179c6d1c50SAntonio Nino Diaz /* Detect overflows */ 1189c6d1c50SAntonio Nino Diaz if ((addr + size) < addr) 1199c6d1c50SAntonio Nino Diaz return false; 1209c6d1c50SAntonio Nino Diaz 1219c6d1c50SAntonio Nino Diaz /* A pointer not aligned properly could trigger an alignment fault. */ 1229c6d1c50SAntonio Nino Diaz if ((addr & (sizeof(uintptr_t) - 1U)) != 0U) 1239c6d1c50SAntonio Nino Diaz return false; 1249c6d1c50SAntonio Nino Diaz 1259c6d1c50SAntonio Nino Diaz /* Check that all the object is readable */ 1269c6d1c50SAntonio Nino Diaz for (size_t i = 0; i < size; i++) { 1279c6d1c50SAntonio Nino Diaz if (!is_address_readable(addr + i)) 1289c6d1c50SAntonio Nino Diaz return false; 1299c6d1c50SAntonio Nino Diaz } 1309c6d1c50SAntonio Nino Diaz 1319c6d1c50SAntonio Nino Diaz return true; 1329c6d1c50SAntonio Nino Diaz } 1339c6d1c50SAntonio Nino Diaz 1349c6d1c50SAntonio Nino Diaz /* 1359c6d1c50SAntonio Nino Diaz * Returns true if the specified address is correctly aligned and points to a 1369c6d1c50SAntonio Nino Diaz * valid memory region. 1379c6d1c50SAntonio Nino Diaz */ 1389c6d1c50SAntonio Nino Diaz static bool is_valid_jump_address(uintptr_t addr) 1399c6d1c50SAntonio Nino Diaz { 1409c6d1c50SAntonio Nino Diaz if (addr == 0U) 1419c6d1c50SAntonio Nino Diaz return false; 1429c6d1c50SAntonio Nino Diaz 1439c6d1c50SAntonio Nino Diaz /* Check alignment. Both A64 and A32 use 32-bit opcodes */ 1449c6d1c50SAntonio Nino Diaz if ((addr & (sizeof(uint32_t) - 1U)) != 0U) 1459c6d1c50SAntonio Nino Diaz return false; 1469c6d1c50SAntonio Nino Diaz 1479c6d1c50SAntonio Nino Diaz if (!is_address_readable(addr)) 1489c6d1c50SAntonio Nino Diaz return false; 1499c6d1c50SAntonio Nino Diaz 1509c6d1c50SAntonio Nino Diaz return true; 1519c6d1c50SAntonio Nino Diaz } 1529c6d1c50SAntonio Nino Diaz 1539c6d1c50SAntonio Nino Diaz /* 1549c6d1c50SAntonio Nino Diaz * Returns true if the pointer points at a valid frame record, false otherwise. 1559c6d1c50SAntonio Nino Diaz */ 1569c6d1c50SAntonio Nino Diaz static bool is_valid_frame_record(struct frame_record *fr) 1579c6d1c50SAntonio Nino Diaz { 1589c6d1c50SAntonio Nino Diaz return is_valid_object((uintptr_t)fr, sizeof(struct frame_record)); 1599c6d1c50SAntonio Nino Diaz } 1609c6d1c50SAntonio Nino Diaz 1619c6d1c50SAntonio Nino Diaz /* 1629c6d1c50SAntonio Nino Diaz * Adjust the frame-pointer-register value by 4 bytes on AArch32 to have the 1639c6d1c50SAntonio Nino Diaz * same layout as AArch64. 1649c6d1c50SAntonio Nino Diaz */ 1659c6d1c50SAntonio Nino Diaz static struct frame_record *adjust_frame_record(struct frame_record *fr) 1669c6d1c50SAntonio Nino Diaz { 167402b3cf8SJulius Werner #ifdef __aarch64__ 1689c6d1c50SAntonio Nino Diaz return fr; 1699c6d1c50SAntonio Nino Diaz #else 1709c6d1c50SAntonio Nino Diaz return (struct frame_record *)((uintptr_t)fr - 4U); 1719c6d1c50SAntonio Nino Diaz #endif 1729c6d1c50SAntonio Nino Diaz } 1739c6d1c50SAntonio Nino Diaz 1749c6d1c50SAntonio Nino Diaz static void unwind_stack(struct frame_record *fr, uintptr_t current_pc, 1759c6d1c50SAntonio Nino Diaz uintptr_t link_register) 1769c6d1c50SAntonio Nino Diaz { 1779c6d1c50SAntonio Nino Diaz uintptr_t call_site; 1789c6d1c50SAntonio Nino Diaz static const char *backtrace_str = "%u: %s: 0x%lx\n"; 1799c6d1c50SAntonio Nino Diaz const char *el_str = get_el_str(get_current_el()); 1809c6d1c50SAntonio Nino Diaz 1819c6d1c50SAntonio Nino Diaz if (!is_valid_frame_record(fr)) { 1829c6d1c50SAntonio Nino Diaz printf("ERROR: Corrupted frame pointer (frame record address = %p)\n", 1839c6d1c50SAntonio Nino Diaz fr); 1849c6d1c50SAntonio Nino Diaz return; 1859c6d1c50SAntonio Nino Diaz } 1869c6d1c50SAntonio Nino Diaz 187a149eb4dSOlivier Deprez call_site = extract_address(fr->return_addr); 188a149eb4dSOlivier Deprez if (call_site != link_register) { 1899c6d1c50SAntonio Nino Diaz printf("ERROR: Corrupted stack (frame record address = %p)\n", 1909c6d1c50SAntonio Nino Diaz fr); 1919c6d1c50SAntonio Nino Diaz return; 1929c6d1c50SAntonio Nino Diaz } 1939c6d1c50SAntonio Nino Diaz 1949c6d1c50SAntonio Nino Diaz /* The level 0 of the backtrace is the current backtrace function */ 1959c6d1c50SAntonio Nino Diaz printf(backtrace_str, 0U, el_str, current_pc); 1969c6d1c50SAntonio Nino Diaz 1979c6d1c50SAntonio Nino Diaz /* 1989c6d1c50SAntonio Nino Diaz * The last frame record pointer in the linked list at the beginning of 1999c6d1c50SAntonio Nino Diaz * the stack should be NULL unless stack is corrupted. 2009c6d1c50SAntonio Nino Diaz */ 2019c6d1c50SAntonio Nino Diaz for (unsigned int i = 1U; i < UNWIND_LIMIT; i++) { 2029c6d1c50SAntonio Nino Diaz /* If an invalid frame record is found, exit. */ 2039c6d1c50SAntonio Nino Diaz if (!is_valid_frame_record(fr)) 2049c6d1c50SAntonio Nino Diaz return; 2059c6d1c50SAntonio Nino Diaz /* 2069c6d1c50SAntonio Nino Diaz * A32 and A64 are fixed length so the address from where the 2079c6d1c50SAntonio Nino Diaz * call was made is the instruction before the return address, 2089c6d1c50SAntonio Nino Diaz * which is always 4 bytes before it. 2099c6d1c50SAntonio Nino Diaz */ 2109c6d1c50SAntonio Nino Diaz 211a149eb4dSOlivier Deprez call_site = extract_address(fr->return_addr) - 4U; 212a149eb4dSOlivier Deprez 2139c6d1c50SAntonio Nino Diaz /* 2149c6d1c50SAntonio Nino Diaz * If the address is invalid it means that the frame record is 2159c6d1c50SAntonio Nino Diaz * probably corrupted. 2169c6d1c50SAntonio Nino Diaz */ 2179c6d1c50SAntonio Nino Diaz if (!is_valid_jump_address(call_site)) 2189c6d1c50SAntonio Nino Diaz return; 2199c6d1c50SAntonio Nino Diaz 2209c6d1c50SAntonio Nino Diaz printf(backtrace_str, i, el_str, call_site); 2219c6d1c50SAntonio Nino Diaz 2229c6d1c50SAntonio Nino Diaz fr = adjust_frame_record(fr->parent); 2239c6d1c50SAntonio Nino Diaz } 2249c6d1c50SAntonio Nino Diaz 2259c6d1c50SAntonio Nino Diaz printf("ERROR: Max backtrace depth reached\n"); 2269c6d1c50SAntonio Nino Diaz } 2279c6d1c50SAntonio Nino Diaz 2289c6d1c50SAntonio Nino Diaz /* 2299c6d1c50SAntonio Nino Diaz * Display a backtrace. The cookie string parameter is displayed along the 2309c6d1c50SAntonio Nino Diaz * trace to help filter the log messages. 2319c6d1c50SAntonio Nino Diaz * 2329c6d1c50SAntonio Nino Diaz * Many things can prevent displaying the expected backtrace. For example, 2339c6d1c50SAntonio Nino Diaz * compiler optimizations can use a branch instead of branch with link when it 2349c6d1c50SAntonio Nino Diaz * detects a tail call. The backtrace level for this caller will not be 2359c6d1c50SAntonio Nino Diaz * displayed, as it does not appear in the call stack anymore. Also, assembly 2369c6d1c50SAntonio Nino Diaz * functions will not be displayed unless they setup AAPCS compliant frame 2379c6d1c50SAntonio Nino Diaz * records on AArch64 and compliant with GCC-specific frame record format on 2389c6d1c50SAntonio Nino Diaz * AArch32. 2399c6d1c50SAntonio Nino Diaz * 2409c6d1c50SAntonio Nino Diaz * Usage of the trace: addr2line can be used to map the addresses to function 2419c6d1c50SAntonio Nino Diaz * and source code location when given the ELF file compiled with debug 2429c6d1c50SAntonio Nino Diaz * information. The "-i" flag is highly recommended to improve display of 2438aabea33SPaul Beesley * inlined function. The *.dump files generated when building each image can 2449c6d1c50SAntonio Nino Diaz * also be used. 2459c6d1c50SAntonio Nino Diaz * 2469c6d1c50SAntonio Nino Diaz * WARNING: In case of corrupted stack, this function could display security 2479c6d1c50SAntonio Nino Diaz * sensitive information past the beginning of the stack so it must not be used 2489c6d1c50SAntonio Nino Diaz * in production build. This function is only compiled in when ENABLE_BACKTRACE 2499c6d1c50SAntonio Nino Diaz * is set to 1. 2509c6d1c50SAntonio Nino Diaz */ 2519c6d1c50SAntonio Nino Diaz void backtrace(const char *cookie) 2529c6d1c50SAntonio Nino Diaz { 2539c6d1c50SAntonio Nino Diaz uintptr_t return_address = (uintptr_t)__builtin_return_address(0U); 2549c6d1c50SAntonio Nino Diaz struct frame_record *fr = __builtin_frame_address(0U); 2559c6d1c50SAntonio Nino Diaz 2569c6d1c50SAntonio Nino Diaz /* Printing the backtrace may crash the system, flush before starting */ 257831b0e98SJimmy Brisson console_flush(); 2589c6d1c50SAntonio Nino Diaz 2599c6d1c50SAntonio Nino Diaz fr = adjust_frame_record(fr); 2609c6d1c50SAntonio Nino Diaz 2619c6d1c50SAntonio Nino Diaz printf("BACKTRACE: START: %s\n", cookie); 2629c6d1c50SAntonio Nino Diaz 2639c6d1c50SAntonio Nino Diaz unwind_stack(fr, (uintptr_t)&backtrace, return_address); 2649c6d1c50SAntonio Nino Diaz 2659c6d1c50SAntonio Nino Diaz printf("BACKTRACE: END: %s\n", cookie); 2669c6d1c50SAntonio Nino Diaz } 267