19c6d1c50SAntonio Nino Diaz /*
2*8d9f5f25SBoyan Karatotev * Copyright (c) 2018-2025, Arm Limited and Contributors. All rights reserved.
39c6d1c50SAntonio Nino Diaz *
49c6d1c50SAntonio Nino Diaz * SPDX-License-Identifier: BSD-3-Clause
59c6d1c50SAntonio Nino Diaz */
69c6d1c50SAntonio Nino Diaz
79c6d1c50SAntonio Nino Diaz #include <assert.h>
89c6d1c50SAntonio Nino Diaz #include <stdbool.h>
99c6d1c50SAntonio Nino Diaz #include <stdint.h>
109c6d1c50SAntonio Nino Diaz
11*8d9f5f25SBoyan Karatotev #include <arch_features.h>
1209d40e0eSAntonio Nino Diaz #include <arch_helpers.h>
1309d40e0eSAntonio Nino Diaz #include <common/debug.h>
1409d40e0eSAntonio Nino Diaz #include <drivers/console.h>
1509d40e0eSAntonio Nino Diaz
169c6d1c50SAntonio Nino Diaz /* Maximum number of entries in the backtrace to display */
179c6d1c50SAntonio Nino Diaz #define UNWIND_LIMIT 20U
189c6d1c50SAntonio Nino Diaz
199c6d1c50SAntonio Nino Diaz /*
209c6d1c50SAntonio Nino Diaz * If -fno-omit-frame-pointer is used:
219c6d1c50SAntonio Nino Diaz *
229c6d1c50SAntonio Nino Diaz * - AArch64: The AAPCS defines the format of the frame records and mandates the
239c6d1c50SAntonio Nino Diaz * usage of r29 as frame pointer.
249c6d1c50SAntonio Nino Diaz *
259c6d1c50SAntonio Nino Diaz * - AArch32: The format of the frame records is not defined in the AAPCS.
269c6d1c50SAntonio Nino Diaz * However, at least GCC and Clang use the same format. When they are forced
279c6d1c50SAntonio Nino Diaz * to only generate A32 code (with -marm), they use r11 as frame pointer and a
289c6d1c50SAntonio Nino Diaz * similar format as in AArch64. If interworking with T32 is enabled, the
299c6d1c50SAntonio Nino Diaz * frame pointer is r7 and the format is different. This is not supported by
309c6d1c50SAntonio Nino Diaz * this implementation of backtrace, so it is needed to use -marm.
319c6d1c50SAntonio Nino Diaz */
329c6d1c50SAntonio Nino Diaz
339c6d1c50SAntonio Nino Diaz /* Frame records form a linked list in the stack */
349c6d1c50SAntonio Nino Diaz struct frame_record {
359c6d1c50SAntonio Nino Diaz /* Previous frame record in the list */
369c6d1c50SAntonio Nino Diaz struct frame_record *parent;
379c6d1c50SAntonio Nino Diaz /* Return address of the function at this level */
389c6d1c50SAntonio Nino Diaz uintptr_t return_addr;
399c6d1c50SAntonio Nino Diaz };
409c6d1c50SAntonio Nino Diaz
extract_address(uintptr_t address)41a149eb4dSOlivier Deprez static inline uintptr_t extract_address(uintptr_t address)
42a149eb4dSOlivier Deprez {
43a149eb4dSOlivier Deprez uintptr_t ret = address;
44a149eb4dSOlivier Deprez
45a149eb4dSOlivier Deprez /*
46a149eb4dSOlivier Deprez * When pointer authentication is enabled, the LR value saved on the
47a149eb4dSOlivier Deprez * stack contains a PAC. It must be stripped to retrieve the return
48a149eb4dSOlivier Deprez * address.
49a149eb4dSOlivier Deprez */
50*8d9f5f25SBoyan Karatotev if (is_feat_pauth_supported()) {
51*8d9f5f25SBoyan Karatotev ret = xpaci(address);
52*8d9f5f25SBoyan Karatotev }
53a149eb4dSOlivier Deprez
54a149eb4dSOlivier Deprez return ret;
55a149eb4dSOlivier Deprez }
56a149eb4dSOlivier Deprez
579c6d1c50SAntonio Nino Diaz /*
589c6d1c50SAntonio Nino Diaz * Returns true if the address points to a virtual address that can be read at
599c6d1c50SAntonio Nino Diaz * the current EL, false otherwise.
609c6d1c50SAntonio Nino Diaz */
61402b3cf8SJulius Werner #ifdef __aarch64__
is_address_readable(uintptr_t address)62a149eb4dSOlivier Deprez static bool is_address_readable(uintptr_t address)
639c6d1c50SAntonio Nino Diaz {
649c6d1c50SAntonio Nino Diaz unsigned int el = get_current_el();
65a149eb4dSOlivier Deprez uintptr_t addr = extract_address(address);
669c6d1c50SAntonio Nino Diaz
679c6d1c50SAntonio Nino Diaz if (el == 3U) {
689c6d1c50SAntonio Nino Diaz ats1e3r(addr);
699c6d1c50SAntonio Nino Diaz } else if (el == 2U) {
709c6d1c50SAntonio Nino Diaz ats1e2r(addr);
719c6d1c50SAntonio Nino Diaz } else {
7286ba5853SManish V Badarkhe AT(ats1e1r, addr);
739c6d1c50SAntonio Nino Diaz }
749c6d1c50SAntonio Nino Diaz
759c6d1c50SAntonio Nino Diaz isb();
769c6d1c50SAntonio Nino Diaz
779c6d1c50SAntonio Nino Diaz /* If PAR.F == 1 the address translation was aborted. */
789c6d1c50SAntonio Nino Diaz if ((read_par_el1() & PAR_F_MASK) != 0U)
799c6d1c50SAntonio Nino Diaz return false;
809c6d1c50SAntonio Nino Diaz
819c6d1c50SAntonio Nino Diaz return true;
829c6d1c50SAntonio Nino Diaz }
83402b3cf8SJulius Werner #else /* !__aarch64__ */
is_address_readable(uintptr_t addr)849c6d1c50SAntonio Nino Diaz static bool is_address_readable(uintptr_t addr)
859c6d1c50SAntonio Nino Diaz {
869c6d1c50SAntonio Nino Diaz unsigned int el = get_current_el();
879c6d1c50SAntonio Nino Diaz
889c6d1c50SAntonio Nino Diaz if (el == 3U) {
899c6d1c50SAntonio Nino Diaz write_ats1cpr(addr);
909c6d1c50SAntonio Nino Diaz } else if (el == 2U) {
919c6d1c50SAntonio Nino Diaz write_ats1hr(addr);
929c6d1c50SAntonio Nino Diaz } else {
939c6d1c50SAntonio Nino Diaz write_ats1cpr(addr);
949c6d1c50SAntonio Nino Diaz }
959c6d1c50SAntonio Nino Diaz
969c6d1c50SAntonio Nino Diaz isb();
979c6d1c50SAntonio Nino Diaz
989c6d1c50SAntonio Nino Diaz /* If PAR.F == 1 the address translation was aborted. */
999c6d1c50SAntonio Nino Diaz if ((read64_par() & PAR_F_MASK) != 0U)
1009c6d1c50SAntonio Nino Diaz return false;
1019c6d1c50SAntonio Nino Diaz
1029c6d1c50SAntonio Nino Diaz return true;
1039c6d1c50SAntonio Nino Diaz }
104402b3cf8SJulius Werner #endif /* __aarch64__ */
1059c6d1c50SAntonio Nino Diaz
1069c6d1c50SAntonio Nino Diaz /*
1079c6d1c50SAntonio Nino Diaz * Returns true if all the bytes in a given object are in mapped memory and an
1089c6d1c50SAntonio Nino Diaz * LDR using this pointer would succeed, false otherwise.
1099c6d1c50SAntonio Nino Diaz */
is_valid_object(uintptr_t addr,size_t size)1109c6d1c50SAntonio Nino Diaz static bool is_valid_object(uintptr_t addr, size_t size)
1119c6d1c50SAntonio Nino Diaz {
1129c6d1c50SAntonio Nino Diaz assert(size > 0U);
1139c6d1c50SAntonio Nino Diaz
1149c6d1c50SAntonio Nino Diaz if (addr == 0U)
1159c6d1c50SAntonio Nino Diaz return false;
1169c6d1c50SAntonio Nino Diaz
1179c6d1c50SAntonio Nino Diaz /* Detect overflows */
1189c6d1c50SAntonio Nino Diaz if ((addr + size) < addr)
1199c6d1c50SAntonio Nino Diaz return false;
1209c6d1c50SAntonio Nino Diaz
1219c6d1c50SAntonio Nino Diaz /* A pointer not aligned properly could trigger an alignment fault. */
1229c6d1c50SAntonio Nino Diaz if ((addr & (sizeof(uintptr_t) - 1U)) != 0U)
1239c6d1c50SAntonio Nino Diaz return false;
1249c6d1c50SAntonio Nino Diaz
1259c6d1c50SAntonio Nino Diaz /* Check that all the object is readable */
1269c6d1c50SAntonio Nino Diaz for (size_t i = 0; i < size; i++) {
1279c6d1c50SAntonio Nino Diaz if (!is_address_readable(addr + i))
1289c6d1c50SAntonio Nino Diaz return false;
1299c6d1c50SAntonio Nino Diaz }
1309c6d1c50SAntonio Nino Diaz
1319c6d1c50SAntonio Nino Diaz return true;
1329c6d1c50SAntonio Nino Diaz }
1339c6d1c50SAntonio Nino Diaz
1349c6d1c50SAntonio Nino Diaz /*
1359c6d1c50SAntonio Nino Diaz * Returns true if the specified address is correctly aligned and points to a
1369c6d1c50SAntonio Nino Diaz * valid memory region.
1379c6d1c50SAntonio Nino Diaz */
is_valid_jump_address(uintptr_t addr)1389c6d1c50SAntonio Nino Diaz static bool is_valid_jump_address(uintptr_t addr)
1399c6d1c50SAntonio Nino Diaz {
1409c6d1c50SAntonio Nino Diaz if (addr == 0U)
1419c6d1c50SAntonio Nino Diaz return false;
1429c6d1c50SAntonio Nino Diaz
1439c6d1c50SAntonio Nino Diaz /* Check alignment. Both A64 and A32 use 32-bit opcodes */
1449c6d1c50SAntonio Nino Diaz if ((addr & (sizeof(uint32_t) - 1U)) != 0U)
1459c6d1c50SAntonio Nino Diaz return false;
1469c6d1c50SAntonio Nino Diaz
1479c6d1c50SAntonio Nino Diaz if (!is_address_readable(addr))
1489c6d1c50SAntonio Nino Diaz return false;
1499c6d1c50SAntonio Nino Diaz
1509c6d1c50SAntonio Nino Diaz return true;
1519c6d1c50SAntonio Nino Diaz }
1529c6d1c50SAntonio Nino Diaz
1539c6d1c50SAntonio Nino Diaz /*
1549c6d1c50SAntonio Nino Diaz * Returns true if the pointer points at a valid frame record, false otherwise.
1559c6d1c50SAntonio Nino Diaz */
is_valid_frame_record(struct frame_record * fr)1569c6d1c50SAntonio Nino Diaz static bool is_valid_frame_record(struct frame_record *fr)
1579c6d1c50SAntonio Nino Diaz {
1589c6d1c50SAntonio Nino Diaz return is_valid_object((uintptr_t)fr, sizeof(struct frame_record));
1599c6d1c50SAntonio Nino Diaz }
1609c6d1c50SAntonio Nino Diaz
1619c6d1c50SAntonio Nino Diaz /*
1629c6d1c50SAntonio Nino Diaz * Adjust the frame-pointer-register value by 4 bytes on AArch32 to have the
1639c6d1c50SAntonio Nino Diaz * same layout as AArch64.
1649c6d1c50SAntonio Nino Diaz */
adjust_frame_record(struct frame_record * fr)1659c6d1c50SAntonio Nino Diaz static struct frame_record *adjust_frame_record(struct frame_record *fr)
1669c6d1c50SAntonio Nino Diaz {
167402b3cf8SJulius Werner #ifdef __aarch64__
1689c6d1c50SAntonio Nino Diaz return fr;
1699c6d1c50SAntonio Nino Diaz #else
1709c6d1c50SAntonio Nino Diaz return (struct frame_record *)((uintptr_t)fr - 4U);
1719c6d1c50SAntonio Nino Diaz #endif
1729c6d1c50SAntonio Nino Diaz }
1739c6d1c50SAntonio Nino Diaz
unwind_stack(struct frame_record * fr,uintptr_t current_pc,uintptr_t link_register)1749c6d1c50SAntonio Nino Diaz static void unwind_stack(struct frame_record *fr, uintptr_t current_pc,
1759c6d1c50SAntonio Nino Diaz uintptr_t link_register)
1769c6d1c50SAntonio Nino Diaz {
1779c6d1c50SAntonio Nino Diaz uintptr_t call_site;
1789c6d1c50SAntonio Nino Diaz static const char *backtrace_str = "%u: %s: 0x%lx\n";
1799c6d1c50SAntonio Nino Diaz const char *el_str = get_el_str(get_current_el());
1809c6d1c50SAntonio Nino Diaz
1819c6d1c50SAntonio Nino Diaz if (!is_valid_frame_record(fr)) {
1829c6d1c50SAntonio Nino Diaz printf("ERROR: Corrupted frame pointer (frame record address = %p)\n",
1839c6d1c50SAntonio Nino Diaz fr);
1849c6d1c50SAntonio Nino Diaz return;
1859c6d1c50SAntonio Nino Diaz }
1869c6d1c50SAntonio Nino Diaz
187a149eb4dSOlivier Deprez call_site = extract_address(fr->return_addr);
188a149eb4dSOlivier Deprez if (call_site != link_register) {
1899c6d1c50SAntonio Nino Diaz printf("ERROR: Corrupted stack (frame record address = %p)\n",
1909c6d1c50SAntonio Nino Diaz fr);
1919c6d1c50SAntonio Nino Diaz return;
1929c6d1c50SAntonio Nino Diaz }
1939c6d1c50SAntonio Nino Diaz
1949c6d1c50SAntonio Nino Diaz /* The level 0 of the backtrace is the current backtrace function */
1959c6d1c50SAntonio Nino Diaz printf(backtrace_str, 0U, el_str, current_pc);
1969c6d1c50SAntonio Nino Diaz
1979c6d1c50SAntonio Nino Diaz /*
1989c6d1c50SAntonio Nino Diaz * The last frame record pointer in the linked list at the beginning of
1999c6d1c50SAntonio Nino Diaz * the stack should be NULL unless stack is corrupted.
2009c6d1c50SAntonio Nino Diaz */
2019c6d1c50SAntonio Nino Diaz for (unsigned int i = 1U; i < UNWIND_LIMIT; i++) {
2029c6d1c50SAntonio Nino Diaz /* If an invalid frame record is found, exit. */
2039c6d1c50SAntonio Nino Diaz if (!is_valid_frame_record(fr))
2049c6d1c50SAntonio Nino Diaz return;
2059c6d1c50SAntonio Nino Diaz /*
2069c6d1c50SAntonio Nino Diaz * A32 and A64 are fixed length so the address from where the
2079c6d1c50SAntonio Nino Diaz * call was made is the instruction before the return address,
2089c6d1c50SAntonio Nino Diaz * which is always 4 bytes before it.
2099c6d1c50SAntonio Nino Diaz */
2109c6d1c50SAntonio Nino Diaz
211a149eb4dSOlivier Deprez call_site = extract_address(fr->return_addr) - 4U;
212a149eb4dSOlivier Deprez
2139c6d1c50SAntonio Nino Diaz /*
2149c6d1c50SAntonio Nino Diaz * If the address is invalid it means that the frame record is
2159c6d1c50SAntonio Nino Diaz * probably corrupted.
2169c6d1c50SAntonio Nino Diaz */
2179c6d1c50SAntonio Nino Diaz if (!is_valid_jump_address(call_site))
2189c6d1c50SAntonio Nino Diaz return;
2199c6d1c50SAntonio Nino Diaz
2209c6d1c50SAntonio Nino Diaz printf(backtrace_str, i, el_str, call_site);
2219c6d1c50SAntonio Nino Diaz
2229c6d1c50SAntonio Nino Diaz fr = adjust_frame_record(fr->parent);
2239c6d1c50SAntonio Nino Diaz }
2249c6d1c50SAntonio Nino Diaz
2259c6d1c50SAntonio Nino Diaz printf("ERROR: Max backtrace depth reached\n");
2269c6d1c50SAntonio Nino Diaz }
2279c6d1c50SAntonio Nino Diaz
2289c6d1c50SAntonio Nino Diaz /*
2299c6d1c50SAntonio Nino Diaz * Display a backtrace. The cookie string parameter is displayed along the
2309c6d1c50SAntonio Nino Diaz * trace to help filter the log messages.
2319c6d1c50SAntonio Nino Diaz *
2329c6d1c50SAntonio Nino Diaz * Many things can prevent displaying the expected backtrace. For example,
2339c6d1c50SAntonio Nino Diaz * compiler optimizations can use a branch instead of branch with link when it
2349c6d1c50SAntonio Nino Diaz * detects a tail call. The backtrace level for this caller will not be
2359c6d1c50SAntonio Nino Diaz * displayed, as it does not appear in the call stack anymore. Also, assembly
2369c6d1c50SAntonio Nino Diaz * functions will not be displayed unless they setup AAPCS compliant frame
2379c6d1c50SAntonio Nino Diaz * records on AArch64 and compliant with GCC-specific frame record format on
2389c6d1c50SAntonio Nino Diaz * AArch32.
2399c6d1c50SAntonio Nino Diaz *
2409c6d1c50SAntonio Nino Diaz * Usage of the trace: addr2line can be used to map the addresses to function
2419c6d1c50SAntonio Nino Diaz * and source code location when given the ELF file compiled with debug
2429c6d1c50SAntonio Nino Diaz * information. The "-i" flag is highly recommended to improve display of
2438aabea33SPaul Beesley * inlined function. The *.dump files generated when building each image can
2449c6d1c50SAntonio Nino Diaz * also be used.
2459c6d1c50SAntonio Nino Diaz *
2469c6d1c50SAntonio Nino Diaz * WARNING: In case of corrupted stack, this function could display security
2479c6d1c50SAntonio Nino Diaz * sensitive information past the beginning of the stack so it must not be used
2489c6d1c50SAntonio Nino Diaz * in production build. This function is only compiled in when ENABLE_BACKTRACE
2499c6d1c50SAntonio Nino Diaz * is set to 1.
2509c6d1c50SAntonio Nino Diaz */
backtrace(const char * cookie)2519c6d1c50SAntonio Nino Diaz void backtrace(const char *cookie)
2529c6d1c50SAntonio Nino Diaz {
2539c6d1c50SAntonio Nino Diaz uintptr_t return_address = (uintptr_t)__builtin_return_address(0U);
2549c6d1c50SAntonio Nino Diaz struct frame_record *fr = __builtin_frame_address(0U);
2559c6d1c50SAntonio Nino Diaz
2569c6d1c50SAntonio Nino Diaz /* Printing the backtrace may crash the system, flush before starting */
257831b0e98SJimmy Brisson console_flush();
2589c6d1c50SAntonio Nino Diaz
2599c6d1c50SAntonio Nino Diaz fr = adjust_frame_record(fr);
2609c6d1c50SAntonio Nino Diaz
2619c6d1c50SAntonio Nino Diaz printf("BACKTRACE: START: %s\n", cookie);
2629c6d1c50SAntonio Nino Diaz
2639c6d1c50SAntonio Nino Diaz unwind_stack(fr, (uintptr_t)&backtrace, return_address);
2649c6d1c50SAntonio Nino Diaz
2659c6d1c50SAntonio Nino Diaz printf("BACKTRACE: END: %s\n", cookie);
2669c6d1c50SAntonio Nino Diaz }
267