1 // SPDX-License-Identifier: BSD-2-Clause 2 /* 3 * Copyright (c) 2016-2023, Linaro Limited 4 * Copyright (c) 2014, STMicroelectronics International N.V. 5 */ 6 7 #include <arm.h> 8 #include <config.h> 9 #include <console.h> 10 #include <drivers/gic.h> 11 #include <drivers/hfic.h> 12 #include <drivers/pl011.h> 13 #include <drivers/tzc400.h> 14 #include <initcall.h> 15 #include <keep.h> 16 #include <kernel/boot.h> 17 #include <kernel/interrupt.h> 18 #include <kernel/misc.h> 19 #include <kernel/notif.h> 20 #include <kernel/panic.h> 21 #include <kernel/spinlock.h> 22 #include <kernel/tee_time.h> 23 #include <kernel/thread_spmc.h> 24 #include <mm/core_memprot.h> 25 #include <mm/core_mmu.h> 26 #include <platform_config.h> 27 #include <sm/psci.h> 28 #include <stdint.h> 29 #include <string.h> 30 #include <trace.h> 31 32 static struct pl011_data console_data __nex_bss; 33 34 register_phys_mem_pgdir(MEM_AREA_IO_SEC, CONSOLE_UART_BASE, PL011_REG_SIZE); 35 #if defined(PLATFORM_FLAVOR_fvp) 36 register_phys_mem(MEM_AREA_RAM_SEC, TZCDRAM_BASE, TZCDRAM_SIZE); 37 #endif 38 #if defined(PLATFORM_FLAVOR_qemu_virt) 39 register_phys_mem_pgdir(MEM_AREA_IO_SEC, SECRAM_BASE, SECRAM_COHERENT_SIZE); 40 #endif 41 #ifdef DRAM0_BASE 42 register_ddr(DRAM0_BASE, DRAM0_SIZE); 43 #endif 44 #ifdef DRAM1_BASE 45 register_ddr(DRAM1_BASE, DRAM1_SIZE); 46 #endif 47 48 #ifdef CFG_GIC 49 register_phys_mem_pgdir(MEM_AREA_IO_SEC, GICC_BASE, GIC_CPU_REG_SIZE); 50 register_phys_mem_pgdir(MEM_AREA_IO_SEC, GICD_BASE, GIC_DIST_REG_SIZE); 51 #ifdef GIC_REDIST_BASE 52 register_phys_mem_pgdir(MEM_AREA_IO_SEC, GIC_REDIST_BASE, GIC_REDIST_SIZE); 53 #endif 54 55 void boot_primary_init_intc(void) 56 { 57 #ifdef GIC_REDIST_BASE 58 gic_init_v3(GIC_BASE + GICC_OFFSET, GIC_BASE + GICD_OFFSET, 59 GIC_REDIST_BASE); 60 #else 61 gic_init(GIC_BASE + GICC_OFFSET, GIC_BASE + GICD_OFFSET); 62 #endif 63 if (IS_ENABLED(CFG_CORE_SEL1_SPMC) && 64 IS_ENABLED(CFG_CORE_ASYNC_NOTIF)) { 65 size_t it = CFG_CORE_ASYNC_NOTIF_GIC_INTID; 66 67 if (it >= GIC_SGI_SEC_BASE && it <= GIC_SGI_SEC_MAX) 68 gic_init_donate_sgi_to_ns(it); 69 thread_spmc_set_async_notif_intid(it); 70 } 71 } 72 73 void boot_secondary_init_intc(void) 74 { 75 gic_init_per_cpu(); 76 } 77 #endif /*CFG_GIC*/ 78 79 #ifdef CFG_CORE_HAFNIUM_INTC 80 void boot_primary_init_intc(void) 81 { 82 hfic_init(); 83 } 84 #endif 85 86 void console_init(void) 87 { 88 pl011_init(&console_data, CONSOLE_UART_BASE, CONSOLE_UART_CLK_IN_HZ, 89 CONSOLE_BAUDRATE); 90 register_serial_console(&console_data.chip); 91 } 92 93 #if (defined(CFG_GIC) || defined(CFG_CORE_HAFNIUM_INTC)) && \ 94 defined(IT_CONSOLE_UART) && \ 95 !defined(CFG_NS_VIRTUALIZATION) && \ 96 !(defined(CFG_WITH_ARM_TRUSTED_FW) && defined(CFG_ARM_GICV2)) 97 /* 98 * This cannot be enabled with TF-A and GICv3 because TF-A then need to 99 * assign the interrupt number of the UART to OP-TEE (S-EL1). Currently 100 * there's no way of TF-A to know which interrupts that OP-TEE will serve. 101 * If TF-A doesn't assign the interrupt we're enabling below to OP-TEE it 102 * will hang in EL3 since the interrupt will just be delivered again and 103 * again. 104 */ 105 106 static void read_console(void) 107 { 108 struct serial_chip *cons = &console_data.chip; 109 110 if (!cons->ops->getchar || !cons->ops->have_rx_data) 111 return; 112 113 while (cons->ops->have_rx_data(cons)) { 114 int ch __maybe_unused = cons->ops->getchar(cons); 115 116 DMSG("got 0x%x", ch); 117 } 118 } 119 120 static enum itr_return console_itr_cb(struct itr_handler *hdl) 121 { 122 if (notif_async_is_started()) { 123 /* 124 * Asynchronous notifications are enabled, lets read from 125 * uart in the bottom half instead. 126 */ 127 interrupt_disable(hdl->chip, hdl->it); 128 notif_send_async(NOTIF_VALUE_DO_BOTTOM_HALF); 129 } else { 130 read_console(); 131 } 132 return ITRR_HANDLED; 133 } 134 135 static struct itr_handler console_itr = { 136 .it = IT_CONSOLE_UART, 137 .flags = ITRF_TRIGGER_LEVEL, 138 .handler = console_itr_cb, 139 }; 140 DECLARE_KEEP_PAGER(console_itr); 141 142 static void atomic_console_notif(struct notif_driver *ndrv __unused, 143 enum notif_event ev __maybe_unused) 144 { 145 DMSG("Asynchronous notifications started, event %d", (int)ev); 146 } 147 DECLARE_KEEP_PAGER(atomic_console_notif); 148 149 static void yielding_console_notif(struct notif_driver *ndrv __unused, 150 enum notif_event ev) 151 { 152 switch (ev) { 153 case NOTIF_EVENT_DO_BOTTOM_HALF: 154 read_console(); 155 interrupt_enable(console_itr.chip, console_itr.it); 156 break; 157 case NOTIF_EVENT_STOPPED: 158 DMSG("Asynchronous notifications stopped"); 159 interrupt_enable(console_itr.chip, console_itr.it); 160 break; 161 default: 162 EMSG("Unknown event %d", (int)ev); 163 } 164 } 165 166 struct notif_driver console_notif = { 167 .atomic_cb = atomic_console_notif, 168 .yielding_cb = yielding_console_notif, 169 }; 170 171 static TEE_Result init_console_itr(void) 172 { 173 TEE_Result res = TEE_ERROR_GENERIC; 174 175 res = interrupt_add_handler_with_chip(interrupt_get_main_chip(), 176 &console_itr); 177 if (res) 178 return res; 179 180 interrupt_enable(console_itr.chip, console_itr.it); 181 182 if (IS_ENABLED(CFG_CORE_ASYNC_NOTIF)) 183 notif_register_driver(&console_notif); 184 return TEE_SUCCESS; 185 } 186 driver_init(init_console_itr); 187 #endif 188 189 #ifdef CFG_TZC400 190 register_phys_mem_pgdir(MEM_AREA_IO_SEC, TZC400_BASE, TZC400_REG_SIZE); 191 192 static TEE_Result init_tzc400(void) 193 { 194 void *va; 195 196 DMSG("Initializing TZC400"); 197 198 va = phys_to_virt(TZC400_BASE, MEM_AREA_IO_SEC, TZC400_REG_SIZE); 199 if (!va) { 200 EMSG("TZC400 not mapped"); 201 panic(); 202 } 203 204 tzc_init((vaddr_t)va); 205 tzc_dump_state(); 206 207 return TEE_SUCCESS; 208 } 209 210 service_init(init_tzc400); 211 #endif /*CFG_TZC400*/ 212 213 #if defined(PLATFORM_FLAVOR_qemu_virt) 214 static void release_secondary_early_hpen(size_t pos) 215 { 216 struct mailbox { 217 uint64_t ep; 218 uint64_t hpen[]; 219 } *mailbox; 220 221 if (cpu_mmu_enabled()) 222 mailbox = phys_to_virt(SECRAM_BASE, MEM_AREA_IO_SEC, 223 SECRAM_COHERENT_SIZE); 224 else 225 mailbox = (void *)SECRAM_BASE; 226 227 if (!mailbox) 228 panic(); 229 230 mailbox->ep = TEE_LOAD_ADDR; 231 dsb_ishst(); 232 mailbox->hpen[pos] = 1; 233 dsb_ishst(); 234 sev(); 235 } 236 237 int psci_cpu_on(uint32_t core_id, uint32_t entry, uint32_t context_id) 238 { 239 size_t pos = get_core_pos_mpidr(core_id); 240 static bool core_is_released[CFG_TEE_CORE_NB_CORE]; 241 242 if (!pos || pos >= CFG_TEE_CORE_NB_CORE) 243 return PSCI_RET_INVALID_PARAMETERS; 244 245 DMSG("core pos: %zu: ns_entry %#" PRIx32, pos, entry); 246 247 if (core_is_released[pos]) { 248 EMSG("core %zu already released", pos); 249 return PSCI_RET_DENIED; 250 } 251 core_is_released[pos] = true; 252 253 boot_set_core_ns_entry(pos, entry, context_id); 254 release_secondary_early_hpen(pos); 255 256 return PSCI_RET_SUCCESS; 257 } 258 #endif /*PLATFORM_FLAVOR_qemu_virt*/ 259