1f3c22059SEtienne Carriere // SPDX-License-Identifier: BSD-3-Clause 2f3c22059SEtienne Carriere /* 3f3c22059SEtienne Carriere * Copyright (c) 2018-2019, STMicroelectronics 4f3c22059SEtienne Carriere */ 5f3c22059SEtienne Carriere 6f3c22059SEtienne Carriere #include <assert.h> 7f3c22059SEtienne Carriere #include <drivers/stm32_rng.h> 8f3c22059SEtienne Carriere #include <io.h> 9f3c22059SEtienne Carriere #include <kernel/dt.h> 10f3c22059SEtienne Carriere #include <kernel/delay.h> 11f3c22059SEtienne Carriere #include <kernel/generic_boot.h> 12f3c22059SEtienne Carriere #include <kernel/panic.h> 13f3c22059SEtienne Carriere #include <mm/core_memprot.h> 14f3c22059SEtienne Carriere #include <stdbool.h> 15f3c22059SEtienne Carriere #include <stm32_util.h> 16f3c22059SEtienne Carriere #include <string.h> 17f3c22059SEtienne Carriere 18f3c22059SEtienne Carriere #ifdef CFG_DT 19f3c22059SEtienne Carriere #include <libfdt.h> 20f3c22059SEtienne Carriere #endif 21f3c22059SEtienne Carriere 22f3c22059SEtienne Carriere #define DT_RNG_COMPAT "st,stm32-rng" 23f3c22059SEtienne Carriere #define RNG_CR 0x00U 24f3c22059SEtienne Carriere #define RNG_SR 0x04U 25f3c22059SEtienne Carriere #define RNG_DR 0x08U 26f3c22059SEtienne Carriere 27f3c22059SEtienne Carriere #define RNG_CR_RNGEN BIT(2) 28f3c22059SEtienne Carriere #define RNG_CR_IE BIT(3) 29f3c22059SEtienne Carriere #define RNG_CR_CED BIT(5) 30f3c22059SEtienne Carriere 31f3c22059SEtienne Carriere #define RNG_SR_DRDY BIT(0) 32f3c22059SEtienne Carriere #define RNG_SR_CECS BIT(1) 33f3c22059SEtienne Carriere #define RNG_SR_SECS BIT(2) 34f3c22059SEtienne Carriere #define RNG_SR_CEIS BIT(5) 35f3c22059SEtienne Carriere #define RNG_SR_SEIS BIT(6) 36f3c22059SEtienne Carriere 37f3c22059SEtienne Carriere #define RNG_TIMEOUT_US 1000 38f3c22059SEtienne Carriere 39f3c22059SEtienne Carriere struct stm32_rng_instance { 40f3c22059SEtienne Carriere struct io_pa_va base; 41f3c22059SEtienne Carriere unsigned long clock; 42f3c22059SEtienne Carriere unsigned int lock; 43f3c22059SEtienne Carriere unsigned int refcount; 44f3c22059SEtienne Carriere }; 45f3c22059SEtienne Carriere 46f3c22059SEtienne Carriere static struct stm32_rng_instance *stm32_rng; 47f3c22059SEtienne Carriere 48f3c22059SEtienne Carriere /* 49f3c22059SEtienne Carriere * Extracts from the STM32 RNG specification: 50f3c22059SEtienne Carriere * 51f3c22059SEtienne Carriere * When a noise source (or seed) error occurs, the RNG stops generating 52f3c22059SEtienne Carriere * random numbers and sets to “1” both SEIS and SECS bits to indicate 53f3c22059SEtienne Carriere * that a seed error occurred. (...) 54f3c22059SEtienne Carriere 55f3c22059SEtienne Carriere * The following sequence shall be used to fully recover from a seed 56f3c22059SEtienne Carriere * error after the RNG initialization: 57f3c22059SEtienne Carriere * 1. Clear the SEIS bit by writing it to “0”. 58f3c22059SEtienne Carriere * 2. Read out 12 words from the RNG_DR register, and discard each of 59f3c22059SEtienne Carriere * them in order to clean the pipeline. 60f3c22059SEtienne Carriere * 3. Confirm that SEIS is still cleared. Random number generation is 61f3c22059SEtienne Carriere * back to normal. 62f3c22059SEtienne Carriere */ 63f3c22059SEtienne Carriere static void conceal_seed_error(vaddr_t rng_base) 64f3c22059SEtienne Carriere { 65f3c22059SEtienne Carriere if (io_read32(rng_base + RNG_SR) & (RNG_SR_SECS | RNG_SR_SEIS)) { 66f3c22059SEtienne Carriere size_t i = 0; 67f3c22059SEtienne Carriere 68f3c22059SEtienne Carriere io_mask32(rng_base + RNG_SR, 0, RNG_SR_SEIS); 69f3c22059SEtienne Carriere 70f3c22059SEtienne Carriere for (i = 12; i != 0; i--) 71f3c22059SEtienne Carriere (void)io_read32(rng_base + RNG_DR); 72f3c22059SEtienne Carriere 73f3c22059SEtienne Carriere if (io_read32(rng_base + RNG_SR) & RNG_SR_SEIS) 74f3c22059SEtienne Carriere panic("RNG noise"); 75f3c22059SEtienne Carriere } 76f3c22059SEtienne Carriere } 77f3c22059SEtienne Carriere 78f3c22059SEtienne Carriere #define RNG_FIFO_BYTE_DEPTH 16u 79f3c22059SEtienne Carriere 80f3c22059SEtienne Carriere TEE_Result stm32_rng_read_raw(vaddr_t rng_base, uint8_t *out, size_t *size) 81f3c22059SEtienne Carriere { 82f3c22059SEtienne Carriere bool enabled = false; 83f3c22059SEtienne Carriere TEE_Result rc = TEE_ERROR_SECURITY; 84f3c22059SEtienne Carriere uint32_t exceptions = thread_mask_exceptions(THREAD_EXCP_ALL); 85f3c22059SEtienne Carriere uint64_t timeout_ref = timeout_init_us(RNG_TIMEOUT_US); 86f3c22059SEtienne Carriere 87f3c22059SEtienne Carriere if (!(io_read32(rng_base + RNG_CR) & RNG_CR_RNGEN)) { 88f3c22059SEtienne Carriere /* Enable RNG if not, clock error is disabled */ 89f3c22059SEtienne Carriere io_write32(rng_base + RNG_CR, RNG_CR_RNGEN | RNG_CR_CED); 90f3c22059SEtienne Carriere enabled = true; 91f3c22059SEtienne Carriere } 92f3c22059SEtienne Carriere 93f3c22059SEtienne Carriere /* Wait RNG has produced well seeded random samples */ 94f3c22059SEtienne Carriere while (!timeout_elapsed(timeout_ref)) { 95f3c22059SEtienne Carriere conceal_seed_error(rng_base); 96f3c22059SEtienne Carriere 97f3c22059SEtienne Carriere if (io_read32(rng_base + RNG_SR) & RNG_SR_DRDY) 98f3c22059SEtienne Carriere break; 99f3c22059SEtienne Carriere } 100f3c22059SEtienne Carriere 101f3c22059SEtienne Carriere if (io_read32(rng_base + RNG_SR) & RNG_SR_DRDY) { 102f3c22059SEtienne Carriere uint8_t *buf = out; 103f3c22059SEtienne Carriere size_t req_size = MIN(RNG_FIFO_BYTE_DEPTH, *size); 104f3c22059SEtienne Carriere size_t len = req_size; 105f3c22059SEtienne Carriere 106f3c22059SEtienne Carriere /* RNG is ready: read up to 4 32bit words */ 107f3c22059SEtienne Carriere while (len) { 108f3c22059SEtienne Carriere uint32_t data32 = io_read32(rng_base + RNG_DR); 109f3c22059SEtienne Carriere size_t sz = MIN(len, sizeof(uint32_t)); 110f3c22059SEtienne Carriere 111f3c22059SEtienne Carriere memcpy(buf, &data32, sz); 112f3c22059SEtienne Carriere buf += sz; 113f3c22059SEtienne Carriere len -= sz; 114f3c22059SEtienne Carriere } 115f3c22059SEtienne Carriere rc = TEE_SUCCESS; 116f3c22059SEtienne Carriere *size = req_size; 117f3c22059SEtienne Carriere } 118f3c22059SEtienne Carriere 119f3c22059SEtienne Carriere if (enabled) 120f3c22059SEtienne Carriere io_write32(rng_base + RNG_CR, 0); 121f3c22059SEtienne Carriere 122f3c22059SEtienne Carriere thread_unmask_exceptions(exceptions); 123f3c22059SEtienne Carriere 124f3c22059SEtienne Carriere return rc; 125f3c22059SEtienne Carriere } 126f3c22059SEtienne Carriere 127f3c22059SEtienne Carriere static void gate_rng(bool enable, struct stm32_rng_instance *dev) 128f3c22059SEtienne Carriere { 129f3c22059SEtienne Carriere vaddr_t rng_cr = io_pa_or_va(&dev->base) + RNG_CR; 130f3c22059SEtienne Carriere uint32_t exceptions = may_spin_lock(&dev->lock); 131f3c22059SEtienne Carriere 132f3c22059SEtienne Carriere if (enable) { 133f3c22059SEtienne Carriere /* incr_refcnt return non zero if resource shall be enabled */ 134f3c22059SEtienne Carriere if (incr_refcnt(&dev->refcount)) { 135f3c22059SEtienne Carriere stm32_clock_enable(dev->clock); 136f3c22059SEtienne Carriere io_write32(rng_cr, 0); 137f3c22059SEtienne Carriere io_write32(rng_cr, RNG_CR_RNGEN | RNG_CR_CED); 138f3c22059SEtienne Carriere } 139f3c22059SEtienne Carriere } else { 140f3c22059SEtienne Carriere /* decr_refcnt return non zero if resource shall be disabled */ 141f3c22059SEtienne Carriere if (decr_refcnt(&dev->refcount)) { 142f3c22059SEtienne Carriere io_write32(rng_cr, 0); 143f3c22059SEtienne Carriere stm32_clock_disable(dev->clock); 144f3c22059SEtienne Carriere } 145f3c22059SEtienne Carriere } 146f3c22059SEtienne Carriere 147f3c22059SEtienne Carriere may_spin_unlock(&dev->lock, exceptions); 148f3c22059SEtienne Carriere } 149f3c22059SEtienne Carriere 150f3c22059SEtienne Carriere TEE_Result stm32_rng_read(uint8_t *out, size_t size) 151f3c22059SEtienne Carriere { 152f3c22059SEtienne Carriere TEE_Result rc = 0; 153f3c22059SEtienne Carriere uint32_t exceptions = 0; 154f3c22059SEtienne Carriere vaddr_t rng_base = io_pa_or_va(&stm32_rng->base); 155f3c22059SEtienne Carriere uint8_t *out_ptr = out; 156f3c22059SEtienne Carriere size_t out_size = 0; 157f3c22059SEtienne Carriere 158f3c22059SEtienne Carriere if (!stm32_rng) { 159f3c22059SEtienne Carriere DMSG("No RNG"); 160f3c22059SEtienne Carriere return TEE_ERROR_NOT_SUPPORTED; 161f3c22059SEtienne Carriere } 162f3c22059SEtienne Carriere 163f3c22059SEtienne Carriere gate_rng(true, stm32_rng); 164f3c22059SEtienne Carriere 165f3c22059SEtienne Carriere while (out_size < size) { 166f3c22059SEtienne Carriere /* Read by chunks of the size the RNG FIFO depth */ 167f3c22059SEtienne Carriere size_t sz = size - out_size; 168f3c22059SEtienne Carriere 169f3c22059SEtienne Carriere exceptions = may_spin_lock(&stm32_rng->lock); 170f3c22059SEtienne Carriere 171f3c22059SEtienne Carriere rc = stm32_rng_read_raw(rng_base, out_ptr, &sz); 172f3c22059SEtienne Carriere 173f3c22059SEtienne Carriere may_spin_unlock(&stm32_rng->lock, exceptions); 174f3c22059SEtienne Carriere 175f3c22059SEtienne Carriere if (rc) 176f3c22059SEtienne Carriere goto bail; 177f3c22059SEtienne Carriere 178f3c22059SEtienne Carriere out_size += sz; 179f3c22059SEtienne Carriere out_ptr += sz; 180f3c22059SEtienne Carriere } 181f3c22059SEtienne Carriere 182f3c22059SEtienne Carriere bail: 183f3c22059SEtienne Carriere gate_rng(false, stm32_rng); 184f3c22059SEtienne Carriere if (rc) 185f3c22059SEtienne Carriere memset(out, 0, size); 186f3c22059SEtienne Carriere 187f3c22059SEtienne Carriere return rc; 188f3c22059SEtienne Carriere } 189f3c22059SEtienne Carriere 190f3c22059SEtienne Carriere #ifdef CFG_EMBED_DTB 191f3c22059SEtienne Carriere static TEE_Result stm32_rng_init(void) 192f3c22059SEtienne Carriere { 193f3c22059SEtienne Carriere void *fdt = NULL; 194f3c22059SEtienne Carriere int node = -1; 195f3c22059SEtienne Carriere struct dt_node_info dt_info; 19668c4a16bSEtienne Carriere enum teecore_memtypes mtype = MEM_AREA_END; 197f3c22059SEtienne Carriere 198f3c22059SEtienne Carriere memset(&dt_info, 0, sizeof(dt_info)); 199f3c22059SEtienne Carriere 200f3c22059SEtienne Carriere fdt = get_embedded_dt(); 201f3c22059SEtienne Carriere if (!fdt) 202f3c22059SEtienne Carriere panic(); 203f3c22059SEtienne Carriere 204f3c22059SEtienne Carriere while (true) { 205f3c22059SEtienne Carriere node = fdt_node_offset_by_compatible(fdt, node, DT_RNG_COMPAT); 206f3c22059SEtienne Carriere if (node < 0) 207f3c22059SEtienne Carriere break; 208f3c22059SEtienne Carriere 209f3c22059SEtienne Carriere _fdt_fill_device_info(fdt, &dt_info, node); 210f3c22059SEtienne Carriere 211f3c22059SEtienne Carriere if (!(dt_info.status & DT_STATUS_OK_SEC)) 212f3c22059SEtienne Carriere continue; 213f3c22059SEtienne Carriere 214f3c22059SEtienne Carriere if (stm32_rng) 215f3c22059SEtienne Carriere panic(); 216f3c22059SEtienne Carriere 217f3c22059SEtienne Carriere stm32_rng = calloc(1, sizeof(*stm32_rng)); 218f3c22059SEtienne Carriere if (!stm32_rng) 219f3c22059SEtienne Carriere panic(); 220f3c22059SEtienne Carriere 221f3c22059SEtienne Carriere assert(dt_info.clock != DT_INFO_INVALID_CLOCK && 222f3c22059SEtienne Carriere dt_info.reg != DT_INFO_INVALID_REG); 223f3c22059SEtienne Carriere 224*28f25d8dSEtienne Carriere if (dt_info.status & DT_STATUS_OK_NSEC) { 225*28f25d8dSEtienne Carriere stm32mp_register_non_secure_periph_iomem(dt_info.reg); 22668c4a16bSEtienne Carriere mtype = MEM_AREA_IO_NSEC; 227*28f25d8dSEtienne Carriere } else { 228*28f25d8dSEtienne Carriere stm32mp_register_secure_periph_iomem(dt_info.reg); 22968c4a16bSEtienne Carriere mtype = MEM_AREA_IO_SEC; 230*28f25d8dSEtienne Carriere } 231*28f25d8dSEtienne Carriere 232f3c22059SEtienne Carriere stm32_rng->base.pa = dt_info.reg; 23368c4a16bSEtienne Carriere stm32_rng->base.va = (vaddr_t)phys_to_virt(dt_info.reg, mtype); 23468c4a16bSEtienne Carriere 235f3c22059SEtienne Carriere stm32_rng->clock = (unsigned long)dt_info.clock; 236f3c22059SEtienne Carriere 237f3c22059SEtienne Carriere DMSG("RNG init"); 238f3c22059SEtienne Carriere } 239f3c22059SEtienne Carriere 240f3c22059SEtienne Carriere return TEE_SUCCESS; 241f3c22059SEtienne Carriere } 242f3c22059SEtienne Carriere 243f3c22059SEtienne Carriere driver_init(stm32_rng_init); 244f3c22059SEtienne Carriere #endif /*CFG_EMBED_DTB*/ 245