1*7dfb9911SJimmy Brisson /* 2*7dfb9911SJimmy Brisson * Copyright (c) 2021, ARM Limited. All rights reserved. 3*7dfb9911SJimmy Brisson * 4*7dfb9911SJimmy Brisson * SPDX-License-Identifier: BSD-3-Clause 5*7dfb9911SJimmy Brisson */ 6*7dfb9911SJimmy Brisson 7*7dfb9911SJimmy Brisson #include <assert.h> 8*7dfb9911SJimmy Brisson #include <stdbool.h> 9*7dfb9911SJimmy Brisson #include <stdint.h> 10*7dfb9911SJimmy Brisson #include <lib/spinlock.h> 11*7dfb9911SJimmy Brisson #include <plat/common/plat_trng.h> 12*7dfb9911SJimmy Brisson 13*7dfb9911SJimmy Brisson /* 14*7dfb9911SJimmy Brisson * # Entropy pool 15*7dfb9911SJimmy Brisson * Note that the TRNG Firmware interface can request up to 192 bits of entropy 16*7dfb9911SJimmy Brisson * in a single call or three 64bit words per call. We have 4 words in the pool 17*7dfb9911SJimmy Brisson * so that when we have 1-63 bits in the pool, and we have a request for 18*7dfb9911SJimmy Brisson * 192 bits of entropy, we don't have to throw out the leftover 1-63 bits of 19*7dfb9911SJimmy Brisson * entropy. 20*7dfb9911SJimmy Brisson */ 21*7dfb9911SJimmy Brisson #define WORDS_IN_POOL (4) 22*7dfb9911SJimmy Brisson static uint64_t entropy[WORDS_IN_POOL]; 23*7dfb9911SJimmy Brisson /* index in bits of the first bit of usable entropy */ 24*7dfb9911SJimmy Brisson static uint32_t entropy_bit_index; 25*7dfb9911SJimmy Brisson /* then number of valid bits in the entropy pool */ 26*7dfb9911SJimmy Brisson static uint32_t entropy_bit_size; 27*7dfb9911SJimmy Brisson 28*7dfb9911SJimmy Brisson static spinlock_t trng_pool_lock; 29*7dfb9911SJimmy Brisson 30*7dfb9911SJimmy Brisson #define BITS_PER_WORD (sizeof(entropy[0]) * 8) 31*7dfb9911SJimmy Brisson #define BITS_IN_POOL (WORDS_IN_POOL * BITS_PER_WORD) 32*7dfb9911SJimmy Brisson #define ENTROPY_MIN_WORD (entropy_bit_index / BITS_PER_WORD) 33*7dfb9911SJimmy Brisson #define ENTROPY_FREE_BIT (entropy_bit_size + entropy_bit_index) 34*7dfb9911SJimmy Brisson #define _ENTROPY_FREE_WORD (ENTROPY_FREE_BIT / BITS_PER_WORD) 35*7dfb9911SJimmy Brisson #define ENTROPY_FREE_INDEX (_ENTROPY_FREE_WORD % WORDS_IN_POOL) 36*7dfb9911SJimmy Brisson /* ENTROPY_WORD_INDEX(0) includes leftover bits in the lower bits */ 37*7dfb9911SJimmy Brisson #define ENTROPY_WORD_INDEX(i) ((ENTROPY_MIN_WORD + i) % WORDS_IN_POOL) 38*7dfb9911SJimmy Brisson 39*7dfb9911SJimmy Brisson /* 40*7dfb9911SJimmy Brisson * Fill the entropy pool until we have at least as many bits as requested. 41*7dfb9911SJimmy Brisson * Returns true after filling the pool, and false if the entropy source is out 42*7dfb9911SJimmy Brisson * of entropy and the pool could not be filled. 43*7dfb9911SJimmy Brisson * Assumes locks are taken. 44*7dfb9911SJimmy Brisson */ 45*7dfb9911SJimmy Brisson static bool trng_fill_entropy(uint32_t nbits) 46*7dfb9911SJimmy Brisson { 47*7dfb9911SJimmy Brisson while (nbits > entropy_bit_size) { 48*7dfb9911SJimmy Brisson bool valid = plat_get_entropy(&entropy[ENTROPY_FREE_INDEX]); 49*7dfb9911SJimmy Brisson 50*7dfb9911SJimmy Brisson if (valid) { 51*7dfb9911SJimmy Brisson entropy_bit_size += BITS_PER_WORD; 52*7dfb9911SJimmy Brisson assert(entropy_bit_size <= BITS_IN_POOL); 53*7dfb9911SJimmy Brisson } else { 54*7dfb9911SJimmy Brisson return false; 55*7dfb9911SJimmy Brisson } 56*7dfb9911SJimmy Brisson } 57*7dfb9911SJimmy Brisson return true; 58*7dfb9911SJimmy Brisson } 59*7dfb9911SJimmy Brisson 60*7dfb9911SJimmy Brisson /* 61*7dfb9911SJimmy Brisson * Pack entropy into the out buffer, filling and taking locks as needed. 62*7dfb9911SJimmy Brisson * Returns true on success, false on failure. 63*7dfb9911SJimmy Brisson * 64*7dfb9911SJimmy Brisson * Note: out must have enough space for nbits of entropy 65*7dfb9911SJimmy Brisson */ 66*7dfb9911SJimmy Brisson bool trng_pack_entropy(uint32_t nbits, uint64_t *out) 67*7dfb9911SJimmy Brisson { 68*7dfb9911SJimmy Brisson bool success = true; 69*7dfb9911SJimmy Brisson 70*7dfb9911SJimmy Brisson spin_lock(&trng_pool_lock); 71*7dfb9911SJimmy Brisson 72*7dfb9911SJimmy Brisson if (!trng_fill_entropy(nbits)) { 73*7dfb9911SJimmy Brisson success = false; 74*7dfb9911SJimmy Brisson goto out; 75*7dfb9911SJimmy Brisson } 76*7dfb9911SJimmy Brisson 77*7dfb9911SJimmy Brisson const unsigned int rshift = entropy_bit_index % BITS_PER_WORD; 78*7dfb9911SJimmy Brisson const unsigned int lshift = BITS_PER_WORD - rshift; 79*7dfb9911SJimmy Brisson const int to_fill = ((nbits + BITS_PER_WORD - 1) / BITS_PER_WORD); 80*7dfb9911SJimmy Brisson int word_i; 81*7dfb9911SJimmy Brisson 82*7dfb9911SJimmy Brisson for (word_i = 0; word_i < to_fill; word_i++) { 83*7dfb9911SJimmy Brisson /* 84*7dfb9911SJimmy Brisson * Repack the entropy from the pool into the passed in out 85*7dfb9911SJimmy Brisson * buffer. This takes the lower bits from the valid upper bits 86*7dfb9911SJimmy Brisson * of word_i and the upper bits from the lower bits of 87*7dfb9911SJimmy Brisson * (word_i + 1). 88*7dfb9911SJimmy Brisson * 89*7dfb9911SJimmy Brisson * I found the following diagram useful. note: `e` represents 90*7dfb9911SJimmy Brisson * valid entropy, ` ` represents invalid bits (not entropy) and 91*7dfb9911SJimmy Brisson * `x` represents valid entropy that must not end up in the 92*7dfb9911SJimmy Brisson * packed word. 93*7dfb9911SJimmy Brisson * 94*7dfb9911SJimmy Brisson * |---------entropy pool----------| 95*7dfb9911SJimmy Brisson * C var |--(word_i + 1)-|----word_i-----| 96*7dfb9911SJimmy Brisson * bit idx |7 6 5 4 3 2 1 0|7 6 5 4 3 2 1 0| 97*7dfb9911SJimmy Brisson * [x,x,e,e,e,e,e,e|e,e, , , , , , ] 98*7dfb9911SJimmy Brisson * | [e,e,e,e,e,e,e,e] | 99*7dfb9911SJimmy Brisson * | |--out[word_i]--| | 100*7dfb9911SJimmy Brisson * lshift|---| |--rshift---| 101*7dfb9911SJimmy Brisson * 102*7dfb9911SJimmy Brisson * ==== Which is implemented as ==== 103*7dfb9911SJimmy Brisson * 104*7dfb9911SJimmy Brisson * |---------entropy pool----------| 105*7dfb9911SJimmy Brisson * C var |--(word_i + 1)-|----word_i-----| 106*7dfb9911SJimmy Brisson * bit idx |7 6 5 4 3 2 1 0|7 6 5 4 3 2 1 0| 107*7dfb9911SJimmy Brisson * [x,x,e,e,e,e,e,e|e,e, , , , , , ] 108*7dfb9911SJimmy Brisson * C expr << lshift >> rshift 109*7dfb9911SJimmy Brisson * bit idx 5 4 3 2 1 0 7 6 110*7dfb9911SJimmy Brisson * [e,e,e,e,e,e,0,0|0,0,0,0,0,0,e,e] 111*7dfb9911SJimmy Brisson * ==== bit-wise or ==== 112*7dfb9911SJimmy Brisson * 5 4 3 2 1 0 7 6 113*7dfb9911SJimmy Brisson * [e,e,e,e,e,e,e,e] 114*7dfb9911SJimmy Brisson */ 115*7dfb9911SJimmy Brisson out[word_i] = 0; 116*7dfb9911SJimmy Brisson out[word_i] |= entropy[ENTROPY_WORD_INDEX(word_i)] >> rshift; 117*7dfb9911SJimmy Brisson 118*7dfb9911SJimmy Brisson /* 119*7dfb9911SJimmy Brisson * Note that a shift of 64 bits is treated as a shift of 0 bits. 120*7dfb9911SJimmy Brisson * When the shift amount is the same as the BITS_PER_WORD, we 121*7dfb9911SJimmy Brisson * don't want to include the next word of entropy, so we skip 122*7dfb9911SJimmy Brisson * the `|=` operation. 123*7dfb9911SJimmy Brisson */ 124*7dfb9911SJimmy Brisson if (lshift != BITS_PER_WORD) { 125*7dfb9911SJimmy Brisson out[word_i] |= entropy[ENTROPY_WORD_INDEX(word_i + 1)] 126*7dfb9911SJimmy Brisson << lshift; 127*7dfb9911SJimmy Brisson } 128*7dfb9911SJimmy Brisson } 129*7dfb9911SJimmy Brisson const uint64_t mask = ~0ULL >> (BITS_PER_WORD - (nbits % BITS_PER_WORD)); 130*7dfb9911SJimmy Brisson 131*7dfb9911SJimmy Brisson out[to_fill - 1] &= mask; 132*7dfb9911SJimmy Brisson 133*7dfb9911SJimmy Brisson entropy_bit_index = (entropy_bit_index + nbits) % BITS_IN_POOL; 134*7dfb9911SJimmy Brisson entropy_bit_size -= nbits; 135*7dfb9911SJimmy Brisson 136*7dfb9911SJimmy Brisson out: 137*7dfb9911SJimmy Brisson spin_unlock(&trng_pool_lock); 138*7dfb9911SJimmy Brisson 139*7dfb9911SJimmy Brisson return success; 140*7dfb9911SJimmy Brisson } 141*7dfb9911SJimmy Brisson 142*7dfb9911SJimmy Brisson void trng_entropy_pool_setup(void) 143*7dfb9911SJimmy Brisson { 144*7dfb9911SJimmy Brisson int i; 145*7dfb9911SJimmy Brisson 146*7dfb9911SJimmy Brisson for (i = 0; i < WORDS_IN_POOL; i++) { 147*7dfb9911SJimmy Brisson entropy[i] = 0; 148*7dfb9911SJimmy Brisson } 149*7dfb9911SJimmy Brisson entropy_bit_index = 0; 150*7dfb9911SJimmy Brisson entropy_bit_size = 0; 151*7dfb9911SJimmy Brisson } 152