11bb92983SJerome Forissier /* SPDX-License-Identifier: BSD-2-Clause */ 2b0104773SPascal Brand /* 32d0c93dfSEtienne Carriere * Copyright (c) 2014-2019, Linaro Limited 4b0104773SPascal Brand */ 5b0104773SPascal Brand #ifndef IO_H 6b0104773SPascal Brand #define IO_H 7b0104773SPascal Brand 881801f83SVolodymyr Babchuk #include <compiler.h> 91f70169dSJoakim Bech #include <stdint.h> 10ec219598SPascal Brand #include <types_ext.h> 11685204ebSJens Wiklander #include <utee_defines.h> 121f70169dSJoakim Bech 1381801f83SVolodymyr Babchuk /* 144d3ad62dSEtienne Carriere * Make sure that compiler reads/writes given variable only once. This is needed 1581801f83SVolodymyr Babchuk * in cases when we have normal shared memory, and this memory can be changed 1681801f83SVolodymyr Babchuk * at any moment. Compiler does not knows about this, so it can optimize memory 174d3ad62dSEtienne Carriere * access in any way, including repeated accesses from the same address. 184d3ad62dSEtienne Carriere * These macro enforce compiler to access memory only once. 1981801f83SVolodymyr Babchuk */ 2081801f83SVolodymyr Babchuk #define READ_ONCE(p) __compiler_atomic_load(&(p)) 214d3ad62dSEtienne Carriere #define WRITE_ONCE(p, v) __compiler_atomic_store(&(p), (v)) 2281801f83SVolodymyr Babchuk 232d0c93dfSEtienne Carriere static inline void io_write8(vaddr_t addr, uint8_t val) 24b0104773SPascal Brand { 25b0104773SPascal Brand *(volatile uint8_t *)addr = val; 26b0104773SPascal Brand } 27b0104773SPascal Brand 282d0c93dfSEtienne Carriere static inline void io_write16(vaddr_t addr, uint16_t val) 29b0104773SPascal Brand { 30b0104773SPascal Brand *(volatile uint16_t *)addr = val; 31b0104773SPascal Brand } 32b0104773SPascal Brand 332d0c93dfSEtienne Carriere static inline void io_write32(vaddr_t addr, uint32_t val) 34b0104773SPascal Brand { 35b0104773SPascal Brand *(volatile uint32_t *)addr = val; 36b0104773SPascal Brand } 37b0104773SPascal Brand 382d0c93dfSEtienne Carriere static inline uint8_t io_read8(vaddr_t addr) 39b0104773SPascal Brand { 40b0104773SPascal Brand return *(volatile uint8_t *)addr; 41b0104773SPascal Brand } 42b0104773SPascal Brand 432d0c93dfSEtienne Carriere static inline uint16_t io_read16(vaddr_t addr) 44b0104773SPascal Brand { 45b0104773SPascal Brand return *(volatile uint16_t *)addr; 46b0104773SPascal Brand } 47b0104773SPascal Brand 482d0c93dfSEtienne Carriere static inline uint32_t io_read32(vaddr_t addr) 49b0104773SPascal Brand { 50b0104773SPascal Brand return *(volatile uint32_t *)addr; 51b0104773SPascal Brand } 52b0104773SPascal Brand 5314ed3274SVictor Chong static inline void io_mask8(vaddr_t addr, uint8_t val, uint8_t mask) 5414ed3274SVictor Chong { 552d0c93dfSEtienne Carriere io_write8(addr, (io_read8(addr) & ~mask) | (val & mask)); 5614ed3274SVictor Chong } 5714ed3274SVictor Chong 5814ed3274SVictor Chong static inline void io_mask16(vaddr_t addr, uint16_t val, uint16_t mask) 5914ed3274SVictor Chong { 602d0c93dfSEtienne Carriere io_write16(addr, (io_read16(addr) & ~mask) | (val & mask)); 6114ed3274SVictor Chong } 6214ed3274SVictor Chong 6314ed3274SVictor Chong static inline void io_mask32(vaddr_t addr, uint32_t val, uint32_t mask) 6414ed3274SVictor Chong { 652d0c93dfSEtienne Carriere io_write32(addr, (io_read32(addr) & ~mask) | (val & mask)); 6614ed3274SVictor Chong } 6714ed3274SVictor Chong 68685204ebSJens Wiklander static inline uint64_t get_be64(const void *p) 69685204ebSJens Wiklander { 70685204ebSJens Wiklander return TEE_U64_FROM_BIG_ENDIAN(*(const uint64_t *)p); 71685204ebSJens Wiklander } 72685204ebSJens Wiklander 73685204ebSJens Wiklander static inline void put_be64(void *p, uint64_t val) 74685204ebSJens Wiklander { 75685204ebSJens Wiklander *(uint64_t *)p = TEE_U64_TO_BIG_ENDIAN(val); 76685204ebSJens Wiklander } 77685204ebSJens Wiklander 78685204ebSJens Wiklander static inline uint32_t get_be32(const void *p) 79685204ebSJens Wiklander { 80685204ebSJens Wiklander return TEE_U32_FROM_BIG_ENDIAN(*(const uint32_t *)p); 81685204ebSJens Wiklander } 82685204ebSJens Wiklander 83685204ebSJens Wiklander static inline void put_be32(void *p, uint32_t val) 84685204ebSJens Wiklander { 85685204ebSJens Wiklander *(uint32_t *)p = TEE_U32_TO_BIG_ENDIAN(val); 86685204ebSJens Wiklander } 87685204ebSJens Wiklander 88685204ebSJens Wiklander static inline uint16_t get_be16(const void *p) 89685204ebSJens Wiklander { 90685204ebSJens Wiklander return TEE_U16_FROM_BIG_ENDIAN(*(const uint16_t *)p); 91685204ebSJens Wiklander } 92685204ebSJens Wiklander 93685204ebSJens Wiklander static inline void put_be16(void *p, uint16_t val) 94685204ebSJens Wiklander { 95685204ebSJens Wiklander *(uint16_t *)p = TEE_U16_TO_BIG_ENDIAN(val); 96685204ebSJens Wiklander } 97685204ebSJens Wiklander 98c22e4872SCedric Neveux static inline void put_le32(const void *p, uint32_t val) 99c22e4872SCedric Neveux { 100c22e4872SCedric Neveux *(uint32_t *)p = val; 101c22e4872SCedric Neveux } 102c22e4872SCedric Neveux 103c22e4872SCedric Neveux static inline uint32_t get_le32(const void *p) 104c22e4872SCedric Neveux { 105c22e4872SCedric Neveux return *(const uint32_t *)p; 106c22e4872SCedric Neveux } 107c22e4872SCedric Neveux 108c22e4872SCedric Neveux static inline void put_le64(const void *p, uint64_t val) 109c22e4872SCedric Neveux { 110c22e4872SCedric Neveux *(uint64_t *)p = val; 111c22e4872SCedric Neveux } 112c22e4872SCedric Neveux 113c22e4872SCedric Neveux static inline uint64_t get_le64(const void *p) 114c22e4872SCedric Neveux { 115c22e4872SCedric Neveux return *(const uint64_t *)p; 116c22e4872SCedric Neveux } 117c22e4872SCedric Neveux 1182ba6031aSRuchika Gupta /* Unaligned accesses */ 1192ba6031aSRuchika Gupta 1202ba6031aSRuchika Gupta struct __unaligned_u16_t { uint16_t x; } __packed; 1212ba6031aSRuchika Gupta struct __unaligned_u32_t { uint32_t x; } __packed; 1222ba6031aSRuchika Gupta struct __unaligned_u64_t { uint64_t x; } __packed; 1232ba6031aSRuchika Gupta 1242ba6031aSRuchika Gupta static inline uint64_t get_unaligned_be64(const void *p) 1252ba6031aSRuchika Gupta { 1262ba6031aSRuchika Gupta const struct __unaligned_u64_t *tmp = p; 1272ba6031aSRuchika Gupta 1282ba6031aSRuchika Gupta return TEE_U64_FROM_BIG_ENDIAN(tmp->x); 1292ba6031aSRuchika Gupta } 1302ba6031aSRuchika Gupta 1312ba6031aSRuchika Gupta static inline void put_unaligned_be64(void *p, uint64_t val) 1322ba6031aSRuchika Gupta { 1332ba6031aSRuchika Gupta struct __unaligned_u64_t *tmp = p; 1342ba6031aSRuchika Gupta 1352ba6031aSRuchika Gupta tmp->x = TEE_U64_TO_BIG_ENDIAN(val); 1362ba6031aSRuchika Gupta } 1372ba6031aSRuchika Gupta 1382ba6031aSRuchika Gupta static inline uint32_t get_unaligned_be32(const void *p) 1392ba6031aSRuchika Gupta { 1402ba6031aSRuchika Gupta const struct __unaligned_u32_t *tmp = p; 1412ba6031aSRuchika Gupta 1422ba6031aSRuchika Gupta return TEE_U32_FROM_BIG_ENDIAN(tmp->x); 1432ba6031aSRuchika Gupta } 1442ba6031aSRuchika Gupta 1452ba6031aSRuchika Gupta static inline void put_unaligned_be32(void *p, uint32_t val) 1462ba6031aSRuchika Gupta { 1472ba6031aSRuchika Gupta struct __unaligned_u32_t *tmp = p; 1482ba6031aSRuchika Gupta 1492ba6031aSRuchika Gupta tmp->x = TEE_U32_TO_BIG_ENDIAN(val); 1502ba6031aSRuchika Gupta } 1512ba6031aSRuchika Gupta 1522ba6031aSRuchika Gupta static inline uint16_t get_unaligned_be16(const void *p) 1532ba6031aSRuchika Gupta { 1542ba6031aSRuchika Gupta const struct __unaligned_u16_t *tmp = p; 1552ba6031aSRuchika Gupta 1562ba6031aSRuchika Gupta return TEE_U16_FROM_BIG_ENDIAN(tmp->x); 1572ba6031aSRuchika Gupta } 1582ba6031aSRuchika Gupta 1592ba6031aSRuchika Gupta static inline void put_unaligned_be16(void *p, uint16_t val) 1602ba6031aSRuchika Gupta { 1612ba6031aSRuchika Gupta struct __unaligned_u16_t *tmp = p; 1622ba6031aSRuchika Gupta 1632ba6031aSRuchika Gupta tmp->x = TEE_U16_TO_BIG_ENDIAN(val); 1642ba6031aSRuchika Gupta } 1652ba6031aSRuchika Gupta 166*679b0ed6SRuchika Gupta static inline void put_unaligned_le64(void *p, uint64_t val) 167*679b0ed6SRuchika Gupta { 168*679b0ed6SRuchika Gupta struct __unaligned_u64_t *tmp = p; 169*679b0ed6SRuchika Gupta 170*679b0ed6SRuchika Gupta tmp->x = val; 171*679b0ed6SRuchika Gupta } 172*679b0ed6SRuchika Gupta 173*679b0ed6SRuchika Gupta static inline uint64_t get_unaligned_le64(const void *p) 174*679b0ed6SRuchika Gupta { 175*679b0ed6SRuchika Gupta const struct __unaligned_u64_t *tmp = p; 176*679b0ed6SRuchika Gupta 177*679b0ed6SRuchika Gupta return tmp->x; 178*679b0ed6SRuchika Gupta } 179*679b0ed6SRuchika Gupta 180*679b0ed6SRuchika Gupta static inline void put_unaligned_le32(void *p, uint32_t val) 181*679b0ed6SRuchika Gupta { 182*679b0ed6SRuchika Gupta struct __unaligned_u32_t *tmp = p; 183*679b0ed6SRuchika Gupta 184*679b0ed6SRuchika Gupta tmp->x = val; 185*679b0ed6SRuchika Gupta } 186*679b0ed6SRuchika Gupta 187*679b0ed6SRuchika Gupta static inline uint32_t get_unaligned_le32(const void *p) 188*679b0ed6SRuchika Gupta { 189*679b0ed6SRuchika Gupta const struct __unaligned_u32_t *tmp = p; 190*679b0ed6SRuchika Gupta 191*679b0ed6SRuchika Gupta return tmp->x; 192*679b0ed6SRuchika Gupta } 193*679b0ed6SRuchika Gupta 194*679b0ed6SRuchika Gupta static inline void put_unaligned_le16(void *p, uint16_t val) 195*679b0ed6SRuchika Gupta { 196*679b0ed6SRuchika Gupta struct __unaligned_u16_t *tmp = p; 197*679b0ed6SRuchika Gupta 198*679b0ed6SRuchika Gupta tmp->x = val; 199*679b0ed6SRuchika Gupta } 200*679b0ed6SRuchika Gupta 201*679b0ed6SRuchika Gupta static inline uint16_t get_unaligned_le16(const void *p) 202*679b0ed6SRuchika Gupta { 203*679b0ed6SRuchika Gupta const struct __unaligned_u16_t *tmp = p; 204*679b0ed6SRuchika Gupta 205*679b0ed6SRuchika Gupta return tmp->x; 206*679b0ed6SRuchika Gupta } 207*679b0ed6SRuchika Gupta 20854815590SEtienne Carriere /* 20954815590SEtienne Carriere * Set and clear bits helpers. 21054815590SEtienne Carriere * 21154815590SEtienne Carriere * @addr is the address of the memory cell accessed 21254815590SEtienne Carriere * @set_mask represents the bit mask of the bit(s) to set, aka set to 1 21354815590SEtienne Carriere * @clear_mask represents the bit mask of the bit(s) to clear, aka reset to 0 21454815590SEtienne Carriere * 21554815590SEtienne Carriere * io_clrsetbits32() clears then sets the target bits in this order. If a bit 21654815590SEtienne Carriere * position is defined by both @set_mask and @clear_mask, the bit will be set. 21754815590SEtienne Carriere */ 2184d22155cSEtienne Carriere static inline void io_setbits32(vaddr_t addr, uint32_t set_mask) 21954815590SEtienne Carriere { 2202d0c93dfSEtienne Carriere io_write32(addr, io_read32(addr) | set_mask); 22154815590SEtienne Carriere } 22254815590SEtienne Carriere 2234d22155cSEtienne Carriere static inline void io_clrbits32(vaddr_t addr, uint32_t clear_mask) 22454815590SEtienne Carriere { 2252d0c93dfSEtienne Carriere io_write32(addr, io_read32(addr) & ~clear_mask); 22654815590SEtienne Carriere } 22754815590SEtienne Carriere 2284d22155cSEtienne Carriere static inline void io_clrsetbits32(vaddr_t addr, uint32_t clear_mask, 22954815590SEtienne Carriere uint32_t set_mask) 23054815590SEtienne Carriere { 2312d0c93dfSEtienne Carriere io_write32(addr, (io_read32(addr) & ~clear_mask) | set_mask); 2322d0c93dfSEtienne Carriere } 2332d0c93dfSEtienne Carriere 234b7d2b849SEtienne Carriere static inline void io_setbits16(vaddr_t addr, uint16_t set_mask) 235b7d2b849SEtienne Carriere { 236b7d2b849SEtienne Carriere io_write16(addr, io_read16(addr) | set_mask); 237b7d2b849SEtienne Carriere } 238b7d2b849SEtienne Carriere 239b7d2b849SEtienne Carriere static inline void io_clrbits16(vaddr_t addr, uint16_t clear_mask) 240b7d2b849SEtienne Carriere { 241b7d2b849SEtienne Carriere io_write16(addr, io_read16(addr) & ~clear_mask); 242b7d2b849SEtienne Carriere } 243b7d2b849SEtienne Carriere 244b7d2b849SEtienne Carriere static inline void io_clrsetbits16(vaddr_t addr, uint16_t clear_mask, 245b7d2b849SEtienne Carriere uint16_t set_mask) 246b7d2b849SEtienne Carriere { 247b7d2b849SEtienne Carriere io_write16(addr, (io_read16(addr) & ~clear_mask) | set_mask); 248b7d2b849SEtienne Carriere } 249b7d2b849SEtienne Carriere 250b7d2b849SEtienne Carriere static inline void io_setbits8(vaddr_t addr, uint8_t set_mask) 251b7d2b849SEtienne Carriere { 252b7d2b849SEtienne Carriere io_write8(addr, io_read8(addr) | set_mask); 253b7d2b849SEtienne Carriere } 254b7d2b849SEtienne Carriere 255b7d2b849SEtienne Carriere static inline void io_clrbits8(vaddr_t addr, uint8_t clear_mask) 256b7d2b849SEtienne Carriere { 257b7d2b849SEtienne Carriere io_write8(addr, io_read8(addr) & ~clear_mask); 258b7d2b849SEtienne Carriere } 259b7d2b849SEtienne Carriere 260b7d2b849SEtienne Carriere static inline void io_clrsetbits8(vaddr_t addr, uint8_t clear_mask, 261b7d2b849SEtienne Carriere uint8_t set_mask) 262b7d2b849SEtienne Carriere { 263b7d2b849SEtienne Carriere io_write8(addr, (io_read8(addr) & ~clear_mask) | set_mask); 264b7d2b849SEtienne Carriere } 265b7d2b849SEtienne Carriere 266b0104773SPascal Brand #endif /*IO_H*/ 267