xref: /optee_os/core/include/io.h (revision 679b0ed6fe94bb96bef70a629a1db90b6bcaade5)
11bb92983SJerome Forissier /* SPDX-License-Identifier: BSD-2-Clause */
2b0104773SPascal Brand /*
32d0c93dfSEtienne Carriere  * Copyright (c) 2014-2019, Linaro Limited
4b0104773SPascal Brand  */
5b0104773SPascal Brand #ifndef IO_H
6b0104773SPascal Brand #define IO_H
7b0104773SPascal Brand 
881801f83SVolodymyr Babchuk #include <compiler.h>
91f70169dSJoakim Bech #include <stdint.h>
10ec219598SPascal Brand #include <types_ext.h>
11685204ebSJens Wiklander #include <utee_defines.h>
121f70169dSJoakim Bech 
1381801f83SVolodymyr Babchuk /*
144d3ad62dSEtienne Carriere  * Make sure that compiler reads/writes given variable only once. This is needed
1581801f83SVolodymyr Babchuk  * in cases when we have normal shared memory, and this memory can be changed
1681801f83SVolodymyr Babchuk  * at any moment. Compiler does not knows about this, so it can optimize memory
174d3ad62dSEtienne Carriere  * access in any way, including repeated accesses from the same address.
184d3ad62dSEtienne Carriere  * These macro enforce compiler to access memory only once.
1981801f83SVolodymyr Babchuk  */
2081801f83SVolodymyr Babchuk #define READ_ONCE(p)		__compiler_atomic_load(&(p))
214d3ad62dSEtienne Carriere #define WRITE_ONCE(p, v)	__compiler_atomic_store(&(p), (v))
2281801f83SVolodymyr Babchuk 
232d0c93dfSEtienne Carriere static inline void io_write8(vaddr_t addr, uint8_t val)
24b0104773SPascal Brand {
25b0104773SPascal Brand 	*(volatile uint8_t *)addr = val;
26b0104773SPascal Brand }
27b0104773SPascal Brand 
282d0c93dfSEtienne Carriere static inline void io_write16(vaddr_t addr, uint16_t val)
29b0104773SPascal Brand {
30b0104773SPascal Brand 	*(volatile uint16_t *)addr = val;
31b0104773SPascal Brand }
32b0104773SPascal Brand 
332d0c93dfSEtienne Carriere static inline void io_write32(vaddr_t addr, uint32_t val)
34b0104773SPascal Brand {
35b0104773SPascal Brand 	*(volatile uint32_t *)addr = val;
36b0104773SPascal Brand }
37b0104773SPascal Brand 
382d0c93dfSEtienne Carriere static inline uint8_t io_read8(vaddr_t addr)
39b0104773SPascal Brand {
40b0104773SPascal Brand 	return *(volatile uint8_t *)addr;
41b0104773SPascal Brand }
42b0104773SPascal Brand 
432d0c93dfSEtienne Carriere static inline uint16_t io_read16(vaddr_t addr)
44b0104773SPascal Brand {
45b0104773SPascal Brand 	return *(volatile uint16_t *)addr;
46b0104773SPascal Brand }
47b0104773SPascal Brand 
482d0c93dfSEtienne Carriere static inline uint32_t io_read32(vaddr_t addr)
49b0104773SPascal Brand {
50b0104773SPascal Brand 	return *(volatile uint32_t *)addr;
51b0104773SPascal Brand }
52b0104773SPascal Brand 
5314ed3274SVictor Chong static inline void io_mask8(vaddr_t addr, uint8_t val, uint8_t mask)
5414ed3274SVictor Chong {
552d0c93dfSEtienne Carriere 	io_write8(addr, (io_read8(addr) & ~mask) | (val & mask));
5614ed3274SVictor Chong }
5714ed3274SVictor Chong 
5814ed3274SVictor Chong static inline void io_mask16(vaddr_t addr, uint16_t val, uint16_t mask)
5914ed3274SVictor Chong {
602d0c93dfSEtienne Carriere 	io_write16(addr, (io_read16(addr) & ~mask) | (val & mask));
6114ed3274SVictor Chong }
6214ed3274SVictor Chong 
6314ed3274SVictor Chong static inline void io_mask32(vaddr_t addr, uint32_t val, uint32_t mask)
6414ed3274SVictor Chong {
652d0c93dfSEtienne Carriere 	io_write32(addr, (io_read32(addr) & ~mask) | (val & mask));
6614ed3274SVictor Chong }
6714ed3274SVictor Chong 
68685204ebSJens Wiklander static inline uint64_t get_be64(const void *p)
69685204ebSJens Wiklander {
70685204ebSJens Wiklander 	return TEE_U64_FROM_BIG_ENDIAN(*(const uint64_t *)p);
71685204ebSJens Wiklander }
72685204ebSJens Wiklander 
73685204ebSJens Wiklander static inline void put_be64(void *p, uint64_t val)
74685204ebSJens Wiklander {
75685204ebSJens Wiklander 	*(uint64_t *)p = TEE_U64_TO_BIG_ENDIAN(val);
76685204ebSJens Wiklander }
77685204ebSJens Wiklander 
78685204ebSJens Wiklander static inline uint32_t get_be32(const void *p)
79685204ebSJens Wiklander {
80685204ebSJens Wiklander 	return TEE_U32_FROM_BIG_ENDIAN(*(const uint32_t *)p);
81685204ebSJens Wiklander }
82685204ebSJens Wiklander 
83685204ebSJens Wiklander static inline void put_be32(void *p, uint32_t val)
84685204ebSJens Wiklander {
85685204ebSJens Wiklander 	*(uint32_t *)p = TEE_U32_TO_BIG_ENDIAN(val);
86685204ebSJens Wiklander }
87685204ebSJens Wiklander 
88685204ebSJens Wiklander static inline uint16_t get_be16(const void *p)
89685204ebSJens Wiklander {
90685204ebSJens Wiklander 	return TEE_U16_FROM_BIG_ENDIAN(*(const uint16_t *)p);
91685204ebSJens Wiklander }
92685204ebSJens Wiklander 
93685204ebSJens Wiklander static inline void put_be16(void *p, uint16_t val)
94685204ebSJens Wiklander {
95685204ebSJens Wiklander 	*(uint16_t *)p = TEE_U16_TO_BIG_ENDIAN(val);
96685204ebSJens Wiklander }
97685204ebSJens Wiklander 
98c22e4872SCedric Neveux static inline void put_le32(const void *p, uint32_t val)
99c22e4872SCedric Neveux {
100c22e4872SCedric Neveux 	 *(uint32_t *)p = val;
101c22e4872SCedric Neveux }
102c22e4872SCedric Neveux 
103c22e4872SCedric Neveux static inline uint32_t get_le32(const void *p)
104c22e4872SCedric Neveux {
105c22e4872SCedric Neveux 	return *(const uint32_t *)p;
106c22e4872SCedric Neveux }
107c22e4872SCedric Neveux 
108c22e4872SCedric Neveux static inline void put_le64(const void *p, uint64_t val)
109c22e4872SCedric Neveux {
110c22e4872SCedric Neveux 	 *(uint64_t *)p = val;
111c22e4872SCedric Neveux }
112c22e4872SCedric Neveux 
113c22e4872SCedric Neveux static inline uint64_t get_le64(const void *p)
114c22e4872SCedric Neveux {
115c22e4872SCedric Neveux 	return *(const uint64_t *)p;
116c22e4872SCedric Neveux }
117c22e4872SCedric Neveux 
1182ba6031aSRuchika Gupta /* Unaligned accesses */
1192ba6031aSRuchika Gupta 
1202ba6031aSRuchika Gupta struct __unaligned_u16_t { uint16_t x; } __packed;
1212ba6031aSRuchika Gupta struct __unaligned_u32_t { uint32_t x; } __packed;
1222ba6031aSRuchika Gupta struct __unaligned_u64_t { uint64_t x; } __packed;
1232ba6031aSRuchika Gupta 
1242ba6031aSRuchika Gupta static inline uint64_t get_unaligned_be64(const void *p)
1252ba6031aSRuchika Gupta {
1262ba6031aSRuchika Gupta 	const struct __unaligned_u64_t *tmp = p;
1272ba6031aSRuchika Gupta 
1282ba6031aSRuchika Gupta 	return TEE_U64_FROM_BIG_ENDIAN(tmp->x);
1292ba6031aSRuchika Gupta }
1302ba6031aSRuchika Gupta 
1312ba6031aSRuchika Gupta static inline void put_unaligned_be64(void *p, uint64_t val)
1322ba6031aSRuchika Gupta {
1332ba6031aSRuchika Gupta 	struct __unaligned_u64_t *tmp = p;
1342ba6031aSRuchika Gupta 
1352ba6031aSRuchika Gupta 	tmp->x = TEE_U64_TO_BIG_ENDIAN(val);
1362ba6031aSRuchika Gupta }
1372ba6031aSRuchika Gupta 
1382ba6031aSRuchika Gupta static inline uint32_t get_unaligned_be32(const void *p)
1392ba6031aSRuchika Gupta {
1402ba6031aSRuchika Gupta 	const struct __unaligned_u32_t *tmp = p;
1412ba6031aSRuchika Gupta 
1422ba6031aSRuchika Gupta 	return TEE_U32_FROM_BIG_ENDIAN(tmp->x);
1432ba6031aSRuchika Gupta }
1442ba6031aSRuchika Gupta 
1452ba6031aSRuchika Gupta static inline void put_unaligned_be32(void *p, uint32_t val)
1462ba6031aSRuchika Gupta {
1472ba6031aSRuchika Gupta 	struct __unaligned_u32_t *tmp = p;
1482ba6031aSRuchika Gupta 
1492ba6031aSRuchika Gupta 	tmp->x = TEE_U32_TO_BIG_ENDIAN(val);
1502ba6031aSRuchika Gupta }
1512ba6031aSRuchika Gupta 
1522ba6031aSRuchika Gupta static inline uint16_t get_unaligned_be16(const void *p)
1532ba6031aSRuchika Gupta {
1542ba6031aSRuchika Gupta 	const struct __unaligned_u16_t *tmp = p;
1552ba6031aSRuchika Gupta 
1562ba6031aSRuchika Gupta 	return TEE_U16_FROM_BIG_ENDIAN(tmp->x);
1572ba6031aSRuchika Gupta }
1582ba6031aSRuchika Gupta 
1592ba6031aSRuchika Gupta static inline void put_unaligned_be16(void *p, uint16_t val)
1602ba6031aSRuchika Gupta {
1612ba6031aSRuchika Gupta 	struct __unaligned_u16_t *tmp = p;
1622ba6031aSRuchika Gupta 
1632ba6031aSRuchika Gupta 	tmp->x = TEE_U16_TO_BIG_ENDIAN(val);
1642ba6031aSRuchika Gupta }
1652ba6031aSRuchika Gupta 
166*679b0ed6SRuchika Gupta static inline void put_unaligned_le64(void *p, uint64_t val)
167*679b0ed6SRuchika Gupta {
168*679b0ed6SRuchika Gupta 	struct __unaligned_u64_t *tmp = p;
169*679b0ed6SRuchika Gupta 
170*679b0ed6SRuchika Gupta 	tmp->x = val;
171*679b0ed6SRuchika Gupta }
172*679b0ed6SRuchika Gupta 
173*679b0ed6SRuchika Gupta static inline uint64_t get_unaligned_le64(const void *p)
174*679b0ed6SRuchika Gupta {
175*679b0ed6SRuchika Gupta 	const struct __unaligned_u64_t *tmp = p;
176*679b0ed6SRuchika Gupta 
177*679b0ed6SRuchika Gupta 	return tmp->x;
178*679b0ed6SRuchika Gupta }
179*679b0ed6SRuchika Gupta 
180*679b0ed6SRuchika Gupta static inline void put_unaligned_le32(void *p, uint32_t val)
181*679b0ed6SRuchika Gupta {
182*679b0ed6SRuchika Gupta 	struct __unaligned_u32_t *tmp = p;
183*679b0ed6SRuchika Gupta 
184*679b0ed6SRuchika Gupta 	tmp->x = val;
185*679b0ed6SRuchika Gupta }
186*679b0ed6SRuchika Gupta 
187*679b0ed6SRuchika Gupta static inline uint32_t get_unaligned_le32(const void *p)
188*679b0ed6SRuchika Gupta {
189*679b0ed6SRuchika Gupta 	const struct __unaligned_u32_t *tmp = p;
190*679b0ed6SRuchika Gupta 
191*679b0ed6SRuchika Gupta 	return tmp->x;
192*679b0ed6SRuchika Gupta }
193*679b0ed6SRuchika Gupta 
194*679b0ed6SRuchika Gupta static inline void put_unaligned_le16(void *p, uint16_t val)
195*679b0ed6SRuchika Gupta {
196*679b0ed6SRuchika Gupta 	struct __unaligned_u16_t *tmp = p;
197*679b0ed6SRuchika Gupta 
198*679b0ed6SRuchika Gupta 	tmp->x = val;
199*679b0ed6SRuchika Gupta }
200*679b0ed6SRuchika Gupta 
201*679b0ed6SRuchika Gupta static inline uint16_t get_unaligned_le16(const void *p)
202*679b0ed6SRuchika Gupta {
203*679b0ed6SRuchika Gupta 	const struct __unaligned_u16_t *tmp = p;
204*679b0ed6SRuchika Gupta 
205*679b0ed6SRuchika Gupta 	return tmp->x;
206*679b0ed6SRuchika Gupta }
207*679b0ed6SRuchika Gupta 
20854815590SEtienne Carriere /*
20954815590SEtienne Carriere  * Set and clear bits helpers.
21054815590SEtienne Carriere  *
21154815590SEtienne Carriere  * @addr is the address of the memory cell accessed
21254815590SEtienne Carriere  * @set_mask represents the bit mask of the bit(s) to set, aka set to 1
21354815590SEtienne Carriere  * @clear_mask represents the bit mask of the bit(s) to clear, aka reset to 0
21454815590SEtienne Carriere  *
21554815590SEtienne Carriere  * io_clrsetbits32() clears then sets the target bits in this order. If a bit
21654815590SEtienne Carriere  * position is defined by both @set_mask and @clear_mask, the bit will be set.
21754815590SEtienne Carriere  */
2184d22155cSEtienne Carriere static inline void io_setbits32(vaddr_t addr, uint32_t set_mask)
21954815590SEtienne Carriere {
2202d0c93dfSEtienne Carriere 	io_write32(addr, io_read32(addr) | set_mask);
22154815590SEtienne Carriere }
22254815590SEtienne Carriere 
2234d22155cSEtienne Carriere static inline void io_clrbits32(vaddr_t addr, uint32_t clear_mask)
22454815590SEtienne Carriere {
2252d0c93dfSEtienne Carriere 	io_write32(addr, io_read32(addr) & ~clear_mask);
22654815590SEtienne Carriere }
22754815590SEtienne Carriere 
2284d22155cSEtienne Carriere static inline void io_clrsetbits32(vaddr_t addr, uint32_t clear_mask,
22954815590SEtienne Carriere 				   uint32_t set_mask)
23054815590SEtienne Carriere {
2312d0c93dfSEtienne Carriere 	io_write32(addr, (io_read32(addr) & ~clear_mask) | set_mask);
2322d0c93dfSEtienne Carriere }
2332d0c93dfSEtienne Carriere 
234b7d2b849SEtienne Carriere static inline void io_setbits16(vaddr_t addr, uint16_t set_mask)
235b7d2b849SEtienne Carriere {
236b7d2b849SEtienne Carriere 	io_write16(addr, io_read16(addr) | set_mask);
237b7d2b849SEtienne Carriere }
238b7d2b849SEtienne Carriere 
239b7d2b849SEtienne Carriere static inline void io_clrbits16(vaddr_t addr, uint16_t clear_mask)
240b7d2b849SEtienne Carriere {
241b7d2b849SEtienne Carriere 	io_write16(addr, io_read16(addr) & ~clear_mask);
242b7d2b849SEtienne Carriere }
243b7d2b849SEtienne Carriere 
244b7d2b849SEtienne Carriere static inline void io_clrsetbits16(vaddr_t addr, uint16_t clear_mask,
245b7d2b849SEtienne Carriere 				   uint16_t set_mask)
246b7d2b849SEtienne Carriere {
247b7d2b849SEtienne Carriere 	io_write16(addr, (io_read16(addr) & ~clear_mask) | set_mask);
248b7d2b849SEtienne Carriere }
249b7d2b849SEtienne Carriere 
250b7d2b849SEtienne Carriere static inline void io_setbits8(vaddr_t addr, uint8_t set_mask)
251b7d2b849SEtienne Carriere {
252b7d2b849SEtienne Carriere 	io_write8(addr, io_read8(addr) | set_mask);
253b7d2b849SEtienne Carriere }
254b7d2b849SEtienne Carriere 
255b7d2b849SEtienne Carriere static inline void io_clrbits8(vaddr_t addr, uint8_t clear_mask)
256b7d2b849SEtienne Carriere {
257b7d2b849SEtienne Carriere 	io_write8(addr, io_read8(addr) & ~clear_mask);
258b7d2b849SEtienne Carriere }
259b7d2b849SEtienne Carriere 
260b7d2b849SEtienne Carriere static inline void io_clrsetbits8(vaddr_t addr, uint8_t clear_mask,
261b7d2b849SEtienne Carriere 				  uint8_t set_mask)
262b7d2b849SEtienne Carriere {
263b7d2b849SEtienne Carriere 	io_write8(addr, (io_read8(addr) & ~clear_mask) | set_mask);
264b7d2b849SEtienne Carriere }
265b7d2b849SEtienne Carriere 
266b0104773SPascal Brand #endif /*IO_H*/
267