xref: /optee_os/core/include/io.h (revision 2ba6031a6156dd2b6a8a1a3865049b11fbc07102)
11bb92983SJerome Forissier /* SPDX-License-Identifier: BSD-2-Clause */
2b0104773SPascal Brand /*
32d0c93dfSEtienne Carriere  * Copyright (c) 2014-2019, Linaro Limited
4b0104773SPascal Brand  */
5b0104773SPascal Brand #ifndef IO_H
6b0104773SPascal Brand #define IO_H
7b0104773SPascal Brand 
881801f83SVolodymyr Babchuk #include <compiler.h>
91f70169dSJoakim Bech #include <stdint.h>
10ec219598SPascal Brand #include <types_ext.h>
11685204ebSJens Wiklander #include <utee_defines.h>
121f70169dSJoakim Bech 
1381801f83SVolodymyr Babchuk /*
144d3ad62dSEtienne Carriere  * Make sure that compiler reads/writes given variable only once. This is needed
1581801f83SVolodymyr Babchuk  * in cases when we have normal shared memory, and this memory can be changed
1681801f83SVolodymyr Babchuk  * at any moment. Compiler does not knows about this, so it can optimize memory
174d3ad62dSEtienne Carriere  * access in any way, including repeated accesses from the same address.
184d3ad62dSEtienne Carriere  * These macro enforce compiler to access memory only once.
1981801f83SVolodymyr Babchuk  */
2081801f83SVolodymyr Babchuk #define READ_ONCE(p)		__compiler_atomic_load(&(p))
214d3ad62dSEtienne Carriere #define WRITE_ONCE(p, v)	__compiler_atomic_store(&(p), (v))
2281801f83SVolodymyr Babchuk 
232d0c93dfSEtienne Carriere static inline void io_write8(vaddr_t addr, uint8_t val)
24b0104773SPascal Brand {
25b0104773SPascal Brand 	*(volatile uint8_t *)addr = val;
26b0104773SPascal Brand }
27b0104773SPascal Brand 
282d0c93dfSEtienne Carriere static inline void io_write16(vaddr_t addr, uint16_t val)
29b0104773SPascal Brand {
30b0104773SPascal Brand 	*(volatile uint16_t *)addr = val;
31b0104773SPascal Brand }
32b0104773SPascal Brand 
332d0c93dfSEtienne Carriere static inline void io_write32(vaddr_t addr, uint32_t val)
34b0104773SPascal Brand {
35b0104773SPascal Brand 	*(volatile uint32_t *)addr = val;
36b0104773SPascal Brand }
37b0104773SPascal Brand 
382d0c93dfSEtienne Carriere static inline uint8_t io_read8(vaddr_t addr)
39b0104773SPascal Brand {
40b0104773SPascal Brand 	return *(volatile uint8_t *)addr;
41b0104773SPascal Brand }
42b0104773SPascal Brand 
432d0c93dfSEtienne Carriere static inline uint16_t io_read16(vaddr_t addr)
44b0104773SPascal Brand {
45b0104773SPascal Brand 	return *(volatile uint16_t *)addr;
46b0104773SPascal Brand }
47b0104773SPascal Brand 
482d0c93dfSEtienne Carriere static inline uint32_t io_read32(vaddr_t addr)
49b0104773SPascal Brand {
50b0104773SPascal Brand 	return *(volatile uint32_t *)addr;
51b0104773SPascal Brand }
52b0104773SPascal Brand 
5314ed3274SVictor Chong static inline void io_mask8(vaddr_t addr, uint8_t val, uint8_t mask)
5414ed3274SVictor Chong {
552d0c93dfSEtienne Carriere 	io_write8(addr, (io_read8(addr) & ~mask) | (val & mask));
5614ed3274SVictor Chong }
5714ed3274SVictor Chong 
5814ed3274SVictor Chong static inline void io_mask16(vaddr_t addr, uint16_t val, uint16_t mask)
5914ed3274SVictor Chong {
602d0c93dfSEtienne Carriere 	io_write16(addr, (io_read16(addr) & ~mask) | (val & mask));
6114ed3274SVictor Chong }
6214ed3274SVictor Chong 
6314ed3274SVictor Chong static inline void io_mask32(vaddr_t addr, uint32_t val, uint32_t mask)
6414ed3274SVictor Chong {
652d0c93dfSEtienne Carriere 	io_write32(addr, (io_read32(addr) & ~mask) | (val & mask));
6614ed3274SVictor Chong }
6714ed3274SVictor Chong 
68685204ebSJens Wiklander static inline uint64_t get_be64(const void *p)
69685204ebSJens Wiklander {
70685204ebSJens Wiklander 	return TEE_U64_FROM_BIG_ENDIAN(*(const uint64_t *)p);
71685204ebSJens Wiklander }
72685204ebSJens Wiklander 
73685204ebSJens Wiklander static inline void put_be64(void *p, uint64_t val)
74685204ebSJens Wiklander {
75685204ebSJens Wiklander 	*(uint64_t *)p = TEE_U64_TO_BIG_ENDIAN(val);
76685204ebSJens Wiklander }
77685204ebSJens Wiklander 
78685204ebSJens Wiklander static inline uint32_t get_be32(const void *p)
79685204ebSJens Wiklander {
80685204ebSJens Wiklander 	return TEE_U32_FROM_BIG_ENDIAN(*(const uint32_t *)p);
81685204ebSJens Wiklander }
82685204ebSJens Wiklander 
83685204ebSJens Wiklander static inline void put_be32(void *p, uint32_t val)
84685204ebSJens Wiklander {
85685204ebSJens Wiklander 	*(uint32_t *)p = TEE_U32_TO_BIG_ENDIAN(val);
86685204ebSJens Wiklander }
87685204ebSJens Wiklander 
88685204ebSJens Wiklander static inline uint16_t get_be16(const void *p)
89685204ebSJens Wiklander {
90685204ebSJens Wiklander 	return TEE_U16_FROM_BIG_ENDIAN(*(const uint16_t *)p);
91685204ebSJens Wiklander }
92685204ebSJens Wiklander 
93685204ebSJens Wiklander static inline void put_be16(void *p, uint16_t val)
94685204ebSJens Wiklander {
95685204ebSJens Wiklander 	*(uint16_t *)p = TEE_U16_TO_BIG_ENDIAN(val);
96685204ebSJens Wiklander }
97685204ebSJens Wiklander 
98c22e4872SCedric Neveux static inline void put_le32(const void *p, uint32_t val)
99c22e4872SCedric Neveux {
100c22e4872SCedric Neveux 	 *(uint32_t *)p = val;
101c22e4872SCedric Neveux }
102c22e4872SCedric Neveux 
103c22e4872SCedric Neveux static inline uint32_t get_le32(const void *p)
104c22e4872SCedric Neveux {
105c22e4872SCedric Neveux 	return *(const uint32_t *)p;
106c22e4872SCedric Neveux }
107c22e4872SCedric Neveux 
108c22e4872SCedric Neveux static inline void put_le64(const void *p, uint64_t val)
109c22e4872SCedric Neveux {
110c22e4872SCedric Neveux 	 *(uint64_t *)p = val;
111c22e4872SCedric Neveux }
112c22e4872SCedric Neveux 
113c22e4872SCedric Neveux static inline uint64_t get_le64(const void *p)
114c22e4872SCedric Neveux {
115c22e4872SCedric Neveux 	return *(const uint64_t *)p;
116c22e4872SCedric Neveux }
117c22e4872SCedric Neveux 
118*2ba6031aSRuchika Gupta /* Unaligned accesses */
119*2ba6031aSRuchika Gupta 
120*2ba6031aSRuchika Gupta struct __unaligned_u16_t { uint16_t x; } __packed;
121*2ba6031aSRuchika Gupta struct __unaligned_u32_t { uint32_t x; } __packed;
122*2ba6031aSRuchika Gupta struct __unaligned_u64_t { uint64_t x; } __packed;
123*2ba6031aSRuchika Gupta 
124*2ba6031aSRuchika Gupta static inline uint64_t get_unaligned_be64(const void *p)
125*2ba6031aSRuchika Gupta {
126*2ba6031aSRuchika Gupta 	const struct __unaligned_u64_t *tmp = p;
127*2ba6031aSRuchika Gupta 
128*2ba6031aSRuchika Gupta 	return TEE_U64_FROM_BIG_ENDIAN(tmp->x);
129*2ba6031aSRuchika Gupta }
130*2ba6031aSRuchika Gupta 
131*2ba6031aSRuchika Gupta static inline void put_unaligned_be64(void *p, uint64_t val)
132*2ba6031aSRuchika Gupta {
133*2ba6031aSRuchika Gupta 	struct __unaligned_u64_t *tmp = p;
134*2ba6031aSRuchika Gupta 
135*2ba6031aSRuchika Gupta 	tmp->x = TEE_U64_TO_BIG_ENDIAN(val);
136*2ba6031aSRuchika Gupta }
137*2ba6031aSRuchika Gupta 
138*2ba6031aSRuchika Gupta static inline uint32_t get_unaligned_be32(const void *p)
139*2ba6031aSRuchika Gupta {
140*2ba6031aSRuchika Gupta 	const struct __unaligned_u32_t *tmp = p;
141*2ba6031aSRuchika Gupta 
142*2ba6031aSRuchika Gupta 	return TEE_U32_FROM_BIG_ENDIAN(tmp->x);
143*2ba6031aSRuchika Gupta }
144*2ba6031aSRuchika Gupta 
145*2ba6031aSRuchika Gupta static inline void put_unaligned_be32(void *p, uint32_t val)
146*2ba6031aSRuchika Gupta {
147*2ba6031aSRuchika Gupta 	struct __unaligned_u32_t *tmp = p;
148*2ba6031aSRuchika Gupta 
149*2ba6031aSRuchika Gupta 	tmp->x = TEE_U32_TO_BIG_ENDIAN(val);
150*2ba6031aSRuchika Gupta }
151*2ba6031aSRuchika Gupta 
152*2ba6031aSRuchika Gupta static inline uint16_t get_unaligned_be16(const void *p)
153*2ba6031aSRuchika Gupta {
154*2ba6031aSRuchika Gupta 	const struct __unaligned_u16_t *tmp = p;
155*2ba6031aSRuchika Gupta 
156*2ba6031aSRuchika Gupta 	return TEE_U16_FROM_BIG_ENDIAN(tmp->x);
157*2ba6031aSRuchika Gupta }
158*2ba6031aSRuchika Gupta 
159*2ba6031aSRuchika Gupta static inline void put_unaligned_be16(void *p, uint16_t val)
160*2ba6031aSRuchika Gupta {
161*2ba6031aSRuchika Gupta 	struct __unaligned_u16_t *tmp = p;
162*2ba6031aSRuchika Gupta 
163*2ba6031aSRuchika Gupta 	tmp->x = TEE_U16_TO_BIG_ENDIAN(val);
164*2ba6031aSRuchika Gupta }
165*2ba6031aSRuchika Gupta 
16654815590SEtienne Carriere /*
16754815590SEtienne Carriere  * Set and clear bits helpers.
16854815590SEtienne Carriere  *
16954815590SEtienne Carriere  * @addr is the address of the memory cell accessed
17054815590SEtienne Carriere  * @set_mask represents the bit mask of the bit(s) to set, aka set to 1
17154815590SEtienne Carriere  * @clear_mask represents the bit mask of the bit(s) to clear, aka reset to 0
17254815590SEtienne Carriere  *
17354815590SEtienne Carriere  * io_clrsetbits32() clears then sets the target bits in this order. If a bit
17454815590SEtienne Carriere  * position is defined by both @set_mask and @clear_mask, the bit will be set.
17554815590SEtienne Carriere  */
1764d22155cSEtienne Carriere static inline void io_setbits32(vaddr_t addr, uint32_t set_mask)
17754815590SEtienne Carriere {
1782d0c93dfSEtienne Carriere 	io_write32(addr, io_read32(addr) | set_mask);
17954815590SEtienne Carriere }
18054815590SEtienne Carriere 
1814d22155cSEtienne Carriere static inline void io_clrbits32(vaddr_t addr, uint32_t clear_mask)
18254815590SEtienne Carriere {
1832d0c93dfSEtienne Carriere 	io_write32(addr, io_read32(addr) & ~clear_mask);
18454815590SEtienne Carriere }
18554815590SEtienne Carriere 
1864d22155cSEtienne Carriere static inline void io_clrsetbits32(vaddr_t addr, uint32_t clear_mask,
18754815590SEtienne Carriere 				   uint32_t set_mask)
18854815590SEtienne Carriere {
1892d0c93dfSEtienne Carriere 	io_write32(addr, (io_read32(addr) & ~clear_mask) | set_mask);
1902d0c93dfSEtienne Carriere }
1912d0c93dfSEtienne Carriere 
192b7d2b849SEtienne Carriere static inline void io_setbits16(vaddr_t addr, uint16_t set_mask)
193b7d2b849SEtienne Carriere {
194b7d2b849SEtienne Carriere 	io_write16(addr, io_read16(addr) | set_mask);
195b7d2b849SEtienne Carriere }
196b7d2b849SEtienne Carriere 
197b7d2b849SEtienne Carriere static inline void io_clrbits16(vaddr_t addr, uint16_t clear_mask)
198b7d2b849SEtienne Carriere {
199b7d2b849SEtienne Carriere 	io_write16(addr, io_read16(addr) & ~clear_mask);
200b7d2b849SEtienne Carriere }
201b7d2b849SEtienne Carriere 
202b7d2b849SEtienne Carriere static inline void io_clrsetbits16(vaddr_t addr, uint16_t clear_mask,
203b7d2b849SEtienne Carriere 				   uint16_t set_mask)
204b7d2b849SEtienne Carriere {
205b7d2b849SEtienne Carriere 	io_write16(addr, (io_read16(addr) & ~clear_mask) | set_mask);
206b7d2b849SEtienne Carriere }
207b7d2b849SEtienne Carriere 
208b7d2b849SEtienne Carriere static inline void io_setbits8(vaddr_t addr, uint8_t set_mask)
209b7d2b849SEtienne Carriere {
210b7d2b849SEtienne Carriere 	io_write8(addr, io_read8(addr) | set_mask);
211b7d2b849SEtienne Carriere }
212b7d2b849SEtienne Carriere 
213b7d2b849SEtienne Carriere static inline void io_clrbits8(vaddr_t addr, uint8_t clear_mask)
214b7d2b849SEtienne Carriere {
215b7d2b849SEtienne Carriere 	io_write8(addr, io_read8(addr) & ~clear_mask);
216b7d2b849SEtienne Carriere }
217b7d2b849SEtienne Carriere 
218b7d2b849SEtienne Carriere static inline void io_clrsetbits8(vaddr_t addr, uint8_t clear_mask,
219b7d2b849SEtienne Carriere 				  uint8_t set_mask)
220b7d2b849SEtienne Carriere {
221b7d2b849SEtienne Carriere 	io_write8(addr, (io_read8(addr) & ~clear_mask) | set_mask);
222b7d2b849SEtienne Carriere }
223b7d2b849SEtienne Carriere 
224b0104773SPascal Brand #endif /*IO_H*/
225