1*4882a593Smuzhiyun #ifndef __ASM_SH_UNALIGNED_SH4A_H
2*4882a593Smuzhiyun #define __ASM_SH_UNALIGNED_SH4A_H
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun /*
5*4882a593Smuzhiyun * SH-4A has support for unaligned 32-bit loads, and 32-bit loads only.
6*4882a593Smuzhiyun * Support for 64-bit accesses are done through shifting and masking
7*4882a593Smuzhiyun * relative to the endianness. Unaligned stores are not supported by the
8*4882a593Smuzhiyun * instruction encoding, so these continue to use the packed
9*4882a593Smuzhiyun * struct.
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * The same note as with the movli.l/movco.l pair applies here, as long
12*4882a593Smuzhiyun * as the load is gauranteed to be inlined, nothing else will hook in to
13*4882a593Smuzhiyun * r0 and we get the return value for free.
14*4882a593Smuzhiyun *
15*4882a593Smuzhiyun * NOTE: Due to the fact we require r0 encoding, care should be taken to
16*4882a593Smuzhiyun * avoid mixing these heavily with other r0 consumers, such as the atomic
17*4882a593Smuzhiyun * ops. Failure to adhere to this can result in the compiler running out
18*4882a593Smuzhiyun * of spill registers and blowing up when building at low optimization
19*4882a593Smuzhiyun * levels. See http://gcc.gnu.org/bugzilla/show_bug.cgi?id=34777.
20*4882a593Smuzhiyun */
21*4882a593Smuzhiyun #include <linux/types.h>
22*4882a593Smuzhiyun #include <asm/byteorder.h>
23*4882a593Smuzhiyun
__get_unaligned_cpu32(const u8 * p)24*4882a593Smuzhiyun static __always_inline u32 __get_unaligned_cpu32(const u8 *p)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun unsigned long unaligned;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun __asm__ __volatile__ (
29*4882a593Smuzhiyun "movua.l @%1, %0\n\t"
30*4882a593Smuzhiyun : "=z" (unaligned)
31*4882a593Smuzhiyun : "r" (p)
32*4882a593Smuzhiyun );
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun return unaligned;
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun struct __una_u16 { u16 x __attribute__((packed)); };
38*4882a593Smuzhiyun struct __una_u32 { u32 x __attribute__((packed)); };
39*4882a593Smuzhiyun struct __una_u64 { u64 x __attribute__((packed)); };
40*4882a593Smuzhiyun
__get_unaligned_cpu16(const u8 * p)41*4882a593Smuzhiyun static inline u16 __get_unaligned_cpu16(const u8 *p)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
44*4882a593Smuzhiyun return p[0] | p[1] << 8;
45*4882a593Smuzhiyun #else
46*4882a593Smuzhiyun return p[0] << 8 | p[1];
47*4882a593Smuzhiyun #endif
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun /*
51*4882a593Smuzhiyun * Even though movua.l supports auto-increment on the read side, it can
52*4882a593Smuzhiyun * only store to r0 due to instruction encoding constraints, so just let
53*4882a593Smuzhiyun * the compiler sort it out on its own.
54*4882a593Smuzhiyun */
__get_unaligned_cpu64(const u8 * p)55*4882a593Smuzhiyun static inline u64 __get_unaligned_cpu64(const u8 *p)
56*4882a593Smuzhiyun {
57*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
58*4882a593Smuzhiyun return (u64)__get_unaligned_cpu32(p + 4) << 32 |
59*4882a593Smuzhiyun __get_unaligned_cpu32(p);
60*4882a593Smuzhiyun #else
61*4882a593Smuzhiyun return (u64)__get_unaligned_cpu32(p) << 32 |
62*4882a593Smuzhiyun __get_unaligned_cpu32(p + 4);
63*4882a593Smuzhiyun #endif
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
get_unaligned_le16(const void * p)66*4882a593Smuzhiyun static inline u16 get_unaligned_le16(const void *p)
67*4882a593Smuzhiyun {
68*4882a593Smuzhiyun return le16_to_cpu(__get_unaligned_cpu16(p));
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
get_unaligned_le32(const void * p)71*4882a593Smuzhiyun static inline u32 get_unaligned_le32(const void *p)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun return le32_to_cpu(__get_unaligned_cpu32(p));
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun
get_unaligned_le64(const void * p)76*4882a593Smuzhiyun static inline u64 get_unaligned_le64(const void *p)
77*4882a593Smuzhiyun {
78*4882a593Smuzhiyun return le64_to_cpu(__get_unaligned_cpu64(p));
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
get_unaligned_be16(const void * p)81*4882a593Smuzhiyun static inline u16 get_unaligned_be16(const void *p)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun return be16_to_cpu(__get_unaligned_cpu16(p));
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
get_unaligned_be32(const void * p)86*4882a593Smuzhiyun static inline u32 get_unaligned_be32(const void *p)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun return be32_to_cpu(__get_unaligned_cpu32(p));
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
get_unaligned_be64(const void * p)91*4882a593Smuzhiyun static inline u64 get_unaligned_be64(const void *p)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun return be64_to_cpu(__get_unaligned_cpu64(p));
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
__put_le16_noalign(u8 * p,u16 val)96*4882a593Smuzhiyun static inline void __put_le16_noalign(u8 *p, u16 val)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun *p++ = val;
99*4882a593Smuzhiyun *p++ = val >> 8;
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun
__put_le32_noalign(u8 * p,u32 val)102*4882a593Smuzhiyun static inline void __put_le32_noalign(u8 *p, u32 val)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun __put_le16_noalign(p, val);
105*4882a593Smuzhiyun __put_le16_noalign(p + 2, val >> 16);
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun
__put_le64_noalign(u8 * p,u64 val)108*4882a593Smuzhiyun static inline void __put_le64_noalign(u8 *p, u64 val)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun __put_le32_noalign(p, val);
111*4882a593Smuzhiyun __put_le32_noalign(p + 4, val >> 32);
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun
__put_be16_noalign(u8 * p,u16 val)114*4882a593Smuzhiyun static inline void __put_be16_noalign(u8 *p, u16 val)
115*4882a593Smuzhiyun {
116*4882a593Smuzhiyun *p++ = val >> 8;
117*4882a593Smuzhiyun *p++ = val;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun
__put_be32_noalign(u8 * p,u32 val)120*4882a593Smuzhiyun static inline void __put_be32_noalign(u8 *p, u32 val)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun __put_be16_noalign(p, val >> 16);
123*4882a593Smuzhiyun __put_be16_noalign(p + 2, val);
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun
__put_be64_noalign(u8 * p,u64 val)126*4882a593Smuzhiyun static inline void __put_be64_noalign(u8 *p, u64 val)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun __put_be32_noalign(p, val >> 32);
129*4882a593Smuzhiyun __put_be32_noalign(p + 4, val);
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun
put_unaligned_le16(u16 val,void * p)132*4882a593Smuzhiyun static inline void put_unaligned_le16(u16 val, void *p)
133*4882a593Smuzhiyun {
134*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
135*4882a593Smuzhiyun ((struct __una_u16 *)p)->x = val;
136*4882a593Smuzhiyun #else
137*4882a593Smuzhiyun __put_le16_noalign(p, val);
138*4882a593Smuzhiyun #endif
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
put_unaligned_le32(u32 val,void * p)141*4882a593Smuzhiyun static inline void put_unaligned_le32(u32 val, void *p)
142*4882a593Smuzhiyun {
143*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
144*4882a593Smuzhiyun ((struct __una_u32 *)p)->x = val;
145*4882a593Smuzhiyun #else
146*4882a593Smuzhiyun __put_le32_noalign(p, val);
147*4882a593Smuzhiyun #endif
148*4882a593Smuzhiyun }
149*4882a593Smuzhiyun
put_unaligned_le64(u64 val,void * p)150*4882a593Smuzhiyun static inline void put_unaligned_le64(u64 val, void *p)
151*4882a593Smuzhiyun {
152*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
153*4882a593Smuzhiyun ((struct __una_u64 *)p)->x = val;
154*4882a593Smuzhiyun #else
155*4882a593Smuzhiyun __put_le64_noalign(p, val);
156*4882a593Smuzhiyun #endif
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
put_unaligned_be16(u16 val,void * p)159*4882a593Smuzhiyun static inline void put_unaligned_be16(u16 val, void *p)
160*4882a593Smuzhiyun {
161*4882a593Smuzhiyun #ifdef __BIG_ENDIAN
162*4882a593Smuzhiyun ((struct __una_u16 *)p)->x = val;
163*4882a593Smuzhiyun #else
164*4882a593Smuzhiyun __put_be16_noalign(p, val);
165*4882a593Smuzhiyun #endif
166*4882a593Smuzhiyun }
167*4882a593Smuzhiyun
put_unaligned_be32(u32 val,void * p)168*4882a593Smuzhiyun static inline void put_unaligned_be32(u32 val, void *p)
169*4882a593Smuzhiyun {
170*4882a593Smuzhiyun #ifdef __BIG_ENDIAN
171*4882a593Smuzhiyun ((struct __una_u32 *)p)->x = val;
172*4882a593Smuzhiyun #else
173*4882a593Smuzhiyun __put_be32_noalign(p, val);
174*4882a593Smuzhiyun #endif
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun
put_unaligned_be64(u64 val,void * p)177*4882a593Smuzhiyun static inline void put_unaligned_be64(u64 val, void *p)
178*4882a593Smuzhiyun {
179*4882a593Smuzhiyun #ifdef __BIG_ENDIAN
180*4882a593Smuzhiyun ((struct __una_u64 *)p)->x = val;
181*4882a593Smuzhiyun #else
182*4882a593Smuzhiyun __put_be64_noalign(p, val);
183*4882a593Smuzhiyun #endif
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun /*
187*4882a593Smuzhiyun * Cause a link-time error if we try an unaligned access other than
188*4882a593Smuzhiyun * 1,2,4 or 8 bytes long
189*4882a593Smuzhiyun */
190*4882a593Smuzhiyun extern void __bad_unaligned_access_size(void);
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun #define __get_unaligned_le(ptr) ((__force typeof(*(ptr)))({ \
193*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 1, *(ptr), \
194*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 2, get_unaligned_le16((ptr)), \
195*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 4, get_unaligned_le32((ptr)), \
196*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 8, get_unaligned_le64((ptr)), \
197*4882a593Smuzhiyun __bad_unaligned_access_size())))); \
198*4882a593Smuzhiyun }))
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun #define __get_unaligned_be(ptr) ((__force typeof(*(ptr)))({ \
201*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 1, *(ptr), \
202*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 2, get_unaligned_be16((ptr)), \
203*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 4, get_unaligned_be32((ptr)), \
204*4882a593Smuzhiyun __builtin_choose_expr(sizeof(*(ptr)) == 8, get_unaligned_be64((ptr)), \
205*4882a593Smuzhiyun __bad_unaligned_access_size())))); \
206*4882a593Smuzhiyun }))
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun #define __put_unaligned_le(val, ptr) ({ \
209*4882a593Smuzhiyun void *__gu_p = (ptr); \
210*4882a593Smuzhiyun switch (sizeof(*(ptr))) { \
211*4882a593Smuzhiyun case 1: \
212*4882a593Smuzhiyun *(u8 *)__gu_p = (__force u8)(val); \
213*4882a593Smuzhiyun break; \
214*4882a593Smuzhiyun case 2: \
215*4882a593Smuzhiyun put_unaligned_le16((__force u16)(val), __gu_p); \
216*4882a593Smuzhiyun break; \
217*4882a593Smuzhiyun case 4: \
218*4882a593Smuzhiyun put_unaligned_le32((__force u32)(val), __gu_p); \
219*4882a593Smuzhiyun break; \
220*4882a593Smuzhiyun case 8: \
221*4882a593Smuzhiyun put_unaligned_le64((__force u64)(val), __gu_p); \
222*4882a593Smuzhiyun break; \
223*4882a593Smuzhiyun default: \
224*4882a593Smuzhiyun __bad_unaligned_access_size(); \
225*4882a593Smuzhiyun break; \
226*4882a593Smuzhiyun } \
227*4882a593Smuzhiyun (void)0; })
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun #define __put_unaligned_be(val, ptr) ({ \
230*4882a593Smuzhiyun void *__gu_p = (ptr); \
231*4882a593Smuzhiyun switch (sizeof(*(ptr))) { \
232*4882a593Smuzhiyun case 1: \
233*4882a593Smuzhiyun *(u8 *)__gu_p = (__force u8)(val); \
234*4882a593Smuzhiyun break; \
235*4882a593Smuzhiyun case 2: \
236*4882a593Smuzhiyun put_unaligned_be16((__force u16)(val), __gu_p); \
237*4882a593Smuzhiyun break; \
238*4882a593Smuzhiyun case 4: \
239*4882a593Smuzhiyun put_unaligned_be32((__force u32)(val), __gu_p); \
240*4882a593Smuzhiyun break; \
241*4882a593Smuzhiyun case 8: \
242*4882a593Smuzhiyun put_unaligned_be64((__force u64)(val), __gu_p); \
243*4882a593Smuzhiyun break; \
244*4882a593Smuzhiyun default: \
245*4882a593Smuzhiyun __bad_unaligned_access_size(); \
246*4882a593Smuzhiyun break; \
247*4882a593Smuzhiyun } \
248*4882a593Smuzhiyun (void)0; })
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun #ifdef __LITTLE_ENDIAN
251*4882a593Smuzhiyun # define get_unaligned __get_unaligned_le
252*4882a593Smuzhiyun # define put_unaligned __put_unaligned_le
253*4882a593Smuzhiyun #else
254*4882a593Smuzhiyun # define get_unaligned __get_unaligned_be
255*4882a593Smuzhiyun # define put_unaligned __put_unaligned_be
256*4882a593Smuzhiyun #endif
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun #endif /* __ASM_SH_UNALIGNED_SH4A_H */
259