1288aaacfSAlexey Brodkin /* 2288aaacfSAlexey Brodkin * Copyright (C) 2013-2014 Synopsys, Inc. All rights reserved. 3288aaacfSAlexey Brodkin * 4288aaacfSAlexey Brodkin * SPDX-License-Identifier: GPL-2.0+ 5288aaacfSAlexey Brodkin */ 6288aaacfSAlexey Brodkin 7288aaacfSAlexey Brodkin #ifndef __ASM_ARC_IO_H 8288aaacfSAlexey Brodkin #define __ASM_ARC_IO_H 9288aaacfSAlexey Brodkin 10288aaacfSAlexey Brodkin #include <linux/types.h> 11288aaacfSAlexey Brodkin #include <asm/byteorder.h> 12288aaacfSAlexey Brodkin 13*5bea2becSAlexey Brodkin #ifdef CONFIG_ISA_ARCV2 14*5bea2becSAlexey Brodkin 15*5bea2becSAlexey Brodkin /* 16*5bea2becSAlexey Brodkin * ARCv2 based HS38 cores are in-order issue, but still weakly ordered 17*5bea2becSAlexey Brodkin * due to micro-arch buffering/queuing of load/store, cache hit vs. miss ... 18*5bea2becSAlexey Brodkin * 19*5bea2becSAlexey Brodkin * Explicit barrier provided by DMB instruction 20*5bea2becSAlexey Brodkin * - Operand supports fine grained load/store/load+store semantics 21*5bea2becSAlexey Brodkin * - Ensures that selected memory operation issued before it will complete 22*5bea2becSAlexey Brodkin * before any subsequent memory operation of same type 23*5bea2becSAlexey Brodkin * - DMB guarantees SMP as well as local barrier semantics 24*5bea2becSAlexey Brodkin * (asm-generic/barrier.h ensures sane smp_*mb if not defined here, i.e. 25*5bea2becSAlexey Brodkin * UP: barrier(), SMP: smp_*mb == *mb) 26*5bea2becSAlexey Brodkin * - DSYNC provides DMB+completion_of_cache_bpu_maintenance_ops hence not needed 27*5bea2becSAlexey Brodkin * in the general case. Plus it only provides full barrier. 28*5bea2becSAlexey Brodkin */ 29*5bea2becSAlexey Brodkin 30*5bea2becSAlexey Brodkin #define mb() asm volatile("dmb 3\n" : : : "memory") 31*5bea2becSAlexey Brodkin #define rmb() asm volatile("dmb 1\n" : : : "memory") 32*5bea2becSAlexey Brodkin #define wmb() asm volatile("dmb 2\n" : : : "memory") 33*5bea2becSAlexey Brodkin 34*5bea2becSAlexey Brodkin #else 35*5bea2becSAlexey Brodkin 36*5bea2becSAlexey Brodkin /* 37*5bea2becSAlexey Brodkin * ARCompact based cores (ARC700) only have SYNC instruction which is super 38*5bea2becSAlexey Brodkin * heavy weight as it flushes the pipeline as well. 39*5bea2becSAlexey Brodkin * There are no real SMP implementations of such cores. 40*5bea2becSAlexey Brodkin */ 41*5bea2becSAlexey Brodkin 42*5bea2becSAlexey Brodkin #define mb() asm volatile("sync\n" : : : "memory") 43*5bea2becSAlexey Brodkin #endif 44*5bea2becSAlexey Brodkin 45*5bea2becSAlexey Brodkin #ifdef CONFIG_ISA_ARCV2 46*5bea2becSAlexey Brodkin #define __iormb() rmb() 47*5bea2becSAlexey Brodkin #define __iowmb() wmb() 48*5bea2becSAlexey Brodkin #else 49*5bea2becSAlexey Brodkin #define __iormb() do { } while (0) 50*5bea2becSAlexey Brodkin #define __iowmb() do { } while (0) 51*5bea2becSAlexey Brodkin #endif 52*5bea2becSAlexey Brodkin 5390841dc2SAlexey Brodkin /* 5490841dc2SAlexey Brodkin * Given a physical address and a length, return a virtual address 5590841dc2SAlexey Brodkin * that can be used to access the memory range with the caching 5690841dc2SAlexey Brodkin * properties specified by "flags". 5790841dc2SAlexey Brodkin */ 5890841dc2SAlexey Brodkin #define MAP_NOCACHE (0) 5990841dc2SAlexey Brodkin #define MAP_WRCOMBINE (0) 6090841dc2SAlexey Brodkin #define MAP_WRBACK (0) 6190841dc2SAlexey Brodkin #define MAP_WRTHROUGH (0) 6290841dc2SAlexey Brodkin 6390841dc2SAlexey Brodkin static inline void * 6490841dc2SAlexey Brodkin map_physmem(phys_addr_t paddr, unsigned long len, unsigned long flags) 6590841dc2SAlexey Brodkin { 6690841dc2SAlexey Brodkin return (void *)((unsigned long)paddr); 6790841dc2SAlexey Brodkin } 6890841dc2SAlexey Brodkin 6990841dc2SAlexey Brodkin /* 7090841dc2SAlexey Brodkin * Take down a mapping set up by map_physmem(). 7190841dc2SAlexey Brodkin */ 7290841dc2SAlexey Brodkin static inline void unmap_physmem(void *vaddr, unsigned long flags) 7390841dc2SAlexey Brodkin { 7490841dc2SAlexey Brodkin 7590841dc2SAlexey Brodkin } 7690841dc2SAlexey Brodkin 77288aaacfSAlexey Brodkin static inline void sync(void) 78288aaacfSAlexey Brodkin { 79288aaacfSAlexey Brodkin /* Not yet implemented */ 80288aaacfSAlexey Brodkin } 81288aaacfSAlexey Brodkin 82288aaacfSAlexey Brodkin static inline u8 __raw_readb(const volatile void __iomem *addr) 83288aaacfSAlexey Brodkin { 84288aaacfSAlexey Brodkin u8 b; 85288aaacfSAlexey Brodkin 86288aaacfSAlexey Brodkin __asm__ __volatile__("ldb%U1 %0, %1\n" 87288aaacfSAlexey Brodkin : "=r" (b) 88288aaacfSAlexey Brodkin : "m" (*(volatile u8 __force *)addr) 89288aaacfSAlexey Brodkin : "memory"); 90288aaacfSAlexey Brodkin return b; 91288aaacfSAlexey Brodkin } 92288aaacfSAlexey Brodkin 93288aaacfSAlexey Brodkin static inline u16 __raw_readw(const volatile void __iomem *addr) 94288aaacfSAlexey Brodkin { 95288aaacfSAlexey Brodkin u16 s; 96288aaacfSAlexey Brodkin 97288aaacfSAlexey Brodkin __asm__ __volatile__("ldw%U1 %0, %1\n" 98288aaacfSAlexey Brodkin : "=r" (s) 99288aaacfSAlexey Brodkin : "m" (*(volatile u16 __force *)addr) 100288aaacfSAlexey Brodkin : "memory"); 101288aaacfSAlexey Brodkin return s; 102288aaacfSAlexey Brodkin } 103288aaacfSAlexey Brodkin 104288aaacfSAlexey Brodkin static inline u32 __raw_readl(const volatile void __iomem *addr) 105288aaacfSAlexey Brodkin { 106288aaacfSAlexey Brodkin u32 w; 107288aaacfSAlexey Brodkin 108288aaacfSAlexey Brodkin __asm__ __volatile__("ld%U1 %0, %1\n" 109288aaacfSAlexey Brodkin : "=r" (w) 110288aaacfSAlexey Brodkin : "m" (*(volatile u32 __force *)addr) 111288aaacfSAlexey Brodkin : "memory"); 112288aaacfSAlexey Brodkin return w; 113288aaacfSAlexey Brodkin } 114288aaacfSAlexey Brodkin 115288aaacfSAlexey Brodkin static inline void __raw_writeb(u8 b, volatile void __iomem *addr) 116288aaacfSAlexey Brodkin { 117288aaacfSAlexey Brodkin __asm__ __volatile__("stb%U1 %0, %1\n" 118288aaacfSAlexey Brodkin : 119288aaacfSAlexey Brodkin : "r" (b), "m" (*(volatile u8 __force *)addr) 120288aaacfSAlexey Brodkin : "memory"); 121288aaacfSAlexey Brodkin } 122288aaacfSAlexey Brodkin 123288aaacfSAlexey Brodkin static inline void __raw_writew(u16 s, volatile void __iomem *addr) 124288aaacfSAlexey Brodkin { 125288aaacfSAlexey Brodkin __asm__ __volatile__("stw%U1 %0, %1\n" 126288aaacfSAlexey Brodkin : 127288aaacfSAlexey Brodkin : "r" (s), "m" (*(volatile u16 __force *)addr) 128288aaacfSAlexey Brodkin : "memory"); 129288aaacfSAlexey Brodkin } 130288aaacfSAlexey Brodkin 131288aaacfSAlexey Brodkin static inline void __raw_writel(u32 w, volatile void __iomem *addr) 132288aaacfSAlexey Brodkin { 133288aaacfSAlexey Brodkin __asm__ __volatile__("st%U1 %0, %1\n" 134288aaacfSAlexey Brodkin : 135288aaacfSAlexey Brodkin : "r" (w), "m" (*(volatile u32 __force *)addr) 136288aaacfSAlexey Brodkin : "memory"); 137288aaacfSAlexey Brodkin } 138288aaacfSAlexey Brodkin 139288aaacfSAlexey Brodkin static inline int __raw_readsb(unsigned int addr, void *data, int bytelen) 140288aaacfSAlexey Brodkin { 141288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.di r8, [r0]\n" 142288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n" 143288aaacfSAlexey Brodkin "bnz.d 1b\n" 144288aaacfSAlexey Brodkin "stb.ab r8, [r1, 1]\n" 145288aaacfSAlexey Brodkin : 146288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (bytelen) 147288aaacfSAlexey Brodkin : "r8"); 148288aaacfSAlexey Brodkin return bytelen; 149288aaacfSAlexey Brodkin } 150288aaacfSAlexey Brodkin 151288aaacfSAlexey Brodkin static inline int __raw_readsw(unsigned int addr, void *data, int wordlen) 152288aaacfSAlexey Brodkin { 153288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.di r8, [r0]\n" 154288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n" 155288aaacfSAlexey Brodkin "bnz.d 1b\n" 156288aaacfSAlexey Brodkin "stw.ab r8, [r1, 2]\n" 157288aaacfSAlexey Brodkin : 158288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (wordlen) 159288aaacfSAlexey Brodkin : "r8"); 160288aaacfSAlexey Brodkin return wordlen; 161288aaacfSAlexey Brodkin } 162288aaacfSAlexey Brodkin 163288aaacfSAlexey Brodkin static inline int __raw_readsl(unsigned int addr, void *data, int longlen) 164288aaacfSAlexey Brodkin { 165288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.di r8, [r0]\n" 166288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n" 167288aaacfSAlexey Brodkin "bnz.d 1b\n" 168288aaacfSAlexey Brodkin "st.ab r8, [r1, 4]\n" 169288aaacfSAlexey Brodkin : 170288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (longlen) 171288aaacfSAlexey Brodkin : "r8"); 172288aaacfSAlexey Brodkin return longlen; 173288aaacfSAlexey Brodkin } 174288aaacfSAlexey Brodkin 175288aaacfSAlexey Brodkin static inline int __raw_writesb(unsigned int addr, void *data, int bytelen) 176288aaacfSAlexey Brodkin { 177288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ldb.ab r8, [r1, 1]\n" 178288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n" 179288aaacfSAlexey Brodkin "bnz.d 1b\n" 180288aaacfSAlexey Brodkin "st.di r8, [r0, 0]\n" 181288aaacfSAlexey Brodkin : 182288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (bytelen) 183288aaacfSAlexey Brodkin : "r8"); 184288aaacfSAlexey Brodkin return bytelen; 185288aaacfSAlexey Brodkin } 186288aaacfSAlexey Brodkin 187288aaacfSAlexey Brodkin static inline int __raw_writesw(unsigned int addr, void *data, int wordlen) 188288aaacfSAlexey Brodkin { 189288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ldw.ab r8, [r1, 2]\n" 190288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n" 191288aaacfSAlexey Brodkin "bnz.d 1b\n" 192288aaacfSAlexey Brodkin "st.ab.di r8, [r0, 0]\n" 193288aaacfSAlexey Brodkin : 194288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (wordlen) 195288aaacfSAlexey Brodkin : "r8"); 196288aaacfSAlexey Brodkin return wordlen; 197288aaacfSAlexey Brodkin } 198288aaacfSAlexey Brodkin 199288aaacfSAlexey Brodkin static inline int __raw_writesl(unsigned int addr, void *data, int longlen) 200288aaacfSAlexey Brodkin { 201288aaacfSAlexey Brodkin __asm__ __volatile__ ("1:ld.ab r8, [r1, 4]\n" 202288aaacfSAlexey Brodkin "sub.f r2, r2, 1\n" 203288aaacfSAlexey Brodkin "bnz.d 1b\n" 204288aaacfSAlexey Brodkin "st.ab.di r8, [r0, 0]\n" 205288aaacfSAlexey Brodkin : 206288aaacfSAlexey Brodkin : "r" (addr), "r" (data), "r" (longlen) 207288aaacfSAlexey Brodkin : "r8"); 208288aaacfSAlexey Brodkin return longlen; 209288aaacfSAlexey Brodkin } 210288aaacfSAlexey Brodkin 211*5bea2becSAlexey Brodkin /* 212*5bea2becSAlexey Brodkin * MMIO can also get buffered/optimized in micro-arch, so barriers needed 213*5bea2becSAlexey Brodkin * Based on ARM model for the typical use case 214*5bea2becSAlexey Brodkin * 215*5bea2becSAlexey Brodkin * <ST [DMA buffer]> 216*5bea2becSAlexey Brodkin * <writel MMIO "go" reg> 217*5bea2becSAlexey Brodkin * or: 218*5bea2becSAlexey Brodkin * <readl MMIO "status" reg> 219*5bea2becSAlexey Brodkin * <LD [DMA buffer]> 220*5bea2becSAlexey Brodkin * 221*5bea2becSAlexey Brodkin * http://lkml.kernel.org/r/20150622133656.GG1583@arm.com 222*5bea2becSAlexey Brodkin */ 223*5bea2becSAlexey Brodkin #define readb(c) ({ u8 __v = readb_relaxed(c); __iormb(); __v; }) 224*5bea2becSAlexey Brodkin #define readw(c) ({ u16 __v = readw_relaxed(c); __iormb(); __v; }) 225*5bea2becSAlexey Brodkin #define readl(c) ({ u32 __v = readl_relaxed(c); __iormb(); __v; }) 226*5bea2becSAlexey Brodkin 227*5bea2becSAlexey Brodkin #define writeb(v,c) ({ __iowmb(); writeb_relaxed(v,c); }) 228*5bea2becSAlexey Brodkin #define writew(v,c) ({ __iowmb(); writew_relaxed(v,c); }) 229*5bea2becSAlexey Brodkin #define writel(v,c) ({ __iowmb(); writel_relaxed(v,c); }) 230*5bea2becSAlexey Brodkin 231*5bea2becSAlexey Brodkin /* 232*5bea2becSAlexey Brodkin * Relaxed API for drivers which can handle barrier ordering themselves 233*5bea2becSAlexey Brodkin * 234*5bea2becSAlexey Brodkin * Also these are defined to perform little endian accesses. 235*5bea2becSAlexey Brodkin * To provide the typical device register semantics of fixed endian, 236*5bea2becSAlexey Brodkin * swap the byte order for Big Endian 237*5bea2becSAlexey Brodkin * 238*5bea2becSAlexey Brodkin * http://lkml.kernel.org/r/201603100845.30602.arnd@arndb.de 239*5bea2becSAlexey Brodkin */ 240*5bea2becSAlexey Brodkin #define readb_relaxed(c) __raw_readb(c) 241*5bea2becSAlexey Brodkin #define readw_relaxed(c) ({ u16 __r = le16_to_cpu((__force __le16) \ 242*5bea2becSAlexey Brodkin __raw_readw(c)); __r; }) 243*5bea2becSAlexey Brodkin #define readl_relaxed(c) ({ u32 __r = le32_to_cpu((__force __le32) \ 244*5bea2becSAlexey Brodkin __raw_readl(c)); __r; }) 245*5bea2becSAlexey Brodkin 246*5bea2becSAlexey Brodkin #define writeb_relaxed(v,c) __raw_writeb(v,c) 247*5bea2becSAlexey Brodkin #define writew_relaxed(v,c) __raw_writew((__force u16) cpu_to_le16(v),c) 248*5bea2becSAlexey Brodkin #define writel_relaxed(v,c) __raw_writel((__force u32) cpu_to_le32(v),c) 249*5bea2becSAlexey Brodkin 250288aaacfSAlexey Brodkin #define out_arch(type, endian, a, v) __raw_write##type(cpu_to_##endian(v), a) 251288aaacfSAlexey Brodkin #define in_arch(type, endian, a) endian##_to_cpu(__raw_read##type(a)) 252288aaacfSAlexey Brodkin 253288aaacfSAlexey Brodkin #define out_le32(a, v) out_arch(l, le32, a, v) 254288aaacfSAlexey Brodkin #define out_le16(a, v) out_arch(w, le16, a, v) 255288aaacfSAlexey Brodkin 256288aaacfSAlexey Brodkin #define in_le32(a) in_arch(l, le32, a) 257288aaacfSAlexey Brodkin #define in_le16(a) in_arch(w, le16, a) 258288aaacfSAlexey Brodkin 259288aaacfSAlexey Brodkin #define out_be32(a, v) out_arch(l, be32, a, v) 260288aaacfSAlexey Brodkin #define out_be16(a, v) out_arch(w, be16, a, v) 261288aaacfSAlexey Brodkin 262288aaacfSAlexey Brodkin #define in_be32(a) in_arch(l, be32, a) 263288aaacfSAlexey Brodkin #define in_be16(a) in_arch(w, be16, a) 264288aaacfSAlexey Brodkin 265288aaacfSAlexey Brodkin #define out_8(a, v) __raw_writeb(v, a) 266288aaacfSAlexey Brodkin #define in_8(a) __raw_readb(a) 267288aaacfSAlexey Brodkin 268288aaacfSAlexey Brodkin /* 269288aaacfSAlexey Brodkin * Clear and set bits in one shot. These macros can be used to clear and 270288aaacfSAlexey Brodkin * set multiple bits in a register using a single call. These macros can 271288aaacfSAlexey Brodkin * also be used to set a multiple-bit bit pattern using a mask, by 272288aaacfSAlexey Brodkin * specifying the mask in the 'clear' parameter and the new bit pattern 273288aaacfSAlexey Brodkin * in the 'set' parameter. 274288aaacfSAlexey Brodkin */ 275288aaacfSAlexey Brodkin 276288aaacfSAlexey Brodkin #define clrbits(type, addr, clear) \ 277288aaacfSAlexey Brodkin out_##type((addr), in_##type(addr) & ~(clear)) 278288aaacfSAlexey Brodkin 279288aaacfSAlexey Brodkin #define setbits(type, addr, set) \ 280288aaacfSAlexey Brodkin out_##type((addr), in_##type(addr) | (set)) 281288aaacfSAlexey Brodkin 282288aaacfSAlexey Brodkin #define clrsetbits(type, addr, clear, set) \ 283288aaacfSAlexey Brodkin out_##type((addr), (in_##type(addr) & ~(clear)) | (set)) 284288aaacfSAlexey Brodkin 285288aaacfSAlexey Brodkin #define clrbits_be32(addr, clear) clrbits(be32, addr, clear) 286288aaacfSAlexey Brodkin #define setbits_be32(addr, set) setbits(be32, addr, set) 287288aaacfSAlexey Brodkin #define clrsetbits_be32(addr, clear, set) clrsetbits(be32, addr, clear, set) 288288aaacfSAlexey Brodkin 289288aaacfSAlexey Brodkin #define clrbits_le32(addr, clear) clrbits(le32, addr, clear) 290288aaacfSAlexey Brodkin #define setbits_le32(addr, set) setbits(le32, addr, set) 291288aaacfSAlexey Brodkin #define clrsetbits_le32(addr, clear, set) clrsetbits(le32, addr, clear, set) 292288aaacfSAlexey Brodkin 293288aaacfSAlexey Brodkin #define clrbits_be16(addr, clear) clrbits(be16, addr, clear) 294288aaacfSAlexey Brodkin #define setbits_be16(addr, set) setbits(be16, addr, set) 295288aaacfSAlexey Brodkin #define clrsetbits_be16(addr, clear, set) clrsetbits(be16, addr, clear, set) 296288aaacfSAlexey Brodkin 297288aaacfSAlexey Brodkin #define clrbits_le16(addr, clear) clrbits(le16, addr, clear) 298288aaacfSAlexey Brodkin #define setbits_le16(addr, set) setbits(le16, addr, set) 299288aaacfSAlexey Brodkin #define clrsetbits_le16(addr, clear, set) clrsetbits(le16, addr, clear, set) 300288aaacfSAlexey Brodkin 301288aaacfSAlexey Brodkin #define clrbits_8(addr, clear) clrbits(8, addr, clear) 302288aaacfSAlexey Brodkin #define setbits_8(addr, set) setbits(8, addr, set) 303288aaacfSAlexey Brodkin #define clrsetbits_8(addr, clear, set) clrsetbits(8, addr, clear, set) 304288aaacfSAlexey Brodkin 30553637c91SAlexey Brodkin static inline phys_addr_t virt_to_phys(void *vaddr) 30653637c91SAlexey Brodkin { 30753637c91SAlexey Brodkin return (phys_addr_t)((unsigned long)vaddr); 30853637c91SAlexey Brodkin } 30953637c91SAlexey Brodkin 310288aaacfSAlexey Brodkin #endif /* __ASM_ARC_IO_H */ 311