io.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. #ifndef __ASM_SH_IO_H
  2. #define __ASM_SH_IO_H
  3. /*
  4. * Convention:
  5. * read{b,w,l,q}/write{b,w,l,q} are for PCI,
  6. * while in{b,w,l}/out{b,w,l} are for ISA
  7. *
  8. * In addition we have 'pausing' versions: in{b,w,l}_p/out{b,w,l}_p
  9. * and 'string' versions: ins{b,w,l}/outs{b,w,l}
  10. *
  11. * While read{b,w,l,q} and write{b,w,l,q} contain memory barriers
  12. * automatically, there are also __raw versions, which do not.
  13. */
  14. #include <linux/errno.h>
  15. #include <asm/cache.h>
  16. #include <asm/system.h>
  17. #include <asm/addrspace.h>
  18. #include <asm/machvec.h>
  19. #include <asm/pgtable.h>
  20. #include <asm-generic/iomap.h>
  21. #ifdef __KERNEL__
  22. #define __IO_PREFIX generic
  23. #include <asm/io_generic.h>
  24. #include <asm/io_trapped.h>
  25. #define __raw_writeb(v,a) (__chk_io_ptr(a), *(volatile u8 __force *)(a) = (v))
  26. #define __raw_writew(v,a) (__chk_io_ptr(a), *(volatile u16 __force *)(a) = (v))
  27. #define __raw_writel(v,a) (__chk_io_ptr(a), *(volatile u32 __force *)(a) = (v))
  28. #define __raw_writeq(v,a) (__chk_io_ptr(a), *(volatile u64 __force *)(a) = (v))
  29. #define __raw_readb(a) (__chk_io_ptr(a), *(volatile u8 __force *)(a))
  30. #define __raw_readw(a) (__chk_io_ptr(a), *(volatile u16 __force *)(a))
  31. #define __raw_readl(a) (__chk_io_ptr(a), *(volatile u32 __force *)(a))
  32. #define __raw_readq(a) (__chk_io_ptr(a), *(volatile u64 __force *)(a))
  33. #define readb_relaxed(c) ({ u8 __v = __raw_readb(c); __v; })
  34. #define readw_relaxed(c) ({ u16 __v = le16_to_cpu((__force __le16) \
  35. __raw_readw(c)); __v; })
  36. #define readl_relaxed(c) ({ u32 __v = le32_to_cpu((__force __le32) \
  37. __raw_readl(c)); __v; })
  38. #define readq_relaxed(c) ({ u64 __v = le64_to_cpu((__force __le64) \
  39. __raw_readq(c)); __v; })
  40. #define writeb_relaxed(v,c) ((void)__raw_writeb(v,c))
  41. #define writew_relaxed(v,c) ((void)__raw_writew((__force u16) \
  42. cpu_to_le16(v),c))
  43. #define writel_relaxed(v,c) ((void)__raw_writel((__force u32) \
  44. cpu_to_le32(v),c))
  45. #define writeq_relaxed(v,c) ((void)__raw_writeq((__force u64) \
  46. cpu_to_le64(v),c))
  47. #define readb(a) ({ u8 r_ = readb_relaxed(a); rmb(); r_; })
  48. #define readw(a) ({ u16 r_ = readw_relaxed(a); rmb(); r_; })
  49. #define readl(a) ({ u32 r_ = readl_relaxed(a); rmb(); r_; })
  50. #define readq(a) ({ u64 r_ = readq_relaxed(a); rmb(); r_; })
  51. #define writeb(v,a) ({ wmb(); writeb_relaxed((v),(a)); })
  52. #define writew(v,a) ({ wmb(); writew_relaxed((v),(a)); })
  53. #define writel(v,a) ({ wmb(); writel_relaxed((v),(a)); })
  54. #define writeq(v,a) ({ wmb(); writeq_relaxed((v),(a)); })
  55. #define readsb(p,d,l) __raw_readsb(p,d,l)
  56. #define readsw(p,d,l) __raw_readsw(p,d,l)
  57. #define readsl(p,d,l) __raw_readsl(p,d,l)
  58. #define writesb(p,d,l) __raw_writesb(p,d,l)
  59. #define writesw(p,d,l) __raw_writesw(p,d,l)
  60. #define writesl(p,d,l) __raw_writesl(p,d,l)
  61. #define __BUILD_UNCACHED_IO(bwlq, type) \
  62. static inline type read##bwlq##_uncached(unsigned long addr) \
  63. { \
  64. type ret; \
  65. jump_to_uncached(); \
  66. ret = __raw_read##bwlq(addr); \
  67. back_to_cached(); \
  68. return ret; \
  69. } \
  70. \
  71. static inline void write##bwlq##_uncached(type v, unsigned long addr) \
  72. { \
  73. jump_to_uncached(); \
  74. __raw_write##bwlq(v, addr); \
  75. back_to_cached(); \
  76. }
  77. __BUILD_UNCACHED_IO(b, u8)
  78. __BUILD_UNCACHED_IO(w, u16)
  79. __BUILD_UNCACHED_IO(l, u32)
  80. __BUILD_UNCACHED_IO(q, u64)
  81. #define __BUILD_MEMORY_STRING(pfx, bwlq, type) \
  82. \
  83. static inline void \
  84. pfx##writes##bwlq(volatile void __iomem *mem, const void *addr, \
  85. unsigned int count) \
  86. { \
  87. const volatile type *__addr = addr; \
  88. \
  89. while (count--) { \
  90. __raw_write##bwlq(*__addr, mem); \
  91. __addr++; \
  92. } \
  93. } \
  94. \
  95. static inline void pfx##reads##bwlq(volatile void __iomem *mem, \
  96. void *addr, unsigned int count) \
  97. { \
  98. volatile type *__addr = addr; \
  99. \
  100. while (count--) { \
  101. *__addr = __raw_read##bwlq(mem); \
  102. __addr++; \
  103. } \
  104. }
  105. __BUILD_MEMORY_STRING(__raw_, b, u8)
  106. __BUILD_MEMORY_STRING(__raw_, w, u16)
  107. #ifdef CONFIG_SUPERH32
  108. void __raw_writesl(void __iomem *addr, const void *data, int longlen);
  109. void __raw_readsl(const void __iomem *addr, void *data, int longlen);
  110. #else
  111. __BUILD_MEMORY_STRING(__raw_, l, u32)
  112. #endif
  113. __BUILD_MEMORY_STRING(__raw_, q, u64)
  114. #ifdef CONFIG_HAS_IOPORT
  115. /*
  116. * Slowdown I/O port space accesses for antique hardware.
  117. */
  118. #undef CONF_SLOWDOWN_IO
  119. /*
  120. * On SuperH I/O ports are memory mapped, so we access them using normal
  121. * load/store instructions. sh_io_port_base is the virtual address to
  122. * which all ports are being mapped.
  123. */
  124. extern const unsigned long sh_io_port_base;
  125. static inline void __set_io_port_base(unsigned long pbase)
  126. {
  127. *(unsigned long *)&sh_io_port_base = pbase;
  128. barrier();
  129. }
  130. #ifdef CONFIG_GENERIC_IOMAP
  131. #define __ioport_map ioport_map
  132. #else
  133. extern void __iomem *__ioport_map(unsigned long addr, unsigned int size);
  134. #endif
  135. #ifdef CONF_SLOWDOWN_IO
  136. #define SLOW_DOWN_IO __raw_readw(sh_io_port_base)
  137. #else
  138. #define SLOW_DOWN_IO
  139. #endif
  140. #define __BUILD_IOPORT_SINGLE(pfx, bwlq, type, p, slow) \
  141. \
  142. static inline void pfx##out##bwlq##p(type val, unsigned long port) \
  143. { \
  144. volatile type *__addr; \
  145. \
  146. __addr = __ioport_map(port, sizeof(type)); \
  147. *__addr = val; \
  148. slow; \
  149. } \
  150. \
  151. static inline type pfx##in##bwlq##p(unsigned long port) \
  152. { \
  153. volatile type *__addr; \
  154. type __val; \
  155. \
  156. __addr = __ioport_map(port, sizeof(type)); \
  157. __val = *__addr; \
  158. slow; \
  159. \
  160. return __val; \
  161. }
  162. #define __BUILD_IOPORT_PFX(bus, bwlq, type) \
  163. __BUILD_IOPORT_SINGLE(bus, bwlq, type, ,) \
  164. __BUILD_IOPORT_SINGLE(bus, bwlq, type, _p, SLOW_DOWN_IO)
  165. #define BUILDIO_IOPORT(bwlq, type) \
  166. __BUILD_IOPORT_PFX(, bwlq, type)
  167. BUILDIO_IOPORT(b, u8)
  168. BUILDIO_IOPORT(w, u16)
  169. BUILDIO_IOPORT(l, u32)
  170. BUILDIO_IOPORT(q, u64)
  171. #define __BUILD_IOPORT_STRING(bwlq, type) \
  172. \
  173. static inline void outs##bwlq(unsigned long port, const void *addr, \
  174. unsigned int count) \
  175. { \
  176. const volatile type *__addr = addr; \
  177. \
  178. while (count--) { \
  179. out##bwlq(*__addr, port); \
  180. __addr++; \
  181. } \
  182. } \
  183. \
  184. static inline void ins##bwlq(unsigned long port, void *addr, \
  185. unsigned int count) \
  186. { \
  187. volatile type *__addr = addr; \
  188. \
  189. while (count--) { \
  190. *__addr = in##bwlq(port); \
  191. __addr++; \
  192. } \
  193. }
  194. __BUILD_IOPORT_STRING(b, u8)
  195. __BUILD_IOPORT_STRING(w, u16)
  196. __BUILD_IOPORT_STRING(l, u32)
  197. __BUILD_IOPORT_STRING(q, u64)
  198. #endif
  199. #define IO_SPACE_LIMIT 0xffffffff
  200. /* synco on SH-4A, otherwise a nop */
  201. #define mmiowb() wmb()
  202. /* We really want to try and get these to memcpy etc */
  203. void memcpy_fromio(void *, const volatile void __iomem *, unsigned long);
  204. void memcpy_toio(volatile void __iomem *, const void *, unsigned long);
  205. void memset_io(volatile void __iomem *, int, unsigned long);
  206. /* Quad-word real-mode I/O, don't ask.. */
  207. unsigned long long peek_real_address_q(unsigned long long addr);
  208. unsigned long long poke_real_address_q(unsigned long long addr,
  209. unsigned long long val);
  210. #if !defined(CONFIG_MMU)
  211. #define virt_to_phys(address) ((unsigned long)(address))
  212. #define phys_to_virt(address) ((void *)(address))
  213. #else
  214. #define virt_to_phys(address) (__pa(address))
  215. #define phys_to_virt(address) (__va(address))
  216. #endif
  217. /*
  218. * On 32-bit SH, we traditionally have the whole physical address space
  219. * mapped at all times (as MIPS does), so "ioremap()" and "iounmap()" do
  220. * not need to do anything but place the address in the proper segment.
  221. * This is true for P1 and P2 addresses, as well as some P3 ones.
  222. * However, most of the P3 addresses and newer cores using extended
  223. * addressing need to map through page tables, so the ioremap()
  224. * implementation becomes a bit more complicated.
  225. *
  226. * See arch/sh/mm/ioremap.c for additional notes on this.
  227. *
  228. * We cheat a bit and always return uncachable areas until we've fixed
  229. * the drivers to handle caching properly.
  230. *
  231. * On the SH-5 the concept of segmentation in the 1:1 PXSEG sense simply
  232. * doesn't exist, so everything must go through page tables.
  233. */
  234. #ifdef CONFIG_MMU
  235. void __iomem *__ioremap_caller(phys_addr_t offset, unsigned long size,
  236. pgprot_t prot, void *caller);
  237. void __iounmap(void __iomem *addr);
  238. static inline void __iomem *
  239. __ioremap(phys_addr_t offset, unsigned long size, pgprot_t prot)
  240. {
  241. return __ioremap_caller(offset, size, prot, __builtin_return_address(0));
  242. }
  243. static inline void __iomem *
  244. __ioremap_29bit(phys_addr_t offset, unsigned long size, pgprot_t prot)
  245. {
  246. #ifdef CONFIG_29BIT
  247. phys_addr_t last_addr = offset + size - 1;
  248. /*
  249. * For P1 and P2 space this is trivial, as everything is already
  250. * mapped. Uncached access for P1 addresses are done through P2.
  251. * In the P3 case or for addresses outside of the 29-bit space,
  252. * mapping must be done by the PMB or by using page tables.
  253. */
  254. if (likely(PXSEG(offset) < P3SEG && PXSEG(last_addr) < P3SEG)) {
  255. u64 flags = pgprot_val(prot);
  256. /*
  257. * Anything using the legacy PTEA space attributes needs
  258. * to be kicked down to page table mappings.
  259. */
  260. if (unlikely(flags & _PAGE_PCC_MASK))
  261. return NULL;
  262. if (unlikely(flags & _PAGE_CACHABLE))
  263. return (void __iomem *)P1SEGADDR(offset);
  264. return (void __iomem *)P2SEGADDR(offset);
  265. }
  266. /* P4 above the store queues are always mapped. */
  267. if (unlikely(offset >= P3_ADDR_MAX))
  268. return (void __iomem *)P4SEGADDR(offset);
  269. #endif
  270. return NULL;
  271. }
  272. static inline void __iomem *
  273. __ioremap_mode(phys_addr_t offset, unsigned long size, pgprot_t prot)
  274. {
  275. void __iomem *ret;
  276. ret = __ioremap_trapped(offset, size);
  277. if (ret)
  278. return ret;
  279. ret = __ioremap_29bit(offset, size, prot);
  280. if (ret)
  281. return ret;
  282. return __ioremap(offset, size, prot);
  283. }
  284. #else
  285. #define __ioremap(offset, size, prot) ((void __iomem *)(offset))
  286. #define __ioremap_mode(offset, size, prot) ((void __iomem *)(offset))
  287. #define __iounmap(addr) do { } while (0)
  288. #endif /* CONFIG_MMU */
  289. static inline void __iomem *ioremap(phys_addr_t offset, unsigned long size)
  290. {
  291. return __ioremap_mode(offset, size, PAGE_KERNEL_NOCACHE);
  292. }
  293. static inline void __iomem *
  294. ioremap_cache(phys_addr_t offset, unsigned long size)
  295. {
  296. return __ioremap_mode(offset, size, PAGE_KERNEL);
  297. }
  298. #ifdef CONFIG_HAVE_IOREMAP_PROT
  299. static inline void __iomem *
  300. ioremap_prot(phys_addr_t offset, unsigned long size, unsigned long flags)
  301. {
  302. return __ioremap_mode(offset, size, __pgprot(flags));
  303. }
  304. #endif
  305. #ifdef CONFIG_IOREMAP_FIXED
  306. extern void __iomem *ioremap_fixed(phys_addr_t, unsigned long, pgprot_t);
  307. extern int iounmap_fixed(void __iomem *);
  308. extern void ioremap_fixed_init(void);
  309. #else
  310. static inline void __iomem *
  311. ioremap_fixed(phys_addr_t phys_addr, unsigned long size, pgprot_t prot)
  312. {
  313. BUG();
  314. return NULL;
  315. }
  316. static inline void ioremap_fixed_init(void) { }
  317. static inline int iounmap_fixed(void __iomem *addr) { return -EINVAL; }
  318. #endif
  319. #define ioremap_nocache ioremap
  320. #define iounmap __iounmap
  321. /*
  322. * Convert a physical pointer to a virtual kernel pointer for /dev/mem
  323. * access
  324. */
  325. #define xlate_dev_mem_ptr(p) __va(p)
  326. /*
  327. * Convert a virtual cached pointer to an uncached pointer
  328. */
  329. #define xlate_dev_kmem_ptr(p) p
  330. #define ARCH_HAS_VALID_PHYS_ADDR_RANGE
  331. int valid_phys_addr_range(unsigned long addr, size_t size);
  332. int valid_mmap_phys_addr_range(unsigned long pfn, size_t size);
  333. #endif /* __KERNEL__ */
  334. #endif /* __ASM_SH_IO_H */