| .. | .. |
|---|
| 1 | +/* SPDX-License-Identifier: GPL-2.0-only */ |
|---|
| 1 | 2 | /* |
|---|
| 2 | 3 | * {read,write}{b,w,l,q} based on arch/arm64/include/asm/io.h |
|---|
| 3 | 4 | * which was based on arch/arm/include/io.h |
|---|
| .. | .. |
|---|
| 5 | 6 | * Copyright (C) 1996-2000 Russell King |
|---|
| 6 | 7 | * Copyright (C) 2012 ARM Ltd. |
|---|
| 7 | 8 | * Copyright (C) 2014 Regents of the University of California |
|---|
| 8 | | - * |
|---|
| 9 | | - * This program is free software; you can redistribute it and/or |
|---|
| 10 | | - * modify it under the terms of the GNU General Public License |
|---|
| 11 | | - * as published by the Free Software Foundation, version 2. |
|---|
| 12 | | - * |
|---|
| 13 | | - * This program is distributed in the hope that it will be useful, |
|---|
| 14 | | - * but WITHOUT ANY WARRANTY; without even the implied warranty of |
|---|
| 15 | | - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|---|
| 16 | | - * GNU General Public License for more details. |
|---|
| 17 | 9 | */ |
|---|
| 18 | 10 | |
|---|
| 19 | 11 | #ifndef _ASM_RISCV_IO_H |
|---|
| 20 | 12 | #define _ASM_RISCV_IO_H |
|---|
| 21 | 13 | |
|---|
| 22 | 14 | #include <linux/types.h> |
|---|
| 23 | | - |
|---|
| 24 | | -extern void __iomem *ioremap(phys_addr_t offset, unsigned long size); |
|---|
| 15 | +#include <linux/pgtable.h> |
|---|
| 16 | +#include <asm/mmiowb.h> |
|---|
| 17 | +#include <asm/early_ioremap.h> |
|---|
| 25 | 18 | |
|---|
| 26 | 19 | /* |
|---|
| 27 | | - * The RISC-V ISA doesn't yet specify how to query or modify PMAs, so we can't |
|---|
| 28 | | - * change the properties of memory regions. This should be fixed by the |
|---|
| 29 | | - * upcoming platform spec. |
|---|
| 20 | + * MMIO access functions are separated out to break dependency cycles |
|---|
| 21 | + * when using {read,write}* fns in low-level headers |
|---|
| 30 | 22 | */ |
|---|
| 31 | | -#define ioremap_nocache(addr, size) ioremap((addr), (size)) |
|---|
| 32 | | -#define ioremap_wc(addr, size) ioremap((addr), (size)) |
|---|
| 33 | | -#define ioremap_wt(addr, size) ioremap((addr), (size)) |
|---|
| 34 | | - |
|---|
| 35 | | -extern void iounmap(volatile void __iomem *addr); |
|---|
| 36 | | - |
|---|
| 37 | | -/* Generic IO read/write. These perform native-endian accesses. */ |
|---|
| 38 | | -#define __raw_writeb __raw_writeb |
|---|
| 39 | | -static inline void __raw_writeb(u8 val, volatile void __iomem *addr) |
|---|
| 40 | | -{ |
|---|
| 41 | | - asm volatile("sb %0, 0(%1)" : : "r" (val), "r" (addr)); |
|---|
| 42 | | -} |
|---|
| 43 | | - |
|---|
| 44 | | -#define __raw_writew __raw_writew |
|---|
| 45 | | -static inline void __raw_writew(u16 val, volatile void __iomem *addr) |
|---|
| 46 | | -{ |
|---|
| 47 | | - asm volatile("sh %0, 0(%1)" : : "r" (val), "r" (addr)); |
|---|
| 48 | | -} |
|---|
| 49 | | - |
|---|
| 50 | | -#define __raw_writel __raw_writel |
|---|
| 51 | | -static inline void __raw_writel(u32 val, volatile void __iomem *addr) |
|---|
| 52 | | -{ |
|---|
| 53 | | - asm volatile("sw %0, 0(%1)" : : "r" (val), "r" (addr)); |
|---|
| 54 | | -} |
|---|
| 55 | | - |
|---|
| 56 | | -#ifdef CONFIG_64BIT |
|---|
| 57 | | -#define __raw_writeq __raw_writeq |
|---|
| 58 | | -static inline void __raw_writeq(u64 val, volatile void __iomem *addr) |
|---|
| 59 | | -{ |
|---|
| 60 | | - asm volatile("sd %0, 0(%1)" : : "r" (val), "r" (addr)); |
|---|
| 61 | | -} |
|---|
| 62 | | -#endif |
|---|
| 63 | | - |
|---|
| 64 | | -#define __raw_readb __raw_readb |
|---|
| 65 | | -static inline u8 __raw_readb(const volatile void __iomem *addr) |
|---|
| 66 | | -{ |
|---|
| 67 | | - u8 val; |
|---|
| 68 | | - |
|---|
| 69 | | - asm volatile("lb %0, 0(%1)" : "=r" (val) : "r" (addr)); |
|---|
| 70 | | - return val; |
|---|
| 71 | | -} |
|---|
| 72 | | - |
|---|
| 73 | | -#define __raw_readw __raw_readw |
|---|
| 74 | | -static inline u16 __raw_readw(const volatile void __iomem *addr) |
|---|
| 75 | | -{ |
|---|
| 76 | | - u16 val; |
|---|
| 77 | | - |
|---|
| 78 | | - asm volatile("lh %0, 0(%1)" : "=r" (val) : "r" (addr)); |
|---|
| 79 | | - return val; |
|---|
| 80 | | -} |
|---|
| 81 | | - |
|---|
| 82 | | -#define __raw_readl __raw_readl |
|---|
| 83 | | -static inline u32 __raw_readl(const volatile void __iomem *addr) |
|---|
| 84 | | -{ |
|---|
| 85 | | - u32 val; |
|---|
| 86 | | - |
|---|
| 87 | | - asm volatile("lw %0, 0(%1)" : "=r" (val) : "r" (addr)); |
|---|
| 88 | | - return val; |
|---|
| 89 | | -} |
|---|
| 90 | | - |
|---|
| 91 | | -#ifdef CONFIG_64BIT |
|---|
| 92 | | -#define __raw_readq __raw_readq |
|---|
| 93 | | -static inline u64 __raw_readq(const volatile void __iomem *addr) |
|---|
| 94 | | -{ |
|---|
| 95 | | - u64 val; |
|---|
| 96 | | - |
|---|
| 97 | | - asm volatile("ld %0, 0(%1)" : "=r" (val) : "r" (addr)); |
|---|
| 98 | | - return val; |
|---|
| 99 | | -} |
|---|
| 100 | | -#endif |
|---|
| 23 | +#include <asm/mmio.h> |
|---|
| 101 | 24 | |
|---|
| 102 | 25 | /* |
|---|
| 103 | | - * FIXME: I'm flip-flopping on whether or not we should keep this or enforce |
|---|
| 104 | | - * the ordering with I/O on spinlocks like PowerPC does. The worry is that |
|---|
| 105 | | - * drivers won't get this correct, but I also don't want to introduce a fence |
|---|
| 106 | | - * into the lock code that otherwise only uses AMOs (and is essentially defined |
|---|
| 107 | | - * by the ISA to be correct). For now I'm leaving this here: "o,w" is |
|---|
| 108 | | - * sufficient to ensure that all writes to the device have completed before the |
|---|
| 109 | | - * write to the spinlock is allowed to commit. I surmised this from reading |
|---|
| 110 | | - * "ACQUIRES VS I/O ACCESSES" in memory-barriers.txt. |
|---|
| 26 | + * I/O port access constants. |
|---|
| 111 | 27 | */ |
|---|
| 112 | | -#define mmiowb() __asm__ __volatile__ ("fence o,w" : : : "memory"); |
|---|
| 113 | | - |
|---|
| 114 | | -/* |
|---|
| 115 | | - * Unordered I/O memory access primitives. These are even more relaxed than |
|---|
| 116 | | - * the relaxed versions, as they don't even order accesses between successive |
|---|
| 117 | | - * operations to the I/O regions. |
|---|
| 118 | | - */ |
|---|
| 119 | | -#define readb_cpu(c) ({ u8 __r = __raw_readb(c); __r; }) |
|---|
| 120 | | -#define readw_cpu(c) ({ u16 __r = le16_to_cpu((__force __le16)__raw_readw(c)); __r; }) |
|---|
| 121 | | -#define readl_cpu(c) ({ u32 __r = le32_to_cpu((__force __le32)__raw_readl(c)); __r; }) |
|---|
| 122 | | - |
|---|
| 123 | | -#define writeb_cpu(v,c) ((void)__raw_writeb((v),(c))) |
|---|
| 124 | | -#define writew_cpu(v,c) ((void)__raw_writew((__force u16)cpu_to_le16(v),(c))) |
|---|
| 125 | | -#define writel_cpu(v,c) ((void)__raw_writel((__force u32)cpu_to_le32(v),(c))) |
|---|
| 126 | | - |
|---|
| 127 | | -#ifdef CONFIG_64BIT |
|---|
| 128 | | -#define readq_cpu(c) ({ u64 __r = le64_to_cpu((__force __le64)__raw_readq(c)); __r; }) |
|---|
| 129 | | -#define writeq_cpu(v,c) ((void)__raw_writeq((__force u64)cpu_to_le64(v),(c))) |
|---|
| 130 | | -#endif |
|---|
| 131 | | - |
|---|
| 132 | | -/* |
|---|
| 133 | | - * Relaxed I/O memory access primitives. These follow the Device memory |
|---|
| 134 | | - * ordering rules but do not guarantee any ordering relative to Normal memory |
|---|
| 135 | | - * accesses. These are defined to order the indicated access (either a read or |
|---|
| 136 | | - * write) with all other I/O memory accesses. Since the platform specification |
|---|
| 137 | | - * defines that all I/O regions are strongly ordered on channel 2, no explicit |
|---|
| 138 | | - * fences are required to enforce this ordering. |
|---|
| 139 | | - */ |
|---|
| 140 | | -/* FIXME: These are now the same as asm-generic */ |
|---|
| 141 | | -#define __io_rbr() do {} while (0) |
|---|
| 142 | | -#define __io_rar() do {} while (0) |
|---|
| 143 | | -#define __io_rbw() do {} while (0) |
|---|
| 144 | | -#define __io_raw() do {} while (0) |
|---|
| 145 | | - |
|---|
| 146 | | -#define readb_relaxed(c) ({ u8 __v; __io_rbr(); __v = readb_cpu(c); __io_rar(); __v; }) |
|---|
| 147 | | -#define readw_relaxed(c) ({ u16 __v; __io_rbr(); __v = readw_cpu(c); __io_rar(); __v; }) |
|---|
| 148 | | -#define readl_relaxed(c) ({ u32 __v; __io_rbr(); __v = readl_cpu(c); __io_rar(); __v; }) |
|---|
| 149 | | - |
|---|
| 150 | | -#define writeb_relaxed(v,c) ({ __io_rbw(); writeb_cpu((v),(c)); __io_raw(); }) |
|---|
| 151 | | -#define writew_relaxed(v,c) ({ __io_rbw(); writew_cpu((v),(c)); __io_raw(); }) |
|---|
| 152 | | -#define writel_relaxed(v,c) ({ __io_rbw(); writel_cpu((v),(c)); __io_raw(); }) |
|---|
| 153 | | - |
|---|
| 154 | | -#ifdef CONFIG_64BIT |
|---|
| 155 | | -#define readq_relaxed(c) ({ u64 __v; __io_rbr(); __v = readq_cpu(c); __io_rar(); __v; }) |
|---|
| 156 | | -#define writeq_relaxed(v,c) ({ __io_rbw(); writeq_cpu((v),(c)); __io_raw(); }) |
|---|
| 157 | | -#endif |
|---|
| 158 | | - |
|---|
| 159 | | -/* |
|---|
| 160 | | - * I/O memory access primitives. Reads are ordered relative to any |
|---|
| 161 | | - * following Normal memory access. Writes are ordered relative to any prior |
|---|
| 162 | | - * Normal memory access. The memory barriers here are necessary as RISC-V |
|---|
| 163 | | - * doesn't define any ordering between the memory space and the I/O space. |
|---|
| 164 | | - */ |
|---|
| 165 | | -#define __io_br() do {} while (0) |
|---|
| 166 | | -#define __io_ar() __asm__ __volatile__ ("fence i,r" : : : "memory"); |
|---|
| 167 | | -#define __io_bw() __asm__ __volatile__ ("fence w,o" : : : "memory"); |
|---|
| 168 | | -#define __io_aw() do {} while (0) |
|---|
| 169 | | - |
|---|
| 170 | | -#define readb(c) ({ u8 __v; __io_br(); __v = readb_cpu(c); __io_ar(); __v; }) |
|---|
| 171 | | -#define readw(c) ({ u16 __v; __io_br(); __v = readw_cpu(c); __io_ar(); __v; }) |
|---|
| 172 | | -#define readl(c) ({ u32 __v; __io_br(); __v = readl_cpu(c); __io_ar(); __v; }) |
|---|
| 173 | | - |
|---|
| 174 | | -#define writeb(v,c) ({ __io_bw(); writeb_cpu((v),(c)); __io_aw(); }) |
|---|
| 175 | | -#define writew(v,c) ({ __io_bw(); writew_cpu((v),(c)); __io_aw(); }) |
|---|
| 176 | | -#define writel(v,c) ({ __io_bw(); writel_cpu((v),(c)); __io_aw(); }) |
|---|
| 177 | | - |
|---|
| 178 | | -#ifdef CONFIG_64BIT |
|---|
| 179 | | -#define readq(c) ({ u64 __v; __io_br(); __v = readq_cpu(c); __io_ar(); __v; }) |
|---|
| 180 | | -#define writeq(v,c) ({ __io_bw(); writeq_cpu((v),(c)); __io_aw(); }) |
|---|
| 181 | | -#endif |
|---|
| 28 | +#ifdef CONFIG_MMU |
|---|
| 29 | +#define IO_SPACE_LIMIT (PCI_IO_SIZE - 1) |
|---|
| 30 | +#define PCI_IOBASE ((void __iomem *)PCI_IO_START) |
|---|
| 31 | +#endif /* CONFIG_MMU */ |
|---|
| 182 | 32 | |
|---|
| 183 | 33 | /* |
|---|
| 184 | 34 | * Emulation routines for the port-mapped IO space used by some PCI drivers. |
|---|
| .. | .. |
|---|
| 198 | 48 | * writes. |
|---|
| 199 | 49 | */ |
|---|
| 200 | 50 | #define __io_pbr() __asm__ __volatile__ ("fence io,i" : : : "memory"); |
|---|
| 201 | | -#define __io_par() __asm__ __volatile__ ("fence i,ior" : : : "memory"); |
|---|
| 51 | +#define __io_par(v) __asm__ __volatile__ ("fence i,ior" : : : "memory"); |
|---|
| 202 | 52 | #define __io_pbw() __asm__ __volatile__ ("fence iow,o" : : : "memory"); |
|---|
| 203 | 53 | #define __io_paw() __asm__ __volatile__ ("fence o,io" : : : "memory"); |
|---|
| 204 | 54 | |
|---|
| 205 | | -#define inb(c) ({ u8 __v; __io_pbr(); __v = readb_cpu((void*)(PCI_IOBASE + (c))); __io_par(); __v; }) |
|---|
| 206 | | -#define inw(c) ({ u16 __v; __io_pbr(); __v = readw_cpu((void*)(PCI_IOBASE + (c))); __io_par(); __v; }) |
|---|
| 207 | | -#define inl(c) ({ u32 __v; __io_pbr(); __v = readl_cpu((void*)(PCI_IOBASE + (c))); __io_par(); __v; }) |
|---|
| 55 | +#define inb(c) ({ u8 __v; __io_pbr(); __v = readb_cpu((void*)(PCI_IOBASE + (c))); __io_par(__v); __v; }) |
|---|
| 56 | +#define inw(c) ({ u16 __v; __io_pbr(); __v = readw_cpu((void*)(PCI_IOBASE + (c))); __io_par(__v); __v; }) |
|---|
| 57 | +#define inl(c) ({ u32 __v; __io_pbr(); __v = readl_cpu((void*)(PCI_IOBASE + (c))); __io_par(__v); __v; }) |
|---|
| 208 | 58 | |
|---|
| 209 | 59 | #define outb(v,c) ({ __io_pbw(); writeb_cpu((v),(void*)(PCI_IOBASE + (c))); __io_paw(); }) |
|---|
| 210 | 60 | #define outw(v,c) ({ __io_pbw(); writew_cpu((v),(void*)(PCI_IOBASE + (c))); __io_paw(); }) |
|---|
| 211 | 61 | #define outl(v,c) ({ __io_pbw(); writel_cpu((v),(void*)(PCI_IOBASE + (c))); __io_paw(); }) |
|---|
| 212 | 62 | |
|---|
| 213 | 63 | #ifdef CONFIG_64BIT |
|---|
| 214 | | -#define inq(c) ({ u64 __v; __io_pbr(); __v = readq_cpu((void*)(c)); __io_par(); __v; }) |
|---|
| 64 | +#define inq(c) ({ u64 __v; __io_pbr(); __v = readq_cpu((void*)(c)); __io_par(__v); __v; }) |
|---|
| 215 | 65 | #define outq(v,c) ({ __io_pbw(); writeq_cpu((v),(void*)(c)); __io_paw(); }) |
|---|
| 216 | 66 | #endif |
|---|
| 217 | 67 | |
|---|
| .. | .. |
|---|
| 254 | 104 | afence; \ |
|---|
| 255 | 105 | } |
|---|
| 256 | 106 | |
|---|
| 257 | | -__io_reads_ins(reads, u8, b, __io_br(), __io_ar()) |
|---|
| 258 | | -__io_reads_ins(reads, u16, w, __io_br(), __io_ar()) |
|---|
| 259 | | -__io_reads_ins(reads, u32, l, __io_br(), __io_ar()) |
|---|
| 107 | +__io_reads_ins(reads, u8, b, __io_br(), __io_ar(addr)) |
|---|
| 108 | +__io_reads_ins(reads, u16, w, __io_br(), __io_ar(addr)) |
|---|
| 109 | +__io_reads_ins(reads, u32, l, __io_br(), __io_ar(addr)) |
|---|
| 260 | 110 | #define readsb(addr, buffer, count) __readsb(addr, buffer, count) |
|---|
| 261 | 111 | #define readsw(addr, buffer, count) __readsw(addr, buffer, count) |
|---|
| 262 | 112 | #define readsl(addr, buffer, count) __readsl(addr, buffer, count) |
|---|
| 263 | 113 | |
|---|
| 264 | | -__io_reads_ins(ins, u8, b, __io_pbr(), __io_par()) |
|---|
| 265 | | -__io_reads_ins(ins, u16, w, __io_pbr(), __io_par()) |
|---|
| 266 | | -__io_reads_ins(ins, u32, l, __io_pbr(), __io_par()) |
|---|
| 267 | | -#define insb(addr, buffer, count) __insb((void __iomem *)(long)addr, buffer, count) |
|---|
| 268 | | -#define insw(addr, buffer, count) __insw((void __iomem *)(long)addr, buffer, count) |
|---|
| 269 | | -#define insl(addr, buffer, count) __insl((void __iomem *)(long)addr, buffer, count) |
|---|
| 114 | +__io_reads_ins(ins, u8, b, __io_pbr(), __io_par(addr)) |
|---|
| 115 | +__io_reads_ins(ins, u16, w, __io_pbr(), __io_par(addr)) |
|---|
| 116 | +__io_reads_ins(ins, u32, l, __io_pbr(), __io_par(addr)) |
|---|
| 117 | +#define insb(addr, buffer, count) __insb(PCI_IOBASE + (addr), buffer, count) |
|---|
| 118 | +#define insw(addr, buffer, count) __insw(PCI_IOBASE + (addr), buffer, count) |
|---|
| 119 | +#define insl(addr, buffer, count) __insl(PCI_IOBASE + (addr), buffer, count) |
|---|
| 270 | 120 | |
|---|
| 271 | 121 | __io_writes_outs(writes, u8, b, __io_bw(), __io_aw()) |
|---|
| 272 | 122 | __io_writes_outs(writes, u16, w, __io_bw(), __io_aw()) |
|---|
| .. | .. |
|---|
| 278 | 128 | __io_writes_outs(outs, u8, b, __io_pbw(), __io_paw()) |
|---|
| 279 | 129 | __io_writes_outs(outs, u16, w, __io_pbw(), __io_paw()) |
|---|
| 280 | 130 | __io_writes_outs(outs, u32, l, __io_pbw(), __io_paw()) |
|---|
| 281 | | -#define outsb(addr, buffer, count) __outsb((void __iomem *)(long)addr, buffer, count) |
|---|
| 282 | | -#define outsw(addr, buffer, count) __outsw((void __iomem *)(long)addr, buffer, count) |
|---|
| 283 | | -#define outsl(addr, buffer, count) __outsl((void __iomem *)(long)addr, buffer, count) |
|---|
| 131 | +#define outsb(addr, buffer, count) __outsb(PCI_IOBASE + (addr), buffer, count) |
|---|
| 132 | +#define outsw(addr, buffer, count) __outsw(PCI_IOBASE + (addr), buffer, count) |
|---|
| 133 | +#define outsl(addr, buffer, count) __outsl(PCI_IOBASE + (addr), buffer, count) |
|---|
| 284 | 134 | |
|---|
| 285 | 135 | #ifdef CONFIG_64BIT |
|---|
| 286 | | -__io_reads_ins(reads, u64, q, __io_br(), __io_ar()) |
|---|
| 136 | +__io_reads_ins(reads, u64, q, __io_br(), __io_ar(addr)) |
|---|
| 287 | 137 | #define readsq(addr, buffer, count) __readsq(addr, buffer, count) |
|---|
| 288 | 138 | |
|---|
| 289 | | -__io_reads_ins(ins, u64, q, __io_pbr(), __io_par()) |
|---|
| 290 | | -#define insq(addr, buffer, count) __insq((void __iomem *)addr, buffer, count) |
|---|
| 139 | +__io_reads_ins(ins, u64, q, __io_pbr(), __io_par(addr)) |
|---|
| 140 | +#define insq(addr, buffer, count) __insq(PCI_IOBASE + (addr), buffer, count) |
|---|
| 291 | 141 | |
|---|
| 292 | 142 | __io_writes_outs(writes, u64, q, __io_bw(), __io_aw()) |
|---|
| 293 | 143 | #define writesq(addr, buffer, count) __writesq(addr, buffer, count) |
|---|
| 294 | 144 | |
|---|
| 295 | 145 | __io_writes_outs(outs, u64, q, __io_pbr(), __io_paw()) |
|---|
| 296 | | -#define outsq(addr, buffer, count) __outsq((void __iomem *)addr, buffer, count) |
|---|
| 146 | +#define outsq(addr, buffer, count) __outsq(PCI_IOBASE + (addr), buffer, count) |
|---|
| 297 | 147 | #endif |
|---|
| 298 | 148 | |
|---|
| 299 | 149 | #include <asm-generic/io.h> |
|---|