.. | .. |
---|
| 1 | +/* SPDX-License-Identifier: GPL-2.0-only */ |
---|
1 | 2 | /* |
---|
2 | 3 | * Based on arch/arm/include/asm/io.h |
---|
3 | 4 | * |
---|
4 | 5 | * Copyright (C) 1996-2000 Russell King |
---|
5 | 6 | * Copyright (C) 2012 ARM Ltd. |
---|
6 | | - * |
---|
7 | | - * This program is free software; you can redistribute it and/or modify |
---|
8 | | - * it under the terms of the GNU General Public License version 2 as |
---|
9 | | - * published by the Free Software Foundation. |
---|
10 | | - * |
---|
11 | | - * This program is distributed in the hope that it will be useful, |
---|
12 | | - * but WITHOUT ANY WARRANTY; without even the implied warranty of |
---|
13 | | - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
---|
14 | | - * GNU General Public License for more details. |
---|
15 | | - * |
---|
16 | | - * You should have received a copy of the GNU General Public License |
---|
17 | | - * along with this program. If not, see <http://www.gnu.org/licenses/>. |
---|
18 | 7 | */ |
---|
19 | 8 | #ifndef __ASM_IO_H |
---|
20 | 9 | #define __ASM_IO_H |
---|
21 | 10 | |
---|
22 | | -#ifdef __KERNEL__ |
---|
23 | | - |
---|
24 | 11 | #include <linux/types.h> |
---|
| 12 | +#include <linux/log_mmiorw.h> |
---|
| 13 | +#include <linux/pgtable.h> |
---|
25 | 14 | |
---|
26 | 15 | #include <asm/byteorder.h> |
---|
27 | 16 | #include <asm/barrier.h> |
---|
28 | 17 | #include <asm/memory.h> |
---|
29 | | -#include <asm/pgtable.h> |
---|
30 | 18 | #include <asm/early_ioremap.h> |
---|
31 | 19 | #include <asm/alternative.h> |
---|
32 | 20 | #include <asm/cpufeature.h> |
---|
33 | | - |
---|
34 | | -#include <xen/xen.h> |
---|
35 | 21 | |
---|
36 | 22 | /* |
---|
37 | 23 | * Generic IO read/write. These perform native-endian accesses. |
---|
.. | .. |
---|
39 | 25 | #define __raw_writeb __raw_writeb |
---|
40 | 26 | static inline void __raw_writeb(u8 val, volatile void __iomem *addr) |
---|
41 | 27 | { |
---|
| 28 | + log_write_mmio(val, 8, addr); |
---|
42 | 29 | asm volatile("strb %w0, [%1]" : : "rZ" (val), "r" (addr)); |
---|
43 | 30 | } |
---|
44 | 31 | |
---|
45 | 32 | #define __raw_writew __raw_writew |
---|
46 | 33 | static inline void __raw_writew(u16 val, volatile void __iomem *addr) |
---|
47 | 34 | { |
---|
| 35 | + log_write_mmio(val, 16, addr); |
---|
48 | 36 | asm volatile("strh %w0, [%1]" : : "rZ" (val), "r" (addr)); |
---|
49 | 37 | } |
---|
50 | 38 | |
---|
51 | 39 | #define __raw_writel __raw_writel |
---|
52 | | -static inline void __raw_writel(u32 val, volatile void __iomem *addr) |
---|
| 40 | +static __always_inline void __raw_writel(u32 val, volatile void __iomem *addr) |
---|
53 | 41 | { |
---|
| 42 | + log_write_mmio(val, 32, addr); |
---|
54 | 43 | asm volatile("str %w0, [%1]" : : "rZ" (val), "r" (addr)); |
---|
55 | 44 | } |
---|
56 | 45 | |
---|
57 | 46 | #define __raw_writeq __raw_writeq |
---|
58 | 47 | static inline void __raw_writeq(u64 val, volatile void __iomem *addr) |
---|
59 | 48 | { |
---|
| 49 | + log_write_mmio(val, 64, addr); |
---|
60 | 50 | asm volatile("str %x0, [%1]" : : "rZ" (val), "r" (addr)); |
---|
61 | 51 | } |
---|
62 | 52 | |
---|
.. | .. |
---|
64 | 54 | static inline u8 __raw_readb(const volatile void __iomem *addr) |
---|
65 | 55 | { |
---|
66 | 56 | u8 val; |
---|
| 57 | + |
---|
| 58 | + log_read_mmio(8, addr); |
---|
67 | 59 | asm volatile(ALTERNATIVE("ldrb %w0, [%1]", |
---|
68 | 60 | "ldarb %w0, [%1]", |
---|
69 | 61 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
---|
70 | 62 | : "=r" (val) : "r" (addr)); |
---|
| 63 | + log_post_read_mmio(val, 8, addr); |
---|
71 | 64 | return val; |
---|
72 | 65 | } |
---|
73 | 66 | |
---|
.. | .. |
---|
76 | 69 | { |
---|
77 | 70 | u16 val; |
---|
78 | 71 | |
---|
| 72 | + log_read_mmio(16, addr); |
---|
79 | 73 | asm volatile(ALTERNATIVE("ldrh %w0, [%1]", |
---|
80 | 74 | "ldarh %w0, [%1]", |
---|
81 | 75 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
---|
82 | 76 | : "=r" (val) : "r" (addr)); |
---|
| 77 | + log_post_read_mmio(val, 16, addr); |
---|
83 | 78 | return val; |
---|
84 | 79 | } |
---|
85 | 80 | |
---|
86 | 81 | #define __raw_readl __raw_readl |
---|
87 | | -static inline u32 __raw_readl(const volatile void __iomem *addr) |
---|
| 82 | +static __always_inline u32 __raw_readl(const volatile void __iomem *addr) |
---|
88 | 83 | { |
---|
89 | 84 | u32 val; |
---|
| 85 | + |
---|
| 86 | + log_read_mmio(32, addr); |
---|
90 | 87 | asm volatile(ALTERNATIVE("ldr %w0, [%1]", |
---|
91 | 88 | "ldar %w0, [%1]", |
---|
92 | 89 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
---|
93 | 90 | : "=r" (val) : "r" (addr)); |
---|
| 91 | + log_post_read_mmio(val, 32, addr); |
---|
94 | 92 | return val; |
---|
95 | 93 | } |
---|
96 | 94 | |
---|
.. | .. |
---|
98 | 96 | static inline u64 __raw_readq(const volatile void __iomem *addr) |
---|
99 | 97 | { |
---|
100 | 98 | u64 val; |
---|
| 99 | + |
---|
| 100 | + log_read_mmio(64, addr); |
---|
101 | 101 | asm volatile(ALTERNATIVE("ldr %0, [%1]", |
---|
102 | 102 | "ldar %0, [%1]", |
---|
103 | 103 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
---|
104 | 104 | : "=r" (val) : "r" (addr)); |
---|
| 105 | + log_post_read_mmio(val, 64, addr); |
---|
105 | 106 | return val; |
---|
106 | 107 | } |
---|
107 | 108 | |
---|
.. | .. |
---|
110 | 111 | ({ \ |
---|
111 | 112 | unsigned long tmp; \ |
---|
112 | 113 | \ |
---|
113 | | - rmb(); \ |
---|
| 114 | + dma_rmb(); \ |
---|
114 | 115 | \ |
---|
115 | 116 | /* \ |
---|
116 | 117 | * Create a dummy control dependency from the IO read to any \ |
---|
.. | .. |
---|
123 | 124 | : "memory"); \ |
---|
124 | 125 | }) |
---|
125 | 126 | |
---|
126 | | -#define __iowmb() wmb() |
---|
127 | | - |
---|
128 | | -#define mmiowb() do { } while (0) |
---|
| 127 | +#define __io_par(v) __iormb(v) |
---|
| 128 | +#define __iowmb() dma_wmb() |
---|
| 129 | +#define __iomb() dma_mb() |
---|
129 | 130 | |
---|
130 | 131 | /* |
---|
131 | 132 | * Relaxed I/O memory access primitives. These follow the Device memory |
---|
.. | .. |
---|
179 | 180 | * I/O memory mapping functions. |
---|
180 | 181 | */ |
---|
181 | 182 | extern void __iomem *__ioremap(phys_addr_t phys_addr, size_t size, pgprot_t prot); |
---|
182 | | -extern void __iounmap(volatile void __iomem *addr); |
---|
| 183 | +extern void iounmap(volatile void __iomem *addr); |
---|
183 | 184 | extern void __iomem *ioremap_cache(phys_addr_t phys_addr, size_t size); |
---|
184 | 185 | |
---|
185 | 186 | #define ioremap(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE)) |
---|
186 | | -#define ioremap_nocache(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE)) |
---|
187 | 187 | #define ioremap_wc(addr, size) __ioremap((addr), (size), __pgprot(PROT_NORMAL_NC)) |
---|
188 | | -#define ioremap_wt(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE)) |
---|
189 | | -#define iounmap __iounmap |
---|
190 | 188 | |
---|
191 | 189 | /* |
---|
192 | 190 | * PCI configuration space mapping function. |
---|
.. | .. |
---|
221 | 219 | |
---|
222 | 220 | extern int devmem_is_allowed(unsigned long pfn); |
---|
223 | 221 | |
---|
224 | | -struct bio_vec; |
---|
225 | | -extern bool xen_biovec_phys_mergeable(const struct bio_vec *vec1, |
---|
226 | | - const struct bio_vec *vec2); |
---|
227 | | -#define BIOVEC_PHYS_MERGEABLE(vec1, vec2) \ |
---|
228 | | - (__BIOVEC_PHYS_MERGEABLE(vec1, vec2) && \ |
---|
229 | | - (!xen_domain() || xen_biovec_phys_mergeable(vec1, vec2))) |
---|
| 222 | +extern bool arch_memremap_can_ram_remap(resource_size_t offset, size_t size, |
---|
| 223 | + unsigned long flags); |
---|
| 224 | +#define arch_memremap_can_ram_remap arch_memremap_can_ram_remap |
---|
230 | 225 | |
---|
231 | | -#endif /* __KERNEL__ */ |
---|
232 | 226 | #endif /* __ASM_IO_H */ |
---|