| .. | .. |
|---|
| 1 | +/* SPDX-License-Identifier: GPL-2.0-only */ |
|---|
| 1 | 2 | /* |
|---|
| 2 | 3 | * Based on arch/arm/include/asm/io.h |
|---|
| 3 | 4 | * |
|---|
| 4 | 5 | * Copyright (C) 1996-2000 Russell King |
|---|
| 5 | 6 | * Copyright (C) 2012 ARM Ltd. |
|---|
| 6 | | - * |
|---|
| 7 | | - * This program is free software; you can redistribute it and/or modify |
|---|
| 8 | | - * it under the terms of the GNU General Public License version 2 as |
|---|
| 9 | | - * published by the Free Software Foundation. |
|---|
| 10 | | - * |
|---|
| 11 | | - * This program is distributed in the hope that it will be useful, |
|---|
| 12 | | - * but WITHOUT ANY WARRANTY; without even the implied warranty of |
|---|
| 13 | | - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|---|
| 14 | | - * GNU General Public License for more details. |
|---|
| 15 | | - * |
|---|
| 16 | | - * You should have received a copy of the GNU General Public License |
|---|
| 17 | | - * along with this program. If not, see <http://www.gnu.org/licenses/>. |
|---|
| 18 | 7 | */ |
|---|
| 19 | 8 | #ifndef __ASM_IO_H |
|---|
| 20 | 9 | #define __ASM_IO_H |
|---|
| 21 | 10 | |
|---|
| 22 | | -#ifdef __KERNEL__ |
|---|
| 23 | | - |
|---|
| 24 | 11 | #include <linux/types.h> |
|---|
| 12 | +#include <linux/log_mmiorw.h> |
|---|
| 13 | +#include <linux/pgtable.h> |
|---|
| 25 | 14 | |
|---|
| 26 | 15 | #include <asm/byteorder.h> |
|---|
| 27 | 16 | #include <asm/barrier.h> |
|---|
| 28 | 17 | #include <asm/memory.h> |
|---|
| 29 | | -#include <asm/pgtable.h> |
|---|
| 30 | 18 | #include <asm/early_ioremap.h> |
|---|
| 31 | 19 | #include <asm/alternative.h> |
|---|
| 32 | 20 | #include <asm/cpufeature.h> |
|---|
| 33 | | - |
|---|
| 34 | | -#include <xen/xen.h> |
|---|
| 35 | 21 | |
|---|
| 36 | 22 | /* |
|---|
| 37 | 23 | * Generic IO read/write. These perform native-endian accesses. |
|---|
| .. | .. |
|---|
| 39 | 25 | #define __raw_writeb __raw_writeb |
|---|
| 40 | 26 | static inline void __raw_writeb(u8 val, volatile void __iomem *addr) |
|---|
| 41 | 27 | { |
|---|
| 28 | + log_write_mmio(val, 8, addr); |
|---|
| 42 | 29 | asm volatile("strb %w0, [%1]" : : "rZ" (val), "r" (addr)); |
|---|
| 43 | 30 | } |
|---|
| 44 | 31 | |
|---|
| 45 | 32 | #define __raw_writew __raw_writew |
|---|
| 46 | 33 | static inline void __raw_writew(u16 val, volatile void __iomem *addr) |
|---|
| 47 | 34 | { |
|---|
| 35 | + log_write_mmio(val, 16, addr); |
|---|
| 48 | 36 | asm volatile("strh %w0, [%1]" : : "rZ" (val), "r" (addr)); |
|---|
| 49 | 37 | } |
|---|
| 50 | 38 | |
|---|
| 51 | 39 | #define __raw_writel __raw_writel |
|---|
| 52 | | -static inline void __raw_writel(u32 val, volatile void __iomem *addr) |
|---|
| 40 | +static __always_inline void __raw_writel(u32 val, volatile void __iomem *addr) |
|---|
| 53 | 41 | { |
|---|
| 42 | + log_write_mmio(val, 32, addr); |
|---|
| 54 | 43 | asm volatile("str %w0, [%1]" : : "rZ" (val), "r" (addr)); |
|---|
| 55 | 44 | } |
|---|
| 56 | 45 | |
|---|
| 57 | 46 | #define __raw_writeq __raw_writeq |
|---|
| 58 | 47 | static inline void __raw_writeq(u64 val, volatile void __iomem *addr) |
|---|
| 59 | 48 | { |
|---|
| 49 | + log_write_mmio(val, 64, addr); |
|---|
| 60 | 50 | asm volatile("str %x0, [%1]" : : "rZ" (val), "r" (addr)); |
|---|
| 61 | 51 | } |
|---|
| 62 | 52 | |
|---|
| .. | .. |
|---|
| 64 | 54 | static inline u8 __raw_readb(const volatile void __iomem *addr) |
|---|
| 65 | 55 | { |
|---|
| 66 | 56 | u8 val; |
|---|
| 57 | + |
|---|
| 58 | + log_read_mmio(8, addr); |
|---|
| 67 | 59 | asm volatile(ALTERNATIVE("ldrb %w0, [%1]", |
|---|
| 68 | 60 | "ldarb %w0, [%1]", |
|---|
| 69 | 61 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
|---|
| 70 | 62 | : "=r" (val) : "r" (addr)); |
|---|
| 63 | + log_post_read_mmio(val, 8, addr); |
|---|
| 71 | 64 | return val; |
|---|
| 72 | 65 | } |
|---|
| 73 | 66 | |
|---|
| .. | .. |
|---|
| 76 | 69 | { |
|---|
| 77 | 70 | u16 val; |
|---|
| 78 | 71 | |
|---|
| 72 | + log_read_mmio(16, addr); |
|---|
| 79 | 73 | asm volatile(ALTERNATIVE("ldrh %w0, [%1]", |
|---|
| 80 | 74 | "ldarh %w0, [%1]", |
|---|
| 81 | 75 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
|---|
| 82 | 76 | : "=r" (val) : "r" (addr)); |
|---|
| 77 | + log_post_read_mmio(val, 16, addr); |
|---|
| 83 | 78 | return val; |
|---|
| 84 | 79 | } |
|---|
| 85 | 80 | |
|---|
| 86 | 81 | #define __raw_readl __raw_readl |
|---|
| 87 | | -static inline u32 __raw_readl(const volatile void __iomem *addr) |
|---|
| 82 | +static __always_inline u32 __raw_readl(const volatile void __iomem *addr) |
|---|
| 88 | 83 | { |
|---|
| 89 | 84 | u32 val; |
|---|
| 85 | + |
|---|
| 86 | + log_read_mmio(32, addr); |
|---|
| 90 | 87 | asm volatile(ALTERNATIVE("ldr %w0, [%1]", |
|---|
| 91 | 88 | "ldar %w0, [%1]", |
|---|
| 92 | 89 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
|---|
| 93 | 90 | : "=r" (val) : "r" (addr)); |
|---|
| 91 | + log_post_read_mmio(val, 32, addr); |
|---|
| 94 | 92 | return val; |
|---|
| 95 | 93 | } |
|---|
| 96 | 94 | |
|---|
| .. | .. |
|---|
| 98 | 96 | static inline u64 __raw_readq(const volatile void __iomem *addr) |
|---|
| 99 | 97 | { |
|---|
| 100 | 98 | u64 val; |
|---|
| 99 | + |
|---|
| 100 | + log_read_mmio(64, addr); |
|---|
| 101 | 101 | asm volatile(ALTERNATIVE("ldr %0, [%1]", |
|---|
| 102 | 102 | "ldar %0, [%1]", |
|---|
| 103 | 103 | ARM64_WORKAROUND_DEVICE_LOAD_ACQUIRE) |
|---|
| 104 | 104 | : "=r" (val) : "r" (addr)); |
|---|
| 105 | + log_post_read_mmio(val, 64, addr); |
|---|
| 105 | 106 | return val; |
|---|
| 106 | 107 | } |
|---|
| 107 | 108 | |
|---|
| .. | .. |
|---|
| 110 | 111 | ({ \ |
|---|
| 111 | 112 | unsigned long tmp; \ |
|---|
| 112 | 113 | \ |
|---|
| 113 | | - rmb(); \ |
|---|
| 114 | + dma_rmb(); \ |
|---|
| 114 | 115 | \ |
|---|
| 115 | 116 | /* \ |
|---|
| 116 | 117 | * Create a dummy control dependency from the IO read to any \ |
|---|
| .. | .. |
|---|
| 123 | 124 | : "memory"); \ |
|---|
| 124 | 125 | }) |
|---|
| 125 | 126 | |
|---|
| 126 | | -#define __iowmb() wmb() |
|---|
| 127 | | - |
|---|
| 128 | | -#define mmiowb() do { } while (0) |
|---|
| 127 | +#define __io_par(v) __iormb(v) |
|---|
| 128 | +#define __iowmb() dma_wmb() |
|---|
| 129 | +#define __iomb() dma_mb() |
|---|
| 129 | 130 | |
|---|
| 130 | 131 | /* |
|---|
| 131 | 132 | * Relaxed I/O memory access primitives. These follow the Device memory |
|---|
| .. | .. |
|---|
| 179 | 180 | * I/O memory mapping functions. |
|---|
| 180 | 181 | */ |
|---|
| 181 | 182 | extern void __iomem *__ioremap(phys_addr_t phys_addr, size_t size, pgprot_t prot); |
|---|
| 182 | | -extern void __iounmap(volatile void __iomem *addr); |
|---|
| 183 | +extern void iounmap(volatile void __iomem *addr); |
|---|
| 183 | 184 | extern void __iomem *ioremap_cache(phys_addr_t phys_addr, size_t size); |
|---|
| 184 | 185 | |
|---|
| 185 | 186 | #define ioremap(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE)) |
|---|
| 186 | | -#define ioremap_nocache(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE)) |
|---|
| 187 | 187 | #define ioremap_wc(addr, size) __ioremap((addr), (size), __pgprot(PROT_NORMAL_NC)) |
|---|
| 188 | | -#define ioremap_wt(addr, size) __ioremap((addr), (size), __pgprot(PROT_DEVICE_nGnRE)) |
|---|
| 189 | | -#define iounmap __iounmap |
|---|
| 190 | 188 | |
|---|
| 191 | 189 | /* |
|---|
| 192 | 190 | * PCI configuration space mapping function. |
|---|
| .. | .. |
|---|
| 221 | 219 | |
|---|
| 222 | 220 | extern int devmem_is_allowed(unsigned long pfn); |
|---|
| 223 | 221 | |
|---|
| 224 | | -struct bio_vec; |
|---|
| 225 | | -extern bool xen_biovec_phys_mergeable(const struct bio_vec *vec1, |
|---|
| 226 | | - const struct bio_vec *vec2); |
|---|
| 227 | | -#define BIOVEC_PHYS_MERGEABLE(vec1, vec2) \ |
|---|
| 228 | | - (__BIOVEC_PHYS_MERGEABLE(vec1, vec2) && \ |
|---|
| 229 | | - (!xen_domain() || xen_biovec_phys_mergeable(vec1, vec2))) |
|---|
| 222 | +extern bool arch_memremap_can_ram_remap(resource_size_t offset, size_t size, |
|---|
| 223 | + unsigned long flags); |
|---|
| 224 | +#define arch_memremap_can_ram_remap arch_memremap_can_ram_remap |
|---|
| 230 | 225 | |
|---|
| 231 | | -#endif /* __KERNEL__ */ |
|---|
| 232 | 226 | #endif /* __ASM_IO_H */ |
|---|