.. | .. |
---|
6 | 6 | |
---|
7 | 7 | #include <linux/mm_types.h> |
---|
8 | 8 | #include <linux/scatterlist.h> |
---|
9 | | -#include <linux/dma-debug.h> |
---|
10 | | - |
---|
11 | | -#include <asm/memory.h> |
---|
12 | 9 | |
---|
13 | 10 | #include <xen/xen.h> |
---|
14 | 11 | #include <asm/xen/hypervisor.h> |
---|
.. | .. |
---|
18 | 15 | |
---|
19 | 16 | static inline const struct dma_map_ops *get_arch_dma_ops(struct bus_type *bus) |
---|
20 | 17 | { |
---|
21 | | - return IS_ENABLED(CONFIG_MMU) ? &arm_dma_ops : &dma_direct_ops; |
---|
22 | | -} |
---|
23 | | - |
---|
24 | | -#ifdef __arch_page_to_dma |
---|
25 | | -#error Please update to __arch_pfn_to_dma |
---|
26 | | -#endif |
---|
27 | | - |
---|
28 | | -/* |
---|
29 | | - * dma_to_pfn/pfn_to_dma/dma_to_virt/virt_to_dma are architecture private |
---|
30 | | - * functions used internally by the DMA-mapping API to provide DMA |
---|
31 | | - * addresses. They must not be used by drivers. |
---|
32 | | - */ |
---|
33 | | -#ifndef __arch_pfn_to_dma |
---|
34 | | -static inline dma_addr_t pfn_to_dma(struct device *dev, unsigned long pfn) |
---|
35 | | -{ |
---|
36 | | - if (dev) |
---|
37 | | - pfn -= dev->dma_pfn_offset; |
---|
38 | | - return (dma_addr_t)__pfn_to_bus(pfn); |
---|
39 | | -} |
---|
40 | | - |
---|
41 | | -static inline unsigned long dma_to_pfn(struct device *dev, dma_addr_t addr) |
---|
42 | | -{ |
---|
43 | | - unsigned long pfn = __bus_to_pfn(addr); |
---|
44 | | - |
---|
45 | | - if (dev) |
---|
46 | | - pfn += dev->dma_pfn_offset; |
---|
47 | | - |
---|
48 | | - return pfn; |
---|
49 | | -} |
---|
50 | | - |
---|
51 | | -static inline void *dma_to_virt(struct device *dev, dma_addr_t addr) |
---|
52 | | -{ |
---|
53 | | - if (dev) { |
---|
54 | | - unsigned long pfn = dma_to_pfn(dev, addr); |
---|
55 | | - |
---|
56 | | - return phys_to_virt(__pfn_to_phys(pfn)); |
---|
57 | | - } |
---|
58 | | - |
---|
59 | | - return (void *)__bus_to_virt((unsigned long)addr); |
---|
60 | | -} |
---|
61 | | - |
---|
62 | | -static inline dma_addr_t virt_to_dma(struct device *dev, void *addr) |
---|
63 | | -{ |
---|
64 | | - if (dev) |
---|
65 | | - return pfn_to_dma(dev, virt_to_pfn(addr)); |
---|
66 | | - |
---|
67 | | - return (dma_addr_t)__virt_to_bus((unsigned long)(addr)); |
---|
68 | | -} |
---|
69 | | - |
---|
70 | | -#else |
---|
71 | | -static inline dma_addr_t pfn_to_dma(struct device *dev, unsigned long pfn) |
---|
72 | | -{ |
---|
73 | | - return __arch_pfn_to_dma(dev, pfn); |
---|
74 | | -} |
---|
75 | | - |
---|
76 | | -static inline unsigned long dma_to_pfn(struct device *dev, dma_addr_t addr) |
---|
77 | | -{ |
---|
78 | | - return __arch_dma_to_pfn(dev, addr); |
---|
79 | | -} |
---|
80 | | - |
---|
81 | | -static inline void *dma_to_virt(struct device *dev, dma_addr_t addr) |
---|
82 | | -{ |
---|
83 | | - return __arch_dma_to_virt(dev, addr); |
---|
84 | | -} |
---|
85 | | - |
---|
86 | | -static inline dma_addr_t virt_to_dma(struct device *dev, void *addr) |
---|
87 | | -{ |
---|
88 | | - return __arch_virt_to_dma(dev, addr); |
---|
89 | | -} |
---|
90 | | -#endif |
---|
91 | | - |
---|
92 | | -/* The ARM override for dma_max_pfn() */ |
---|
93 | | -static inline unsigned long dma_max_pfn(struct device *dev) |
---|
94 | | -{ |
---|
95 | | - return dma_to_pfn(dev, *dev->dma_mask); |
---|
96 | | -} |
---|
97 | | -#define dma_max_pfn(dev) dma_max_pfn(dev) |
---|
98 | | - |
---|
99 | | -#define arch_setup_dma_ops arch_setup_dma_ops |
---|
100 | | -extern void arch_setup_dma_ops(struct device *dev, u64 dma_base, u64 size, |
---|
101 | | - const struct iommu_ops *iommu, bool coherent); |
---|
102 | | - |
---|
103 | | -#define arch_teardown_dma_ops arch_teardown_dma_ops |
---|
104 | | -extern void arch_teardown_dma_ops(struct device *dev); |
---|
105 | | - |
---|
106 | | -/* do not use this function in a driver */ |
---|
107 | | -static inline bool is_device_dma_coherent(struct device *dev) |
---|
108 | | -{ |
---|
109 | | - return dev->archdata.dma_coherent; |
---|
| 18 | + if (IS_ENABLED(CONFIG_MMU) && !IS_ENABLED(CONFIG_ARM_LPAE)) |
---|
| 19 | + return &arm_dma_ops; |
---|
| 20 | + return NULL; |
---|
110 | 21 | } |
---|
111 | 22 | |
---|
112 | 23 | /** |
---|