| .. | .. |
|---|
| 5 | 5 | #include <linux/dma-direction.h> |
|---|
| 6 | 6 | #include <linux/init.h> |
|---|
| 7 | 7 | #include <linux/types.h> |
|---|
| 8 | +#include <linux/limits.h> |
|---|
| 8 | 9 | |
|---|
| 9 | 10 | struct device; |
|---|
| 10 | 11 | struct page; |
|---|
| .. | .. |
|---|
| 15 | 16 | SWIOTLB_FORCE, /* swiotlb=force */ |
|---|
| 16 | 17 | SWIOTLB_NO_FORCE, /* swiotlb=noforce */ |
|---|
| 17 | 18 | }; |
|---|
| 18 | | - |
|---|
| 19 | | -extern enum swiotlb_force swiotlb_force; |
|---|
| 20 | 19 | |
|---|
| 21 | 20 | /* |
|---|
| 22 | 21 | * Maximum allowable number of contiguous slabs to map, |
|---|
| .. | .. |
|---|
| 30 | 29 | * controllable. |
|---|
| 31 | 30 | */ |
|---|
| 32 | 31 | #define IO_TLB_SHIFT 11 |
|---|
| 32 | +#define IO_TLB_SIZE (1 << IO_TLB_SHIFT) |
|---|
| 33 | 33 | |
|---|
| 34 | 34 | extern void swiotlb_init(int verbose); |
|---|
| 35 | 35 | int swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose); |
|---|
| 36 | 36 | extern unsigned long swiotlb_nr_tbl(void); |
|---|
| 37 | 37 | unsigned long swiotlb_size_or_default(void); |
|---|
| 38 | 38 | extern int swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs); |
|---|
| 39 | +extern int swiotlb_late_init_with_default_size(size_t default_size); |
|---|
| 39 | 40 | extern void __init swiotlb_update_mem_attributes(void); |
|---|
| 40 | 41 | |
|---|
| 41 | 42 | /* |
|---|
| .. | .. |
|---|
| 46 | 47 | SYNC_FOR_DEVICE = 1, |
|---|
| 47 | 48 | }; |
|---|
| 48 | 49 | |
|---|
| 49 | | -/* define the last possible byte of physical address space as a mapping error */ |
|---|
| 50 | | -#define SWIOTLB_MAP_ERROR (~(phys_addr_t)0x0) |
|---|
| 51 | | - |
|---|
| 52 | | -extern phys_addr_t swiotlb_tbl_map_single(struct device *hwdev, |
|---|
| 53 | | - dma_addr_t tbl_dma_addr, |
|---|
| 54 | | - phys_addr_t phys, size_t size, |
|---|
| 55 | | - enum dma_data_direction dir, |
|---|
| 56 | | - unsigned long attrs); |
|---|
| 50 | +phys_addr_t swiotlb_tbl_map_single(struct device *hwdev, phys_addr_t phys, |
|---|
| 51 | + size_t mapping_size, size_t alloc_size, |
|---|
| 52 | + enum dma_data_direction dir, unsigned long attrs); |
|---|
| 57 | 53 | |
|---|
| 58 | 54 | extern void swiotlb_tbl_unmap_single(struct device *hwdev, |
|---|
| 59 | 55 | phys_addr_t tlb_addr, |
|---|
| 60 | | - size_t size, enum dma_data_direction dir, |
|---|
| 56 | + size_t mapping_size, |
|---|
| 57 | + size_t alloc_size, |
|---|
| 58 | + enum dma_data_direction dir, |
|---|
| 61 | 59 | unsigned long attrs); |
|---|
| 62 | 60 | |
|---|
| 63 | 61 | extern void swiotlb_tbl_sync_single(struct device *hwdev, |
|---|
| .. | .. |
|---|
| 65 | 63 | size_t size, enum dma_data_direction dir, |
|---|
| 66 | 64 | enum dma_sync_target target); |
|---|
| 67 | 65 | |
|---|
| 68 | | -/* Accessory functions. */ |
|---|
| 69 | | - |
|---|
| 70 | | -void *swiotlb_alloc(struct device *hwdev, size_t size, dma_addr_t *dma_handle, |
|---|
| 71 | | - gfp_t flags, unsigned long attrs); |
|---|
| 72 | | -void swiotlb_free(struct device *dev, size_t size, void *vaddr, |
|---|
| 73 | | - dma_addr_t dma_addr, unsigned long attrs); |
|---|
| 74 | | - |
|---|
| 75 | | -extern dma_addr_t swiotlb_map_page(struct device *dev, struct page *page, |
|---|
| 76 | | - unsigned long offset, size_t size, |
|---|
| 77 | | - enum dma_data_direction dir, |
|---|
| 78 | | - unsigned long attrs); |
|---|
| 79 | | -extern void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr, |
|---|
| 80 | | - size_t size, enum dma_data_direction dir, |
|---|
| 81 | | - unsigned long attrs); |
|---|
| 82 | | - |
|---|
| 83 | | -extern int |
|---|
| 84 | | -swiotlb_map_sg_attrs(struct device *hwdev, struct scatterlist *sgl, int nelems, |
|---|
| 85 | | - enum dma_data_direction dir, |
|---|
| 86 | | - unsigned long attrs); |
|---|
| 87 | | - |
|---|
| 88 | | -extern void |
|---|
| 89 | | -swiotlb_unmap_sg_attrs(struct device *hwdev, struct scatterlist *sgl, |
|---|
| 90 | | - int nelems, enum dma_data_direction dir, |
|---|
| 91 | | - unsigned long attrs); |
|---|
| 92 | | - |
|---|
| 93 | | -extern void |
|---|
| 94 | | -swiotlb_sync_single_for_cpu(struct device *hwdev, dma_addr_t dev_addr, |
|---|
| 95 | | - size_t size, enum dma_data_direction dir); |
|---|
| 96 | | - |
|---|
| 97 | | -extern void |
|---|
| 98 | | -swiotlb_sync_sg_for_cpu(struct device *hwdev, struct scatterlist *sg, |
|---|
| 99 | | - int nelems, enum dma_data_direction dir); |
|---|
| 100 | | - |
|---|
| 101 | | -extern void |
|---|
| 102 | | -swiotlb_sync_single_for_device(struct device *hwdev, dma_addr_t dev_addr, |
|---|
| 103 | | - size_t size, enum dma_data_direction dir); |
|---|
| 104 | | - |
|---|
| 105 | | -extern void |
|---|
| 106 | | -swiotlb_sync_sg_for_device(struct device *hwdev, struct scatterlist *sg, |
|---|
| 107 | | - int nelems, enum dma_data_direction dir); |
|---|
| 108 | | - |
|---|
| 109 | | -extern int |
|---|
| 110 | | -swiotlb_dma_mapping_error(struct device *hwdev, dma_addr_t dma_addr); |
|---|
| 111 | | - |
|---|
| 112 | | -extern int |
|---|
| 113 | | -swiotlb_dma_supported(struct device *hwdev, u64 mask); |
|---|
| 66 | +dma_addr_t swiotlb_map(struct device *dev, phys_addr_t phys, |
|---|
| 67 | + size_t size, enum dma_data_direction dir, unsigned long attrs); |
|---|
| 114 | 68 | |
|---|
| 115 | 69 | #ifdef CONFIG_SWIOTLB |
|---|
| 116 | | -extern void __init swiotlb_exit(void); |
|---|
| 70 | +extern enum swiotlb_force swiotlb_force; |
|---|
| 71 | +extern phys_addr_t io_tlb_start, io_tlb_end; |
|---|
| 72 | + |
|---|
| 73 | +static inline bool is_swiotlb_buffer(phys_addr_t paddr) |
|---|
| 74 | +{ |
|---|
| 75 | + return paddr >= io_tlb_start && paddr < io_tlb_end; |
|---|
| 76 | +} |
|---|
| 77 | + |
|---|
| 78 | +void __init swiotlb_exit(void); |
|---|
| 117 | 79 | unsigned int swiotlb_max_segment(void); |
|---|
| 80 | +size_t swiotlb_max_mapping_size(struct device *dev); |
|---|
| 81 | +bool is_swiotlb_active(void); |
|---|
| 118 | 82 | #else |
|---|
| 119 | | -static inline void swiotlb_exit(void) { } |
|---|
| 120 | | -static inline unsigned int swiotlb_max_segment(void) { return 0; } |
|---|
| 121 | | -#endif |
|---|
| 83 | +#define swiotlb_force SWIOTLB_NO_FORCE |
|---|
| 84 | +static inline bool is_swiotlb_buffer(phys_addr_t paddr) |
|---|
| 85 | +{ |
|---|
| 86 | + return false; |
|---|
| 87 | +} |
|---|
| 88 | +static inline void swiotlb_exit(void) |
|---|
| 89 | +{ |
|---|
| 90 | +} |
|---|
| 91 | +static inline unsigned int swiotlb_max_segment(void) |
|---|
| 92 | +{ |
|---|
| 93 | + return 0; |
|---|
| 94 | +} |
|---|
| 95 | +static inline size_t swiotlb_max_mapping_size(struct device *dev) |
|---|
| 96 | +{ |
|---|
| 97 | + return SIZE_MAX; |
|---|
| 98 | +} |
|---|
| 99 | + |
|---|
| 100 | +static inline bool is_swiotlb_active(void) |
|---|
| 101 | +{ |
|---|
| 102 | + return false; |
|---|
| 103 | +} |
|---|
| 104 | +#endif /* CONFIG_SWIOTLB */ |
|---|
| 122 | 105 | |
|---|
| 123 | 106 | extern void swiotlb_print_info(void); |
|---|
| 124 | | -extern int is_swiotlb_buffer(phys_addr_t paddr); |
|---|
| 125 | 107 | extern void swiotlb_set_max_segment(unsigned int); |
|---|
| 126 | | - |
|---|
| 127 | | -extern const struct dma_map_ops swiotlb_dma_ops; |
|---|
| 128 | 108 | |
|---|
| 129 | 109 | #endif /* __LINUX_SWIOTLB_H */ |
|---|