.. | .. |
---|
15 | 15 | #include "rknpu_ioctl.h" |
---|
16 | 16 | #include "rknpu_mem.h" |
---|
17 | 17 | |
---|
| 18 | +#ifdef CONFIG_ROCKCHIP_RKNPU_DMA_HEAP |
---|
| 19 | + |
---|
18 | 20 | int rknpu_mem_create_ioctl(struct rknpu_device *rknpu_dev, unsigned long data, |
---|
19 | 21 | struct file *file) |
---|
20 | 22 | { |
---|
.. | .. |
---|
107 | 109 | __LINE__, &phys, length); |
---|
108 | 110 | } |
---|
109 | 111 | |
---|
110 | | - page_count = length >> PAGE_SHIFT; |
---|
111 | | - pages = kmalloc_array(page_count, sizeof(struct page), GFP_KERNEL); |
---|
112 | | - if (!pages) { |
---|
113 | | - LOG_ERROR("alloc pages failed\n"); |
---|
114 | | - ret = -ENOMEM; |
---|
115 | | - goto err_detach_dma_buf; |
---|
116 | | - } |
---|
| 112 | + if (args.flags & RKNPU_MEM_KERNEL_MAPPING) { |
---|
| 113 | + page_count = length >> PAGE_SHIFT; |
---|
| 114 | + pages = vmalloc(page_count * sizeof(struct page)); |
---|
| 115 | + if (!pages) { |
---|
| 116 | + LOG_ERROR("alloc pages failed\n"); |
---|
| 117 | + ret = -ENOMEM; |
---|
| 118 | + goto err_detach_dma_buf; |
---|
| 119 | + } |
---|
117 | 120 | |
---|
118 | | - for (i = 0; i < page_count; i++) |
---|
119 | | - pages[i] = &page[i]; |
---|
| 121 | + for (i = 0; i < page_count; i++) |
---|
| 122 | + pages[i] = &page[i]; |
---|
120 | 123 | |
---|
121 | | - rknpu_obj->kv_addr = vmap(pages, page_count, VM_MAP, PAGE_KERNEL); |
---|
122 | | - if (!rknpu_obj->kv_addr) { |
---|
123 | | - LOG_ERROR("vmap pages addr failed\n"); |
---|
124 | | - ret = -ENOMEM; |
---|
125 | | - goto err_free_pages; |
---|
| 124 | + rknpu_obj->kv_addr = |
---|
| 125 | + vmap(pages, page_count, VM_MAP, PAGE_KERNEL); |
---|
| 126 | + if (!rknpu_obj->kv_addr) { |
---|
| 127 | + LOG_ERROR("vmap pages addr failed\n"); |
---|
| 128 | + ret = -ENOMEM; |
---|
| 129 | + goto err_free_pages; |
---|
| 130 | + } |
---|
| 131 | + vfree(pages); |
---|
| 132 | + pages = NULL; |
---|
126 | 133 | } |
---|
127 | 134 | |
---|
128 | 135 | rknpu_obj->size = PAGE_ALIGN(args.size); |
---|
.. | .. |
---|
146 | 153 | goto err_unmap_kv_addr; |
---|
147 | 154 | } |
---|
148 | 155 | |
---|
149 | | - kfree(pages); |
---|
150 | 156 | dma_buf_unmap_attachment(attachment, table, DMA_BIDIRECTIONAL); |
---|
151 | 157 | dma_buf_detach(dmabuf, attachment); |
---|
152 | 158 | |
---|
.. | .. |
---|
169 | 175 | rknpu_obj->kv_addr = NULL; |
---|
170 | 176 | |
---|
171 | 177 | err_free_pages: |
---|
172 | | - kfree(pages); |
---|
| 178 | + vfree(pages); |
---|
| 179 | + pages = NULL; |
---|
173 | 180 | |
---|
174 | 181 | err_detach_dma_buf: |
---|
175 | 182 | dma_buf_unmap_attachment(attachment, table, DMA_BIDIRECTIONAL); |
---|
.. | .. |
---|
292 | 299 | { |
---|
293 | 300 | struct rknpu_mem_object *rknpu_obj = NULL; |
---|
294 | 301 | struct rknpu_mem_sync args; |
---|
| 302 | +#ifdef CONFIG_DMABUF_PARTIAL |
---|
295 | 303 | struct dma_buf *dmabuf; |
---|
| 304 | +#endif |
---|
296 | 305 | int ret = -EFAULT; |
---|
297 | 306 | |
---|
298 | 307 | if (unlikely(copy_from_user(&args, (struct rknpu_mem_sync *)data, |
---|
.. | .. |
---|
310 | 319 | } |
---|
311 | 320 | |
---|
312 | 321 | rknpu_obj = (struct rknpu_mem_object *)(uintptr_t)args.obj_addr; |
---|
313 | | - dmabuf = rknpu_obj->dmabuf; |
---|
314 | 322 | |
---|
315 | 323 | #ifndef CONFIG_DMABUF_PARTIAL |
---|
316 | 324 | if (args.flags & RKNPU_MEM_SYNC_TO_DEVICE) { |
---|
.. | .. |
---|
322 | 330 | DMA_FROM_DEVICE, true); |
---|
323 | 331 | } |
---|
324 | 332 | #else |
---|
| 333 | + dmabuf = rknpu_obj->dmabuf; |
---|
325 | 334 | if (args.flags & RKNPU_MEM_SYNC_TO_DEVICE) { |
---|
326 | 335 | dmabuf->ops->end_cpu_access_partial(dmabuf, DMA_TO_DEVICE, |
---|
327 | 336 | args.offset, args.size); |
---|
.. | .. |
---|
334 | 343 | |
---|
335 | 344 | return 0; |
---|
336 | 345 | } |
---|
| 346 | + |
---|
| 347 | +#endif |
---|