forked from ~ljy/RK356X_SDK_RELEASE

hc
2024-05-13 9d77db3c730780c8ef5ccd4b66403ff5675cfe4e
kernel/drivers/infiniband/hw/hns/hns_roce_db.c
....@@ -8,16 +8,19 @@
88 #include <rdma/ib_umem.h>
99 #include "hns_roce_device.h"
1010
11
-int hns_roce_db_map_user(struct hns_roce_ucontext *context, unsigned long virt,
11
+int hns_roce_db_map_user(struct hns_roce_ucontext *context,
12
+ struct ib_udata *udata, unsigned long virt,
1213 struct hns_roce_db *db)
1314 {
15
+ unsigned long page_addr = virt & PAGE_MASK;
1416 struct hns_roce_user_db_page *page;
17
+ unsigned int offset;
1518 int ret = 0;
1619
1720 mutex_lock(&context->page_mutex);
1821
1922 list_for_each_entry(page, &context->page_list, list)
20
- if (page->user_virt == (virt & PAGE_MASK))
23
+ if (page->user_virt == page_addr)
2124 goto found;
2225
2326 page = kmalloc(sizeof(*page), GFP_KERNEL);
....@@ -27,9 +30,9 @@
2730 }
2831
2932 refcount_set(&page->refcount, 1);
30
- page->user_virt = (virt & PAGE_MASK);
31
- page->umem = ib_umem_get(&context->ibucontext, virt & PAGE_MASK,
32
- PAGE_SIZE, 0, 0);
33
+ page->user_virt = page_addr;
34
+ page->umem = ib_umem_get(context->ibucontext.device, page_addr,
35
+ PAGE_SIZE, 0);
3336 if (IS_ERR(page->umem)) {
3437 ret = PTR_ERR(page->umem);
3538 kfree(page);
....@@ -39,10 +42,9 @@
3942 list_add(&page->list, &context->page_list);
4043
4144 found:
42
- db->dma = sg_dma_address(page->umem->sg_head.sgl) +
43
- (virt & ~PAGE_MASK);
44
- page->umem->sg_head.sgl->offset = virt & ~PAGE_MASK;
45
- db->virt_addr = sg_virt(page->umem->sg_head.sgl);
45
+ offset = virt - page_addr;
46
+ db->dma = sg_dma_address(page->umem->sg_head.sgl) + offset;
47
+ db->virt_addr = sg_virt(page->umem->sg_head.sgl) + offset;
4648 db->u.user_page = page;
4749 refcount_inc(&page->refcount);
4850
....@@ -51,7 +53,6 @@
5153
5254 return ret;
5355 }
54
-EXPORT_SYMBOL(hns_roce_db_map_user);
5556
5657 void hns_roce_db_unmap_user(struct hns_roce_ucontext *context,
5758 struct hns_roce_db *db)
....@@ -67,7 +68,6 @@
6768
6869 mutex_unlock(&context->page_mutex);
6970 }
70
-EXPORT_SYMBOL(hns_roce_db_unmap_user);
7171
7272 static struct hns_roce_db_pgdir *hns_roce_alloc_db_pgdir(
7373 struct device *dma_device)
....@@ -78,7 +78,8 @@
7878 if (!pgdir)
7979 return NULL;
8080
81
- bitmap_fill(pgdir->order1, HNS_ROCE_DB_PER_PAGE / 2);
81
+ bitmap_fill(pgdir->order1,
82
+ HNS_ROCE_DB_PER_PAGE / HNS_ROCE_DB_TYPE_COUNT);
8283 pgdir->bits[0] = pgdir->order0;
8384 pgdir->bits[1] = pgdir->order1;
8485 pgdir->page = dma_alloc_coherent(dma_device, PAGE_SIZE,
....@@ -116,7 +117,7 @@
116117 db->u.pgdir = pgdir;
117118 db->index = i;
118119 db->db_record = pgdir->page + db->index;
119
- db->dma = pgdir->db_dma + db->index * 4;
120
+ db->dma = pgdir->db_dma + db->index * HNS_ROCE_DB_UNIT_SIZE;
120121 db->order = order;
121122
122123 return 0;
....@@ -150,7 +151,6 @@
150151
151152 return ret;
152153 }
153
-EXPORT_SYMBOL_GPL(hns_roce_alloc_db);
154154
155155 void hns_roce_free_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db)
156156 {
....@@ -170,7 +170,8 @@
170170 i >>= o;
171171 set_bit(i, db->u.pgdir->bits[o]);
172172
173
- if (bitmap_full(db->u.pgdir->order1, HNS_ROCE_DB_PER_PAGE / 2)) {
173
+ if (bitmap_full(db->u.pgdir->order1,
174
+ HNS_ROCE_DB_PER_PAGE / HNS_ROCE_DB_TYPE_COUNT)) {
174175 dma_free_coherent(hr_dev->dev, PAGE_SIZE, db->u.pgdir->page,
175176 db->u.pgdir->db_dma);
176177 list_del(&db->u.pgdir->list);
....@@ -179,4 +180,3 @@
179180
180181 mutex_unlock(&hr_dev->pgdir_mutex);
181182 }
182
-EXPORT_SYMBOL_GPL(hns_roce_free_db);