.. | .. |
---|
31 | 31 | #include <linux/vmalloc.h> |
---|
32 | 32 | #include <linux/init.h> |
---|
33 | 33 | #include <linux/module.h> |
---|
34 | | -#include <linux/blkdev.h> |
---|
| 34 | +#include <linux/blk-mq.h> |
---|
35 | 35 | #include <linux/bitops.h> |
---|
36 | 36 | #include <linux/mutex.h> |
---|
37 | 37 | #include <linux/slab.h> |
---|
| 38 | +#include <linux/pgtable.h> |
---|
38 | 39 | |
---|
39 | 40 | #include <asm/setup.h> |
---|
40 | 41 | #include <asm/amigahw.h> |
---|
41 | | -#include <asm/pgtable.h> |
---|
42 | 42 | |
---|
43 | 43 | #include <linux/zorro.h> |
---|
44 | 44 | |
---|
.. | .. |
---|
66 | 66 | |
---|
67 | 67 | static struct gendisk *z2ram_gendisk; |
---|
68 | 68 | |
---|
69 | | -static void do_z2_request(struct request_queue *q) |
---|
| 69 | +static blk_status_t z2_queue_rq(struct blk_mq_hw_ctx *hctx, |
---|
| 70 | + const struct blk_mq_queue_data *bd) |
---|
70 | 71 | { |
---|
71 | | - struct request *req; |
---|
| 72 | + struct request *req = bd->rq; |
---|
| 73 | + unsigned long start = blk_rq_pos(req) << 9; |
---|
| 74 | + unsigned long len = blk_rq_cur_bytes(req); |
---|
72 | 75 | |
---|
73 | | - req = blk_fetch_request(q); |
---|
74 | | - while (req) { |
---|
75 | | - unsigned long start = blk_rq_pos(req) << 9; |
---|
76 | | - unsigned long len = blk_rq_cur_bytes(req); |
---|
77 | | - blk_status_t err = BLK_STS_OK; |
---|
| 76 | + blk_mq_start_request(req); |
---|
78 | 77 | |
---|
79 | | - if (start + len > z2ram_size) { |
---|
80 | | - pr_err(DEVICE_NAME ": bad access: block=%llu, " |
---|
81 | | - "count=%u\n", |
---|
82 | | - (unsigned long long)blk_rq_pos(req), |
---|
83 | | - blk_rq_cur_sectors(req)); |
---|
84 | | - err = BLK_STS_IOERR; |
---|
85 | | - goto done; |
---|
86 | | - } |
---|
87 | | - while (len) { |
---|
88 | | - unsigned long addr = start & Z2RAM_CHUNKMASK; |
---|
89 | | - unsigned long size = Z2RAM_CHUNKSIZE - addr; |
---|
90 | | - void *buffer = bio_data(req->bio); |
---|
91 | | - |
---|
92 | | - if (len < size) |
---|
93 | | - size = len; |
---|
94 | | - addr += z2ram_map[ start >> Z2RAM_CHUNKSHIFT ]; |
---|
95 | | - if (rq_data_dir(req) == READ) |
---|
96 | | - memcpy(buffer, (char *)addr, size); |
---|
97 | | - else |
---|
98 | | - memcpy((char *)addr, buffer, size); |
---|
99 | | - start += size; |
---|
100 | | - len -= size; |
---|
101 | | - } |
---|
102 | | - done: |
---|
103 | | - if (!__blk_end_request_cur(req, err)) |
---|
104 | | - req = blk_fetch_request(q); |
---|
| 78 | + if (start + len > z2ram_size) { |
---|
| 79 | + pr_err(DEVICE_NAME ": bad access: block=%llu, " |
---|
| 80 | + "count=%u\n", |
---|
| 81 | + (unsigned long long)blk_rq_pos(req), |
---|
| 82 | + blk_rq_cur_sectors(req)); |
---|
| 83 | + return BLK_STS_IOERR; |
---|
105 | 84 | } |
---|
| 85 | + |
---|
| 86 | + spin_lock_irq(&z2ram_lock); |
---|
| 87 | + |
---|
| 88 | + while (len) { |
---|
| 89 | + unsigned long addr = start & Z2RAM_CHUNKMASK; |
---|
| 90 | + unsigned long size = Z2RAM_CHUNKSIZE - addr; |
---|
| 91 | + void *buffer = bio_data(req->bio); |
---|
| 92 | + |
---|
| 93 | + if (len < size) |
---|
| 94 | + size = len; |
---|
| 95 | + addr += z2ram_map[ start >> Z2RAM_CHUNKSHIFT ]; |
---|
| 96 | + if (rq_data_dir(req) == READ) |
---|
| 97 | + memcpy(buffer, (char *)addr, size); |
---|
| 98 | + else |
---|
| 99 | + memcpy((char *)addr, buffer, size); |
---|
| 100 | + start += size; |
---|
| 101 | + len -= size; |
---|
| 102 | + } |
---|
| 103 | + |
---|
| 104 | + spin_unlock_irq(&z2ram_lock); |
---|
| 105 | + blk_mq_end_request(req, BLK_STS_OK); |
---|
| 106 | + return BLK_STS_OK; |
---|
106 | 107 | } |
---|
107 | 108 | |
---|
108 | 109 | static void |
---|
.. | .. |
---|
190 | 191 | vfree(vmalloc (size)); |
---|
191 | 192 | } |
---|
192 | 193 | |
---|
193 | | - vaddr = (unsigned long) __ioremap (paddr, size, |
---|
194 | | - _PAGE_WRITETHRU); |
---|
| 194 | + vaddr = (unsigned long)ioremap_wt(paddr, size); |
---|
195 | 195 | |
---|
196 | 196 | #else |
---|
197 | 197 | vaddr = (unsigned long)z_remap_nocache_nonser(paddr, size); |
---|
.. | .. |
---|
337 | 337 | } |
---|
338 | 338 | |
---|
339 | 339 | static struct request_queue *z2_queue; |
---|
| 340 | +static struct blk_mq_tag_set tag_set; |
---|
| 341 | + |
---|
| 342 | +static const struct blk_mq_ops z2_mq_ops = { |
---|
| 343 | + .queue_rq = z2_queue_rq, |
---|
| 344 | +}; |
---|
340 | 345 | |
---|
341 | 346 | static int __init |
---|
342 | 347 | z2_init(void) |
---|
.. | .. |
---|
355 | 360 | if (!z2ram_gendisk) |
---|
356 | 361 | goto out_disk; |
---|
357 | 362 | |
---|
358 | | - z2_queue = blk_init_queue(do_z2_request, &z2ram_lock); |
---|
359 | | - if (!z2_queue) |
---|
| 363 | + z2_queue = blk_mq_init_sq_queue(&tag_set, &z2_mq_ops, 16, |
---|
| 364 | + BLK_MQ_F_SHOULD_MERGE); |
---|
| 365 | + if (IS_ERR(z2_queue)) { |
---|
| 366 | + ret = PTR_ERR(z2_queue); |
---|
| 367 | + z2_queue = NULL; |
---|
360 | 368 | goto out_queue; |
---|
| 369 | + } |
---|
361 | 370 | |
---|
362 | 371 | z2ram_gendisk->major = Z2RAM_MAJOR; |
---|
363 | 372 | z2ram_gendisk->first_minor = 0; |
---|
.. | .. |
---|
387 | 396 | del_gendisk(z2ram_gendisk); |
---|
388 | 397 | put_disk(z2ram_gendisk); |
---|
389 | 398 | blk_cleanup_queue(z2_queue); |
---|
| 399 | + blk_mq_free_tag_set(&tag_set); |
---|
390 | 400 | |
---|
391 | 401 | if ( current_device != -1 ) |
---|
392 | 402 | { |
---|