.. | .. |
---|
335 | 335 | BUG_ON(count > PVSCSI_MAX_NUM_SG_ENTRIES_PER_SEGMENT); |
---|
336 | 336 | |
---|
337 | 337 | sge = &ctx->sgl->sge[0]; |
---|
338 | | - for (i = 0; i < count; i++, sg++) { |
---|
| 338 | + for (i = 0; i < count; i++, sg = sg_next(sg)) { |
---|
339 | 339 | sge[i].addr = sg_dma_address(sg); |
---|
340 | 340 | sge[i].length = sg_dma_len(sg); |
---|
341 | 341 | sge[i].flags = 0; |
---|
.. | .. |
---|
365 | 365 | int segs = scsi_dma_map(cmd); |
---|
366 | 366 | |
---|
367 | 367 | if (segs == -ENOMEM) { |
---|
368 | | - scmd_printk(KERN_ERR, cmd, |
---|
| 368 | + scmd_printk(KERN_DEBUG, cmd, |
---|
369 | 369 | "vmw_pvscsi: Failed to map cmd sglist for DMA.\n"); |
---|
370 | 370 | return -ENOMEM; |
---|
371 | 371 | } else if (segs > 1) { |
---|
372 | 372 | pvscsi_create_sg(ctx, sg, segs); |
---|
373 | 373 | |
---|
374 | 374 | e->flags |= PVSCSI_FLAG_CMD_WITH_SG_LIST; |
---|
375 | | - ctx->sglPA = pci_map_single(adapter->dev, ctx->sgl, |
---|
376 | | - SGL_SIZE, PCI_DMA_TODEVICE); |
---|
377 | | - if (pci_dma_mapping_error(adapter->dev, ctx->sglPA)) { |
---|
| 375 | + ctx->sglPA = dma_map_single(&adapter->dev->dev, |
---|
| 376 | + ctx->sgl, SGL_SIZE, DMA_TO_DEVICE); |
---|
| 377 | + if (dma_mapping_error(&adapter->dev->dev, ctx->sglPA)) { |
---|
378 | 378 | scmd_printk(KERN_ERR, cmd, |
---|
379 | 379 | "vmw_pvscsi: Failed to map ctx sglist for DMA.\n"); |
---|
380 | 380 | scsi_dma_unmap(cmd); |
---|
.. | .. |
---|
389 | 389 | * In case there is no S/G list, scsi_sglist points |
---|
390 | 390 | * directly to the buffer. |
---|
391 | 391 | */ |
---|
392 | | - ctx->dataPA = pci_map_single(adapter->dev, sg, bufflen, |
---|
| 392 | + ctx->dataPA = dma_map_single(&adapter->dev->dev, sg, bufflen, |
---|
393 | 393 | cmd->sc_data_direction); |
---|
394 | | - if (pci_dma_mapping_error(adapter->dev, ctx->dataPA)) { |
---|
395 | | - scmd_printk(KERN_ERR, cmd, |
---|
| 394 | + if (dma_mapping_error(&adapter->dev->dev, ctx->dataPA)) { |
---|
| 395 | + scmd_printk(KERN_DEBUG, cmd, |
---|
396 | 396 | "vmw_pvscsi: Failed to map direct data buffer for DMA.\n"); |
---|
397 | 397 | return -ENOMEM; |
---|
398 | 398 | } |
---|
.. | .. |
---|
400 | 400 | } |
---|
401 | 401 | |
---|
402 | 402 | return 0; |
---|
| 403 | +} |
---|
| 404 | + |
---|
| 405 | +/* |
---|
| 406 | + * The device incorrectly doesn't clear the first byte of the sense |
---|
| 407 | + * buffer in some cases. We have to do it ourselves. |
---|
| 408 | + * Otherwise we run into trouble when SWIOTLB is forced. |
---|
| 409 | + */ |
---|
| 410 | +static void pvscsi_patch_sense(struct scsi_cmnd *cmd) |
---|
| 411 | +{ |
---|
| 412 | + if (cmd->sense_buffer) |
---|
| 413 | + cmd->sense_buffer[0] = 0; |
---|
403 | 414 | } |
---|
404 | 415 | |
---|
405 | 416 | static void pvscsi_unmap_buffers(const struct pvscsi_adapter *adapter, |
---|
.. | .. |
---|
417 | 428 | if (count != 0) { |
---|
418 | 429 | scsi_dma_unmap(cmd); |
---|
419 | 430 | if (ctx->sglPA) { |
---|
420 | | - pci_unmap_single(adapter->dev, ctx->sglPA, |
---|
421 | | - SGL_SIZE, PCI_DMA_TODEVICE); |
---|
| 431 | + dma_unmap_single(&adapter->dev->dev, ctx->sglPA, |
---|
| 432 | + SGL_SIZE, DMA_TO_DEVICE); |
---|
422 | 433 | ctx->sglPA = 0; |
---|
423 | 434 | } |
---|
424 | 435 | } else |
---|
425 | | - pci_unmap_single(adapter->dev, ctx->dataPA, bufflen, |
---|
426 | | - cmd->sc_data_direction); |
---|
| 436 | + dma_unmap_single(&adapter->dev->dev, ctx->dataPA, |
---|
| 437 | + bufflen, cmd->sc_data_direction); |
---|
427 | 438 | } |
---|
428 | 439 | if (cmd->sense_buffer) |
---|
429 | | - pci_unmap_single(adapter->dev, ctx->sensePA, |
---|
430 | | - SCSI_SENSE_BUFFERSIZE, PCI_DMA_FROMDEVICE); |
---|
| 440 | + dma_unmap_single(&adapter->dev->dev, ctx->sensePA, |
---|
| 441 | + SCSI_SENSE_BUFFERSIZE, DMA_FROM_DEVICE); |
---|
431 | 442 | } |
---|
432 | 443 | |
---|
433 | 444 | static int pvscsi_allocate_rings(struct pvscsi_adapter *adapter) |
---|
434 | 445 | { |
---|
435 | | - adapter->rings_state = pci_alloc_consistent(adapter->dev, PAGE_SIZE, |
---|
436 | | - &adapter->ringStatePA); |
---|
| 446 | + adapter->rings_state = dma_alloc_coherent(&adapter->dev->dev, PAGE_SIZE, |
---|
| 447 | + &adapter->ringStatePA, GFP_KERNEL); |
---|
437 | 448 | if (!adapter->rings_state) |
---|
438 | 449 | return -ENOMEM; |
---|
439 | 450 | |
---|
.. | .. |
---|
441 | 452 | pvscsi_ring_pages); |
---|
442 | 453 | adapter->req_depth = adapter->req_pages |
---|
443 | 454 | * PVSCSI_MAX_NUM_REQ_ENTRIES_PER_PAGE; |
---|
444 | | - adapter->req_ring = pci_alloc_consistent(adapter->dev, |
---|
445 | | - adapter->req_pages * PAGE_SIZE, |
---|
446 | | - &adapter->reqRingPA); |
---|
| 455 | + adapter->req_ring = dma_alloc_coherent(&adapter->dev->dev, |
---|
| 456 | + adapter->req_pages * PAGE_SIZE, &adapter->reqRingPA, |
---|
| 457 | + GFP_KERNEL); |
---|
447 | 458 | if (!adapter->req_ring) |
---|
448 | 459 | return -ENOMEM; |
---|
449 | 460 | |
---|
450 | 461 | adapter->cmp_pages = min(PVSCSI_MAX_NUM_PAGES_CMP_RING, |
---|
451 | 462 | pvscsi_ring_pages); |
---|
452 | | - adapter->cmp_ring = pci_alloc_consistent(adapter->dev, |
---|
453 | | - adapter->cmp_pages * PAGE_SIZE, |
---|
454 | | - &adapter->cmpRingPA); |
---|
| 463 | + adapter->cmp_ring = dma_alloc_coherent(&adapter->dev->dev, |
---|
| 464 | + adapter->cmp_pages * PAGE_SIZE, &adapter->cmpRingPA, |
---|
| 465 | + GFP_KERNEL); |
---|
455 | 466 | if (!adapter->cmp_ring) |
---|
456 | 467 | return -ENOMEM; |
---|
457 | 468 | |
---|
.. | .. |
---|
464 | 475 | |
---|
465 | 476 | adapter->msg_pages = min(PVSCSI_MAX_NUM_PAGES_MSG_RING, |
---|
466 | 477 | pvscsi_msg_ring_pages); |
---|
467 | | - adapter->msg_ring = pci_alloc_consistent(adapter->dev, |
---|
468 | | - adapter->msg_pages * PAGE_SIZE, |
---|
469 | | - &adapter->msgRingPA); |
---|
| 478 | + adapter->msg_ring = dma_alloc_coherent(&adapter->dev->dev, |
---|
| 479 | + adapter->msg_pages * PAGE_SIZE, &adapter->msgRingPA, |
---|
| 480 | + GFP_KERNEL); |
---|
470 | 481 | if (!adapter->msg_ring) |
---|
471 | 482 | return -ENOMEM; |
---|
472 | 483 | BUG_ON(!IS_ALIGNED(adapter->msgRingPA, PAGE_SIZE)); |
---|
.. | .. |
---|
544 | 555 | cmd = ctx->cmd; |
---|
545 | 556 | abort_cmp = ctx->abort_cmp; |
---|
546 | 557 | pvscsi_unmap_buffers(adapter, ctx); |
---|
| 558 | + if (sdstat != SAM_STAT_CHECK_CONDITION) |
---|
| 559 | + pvscsi_patch_sense(cmd); |
---|
547 | 560 | pvscsi_release_context(adapter, ctx); |
---|
548 | 561 | if (abort_cmp) { |
---|
549 | 562 | /* |
---|
.. | .. |
---|
603 | 616 | case BTSTAT_TAGREJECT: |
---|
604 | 617 | case BTSTAT_BADMSG: |
---|
605 | 618 | cmd->result = (DRIVER_INVALID << 24); |
---|
606 | | - /* fall through */ |
---|
| 619 | + fallthrough; |
---|
607 | 620 | |
---|
608 | 621 | case BTSTAT_HAHARDWARE: |
---|
609 | 622 | case BTSTAT_INVPHASE: |
---|
.. | .. |
---|
717 | 730 | e->lun[1] = sdev->lun; |
---|
718 | 731 | |
---|
719 | 732 | if (cmd->sense_buffer) { |
---|
720 | | - ctx->sensePA = pci_map_single(adapter->dev, cmd->sense_buffer, |
---|
721 | | - SCSI_SENSE_BUFFERSIZE, |
---|
722 | | - PCI_DMA_FROMDEVICE); |
---|
723 | | - if (pci_dma_mapping_error(adapter->dev, ctx->sensePA)) { |
---|
724 | | - scmd_printk(KERN_ERR, cmd, |
---|
| 733 | + ctx->sensePA = dma_map_single(&adapter->dev->dev, |
---|
| 734 | + cmd->sense_buffer, SCSI_SENSE_BUFFERSIZE, |
---|
| 735 | + DMA_FROM_DEVICE); |
---|
| 736 | + if (dma_mapping_error(&adapter->dev->dev, ctx->sensePA)) { |
---|
| 737 | + scmd_printk(KERN_DEBUG, cmd, |
---|
725 | 738 | "vmw_pvscsi: Failed to map sense buffer for DMA.\n"); |
---|
726 | 739 | ctx->sensePA = 0; |
---|
727 | 740 | return -ENOMEM; |
---|
.. | .. |
---|
749 | 762 | |
---|
750 | 763 | if (pvscsi_map_buffers(adapter, ctx, cmd, e) != 0) { |
---|
751 | 764 | if (cmd->sense_buffer) { |
---|
752 | | - pci_unmap_single(adapter->dev, ctx->sensePA, |
---|
| 765 | + dma_unmap_single(&adapter->dev->dev, ctx->sensePA, |
---|
753 | 766 | SCSI_SENSE_BUFFERSIZE, |
---|
754 | | - PCI_DMA_FROMDEVICE); |
---|
| 767 | + DMA_FROM_DEVICE); |
---|
755 | 768 | ctx->sensePA = 0; |
---|
756 | 769 | } |
---|
757 | 770 | return -ENOMEM; |
---|
.. | .. |
---|
882 | 895 | scmd_printk(KERN_ERR, cmd, |
---|
883 | 896 | "Forced reset on cmd %p\n", cmd); |
---|
884 | 897 | pvscsi_unmap_buffers(adapter, ctx); |
---|
| 898 | + pvscsi_patch_sense(cmd); |
---|
885 | 899 | pvscsi_release_context(adapter, ctx); |
---|
886 | 900 | cmd->result = (DID_RESET << 16); |
---|
887 | 901 | cmd->scsi_done(cmd); |
---|
.. | .. |
---|
903 | 917 | use_msg = adapter->use_msg; |
---|
904 | 918 | |
---|
905 | 919 | if (use_msg) { |
---|
906 | | - adapter->use_msg = 0; |
---|
| 920 | + adapter->use_msg = false; |
---|
907 | 921 | spin_unlock_irqrestore(&adapter->hw_lock, flags); |
---|
908 | 922 | |
---|
909 | 923 | /* |
---|
.. | .. |
---|
1018 | 1032 | .sg_tablesize = PVSCSI_MAX_NUM_SG_ENTRIES_PER_SEGMENT, |
---|
1019 | 1033 | .dma_boundary = UINT_MAX, |
---|
1020 | 1034 | .max_sectors = 0xffff, |
---|
1021 | | - .use_clustering = ENABLE_CLUSTERING, |
---|
1022 | 1035 | .change_queue_depth = pvscsi_change_queue_depth, |
---|
1023 | 1036 | .eh_abort_handler = pvscsi_abort, |
---|
1024 | 1037 | .eh_device_reset_handler = pvscsi_device_reset, |
---|
.. | .. |
---|
1227 | 1240 | } |
---|
1228 | 1241 | |
---|
1229 | 1242 | if (adapter->rings_state) |
---|
1230 | | - pci_free_consistent(adapter->dev, PAGE_SIZE, |
---|
| 1243 | + dma_free_coherent(&adapter->dev->dev, PAGE_SIZE, |
---|
1231 | 1244 | adapter->rings_state, adapter->ringStatePA); |
---|
1232 | 1245 | |
---|
1233 | 1246 | if (adapter->req_ring) |
---|
1234 | | - pci_free_consistent(adapter->dev, |
---|
| 1247 | + dma_free_coherent(&adapter->dev->dev, |
---|
1235 | 1248 | adapter->req_pages * PAGE_SIZE, |
---|
1236 | 1249 | adapter->req_ring, adapter->reqRingPA); |
---|
1237 | 1250 | |
---|
1238 | 1251 | if (adapter->cmp_ring) |
---|
1239 | | - pci_free_consistent(adapter->dev, |
---|
| 1252 | + dma_free_coherent(&adapter->dev->dev, |
---|
1240 | 1253 | adapter->cmp_pages * PAGE_SIZE, |
---|
1241 | 1254 | adapter->cmp_ring, adapter->cmpRingPA); |
---|
1242 | 1255 | |
---|
1243 | 1256 | if (adapter->msg_ring) |
---|
1244 | | - pci_free_consistent(adapter->dev, |
---|
| 1257 | + dma_free_coherent(&adapter->dev->dev, |
---|
1245 | 1258 | adapter->msg_pages * PAGE_SIZE, |
---|
1246 | 1259 | adapter->msg_ring, adapter->msgRingPA); |
---|
1247 | 1260 | } |
---|
.. | .. |
---|
1300 | 1313 | u32 numPhys = 16; |
---|
1301 | 1314 | |
---|
1302 | 1315 | dev = pvscsi_dev(adapter); |
---|
1303 | | - config_page = pci_alloc_consistent(adapter->dev, PAGE_SIZE, |
---|
1304 | | - &configPagePA); |
---|
| 1316 | + config_page = dma_alloc_coherent(&adapter->dev->dev, PAGE_SIZE, |
---|
| 1317 | + &configPagePA, GFP_KERNEL); |
---|
1305 | 1318 | if (!config_page) { |
---|
1306 | 1319 | dev_warn(dev, "vmw_pvscsi: failed to allocate memory for config page\n"); |
---|
1307 | 1320 | goto exit; |
---|
.. | .. |
---|
1335 | 1348 | } else |
---|
1336 | 1349 | dev_warn(dev, "vmw_pvscsi: PVSCSI_CMD_CONFIG failed. hostStatus = 0x%x, scsiStatus = 0x%x\n", |
---|
1337 | 1350 | header->hostStatus, header->scsiStatus); |
---|
1338 | | - pci_free_consistent(adapter->dev, PAGE_SIZE, config_page, configPagePA); |
---|
| 1351 | + dma_free_coherent(&adapter->dev->dev, PAGE_SIZE, config_page, |
---|
| 1352 | + configPagePA); |
---|
1339 | 1353 | exit: |
---|
1340 | 1354 | return numPhys; |
---|
1341 | 1355 | } |
---|
.. | .. |
---|
1355 | 1369 | if (pci_enable_device(pdev)) |
---|
1356 | 1370 | return error; |
---|
1357 | 1371 | |
---|
1358 | | - if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) == 0 && |
---|
1359 | | - pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)) == 0) { |
---|
| 1372 | + if (!dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64))) { |
---|
1360 | 1373 | printk(KERN_INFO "vmw_pvscsi: using 64bit dma\n"); |
---|
1361 | | - } else if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) == 0 && |
---|
1362 | | - pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)) == 0) { |
---|
| 1374 | + } else if (!dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) { |
---|
1363 | 1375 | printk(KERN_INFO "vmw_pvscsi: using 32bit dma\n"); |
---|
1364 | 1376 | } else { |
---|
1365 | 1377 | printk(KERN_ERR "vmw_pvscsi: failed to set DMA mask\n"); |
---|