| .. | .. |
|---|
| 335 | 335 | BUG_ON(count > PVSCSI_MAX_NUM_SG_ENTRIES_PER_SEGMENT); |
|---|
| 336 | 336 | |
|---|
| 337 | 337 | sge = &ctx->sgl->sge[0]; |
|---|
| 338 | | - for (i = 0; i < count; i++, sg++) { |
|---|
| 338 | + for (i = 0; i < count; i++, sg = sg_next(sg)) { |
|---|
| 339 | 339 | sge[i].addr = sg_dma_address(sg); |
|---|
| 340 | 340 | sge[i].length = sg_dma_len(sg); |
|---|
| 341 | 341 | sge[i].flags = 0; |
|---|
| .. | .. |
|---|
| 365 | 365 | int segs = scsi_dma_map(cmd); |
|---|
| 366 | 366 | |
|---|
| 367 | 367 | if (segs == -ENOMEM) { |
|---|
| 368 | | - scmd_printk(KERN_ERR, cmd, |
|---|
| 368 | + scmd_printk(KERN_DEBUG, cmd, |
|---|
| 369 | 369 | "vmw_pvscsi: Failed to map cmd sglist for DMA.\n"); |
|---|
| 370 | 370 | return -ENOMEM; |
|---|
| 371 | 371 | } else if (segs > 1) { |
|---|
| 372 | 372 | pvscsi_create_sg(ctx, sg, segs); |
|---|
| 373 | 373 | |
|---|
| 374 | 374 | e->flags |= PVSCSI_FLAG_CMD_WITH_SG_LIST; |
|---|
| 375 | | - ctx->sglPA = pci_map_single(adapter->dev, ctx->sgl, |
|---|
| 376 | | - SGL_SIZE, PCI_DMA_TODEVICE); |
|---|
| 377 | | - if (pci_dma_mapping_error(adapter->dev, ctx->sglPA)) { |
|---|
| 375 | + ctx->sglPA = dma_map_single(&adapter->dev->dev, |
|---|
| 376 | + ctx->sgl, SGL_SIZE, DMA_TO_DEVICE); |
|---|
| 377 | + if (dma_mapping_error(&adapter->dev->dev, ctx->sglPA)) { |
|---|
| 378 | 378 | scmd_printk(KERN_ERR, cmd, |
|---|
| 379 | 379 | "vmw_pvscsi: Failed to map ctx sglist for DMA.\n"); |
|---|
| 380 | 380 | scsi_dma_unmap(cmd); |
|---|
| .. | .. |
|---|
| 389 | 389 | * In case there is no S/G list, scsi_sglist points |
|---|
| 390 | 390 | * directly to the buffer. |
|---|
| 391 | 391 | */ |
|---|
| 392 | | - ctx->dataPA = pci_map_single(adapter->dev, sg, bufflen, |
|---|
| 392 | + ctx->dataPA = dma_map_single(&adapter->dev->dev, sg, bufflen, |
|---|
| 393 | 393 | cmd->sc_data_direction); |
|---|
| 394 | | - if (pci_dma_mapping_error(adapter->dev, ctx->dataPA)) { |
|---|
| 395 | | - scmd_printk(KERN_ERR, cmd, |
|---|
| 394 | + if (dma_mapping_error(&adapter->dev->dev, ctx->dataPA)) { |
|---|
| 395 | + scmd_printk(KERN_DEBUG, cmd, |
|---|
| 396 | 396 | "vmw_pvscsi: Failed to map direct data buffer for DMA.\n"); |
|---|
| 397 | 397 | return -ENOMEM; |
|---|
| 398 | 398 | } |
|---|
| .. | .. |
|---|
| 400 | 400 | } |
|---|
| 401 | 401 | |
|---|
| 402 | 402 | return 0; |
|---|
| 403 | +} |
|---|
| 404 | + |
|---|
| 405 | +/* |
|---|
| 406 | + * The device incorrectly doesn't clear the first byte of the sense |
|---|
| 407 | + * buffer in some cases. We have to do it ourselves. |
|---|
| 408 | + * Otherwise we run into trouble when SWIOTLB is forced. |
|---|
| 409 | + */ |
|---|
| 410 | +static void pvscsi_patch_sense(struct scsi_cmnd *cmd) |
|---|
| 411 | +{ |
|---|
| 412 | + if (cmd->sense_buffer) |
|---|
| 413 | + cmd->sense_buffer[0] = 0; |
|---|
| 403 | 414 | } |
|---|
| 404 | 415 | |
|---|
| 405 | 416 | static void pvscsi_unmap_buffers(const struct pvscsi_adapter *adapter, |
|---|
| .. | .. |
|---|
| 417 | 428 | if (count != 0) { |
|---|
| 418 | 429 | scsi_dma_unmap(cmd); |
|---|
| 419 | 430 | if (ctx->sglPA) { |
|---|
| 420 | | - pci_unmap_single(adapter->dev, ctx->sglPA, |
|---|
| 421 | | - SGL_SIZE, PCI_DMA_TODEVICE); |
|---|
| 431 | + dma_unmap_single(&adapter->dev->dev, ctx->sglPA, |
|---|
| 432 | + SGL_SIZE, DMA_TO_DEVICE); |
|---|
| 422 | 433 | ctx->sglPA = 0; |
|---|
| 423 | 434 | } |
|---|
| 424 | 435 | } else |
|---|
| 425 | | - pci_unmap_single(adapter->dev, ctx->dataPA, bufflen, |
|---|
| 426 | | - cmd->sc_data_direction); |
|---|
| 436 | + dma_unmap_single(&adapter->dev->dev, ctx->dataPA, |
|---|
| 437 | + bufflen, cmd->sc_data_direction); |
|---|
| 427 | 438 | } |
|---|
| 428 | 439 | if (cmd->sense_buffer) |
|---|
| 429 | | - pci_unmap_single(adapter->dev, ctx->sensePA, |
|---|
| 430 | | - SCSI_SENSE_BUFFERSIZE, PCI_DMA_FROMDEVICE); |
|---|
| 440 | + dma_unmap_single(&adapter->dev->dev, ctx->sensePA, |
|---|
| 441 | + SCSI_SENSE_BUFFERSIZE, DMA_FROM_DEVICE); |
|---|
| 431 | 442 | } |
|---|
| 432 | 443 | |
|---|
| 433 | 444 | static int pvscsi_allocate_rings(struct pvscsi_adapter *adapter) |
|---|
| 434 | 445 | { |
|---|
| 435 | | - adapter->rings_state = pci_alloc_consistent(adapter->dev, PAGE_SIZE, |
|---|
| 436 | | - &adapter->ringStatePA); |
|---|
| 446 | + adapter->rings_state = dma_alloc_coherent(&adapter->dev->dev, PAGE_SIZE, |
|---|
| 447 | + &adapter->ringStatePA, GFP_KERNEL); |
|---|
| 437 | 448 | if (!adapter->rings_state) |
|---|
| 438 | 449 | return -ENOMEM; |
|---|
| 439 | 450 | |
|---|
| .. | .. |
|---|
| 441 | 452 | pvscsi_ring_pages); |
|---|
| 442 | 453 | adapter->req_depth = adapter->req_pages |
|---|
| 443 | 454 | * PVSCSI_MAX_NUM_REQ_ENTRIES_PER_PAGE; |
|---|
| 444 | | - adapter->req_ring = pci_alloc_consistent(adapter->dev, |
|---|
| 445 | | - adapter->req_pages * PAGE_SIZE, |
|---|
| 446 | | - &adapter->reqRingPA); |
|---|
| 455 | + adapter->req_ring = dma_alloc_coherent(&adapter->dev->dev, |
|---|
| 456 | + adapter->req_pages * PAGE_SIZE, &adapter->reqRingPA, |
|---|
| 457 | + GFP_KERNEL); |
|---|
| 447 | 458 | if (!adapter->req_ring) |
|---|
| 448 | 459 | return -ENOMEM; |
|---|
| 449 | 460 | |
|---|
| 450 | 461 | adapter->cmp_pages = min(PVSCSI_MAX_NUM_PAGES_CMP_RING, |
|---|
| 451 | 462 | pvscsi_ring_pages); |
|---|
| 452 | | - adapter->cmp_ring = pci_alloc_consistent(adapter->dev, |
|---|
| 453 | | - adapter->cmp_pages * PAGE_SIZE, |
|---|
| 454 | | - &adapter->cmpRingPA); |
|---|
| 463 | + adapter->cmp_ring = dma_alloc_coherent(&adapter->dev->dev, |
|---|
| 464 | + adapter->cmp_pages * PAGE_SIZE, &adapter->cmpRingPA, |
|---|
| 465 | + GFP_KERNEL); |
|---|
| 455 | 466 | if (!adapter->cmp_ring) |
|---|
| 456 | 467 | return -ENOMEM; |
|---|
| 457 | 468 | |
|---|
| .. | .. |
|---|
| 464 | 475 | |
|---|
| 465 | 476 | adapter->msg_pages = min(PVSCSI_MAX_NUM_PAGES_MSG_RING, |
|---|
| 466 | 477 | pvscsi_msg_ring_pages); |
|---|
| 467 | | - adapter->msg_ring = pci_alloc_consistent(adapter->dev, |
|---|
| 468 | | - adapter->msg_pages * PAGE_SIZE, |
|---|
| 469 | | - &adapter->msgRingPA); |
|---|
| 478 | + adapter->msg_ring = dma_alloc_coherent(&adapter->dev->dev, |
|---|
| 479 | + adapter->msg_pages * PAGE_SIZE, &adapter->msgRingPA, |
|---|
| 480 | + GFP_KERNEL); |
|---|
| 470 | 481 | if (!adapter->msg_ring) |
|---|
| 471 | 482 | return -ENOMEM; |
|---|
| 472 | 483 | BUG_ON(!IS_ALIGNED(adapter->msgRingPA, PAGE_SIZE)); |
|---|
| .. | .. |
|---|
| 544 | 555 | cmd = ctx->cmd; |
|---|
| 545 | 556 | abort_cmp = ctx->abort_cmp; |
|---|
| 546 | 557 | pvscsi_unmap_buffers(adapter, ctx); |
|---|
| 558 | + if (sdstat != SAM_STAT_CHECK_CONDITION) |
|---|
| 559 | + pvscsi_patch_sense(cmd); |
|---|
| 547 | 560 | pvscsi_release_context(adapter, ctx); |
|---|
| 548 | 561 | if (abort_cmp) { |
|---|
| 549 | 562 | /* |
|---|
| .. | .. |
|---|
| 603 | 616 | case BTSTAT_TAGREJECT: |
|---|
| 604 | 617 | case BTSTAT_BADMSG: |
|---|
| 605 | 618 | cmd->result = (DRIVER_INVALID << 24); |
|---|
| 606 | | - /* fall through */ |
|---|
| 619 | + fallthrough; |
|---|
| 607 | 620 | |
|---|
| 608 | 621 | case BTSTAT_HAHARDWARE: |
|---|
| 609 | 622 | case BTSTAT_INVPHASE: |
|---|
| .. | .. |
|---|
| 717 | 730 | e->lun[1] = sdev->lun; |
|---|
| 718 | 731 | |
|---|
| 719 | 732 | if (cmd->sense_buffer) { |
|---|
| 720 | | - ctx->sensePA = pci_map_single(adapter->dev, cmd->sense_buffer, |
|---|
| 721 | | - SCSI_SENSE_BUFFERSIZE, |
|---|
| 722 | | - PCI_DMA_FROMDEVICE); |
|---|
| 723 | | - if (pci_dma_mapping_error(adapter->dev, ctx->sensePA)) { |
|---|
| 724 | | - scmd_printk(KERN_ERR, cmd, |
|---|
| 733 | + ctx->sensePA = dma_map_single(&adapter->dev->dev, |
|---|
| 734 | + cmd->sense_buffer, SCSI_SENSE_BUFFERSIZE, |
|---|
| 735 | + DMA_FROM_DEVICE); |
|---|
| 736 | + if (dma_mapping_error(&adapter->dev->dev, ctx->sensePA)) { |
|---|
| 737 | + scmd_printk(KERN_DEBUG, cmd, |
|---|
| 725 | 738 | "vmw_pvscsi: Failed to map sense buffer for DMA.\n"); |
|---|
| 726 | 739 | ctx->sensePA = 0; |
|---|
| 727 | 740 | return -ENOMEM; |
|---|
| .. | .. |
|---|
| 749 | 762 | |
|---|
| 750 | 763 | if (pvscsi_map_buffers(adapter, ctx, cmd, e) != 0) { |
|---|
| 751 | 764 | if (cmd->sense_buffer) { |
|---|
| 752 | | - pci_unmap_single(adapter->dev, ctx->sensePA, |
|---|
| 765 | + dma_unmap_single(&adapter->dev->dev, ctx->sensePA, |
|---|
| 753 | 766 | SCSI_SENSE_BUFFERSIZE, |
|---|
| 754 | | - PCI_DMA_FROMDEVICE); |
|---|
| 767 | + DMA_FROM_DEVICE); |
|---|
| 755 | 768 | ctx->sensePA = 0; |
|---|
| 756 | 769 | } |
|---|
| 757 | 770 | return -ENOMEM; |
|---|
| .. | .. |
|---|
| 882 | 895 | scmd_printk(KERN_ERR, cmd, |
|---|
| 883 | 896 | "Forced reset on cmd %p\n", cmd); |
|---|
| 884 | 897 | pvscsi_unmap_buffers(adapter, ctx); |
|---|
| 898 | + pvscsi_patch_sense(cmd); |
|---|
| 885 | 899 | pvscsi_release_context(adapter, ctx); |
|---|
| 886 | 900 | cmd->result = (DID_RESET << 16); |
|---|
| 887 | 901 | cmd->scsi_done(cmd); |
|---|
| .. | .. |
|---|
| 903 | 917 | use_msg = adapter->use_msg; |
|---|
| 904 | 918 | |
|---|
| 905 | 919 | if (use_msg) { |
|---|
| 906 | | - adapter->use_msg = 0; |
|---|
| 920 | + adapter->use_msg = false; |
|---|
| 907 | 921 | spin_unlock_irqrestore(&adapter->hw_lock, flags); |
|---|
| 908 | 922 | |
|---|
| 909 | 923 | /* |
|---|
| .. | .. |
|---|
| 1018 | 1032 | .sg_tablesize = PVSCSI_MAX_NUM_SG_ENTRIES_PER_SEGMENT, |
|---|
| 1019 | 1033 | .dma_boundary = UINT_MAX, |
|---|
| 1020 | 1034 | .max_sectors = 0xffff, |
|---|
| 1021 | | - .use_clustering = ENABLE_CLUSTERING, |
|---|
| 1022 | 1035 | .change_queue_depth = pvscsi_change_queue_depth, |
|---|
| 1023 | 1036 | .eh_abort_handler = pvscsi_abort, |
|---|
| 1024 | 1037 | .eh_device_reset_handler = pvscsi_device_reset, |
|---|
| .. | .. |
|---|
| 1227 | 1240 | } |
|---|
| 1228 | 1241 | |
|---|
| 1229 | 1242 | if (adapter->rings_state) |
|---|
| 1230 | | - pci_free_consistent(adapter->dev, PAGE_SIZE, |
|---|
| 1243 | + dma_free_coherent(&adapter->dev->dev, PAGE_SIZE, |
|---|
| 1231 | 1244 | adapter->rings_state, adapter->ringStatePA); |
|---|
| 1232 | 1245 | |
|---|
| 1233 | 1246 | if (adapter->req_ring) |
|---|
| 1234 | | - pci_free_consistent(adapter->dev, |
|---|
| 1247 | + dma_free_coherent(&adapter->dev->dev, |
|---|
| 1235 | 1248 | adapter->req_pages * PAGE_SIZE, |
|---|
| 1236 | 1249 | adapter->req_ring, adapter->reqRingPA); |
|---|
| 1237 | 1250 | |
|---|
| 1238 | 1251 | if (adapter->cmp_ring) |
|---|
| 1239 | | - pci_free_consistent(adapter->dev, |
|---|
| 1252 | + dma_free_coherent(&adapter->dev->dev, |
|---|
| 1240 | 1253 | adapter->cmp_pages * PAGE_SIZE, |
|---|
| 1241 | 1254 | adapter->cmp_ring, adapter->cmpRingPA); |
|---|
| 1242 | 1255 | |
|---|
| 1243 | 1256 | if (adapter->msg_ring) |
|---|
| 1244 | | - pci_free_consistent(adapter->dev, |
|---|
| 1257 | + dma_free_coherent(&adapter->dev->dev, |
|---|
| 1245 | 1258 | adapter->msg_pages * PAGE_SIZE, |
|---|
| 1246 | 1259 | adapter->msg_ring, adapter->msgRingPA); |
|---|
| 1247 | 1260 | } |
|---|
| .. | .. |
|---|
| 1300 | 1313 | u32 numPhys = 16; |
|---|
| 1301 | 1314 | |
|---|
| 1302 | 1315 | dev = pvscsi_dev(adapter); |
|---|
| 1303 | | - config_page = pci_alloc_consistent(adapter->dev, PAGE_SIZE, |
|---|
| 1304 | | - &configPagePA); |
|---|
| 1316 | + config_page = dma_alloc_coherent(&adapter->dev->dev, PAGE_SIZE, |
|---|
| 1317 | + &configPagePA, GFP_KERNEL); |
|---|
| 1305 | 1318 | if (!config_page) { |
|---|
| 1306 | 1319 | dev_warn(dev, "vmw_pvscsi: failed to allocate memory for config page\n"); |
|---|
| 1307 | 1320 | goto exit; |
|---|
| .. | .. |
|---|
| 1335 | 1348 | } else |
|---|
| 1336 | 1349 | dev_warn(dev, "vmw_pvscsi: PVSCSI_CMD_CONFIG failed. hostStatus = 0x%x, scsiStatus = 0x%x\n", |
|---|
| 1337 | 1350 | header->hostStatus, header->scsiStatus); |
|---|
| 1338 | | - pci_free_consistent(adapter->dev, PAGE_SIZE, config_page, configPagePA); |
|---|
| 1351 | + dma_free_coherent(&adapter->dev->dev, PAGE_SIZE, config_page, |
|---|
| 1352 | + configPagePA); |
|---|
| 1339 | 1353 | exit: |
|---|
| 1340 | 1354 | return numPhys; |
|---|
| 1341 | 1355 | } |
|---|
| .. | .. |
|---|
| 1355 | 1369 | if (pci_enable_device(pdev)) |
|---|
| 1356 | 1370 | return error; |
|---|
| 1357 | 1371 | |
|---|
| 1358 | | - if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) == 0 && |
|---|
| 1359 | | - pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)) == 0) { |
|---|
| 1372 | + if (!dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64))) { |
|---|
| 1360 | 1373 | printk(KERN_INFO "vmw_pvscsi: using 64bit dma\n"); |
|---|
| 1361 | | - } else if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) == 0 && |
|---|
| 1362 | | - pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)) == 0) { |
|---|
| 1374 | + } else if (!dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) { |
|---|
| 1363 | 1375 | printk(KERN_INFO "vmw_pvscsi: using 32bit dma\n"); |
|---|
| 1364 | 1376 | } else { |
|---|
| 1365 | 1377 | printk(KERN_ERR "vmw_pvscsi: failed to set DMA mask\n"); |
|---|