| .. | .. |
|---|
| 4 | 4 | * |
|---|
| 5 | 5 | * Setup and helper functions to access QDIO. |
|---|
| 6 | 6 | * |
|---|
| 7 | | - * Copyright IBM Corp. 2002, 2010 |
|---|
| 7 | + * Copyright IBM Corp. 2002, 2020 |
|---|
| 8 | 8 | */ |
|---|
| 9 | 9 | |
|---|
| 10 | 10 | #define KMSG_COMPONENT "zfcp" |
|---|
| .. | .. |
|---|
| 19 | 19 | module_param_named(datarouter, enable_multibuffer, bool, 0400); |
|---|
| 20 | 20 | MODULE_PARM_DESC(datarouter, "Enable hardware data router support (default on)"); |
|---|
| 21 | 21 | |
|---|
| 22 | | -static void zfcp_qdio_handler_error(struct zfcp_qdio *qdio, char *id, |
|---|
| 22 | +static void zfcp_qdio_handler_error(struct zfcp_qdio *qdio, char *dbftag, |
|---|
| 23 | 23 | unsigned int qdio_err) |
|---|
| 24 | 24 | { |
|---|
| 25 | 25 | struct zfcp_adapter *adapter = qdio->adapter; |
|---|
| .. | .. |
|---|
| 28 | 28 | |
|---|
| 29 | 29 | if (qdio_err & QDIO_ERROR_SLSB_STATE) { |
|---|
| 30 | 30 | zfcp_qdio_siosl(adapter); |
|---|
| 31 | | - zfcp_erp_adapter_shutdown(adapter, 0, id); |
|---|
| 31 | + zfcp_erp_adapter_shutdown(adapter, 0, dbftag); |
|---|
| 32 | 32 | return; |
|---|
| 33 | 33 | } |
|---|
| 34 | 34 | zfcp_erp_adapter_reopen(adapter, |
|---|
| 35 | 35 | ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED | |
|---|
| 36 | | - ZFCP_STATUS_COMMON_ERP_FAILED, id); |
|---|
| 36 | + ZFCP_STATUS_COMMON_ERP_FAILED, dbftag); |
|---|
| 37 | 37 | } |
|---|
| 38 | 38 | |
|---|
| 39 | 39 | static void zfcp_qdio_zero_sbals(struct qdio_buffer *sbal[], int first, int cnt) |
|---|
| .. | .. |
|---|
| 98 | 98 | memset(pl, 0, |
|---|
| 99 | 99 | ZFCP_QDIO_MAX_SBALS_PER_REQ * sizeof(void *)); |
|---|
| 100 | 100 | sbale = qdio->res_q[idx]->element; |
|---|
| 101 | | - req_id = (u64) sbale->addr; |
|---|
| 101 | + req_id = sbale->addr; |
|---|
| 102 | 102 | scount = min(sbale->scount + 1, |
|---|
| 103 | 103 | ZFCP_QDIO_MAX_SBALS_PER_REQ + 1); |
|---|
| 104 | 104 | /* incl. signaling SBAL */ |
|---|
| .. | .. |
|---|
| 180 | 180 | * @qdio: pointer to struct zfcp_qdio |
|---|
| 181 | 181 | * @q_req: pointer to struct zfcp_qdio_req |
|---|
| 182 | 182 | * @sg: scatter-gather list |
|---|
| 183 | | - * @max_sbals: upper bound for number of SBALs to be used |
|---|
| 184 | 183 | * Returns: zero or -EINVAL on error |
|---|
| 185 | 184 | */ |
|---|
| 186 | 185 | int zfcp_qdio_sbals_from_sg(struct zfcp_qdio *qdio, struct zfcp_qdio_req *q_req, |
|---|
| .. | .. |
|---|
| 200 | 199 | q_req->sbal_number); |
|---|
| 201 | 200 | return -EINVAL; |
|---|
| 202 | 201 | } |
|---|
| 203 | | - sbale->addr = sg_virt(sg); |
|---|
| 202 | + sbale->addr = sg_phys(sg); |
|---|
| 204 | 203 | sbale->length = sg->length; |
|---|
| 205 | 204 | } |
|---|
| 206 | 205 | return 0; |
|---|
| .. | .. |
|---|
| 247 | 246 | } |
|---|
| 248 | 247 | |
|---|
| 249 | 248 | /** |
|---|
| 250 | | - * zfcp_qdio_send - set PCI flag in first SBALE and send req to QDIO |
|---|
| 249 | + * zfcp_qdio_send - send req to QDIO |
|---|
| 251 | 250 | * @qdio: pointer to struct zfcp_qdio |
|---|
| 252 | 251 | * @q_req: pointer to struct zfcp_qdio_req |
|---|
| 253 | 252 | * Returns: 0 on success, error otherwise |
|---|
| .. | .. |
|---|
| 261 | 260 | zfcp_qdio_account(qdio); |
|---|
| 262 | 261 | spin_unlock(&qdio->stat_lock); |
|---|
| 263 | 262 | |
|---|
| 263 | + atomic_sub(sbal_number, &qdio->req_q_free); |
|---|
| 264 | + |
|---|
| 264 | 265 | retval = do_QDIO(qdio->adapter->ccw_device, QDIO_FLAG_SYNC_OUTPUT, 0, |
|---|
| 265 | 266 | q_req->sbal_first, sbal_number); |
|---|
| 266 | 267 | |
|---|
| 267 | 268 | if (unlikely(retval)) { |
|---|
| 269 | + /* Failed to submit the IO, roll back our modifications. */ |
|---|
| 270 | + atomic_add(sbal_number, &qdio->req_q_free); |
|---|
| 268 | 271 | zfcp_qdio_zero_sbals(qdio->req_q, q_req->sbal_first, |
|---|
| 269 | 272 | sbal_number); |
|---|
| 270 | 273 | return retval; |
|---|
| 271 | 274 | } |
|---|
| 272 | 275 | |
|---|
| 273 | 276 | /* account for transferred buffers */ |
|---|
| 274 | | - atomic_sub(sbal_number, &qdio->req_q_free); |
|---|
| 275 | 277 | qdio->req_q_idx += sbal_number; |
|---|
| 276 | 278 | qdio->req_q_idx %= QDIO_MAX_BUFFERS_PER_Q; |
|---|
| 277 | 279 | |
|---|
| 278 | 280 | return 0; |
|---|
| 279 | 281 | } |
|---|
| 280 | 282 | |
|---|
| 281 | | - |
|---|
| 282 | | -static void zfcp_qdio_setup_init_data(struct qdio_initialize *id, |
|---|
| 283 | | - struct zfcp_qdio *qdio) |
|---|
| 284 | | -{ |
|---|
| 285 | | - memset(id, 0, sizeof(*id)); |
|---|
| 286 | | - id->cdev = qdio->adapter->ccw_device; |
|---|
| 287 | | - id->q_format = QDIO_ZFCP_QFMT; |
|---|
| 288 | | - memcpy(id->adapter_name, dev_name(&id->cdev->dev), 8); |
|---|
| 289 | | - ASCEBC(id->adapter_name, 8); |
|---|
| 290 | | - id->qib_rflags = QIB_RFLAGS_ENABLE_DATA_DIV; |
|---|
| 291 | | - if (enable_multibuffer) |
|---|
| 292 | | - id->qdr_ac |= QDR_AC_MULTI_BUFFER_ENABLE; |
|---|
| 293 | | - id->no_input_qs = 1; |
|---|
| 294 | | - id->no_output_qs = 1; |
|---|
| 295 | | - id->input_handler = zfcp_qdio_int_resp; |
|---|
| 296 | | - id->output_handler = zfcp_qdio_int_req; |
|---|
| 297 | | - id->int_parm = (unsigned long) qdio; |
|---|
| 298 | | - id->input_sbal_addr_array = (void **) (qdio->res_q); |
|---|
| 299 | | - id->output_sbal_addr_array = (void **) (qdio->req_q); |
|---|
| 300 | | - id->scan_threshold = |
|---|
| 301 | | - QDIO_MAX_BUFFERS_PER_Q - ZFCP_QDIO_MAX_SBALS_PER_REQ * 2; |
|---|
| 302 | | -} |
|---|
| 303 | | - |
|---|
| 304 | 283 | /** |
|---|
| 305 | 284 | * zfcp_qdio_allocate - allocate queue memory and initialize QDIO data |
|---|
| 306 | | - * @adapter: pointer to struct zfcp_adapter |
|---|
| 285 | + * @qdio: pointer to struct zfcp_qdio |
|---|
| 307 | 286 | * Returns: -ENOMEM on memory allocation error or return value from |
|---|
| 308 | 287 | * qdio_allocate |
|---|
| 309 | 288 | */ |
|---|
| 310 | 289 | static int zfcp_qdio_allocate(struct zfcp_qdio *qdio) |
|---|
| 311 | 290 | { |
|---|
| 312 | | - struct qdio_initialize init_data; |
|---|
| 313 | 291 | int ret; |
|---|
| 314 | 292 | |
|---|
| 315 | 293 | ret = qdio_alloc_buffers(qdio->req_q, QDIO_MAX_BUFFERS_PER_Q); |
|---|
| .. | .. |
|---|
| 320 | 298 | if (ret) |
|---|
| 321 | 299 | goto free_req_q; |
|---|
| 322 | 300 | |
|---|
| 323 | | - zfcp_qdio_setup_init_data(&init_data, qdio); |
|---|
| 324 | 301 | init_waitqueue_head(&qdio->req_q_wq); |
|---|
| 325 | 302 | |
|---|
| 326 | | - ret = qdio_allocate(&init_data); |
|---|
| 303 | + ret = qdio_allocate(qdio->adapter->ccw_device, 1, 1); |
|---|
| 327 | 304 | if (ret) |
|---|
| 328 | 305 | goto free_res_q; |
|---|
| 329 | 306 | |
|---|
| .. | .. |
|---|
| 368 | 345 | atomic_set(&qdio->req_q_free, 0); |
|---|
| 369 | 346 | } |
|---|
| 370 | 347 | |
|---|
| 348 | +void zfcp_qdio_shost_update(struct zfcp_adapter *const adapter, |
|---|
| 349 | + const struct zfcp_qdio *const qdio) |
|---|
| 350 | +{ |
|---|
| 351 | + struct Scsi_Host *const shost = adapter->scsi_host; |
|---|
| 352 | + |
|---|
| 353 | + if (shost == NULL) |
|---|
| 354 | + return; |
|---|
| 355 | + |
|---|
| 356 | + shost->sg_tablesize = qdio->max_sbale_per_req; |
|---|
| 357 | + shost->max_sectors = qdio->max_sbale_per_req * 8; |
|---|
| 358 | +} |
|---|
| 359 | + |
|---|
| 371 | 360 | /** |
|---|
| 372 | 361 | * zfcp_qdio_open - prepare and initialize response queue |
|---|
| 373 | 362 | * @qdio: pointer to struct zfcp_qdio |
|---|
| .. | .. |
|---|
| 375 | 364 | */ |
|---|
| 376 | 365 | int zfcp_qdio_open(struct zfcp_qdio *qdio) |
|---|
| 377 | 366 | { |
|---|
| 367 | + struct qdio_buffer **input_sbals[1] = {qdio->res_q}; |
|---|
| 368 | + struct qdio_buffer **output_sbals[1] = {qdio->req_q}; |
|---|
| 378 | 369 | struct qdio_buffer_element *sbale; |
|---|
| 379 | | - struct qdio_initialize init_data; |
|---|
| 370 | + struct qdio_initialize init_data = {0}; |
|---|
| 380 | 371 | struct zfcp_adapter *adapter = qdio->adapter; |
|---|
| 381 | 372 | struct ccw_device *cdev = adapter->ccw_device; |
|---|
| 382 | 373 | struct qdio_ssqd_desc ssqd; |
|---|
| .. | .. |
|---|
| 388 | 379 | atomic_andnot(ZFCP_STATUS_ADAPTER_SIOSL_ISSUED, |
|---|
| 389 | 380 | &qdio->adapter->status); |
|---|
| 390 | 381 | |
|---|
| 391 | | - zfcp_qdio_setup_init_data(&init_data, qdio); |
|---|
| 382 | + init_data.q_format = QDIO_ZFCP_QFMT; |
|---|
| 383 | + init_data.qib_rflags = QIB_RFLAGS_ENABLE_DATA_DIV; |
|---|
| 384 | + if (enable_multibuffer) |
|---|
| 385 | + init_data.qdr_ac |= QDR_AC_MULTI_BUFFER_ENABLE; |
|---|
| 386 | + init_data.no_input_qs = 1; |
|---|
| 387 | + init_data.no_output_qs = 1; |
|---|
| 388 | + init_data.input_handler = zfcp_qdio_int_resp; |
|---|
| 389 | + init_data.output_handler = zfcp_qdio_int_req; |
|---|
| 390 | + init_data.int_parm = (unsigned long) qdio; |
|---|
| 391 | + init_data.input_sbal_addr_array = input_sbals; |
|---|
| 392 | + init_data.output_sbal_addr_array = output_sbals; |
|---|
| 393 | + init_data.scan_threshold = |
|---|
| 394 | + QDIO_MAX_BUFFERS_PER_Q - ZFCP_QDIO_MAX_SBALS_PER_REQ * 2; |
|---|
| 392 | 395 | |
|---|
| 393 | | - if (qdio_establish(&init_data)) |
|---|
| 396 | + if (qdio_establish(cdev, &init_data)) |
|---|
| 394 | 397 | goto failed_establish; |
|---|
| 395 | 398 | |
|---|
| 396 | | - if (qdio_get_ssqd_desc(init_data.cdev, &ssqd)) |
|---|
| 399 | + if (qdio_get_ssqd_desc(cdev, &ssqd)) |
|---|
| 397 | 400 | goto failed_qdio; |
|---|
| 398 | 401 | |
|---|
| 399 | 402 | if (ssqd.qdioac2 & CHSC_AC2_DATA_DIV_ENABLED) |
|---|
| .. | .. |
|---|
| 419 | 422 | sbale->length = 0; |
|---|
| 420 | 423 | sbale->eflags = SBAL_EFLAGS_LAST_ENTRY; |
|---|
| 421 | 424 | sbale->sflags = 0; |
|---|
| 422 | | - sbale->addr = NULL; |
|---|
| 425 | + sbale->addr = 0; |
|---|
| 423 | 426 | } |
|---|
| 424 | 427 | |
|---|
| 425 | 428 | if (do_QDIO(cdev, QDIO_FLAG_SYNC_INPUT, 0, 0, QDIO_MAX_BUFFERS_PER_Q)) |
|---|
| .. | .. |
|---|
| 430 | 433 | atomic_set(&qdio->req_q_free, QDIO_MAX_BUFFERS_PER_Q); |
|---|
| 431 | 434 | atomic_or(ZFCP_STATUS_ADAPTER_QDIOUP, &qdio->adapter->status); |
|---|
| 432 | 435 | |
|---|
| 433 | | - if (adapter->scsi_host) { |
|---|
| 434 | | - adapter->scsi_host->sg_tablesize = qdio->max_sbale_per_req; |
|---|
| 435 | | - adapter->scsi_host->max_sectors = qdio->max_sbale_per_req * 8; |
|---|
| 436 | | - } |
|---|
| 436 | + zfcp_qdio_shost_update(adapter, qdio); |
|---|
| 437 | 437 | |
|---|
| 438 | 438 | return 0; |
|---|
| 439 | 439 | |
|---|