2 * QLogic Fibre Channel HBA Driver
3 * Copyright (c) 2003-2014 QLogic Corporation
5 * See LICENSE.qla2xxx for copyright and licensing details.
8 #include "qla_target.h"
10 #include <linux/delay.h>
11 #include <linux/slab.h>
12 #include <scsi/scsi_tcq.h>
13 #include <scsi/scsi_bsg_fc.h>
14 #include <scsi/scsi_eh.h>
16 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
17 static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
18 static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
19 static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
21 static void qla_irq_affinity_notify(struct irq_affinity_notify *,
23 static void qla_irq_affinity_release(struct kref *);
27 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
29 * @dev_id: SCSI driver HA context
31 * Called by system whenever the host adapter generates an interrupt.
33 * Returns handled flag.
36 qla2100_intr_handler(int irq, void *dev_id)
39 struct qla_hw_data *ha;
40 struct device_reg_2xxx __iomem *reg;
48 rsp = (struct rsp_que *) dev_id;
50 ql_log(ql_log_info, NULL, 0x505d,
51 "%s: NULL response queue pointer.\n", __func__);
56 reg = &ha->iobase->isp;
59 spin_lock_irqsave(&ha->hardware_lock, flags);
60 vha = pci_get_drvdata(ha->pdev);
61 for (iter = 50; iter--; ) {
62 hccr = RD_REG_WORD(®->hccr);
63 if (qla2x00_check_reg16_for_disconnect(vha, hccr))
65 if (hccr & HCCR_RISC_PAUSE) {
66 if (pci_channel_offline(ha->pdev))
70 * Issue a "HARD" reset in order for the RISC interrupt
71 * bit to be cleared. Schedule a big hammer to get
72 * out of the RISC PAUSED state.
74 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
75 RD_REG_WORD(®->hccr);
77 ha->isp_ops->fw_dump(vha, 1);
78 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
80 } else if ((RD_REG_WORD(®->istatus) & ISR_RISC_INT) == 0)
83 if (RD_REG_WORD(®->semaphore) & BIT_0) {
84 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
85 RD_REG_WORD(®->hccr);
87 /* Get mailbox data. */
88 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
89 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
90 qla2x00_mbx_completion(vha, mb[0]);
91 status |= MBX_INTERRUPT;
92 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
93 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
94 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
95 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
96 qla2x00_async_event(vha, rsp, mb);
99 ql_dbg(ql_dbg_async, vha, 0x5025,
100 "Unrecognized interrupt type (%d).\n",
103 /* Release mailbox registers. */
104 WRT_REG_WORD(®->semaphore, 0);
105 RD_REG_WORD(®->semaphore);
107 qla2x00_process_response_queue(rsp);
109 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
110 RD_REG_WORD(®->hccr);
113 qla2x00_handle_mbx_completion(ha, status);
114 spin_unlock_irqrestore(&ha->hardware_lock, flags);
116 return (IRQ_HANDLED);
120 qla2x00_check_reg32_for_disconnect(scsi_qla_host_t *vha, uint32_t reg)
122 /* Check for PCI disconnection */
123 if (reg == 0xffffffff && !pci_channel_offline(vha->hw->pdev)) {
124 if (!test_and_set_bit(PFLG_DISCONNECTED, &vha->pci_flags) &&
125 !test_bit(PFLG_DRIVER_REMOVING, &vha->pci_flags) &&
126 !test_bit(PFLG_DRIVER_PROBING, &vha->pci_flags)) {
128 * Schedule this (only once) on the default system
129 * workqueue so that all the adapter workqueues and the
130 * DPC thread can be shutdown cleanly.
132 schedule_work(&vha->hw->board_disable);
140 qla2x00_check_reg16_for_disconnect(scsi_qla_host_t *vha, uint16_t reg)
142 return qla2x00_check_reg32_for_disconnect(vha, 0xffff0000 | reg);
146 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
148 * @dev_id: SCSI driver HA context
150 * Called by system whenever the host adapter generates an interrupt.
152 * Returns handled flag.
155 qla2300_intr_handler(int irq, void *dev_id)
157 scsi_qla_host_t *vha;
158 struct device_reg_2xxx __iomem *reg;
165 struct qla_hw_data *ha;
168 rsp = (struct rsp_que *) dev_id;
170 ql_log(ql_log_info, NULL, 0x5058,
171 "%s: NULL response queue pointer.\n", __func__);
176 reg = &ha->iobase->isp;
179 spin_lock_irqsave(&ha->hardware_lock, flags);
180 vha = pci_get_drvdata(ha->pdev);
181 for (iter = 50; iter--; ) {
182 stat = RD_REG_DWORD(®->u.isp2300.host_status);
183 if (qla2x00_check_reg32_for_disconnect(vha, stat))
185 if (stat & HSR_RISC_PAUSED) {
186 if (unlikely(pci_channel_offline(ha->pdev)))
189 hccr = RD_REG_WORD(®->hccr);
191 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
192 ql_log(ql_log_warn, vha, 0x5026,
193 "Parity error -- HCCR=%x, Dumping "
194 "firmware.\n", hccr);
196 ql_log(ql_log_warn, vha, 0x5027,
197 "RISC paused -- HCCR=%x, Dumping "
198 "firmware.\n", hccr);
201 * Issue a "HARD" reset in order for the RISC
202 * interrupt bit to be cleared. Schedule a big
203 * hammer to get out of the RISC PAUSED state.
205 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
206 RD_REG_WORD(®->hccr);
208 ha->isp_ops->fw_dump(vha, 1);
209 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
211 } else if ((stat & HSR_RISC_INT) == 0)
214 switch (stat & 0xff) {
219 qla2x00_mbx_completion(vha, MSW(stat));
220 status |= MBX_INTERRUPT;
222 /* Release mailbox registers. */
223 WRT_REG_WORD(®->semaphore, 0);
227 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
228 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
229 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
230 qla2x00_async_event(vha, rsp, mb);
233 qla2x00_process_response_queue(rsp);
236 mb[0] = MBA_CMPLT_1_16BIT;
238 qla2x00_async_event(vha, rsp, mb);
241 mb[0] = MBA_SCSI_COMPLETION;
243 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
244 qla2x00_async_event(vha, rsp, mb);
247 ql_dbg(ql_dbg_async, vha, 0x5028,
248 "Unrecognized interrupt type (%d).\n", stat & 0xff);
251 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
252 RD_REG_WORD_RELAXED(®->hccr);
254 qla2x00_handle_mbx_completion(ha, status);
255 spin_unlock_irqrestore(&ha->hardware_lock, flags);
257 return (IRQ_HANDLED);
261 * qla2x00_mbx_completion() - Process mailbox command completions.
262 * @ha: SCSI driver HA context
263 * @mb0: Mailbox0 register
266 qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
270 uint16_t __iomem *wptr;
271 struct qla_hw_data *ha = vha->hw;
272 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
274 /* Read all mbox registers? */
275 mboxes = (1 << ha->mbx_count) - 1;
277 ql_dbg(ql_dbg_async, vha, 0x5001, "MBX pointer ERROR.\n");
279 mboxes = ha->mcp->in_mb;
281 /* Load return mailbox registers. */
282 ha->flags.mbox_int = 1;
283 ha->mailbox_out[0] = mb0;
285 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
287 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
288 if (IS_QLA2200(ha) && cnt == 8)
289 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
290 if ((cnt == 4 || cnt == 5) && (mboxes & BIT_0))
291 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
292 else if (mboxes & BIT_0)
293 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
301 qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
303 static char *event[] =
304 { "Complete", "Request Notification", "Time Extension" };
306 struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
307 struct device_reg_82xx __iomem *reg82 = &vha->hw->iobase->isp82;
308 uint16_t __iomem *wptr;
309 uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
311 /* Seed data -- mailbox1 -> mailbox7. */
312 if (IS_QLA81XX(vha->hw) || IS_QLA83XX(vha->hw))
313 wptr = (uint16_t __iomem *)®24->mailbox1;
314 else if (IS_QLA8044(vha->hw))
315 wptr = (uint16_t __iomem *)®82->mailbox_out[1];
319 for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
320 mb[cnt] = RD_REG_WORD(wptr);
322 ql_dbg(ql_dbg_async, vha, 0x5021,
323 "Inter-Driver Communication %s -- "
324 "%04x %04x %04x %04x %04x %04x %04x.\n",
325 event[aen & 0xff], mb[0], mb[1], mb[2], mb[3],
326 mb[4], mb[5], mb[6]);
328 /* Handle IDC Error completion case. */
329 case MBA_IDC_COMPLETE:
331 vha->hw->flags.idc_compl_status = 1;
332 if (vha->hw->notify_dcbx_comp && !vha->vp_idx)
333 complete(&vha->hw->dcbx_comp);
338 /* Acknowledgement needed? [Notify && non-zero timeout]. */
339 timeout = (descr >> 8) & 0xf;
340 ql_dbg(ql_dbg_async, vha, 0x5022,
341 "%lu Inter-Driver Communication %s -- ACK timeout=%d.\n",
342 vha->host_no, event[aen & 0xff], timeout);
346 rval = qla2x00_post_idc_ack_work(vha, mb);
347 if (rval != QLA_SUCCESS)
348 ql_log(ql_log_warn, vha, 0x5023,
349 "IDC failed to post ACK.\n");
351 case MBA_IDC_TIME_EXT:
352 vha->hw->idc_extend_tmo = descr;
353 ql_dbg(ql_dbg_async, vha, 0x5087,
354 "%lu Inter-Driver Communication %s -- "
355 "Extend timeout by=%d.\n",
356 vha->host_no, event[aen & 0xff], vha->hw->idc_extend_tmo);
363 qla2x00_get_link_speed_str(struct qla_hw_data *ha, uint16_t speed)
365 static const char *const link_speeds[] = {
366 "1", "2", "?", "4", "8", "16", "32", "10"
368 #define QLA_LAST_SPEED 7
370 if (IS_QLA2100(ha) || IS_QLA2200(ha))
371 return link_speeds[0];
372 else if (speed == 0x13)
373 return link_speeds[QLA_LAST_SPEED];
374 else if (speed < QLA_LAST_SPEED)
375 return link_speeds[speed];
377 return link_speeds[LS_UNKNOWN];
381 qla83xx_handle_8200_aen(scsi_qla_host_t *vha, uint16_t *mb)
383 struct qla_hw_data *ha = vha->hw;
386 * 8200 AEN Interpretation:
388 * mb[1] = AEN Reason code
389 * mb[2] = LSW of Peg-Halt Status-1 Register
390 * mb[6] = MSW of Peg-Halt Status-1 Register
391 * mb[3] = LSW of Peg-Halt Status-2 register
392 * mb[7] = MSW of Peg-Halt Status-2 register
393 * mb[4] = IDC Device-State Register value
394 * mb[5] = IDC Driver-Presence Register value
396 ql_dbg(ql_dbg_async, vha, 0x506b, "AEN Code: mb[0] = 0x%x AEN reason: "
397 "mb[1] = 0x%x PH-status1: mb[2] = 0x%x PH-status1: mb[6] = 0x%x.\n",
398 mb[0], mb[1], mb[2], mb[6]);
399 ql_dbg(ql_dbg_async, vha, 0x506c, "PH-status2: mb[3] = 0x%x "
400 "PH-status2: mb[7] = 0x%x Device-State: mb[4] = 0x%x "
401 "Drv-Presence: mb[5] = 0x%x.\n", mb[3], mb[7], mb[4], mb[5]);
403 if (mb[1] & (IDC_PEG_HALT_STATUS_CHANGE | IDC_NIC_FW_REPORTED_FAILURE |
404 IDC_HEARTBEAT_FAILURE)) {
405 ha->flags.nic_core_hung = 1;
406 ql_log(ql_log_warn, vha, 0x5060,
407 "83XX: F/W Error Reported: Check if reset required.\n");
409 if (mb[1] & IDC_PEG_HALT_STATUS_CHANGE) {
410 uint32_t protocol_engine_id, fw_err_code, err_level;
413 * IDC_PEG_HALT_STATUS_CHANGE interpretation:
414 * - PEG-Halt Status-1 Register:
415 * (LSW = mb[2], MSW = mb[6])
416 * Bits 0-7 = protocol-engine ID
417 * Bits 8-28 = f/w error code
418 * Bits 29-31 = Error-level
419 * Error-level 0x1 = Non-Fatal error
420 * Error-level 0x2 = Recoverable Fatal error
421 * Error-level 0x4 = UnRecoverable Fatal error
422 * - PEG-Halt Status-2 Register:
423 * (LSW = mb[3], MSW = mb[7])
425 protocol_engine_id = (mb[2] & 0xff);
426 fw_err_code = (((mb[2] & 0xff00) >> 8) |
427 ((mb[6] & 0x1fff) << 8));
428 err_level = ((mb[6] & 0xe000) >> 13);
429 ql_log(ql_log_warn, vha, 0x5061, "PegHalt Status-1 "
430 "Register: protocol_engine_id=0x%x "
431 "fw_err_code=0x%x err_level=0x%x.\n",
432 protocol_engine_id, fw_err_code, err_level);
433 ql_log(ql_log_warn, vha, 0x5062, "PegHalt Status-2 "
434 "Register: 0x%x%x.\n", mb[7], mb[3]);
435 if (err_level == ERR_LEVEL_NON_FATAL) {
436 ql_log(ql_log_warn, vha, 0x5063,
437 "Not a fatal error, f/w has recovered "
439 } else if (err_level == ERR_LEVEL_RECOVERABLE_FATAL) {
440 ql_log(ql_log_fatal, vha, 0x5064,
441 "Recoverable Fatal error: Chip reset "
443 qla83xx_schedule_work(vha,
444 QLA83XX_NIC_CORE_RESET);
445 } else if (err_level == ERR_LEVEL_UNRECOVERABLE_FATAL) {
446 ql_log(ql_log_fatal, vha, 0x5065,
447 "Unrecoverable Fatal error: Set FAILED "
448 "state, reboot required.\n");
449 qla83xx_schedule_work(vha,
450 QLA83XX_NIC_CORE_UNRECOVERABLE);
454 if (mb[1] & IDC_NIC_FW_REPORTED_FAILURE) {
455 uint16_t peg_fw_state, nw_interface_link_up;
456 uint16_t nw_interface_signal_detect, sfp_status;
457 uint16_t htbt_counter, htbt_monitor_enable;
458 uint16_t sfp_additonal_info, sfp_multirate;
459 uint16_t sfp_tx_fault, link_speed, dcbx_status;
462 * IDC_NIC_FW_REPORTED_FAILURE interpretation:
463 * - PEG-to-FC Status Register:
464 * (LSW = mb[2], MSW = mb[6])
465 * Bits 0-7 = Peg-Firmware state
466 * Bit 8 = N/W Interface Link-up
467 * Bit 9 = N/W Interface signal detected
468 * Bits 10-11 = SFP Status
469 * SFP Status 0x0 = SFP+ transceiver not expected
470 * SFP Status 0x1 = SFP+ transceiver not present
471 * SFP Status 0x2 = SFP+ transceiver invalid
472 * SFP Status 0x3 = SFP+ transceiver present and
474 * Bits 12-14 = Heartbeat Counter
475 * Bit 15 = Heartbeat Monitor Enable
476 * Bits 16-17 = SFP Additional Info
477 * SFP info 0x0 = Unregocnized transceiver for
479 * SFP info 0x1 = SFP+ brand validation failed
480 * SFP info 0x2 = SFP+ speed validation failed
481 * SFP info 0x3 = SFP+ access error
482 * Bit 18 = SFP Multirate
483 * Bit 19 = SFP Tx Fault
484 * Bits 20-22 = Link Speed
485 * Bits 23-27 = Reserved
486 * Bits 28-30 = DCBX Status
487 * DCBX Status 0x0 = DCBX Disabled
488 * DCBX Status 0x1 = DCBX Enabled
489 * DCBX Status 0x2 = DCBX Exchange error
492 peg_fw_state = (mb[2] & 0x00ff);
493 nw_interface_link_up = ((mb[2] & 0x0100) >> 8);
494 nw_interface_signal_detect = ((mb[2] & 0x0200) >> 9);
495 sfp_status = ((mb[2] & 0x0c00) >> 10);
496 htbt_counter = ((mb[2] & 0x7000) >> 12);
497 htbt_monitor_enable = ((mb[2] & 0x8000) >> 15);
498 sfp_additonal_info = (mb[6] & 0x0003);
499 sfp_multirate = ((mb[6] & 0x0004) >> 2);
500 sfp_tx_fault = ((mb[6] & 0x0008) >> 3);
501 link_speed = ((mb[6] & 0x0070) >> 4);
502 dcbx_status = ((mb[6] & 0x7000) >> 12);
504 ql_log(ql_log_warn, vha, 0x5066,
505 "Peg-to-Fc Status Register:\n"
506 "peg_fw_state=0x%x, nw_interface_link_up=0x%x, "
507 "nw_interface_signal_detect=0x%x"
508 "\nsfp_statis=0x%x.\n ", peg_fw_state,
509 nw_interface_link_up, nw_interface_signal_detect,
511 ql_log(ql_log_warn, vha, 0x5067,
512 "htbt_counter=0x%x, htbt_monitor_enable=0x%x, "
513 "sfp_additonal_info=0x%x, sfp_multirate=0x%x.\n ",
514 htbt_counter, htbt_monitor_enable,
515 sfp_additonal_info, sfp_multirate);
516 ql_log(ql_log_warn, vha, 0x5068,
517 "sfp_tx_fault=0x%x, link_state=0x%x, "
518 "dcbx_status=0x%x.\n", sfp_tx_fault, link_speed,
521 qla83xx_schedule_work(vha, QLA83XX_NIC_CORE_RESET);
524 if (mb[1] & IDC_HEARTBEAT_FAILURE) {
525 ql_log(ql_log_warn, vha, 0x5069,
526 "Heartbeat Failure encountered, chip reset "
529 qla83xx_schedule_work(vha, QLA83XX_NIC_CORE_RESET);
533 if (mb[1] & IDC_DEVICE_STATE_CHANGE) {
534 ql_log(ql_log_info, vha, 0x506a,
535 "IDC Device-State changed = 0x%x.\n", mb[4]);
536 if (ha->flags.nic_core_reset_owner)
538 qla83xx_schedule_work(vha, MBA_IDC_AEN);
543 qla2x00_is_a_vp_did(scsi_qla_host_t *vha, uint32_t rscn_entry)
545 struct qla_hw_data *ha = vha->hw;
554 spin_lock_irqsave(&ha->vport_slock, flags);
555 list_for_each_entry(vp, &ha->vp_list, list) {
556 vp_did = vp->d_id.b24;
557 if (vp_did == rscn_entry) {
562 spin_unlock_irqrestore(&ha->vport_slock, flags);
567 static inline fc_port_t *
568 qla2x00_find_fcport_by_loopid(scsi_qla_host_t *vha, uint16_t loop_id)
572 list_for_each_entry(fcport, &vha->vp_fcports, list)
573 if (fcport->loop_id == loop_id)
579 * qla2x00_async_event() - Process aynchronous events.
580 * @ha: SCSI driver HA context
581 * @mb: Mailbox registers (0 - 3)
584 qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
589 struct qla_hw_data *ha = vha->hw;
590 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
591 struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
592 struct device_reg_82xx __iomem *reg82 = &ha->iobase->isp82;
593 uint32_t rscn_entry, host_pid;
595 fc_port_t *fcport = NULL;
597 /* Setup to process RIO completion. */
599 if (IS_CNA_CAPABLE(ha))
602 case MBA_SCSI_COMPLETION:
603 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
606 case MBA_CMPLT_1_16BIT:
609 mb[0] = MBA_SCSI_COMPLETION;
611 case MBA_CMPLT_2_16BIT:
615 mb[0] = MBA_SCSI_COMPLETION;
617 case MBA_CMPLT_3_16BIT:
622 mb[0] = MBA_SCSI_COMPLETION;
624 case MBA_CMPLT_4_16BIT:
628 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
630 mb[0] = MBA_SCSI_COMPLETION;
632 case MBA_CMPLT_5_16BIT:
636 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
637 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
639 mb[0] = MBA_SCSI_COMPLETION;
641 case MBA_CMPLT_2_32BIT:
642 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
643 handles[1] = le32_to_cpu(
644 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
645 RD_MAILBOX_REG(ha, reg, 6));
647 mb[0] = MBA_SCSI_COMPLETION;
654 case MBA_SCSI_COMPLETION: /* Fast Post */
655 if (!vha->flags.online)
658 for (cnt = 0; cnt < handle_cnt; cnt++)
659 qla2x00_process_completed_request(vha, rsp->req,
663 case MBA_RESET: /* Reset */
664 ql_dbg(ql_dbg_async, vha, 0x5002,
665 "Asynchronous RESET.\n");
667 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
670 case MBA_SYSTEM_ERR: /* System Error */
671 mbx = (IS_QLA81XX(ha) || IS_QLA83XX(ha) || IS_QLA27XX(ha)) ?
672 RD_REG_WORD(®24->mailbox7) : 0;
673 ql_log(ql_log_warn, vha, 0x5003,
674 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
675 "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
677 ha->isp_ops->fw_dump(vha, 1);
679 if (IS_FWI2_CAPABLE(ha)) {
680 if (mb[1] == 0 && mb[2] == 0) {
681 ql_log(ql_log_fatal, vha, 0x5004,
682 "Unrecoverable Hardware Error: adapter "
683 "marked OFFLINE!\n");
684 vha->flags.online = 0;
685 vha->device_flags |= DFLG_DEV_FAILED;
687 /* Check to see if MPI timeout occurred */
688 if ((mbx & MBX_3) && (ha->port_no == 0))
689 set_bit(MPI_RESET_NEEDED,
692 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
694 } else if (mb[1] == 0) {
695 ql_log(ql_log_fatal, vha, 0x5005,
696 "Unrecoverable Hardware Error: adapter marked "
698 vha->flags.online = 0;
699 vha->device_flags |= DFLG_DEV_FAILED;
701 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
704 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
705 ql_log(ql_log_warn, vha, 0x5006,
706 "ISP Request Transfer Error (%x).\n", mb[1]);
708 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
711 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
712 ql_log(ql_log_warn, vha, 0x5007,
713 "ISP Response Transfer Error.\n");
715 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
718 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
719 ql_dbg(ql_dbg_async, vha, 0x5008,
720 "Asynchronous WAKEUP_THRES.\n");
723 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
724 ql_dbg(ql_dbg_async, vha, 0x5009,
725 "LIP occurred (%x).\n", mb[1]);
727 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
728 atomic_set(&vha->loop_state, LOOP_DOWN);
729 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
730 qla2x00_mark_all_devices_lost(vha, 1);
734 atomic_set(&vha->vp_state, VP_FAILED);
735 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
738 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
739 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
741 vha->flags.management_server_logged_in = 0;
742 qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
745 case MBA_LOOP_UP: /* Loop Up Event */
746 if (IS_QLA2100(ha) || IS_QLA2200(ha))
747 ha->link_data_rate = PORT_SPEED_1GB;
749 ha->link_data_rate = mb[1];
751 ql_log(ql_log_info, vha, 0x500a,
752 "LOOP UP detected (%s Gbps).\n",
753 qla2x00_get_link_speed_str(ha, ha->link_data_rate));
755 vha->flags.management_server_logged_in = 0;
756 qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
759 case MBA_LOOP_DOWN: /* Loop Down Event */
760 mbx = (IS_QLA81XX(ha) || IS_QLA8031(ha))
761 ? RD_REG_WORD(®24->mailbox4) : 0;
762 mbx = (IS_P3P_TYPE(ha)) ? RD_REG_WORD(®82->mailbox_out[4])
764 ql_log(ql_log_info, vha, 0x500b,
765 "LOOP DOWN detected (%x %x %x %x).\n",
766 mb[1], mb[2], mb[3], mbx);
768 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
769 atomic_set(&vha->loop_state, LOOP_DOWN);
770 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
772 * In case of loop down, restore WWPN from
773 * NVRAM in case of FA-WWPN capable ISP
774 * Restore for Physical Port only
777 if (ha->flags.fawwpn_enabled) {
778 void *wwpn = ha->init_cb->port_name;
779 memcpy(vha->port_name, wwpn, WWN_SIZE);
780 fc_host_port_name(vha->host) =
781 wwn_to_u64(vha->port_name);
782 ql_dbg(ql_dbg_init + ql_dbg_verbose,
783 vha, 0x0144, "LOOP DOWN detected,"
784 "restore WWPN %016llx\n",
785 wwn_to_u64(vha->port_name));
788 clear_bit(VP_CONFIG_OK, &vha->vp_flags);
791 vha->device_flags |= DFLG_NO_CABLE;
792 qla2x00_mark_all_devices_lost(vha, 1);
796 atomic_set(&vha->vp_state, VP_FAILED);
797 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
800 vha->flags.management_server_logged_in = 0;
801 ha->link_data_rate = PORT_SPEED_UNKNOWN;
802 qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
805 case MBA_LIP_RESET: /* LIP reset occurred */
806 ql_dbg(ql_dbg_async, vha, 0x500c,
807 "LIP reset occurred (%x).\n", mb[1]);
809 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
810 atomic_set(&vha->loop_state, LOOP_DOWN);
811 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
812 qla2x00_mark_all_devices_lost(vha, 1);
816 atomic_set(&vha->vp_state, VP_FAILED);
817 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
820 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
822 ha->operating_mode = LOOP;
823 vha->flags.management_server_logged_in = 0;
824 qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
827 /* case MBA_DCBX_COMPLETE: */
828 case MBA_POINT_TO_POINT: /* Point-to-Point */
832 if (IS_CNA_CAPABLE(ha)) {
833 ql_dbg(ql_dbg_async, vha, 0x500d,
834 "DCBX Completed -- %04x %04x %04x.\n",
835 mb[1], mb[2], mb[3]);
836 if (ha->notify_dcbx_comp && !vha->vp_idx)
837 complete(&ha->dcbx_comp);
840 ql_dbg(ql_dbg_async, vha, 0x500e,
841 "Asynchronous P2P MODE received.\n");
844 * Until there's a transition from loop down to loop up, treat
845 * this as loop down only.
847 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
848 atomic_set(&vha->loop_state, LOOP_DOWN);
849 if (!atomic_read(&vha->loop_down_timer))
850 atomic_set(&vha->loop_down_timer,
852 qla2x00_mark_all_devices_lost(vha, 1);
856 atomic_set(&vha->vp_state, VP_FAILED);
857 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
860 if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
861 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
863 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
864 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
866 ha->flags.gpsc_supported = 1;
867 vha->flags.management_server_logged_in = 0;
870 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
874 ql_dbg(ql_dbg_async, vha, 0x500f,
875 "Configuration change detected: value=%x.\n", mb[1]);
877 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
878 atomic_set(&vha->loop_state, LOOP_DOWN);
879 if (!atomic_read(&vha->loop_down_timer))
880 atomic_set(&vha->loop_down_timer,
882 qla2x00_mark_all_devices_lost(vha, 1);
886 atomic_set(&vha->vp_state, VP_FAILED);
887 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
890 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
891 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
894 case MBA_PORT_UPDATE: /* Port database update */
896 * Handle only global and vn-port update events
899 * mb[1] = N_Port handle of changed port
900 * OR 0xffff for global event
901 * mb[2] = New login state
902 * 7 = Port logged out
903 * mb[3] = LSB is vp_idx, 0xff = all vps
905 * Skip processing if:
906 * Event is global, vp_idx is NOT all vps,
907 * vp_idx does not match
908 * Event is not global, vp_idx does not match
910 if (IS_QLA2XXX_MIDTYPE(ha) &&
911 ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
912 (mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
916 ql_dbg(ql_dbg_async, vha, 0x5010,
917 "Port %s %04x %04x %04x.\n",
918 mb[1] == 0xffff ? "unavailable" : "logout",
919 mb[1], mb[2], mb[3]);
922 goto global_port_update;
925 fcport = qla2x00_find_fcport_by_loopid(vha, mb[1]);
928 if (atomic_read(&fcport->state) != FCS_ONLINE)
930 ql_dbg(ql_dbg_async, vha, 0x508a,
931 "Marking port lost loopid=%04x portid=%06x.\n",
932 fcport->loop_id, fcport->d_id.b24);
933 qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
937 /* Port unavailable. */
938 ql_log(ql_log_warn, vha, 0x505e,
939 "Link is offline.\n");
941 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
942 atomic_set(&vha->loop_state, LOOP_DOWN);
943 atomic_set(&vha->loop_down_timer,
945 vha->device_flags |= DFLG_NO_CABLE;
946 qla2x00_mark_all_devices_lost(vha, 1);
950 atomic_set(&vha->vp_state, VP_FAILED);
951 fc_vport_set_state(vha->fc_vport,
953 qla2x00_mark_all_devices_lost(vha, 1);
956 vha->flags.management_server_logged_in = 0;
957 ha->link_data_rate = PORT_SPEED_UNKNOWN;
962 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
963 * event etc. earlier indicating loop is down) then process
964 * it. Otherwise ignore it and Wait for RSCN to come in.
966 atomic_set(&vha->loop_down_timer, 0);
967 if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
968 atomic_read(&vha->loop_state) != LOOP_DEAD) {
969 ql_dbg(ql_dbg_async, vha, 0x5011,
970 "Asynchronous PORT UPDATE ignored %04x/%04x/%04x.\n",
971 mb[1], mb[2], mb[3]);
973 qlt_async_event(mb[0], vha, mb);
977 ql_dbg(ql_dbg_async, vha, 0x5012,
978 "Port database changed %04x %04x %04x.\n",
979 mb[1], mb[2], mb[3]);
982 * Mark all devices as missing so we will login again.
984 atomic_set(&vha->loop_state, LOOP_UP);
986 qla2x00_mark_all_devices_lost(vha, 1);
988 if (vha->vp_idx == 0 && !qla_ini_mode_enabled(vha))
989 set_bit(SCR_PENDING, &vha->dpc_flags);
991 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
992 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
993 set_bit(VP_CONFIG_OK, &vha->vp_flags);
995 qlt_async_event(mb[0], vha, mb);
998 case MBA_RSCN_UPDATE: /* State Change Registration */
999 /* Check if the Vport has issued a SCR */
1000 if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
1002 /* Only handle SCNs for our Vport index. */
1003 if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
1006 ql_dbg(ql_dbg_async, vha, 0x5013,
1007 "RSCN database changed -- %04x %04x %04x.\n",
1008 mb[1], mb[2], mb[3]);
1010 rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
1011 host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
1012 | vha->d_id.b.al_pa;
1013 if (rscn_entry == host_pid) {
1014 ql_dbg(ql_dbg_async, vha, 0x5014,
1015 "Ignoring RSCN update to local host "
1016 "port ID (%06x).\n", host_pid);
1020 /* Ignore reserved bits from RSCN-payload. */
1021 rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
1023 /* Skip RSCNs for virtual ports on the same physical port */
1024 if (qla2x00_is_a_vp_did(vha, rscn_entry))
1028 * Search for the rport related to this RSCN entry and mark it
1031 list_for_each_entry(fcport, &vha->vp_fcports, list) {
1032 if (atomic_read(&fcport->state) != FCS_ONLINE)
1034 if (fcport->d_id.b24 == rscn_entry) {
1035 qla2x00_mark_device_lost(vha, fcport, 0, 0);
1040 atomic_set(&vha->loop_down_timer, 0);
1041 vha->flags.management_server_logged_in = 0;
1043 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
1044 set_bit(RSCN_UPDATE, &vha->dpc_flags);
1045 qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
1048 /* case MBA_RIO_RESPONSE: */
1049 case MBA_ZIO_RESPONSE:
1050 ql_dbg(ql_dbg_async, vha, 0x5015,
1051 "[R|Z]IO update completion.\n");
1053 if (IS_FWI2_CAPABLE(ha))
1054 qla24xx_process_response_queue(vha, rsp);
1056 qla2x00_process_response_queue(rsp);
1059 case MBA_DISCARD_RND_FRAME:
1060 ql_dbg(ql_dbg_async, vha, 0x5016,
1061 "Discard RND Frame -- %04x %04x %04x.\n",
1062 mb[1], mb[2], mb[3]);
1065 case MBA_TRACE_NOTIFICATION:
1066 ql_dbg(ql_dbg_async, vha, 0x5017,
1067 "Trace Notification -- %04x %04x.\n", mb[1], mb[2]);
1070 case MBA_ISP84XX_ALERT:
1071 ql_dbg(ql_dbg_async, vha, 0x5018,
1072 "ISP84XX Alert Notification -- %04x %04x %04x.\n",
1073 mb[1], mb[2], mb[3]);
1075 spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
1077 case A84_PANIC_RECOVERY:
1078 ql_log(ql_log_info, vha, 0x5019,
1079 "Alert 84XX: panic recovery %04x %04x.\n",
1082 case A84_OP_LOGIN_COMPLETE:
1083 ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
1084 ql_log(ql_log_info, vha, 0x501a,
1085 "Alert 84XX: firmware version %x.\n",
1086 ha->cs84xx->op_fw_version);
1088 case A84_DIAG_LOGIN_COMPLETE:
1089 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
1090 ql_log(ql_log_info, vha, 0x501b,
1091 "Alert 84XX: diagnostic firmware version %x.\n",
1092 ha->cs84xx->diag_fw_version);
1094 case A84_GOLD_LOGIN_COMPLETE:
1095 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
1096 ha->cs84xx->fw_update = 1;
1097 ql_log(ql_log_info, vha, 0x501c,
1098 "Alert 84XX: gold firmware version %x.\n",
1099 ha->cs84xx->gold_fw_version);
1102 ql_log(ql_log_warn, vha, 0x501d,
1103 "Alert 84xx: Invalid Alert %04x %04x %04x.\n",
1104 mb[1], mb[2], mb[3]);
1106 spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
1108 case MBA_DCBX_START:
1109 ql_dbg(ql_dbg_async, vha, 0x501e,
1110 "DCBX Started -- %04x %04x %04x.\n",
1111 mb[1], mb[2], mb[3]);
1113 case MBA_DCBX_PARAM_UPDATE:
1114 ql_dbg(ql_dbg_async, vha, 0x501f,
1115 "DCBX Parameters Updated -- %04x %04x %04x.\n",
1116 mb[1], mb[2], mb[3]);
1118 case MBA_FCF_CONF_ERR:
1119 ql_dbg(ql_dbg_async, vha, 0x5020,
1120 "FCF Configuration Error -- %04x %04x %04x.\n",
1121 mb[1], mb[2], mb[3]);
1123 case MBA_IDC_NOTIFY:
1124 if (IS_QLA8031(vha->hw) || IS_QLA8044(ha)) {
1125 mb[4] = RD_REG_WORD(®24->mailbox4);
1126 if (((mb[2] & 0x7fff) == MBC_PORT_RESET ||
1127 (mb[2] & 0x7fff) == MBC_SET_PORT_CONFIG) &&
1128 (mb[4] & INTERNAL_LOOPBACK_MASK) != 0) {
1129 set_bit(ISP_QUIESCE_NEEDED, &vha->dpc_flags);
1131 * Extend loop down timer since port is active.
1133 if (atomic_read(&vha->loop_state) == LOOP_DOWN)
1134 atomic_set(&vha->loop_down_timer,
1136 qla2xxx_wake_dpc(vha);
1139 case MBA_IDC_COMPLETE:
1140 if (ha->notify_lb_portup_comp && !vha->vp_idx)
1141 complete(&ha->lb_portup_comp);
1143 case MBA_IDC_TIME_EXT:
1144 if (IS_QLA81XX(vha->hw) || IS_QLA8031(vha->hw) ||
1146 qla81xx_idc_event(vha, mb[0], mb[1]);
1150 mb[4] = RD_REG_WORD(®24->mailbox4);
1151 mb[5] = RD_REG_WORD(®24->mailbox5);
1152 mb[6] = RD_REG_WORD(®24->mailbox6);
1153 mb[7] = RD_REG_WORD(®24->mailbox7);
1154 qla83xx_handle_8200_aen(vha, mb);
1157 case MBA_DPORT_DIAGNOSTICS:
1158 ql_dbg(ql_dbg_async, vha, 0x5052,
1159 "D-Port Diagnostics: %04x %04x=%s\n", mb[0], mb[1],
1160 mb[1] == 0 ? "start" :
1161 mb[1] == 1 ? "done (ok)" :
1162 mb[1] == 2 ? "done (error)" : "other");
1166 ql_dbg(ql_dbg_async, vha, 0x5057,
1167 "Unknown AEN:%04x %04x %04x %04x\n",
1168 mb[0], mb[1], mb[2], mb[3]);
1171 qlt_async_event(mb[0], vha, mb);
1173 if (!vha->vp_idx && ha->num_vhosts)
1174 qla2x00_alert_all_vps(rsp, mb);
1178 * qla2x00_process_completed_request() - Process a Fast Post response.
1179 * @ha: SCSI driver HA context
1183 qla2x00_process_completed_request(struct scsi_qla_host *vha,
1184 struct req_que *req, uint32_t index)
1187 struct qla_hw_data *ha = vha->hw;
1189 /* Validate handle. */
1190 if (index >= req->num_outstanding_cmds) {
1191 ql_log(ql_log_warn, vha, 0x3014,
1192 "Invalid SCSI command index (%x).\n", index);
1194 if (IS_P3P_TYPE(ha))
1195 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1197 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1201 sp = req->outstanding_cmds[index];
1203 /* Free outstanding command slot. */
1204 req->outstanding_cmds[index] = NULL;
1206 /* Save ISP completion status */
1207 sp->done(ha, sp, DID_OK << 16);
1209 ql_log(ql_log_warn, vha, 0x3016, "Invalid SCSI SRB.\n");
1211 if (IS_P3P_TYPE(ha))
1212 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1214 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1219 qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
1220 struct req_que *req, void *iocb)
1222 struct qla_hw_data *ha = vha->hw;
1223 sts_entry_t *pkt = iocb;
1227 index = LSW(pkt->handle);
1228 if (index >= req->num_outstanding_cmds) {
1229 ql_log(ql_log_warn, vha, 0x5031,
1230 "Invalid command index (%x).\n", index);
1231 if (IS_P3P_TYPE(ha))
1232 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1234 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1237 sp = req->outstanding_cmds[index];
1239 ql_log(ql_log_warn, vha, 0x5032,
1240 "Invalid completion handle (%x) -- timed-out.\n", index);
1243 if (sp->handle != index) {
1244 ql_log(ql_log_warn, vha, 0x5033,
1245 "SRB handle (%x) mismatch %x.\n", sp->handle, index);
1249 req->outstanding_cmds[index] = NULL;
1256 qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1257 struct mbx_entry *mbx)
1259 const char func[] = "MBX-IOCB";
1263 struct srb_iocb *lio;
1267 sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
1271 lio = &sp->u.iocb_cmd;
1273 fcport = sp->fcport;
1274 data = lio->u.logio.data;
1276 data[0] = MBS_COMMAND_ERROR;
1277 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
1278 QLA_LOGIO_LOGIN_RETRIED : 0;
1279 if (mbx->entry_status) {
1280 ql_dbg(ql_dbg_async, vha, 0x5043,
1281 "Async-%s error entry - hdl=%x portid=%02x%02x%02x "
1282 "entry-status=%x status=%x state-flag=%x "
1283 "status-flags=%x.\n", type, sp->handle,
1284 fcport->d_id.b.domain, fcport->d_id.b.area,
1285 fcport->d_id.b.al_pa, mbx->entry_status,
1286 le16_to_cpu(mbx->status), le16_to_cpu(mbx->state_flags),
1287 le16_to_cpu(mbx->status_flags));
1289 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5029,
1290 (uint8_t *)mbx, sizeof(*mbx));
1295 status = le16_to_cpu(mbx->status);
1296 if (status == 0x30 && sp->type == SRB_LOGIN_CMD &&
1297 le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
1299 if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
1300 ql_dbg(ql_dbg_async, vha, 0x5045,
1301 "Async-%s complete - hdl=%x portid=%02x%02x%02x mbx1=%x.\n",
1302 type, sp->handle, fcport->d_id.b.domain,
1303 fcport->d_id.b.area, fcport->d_id.b.al_pa,
1304 le16_to_cpu(mbx->mb1));
1306 data[0] = MBS_COMMAND_COMPLETE;
1307 if (sp->type == SRB_LOGIN_CMD) {
1308 fcport->port_type = FCT_TARGET;
1309 if (le16_to_cpu(mbx->mb1) & BIT_0)
1310 fcport->port_type = FCT_INITIATOR;
1311 else if (le16_to_cpu(mbx->mb1) & BIT_1)
1312 fcport->flags |= FCF_FCP2_DEVICE;
1317 data[0] = le16_to_cpu(mbx->mb0);
1319 case MBS_PORT_ID_USED:
1320 data[1] = le16_to_cpu(mbx->mb1);
1322 case MBS_LOOP_ID_USED:
1325 data[0] = MBS_COMMAND_ERROR;
1329 ql_log(ql_log_warn, vha, 0x5046,
1330 "Async-%s failed - hdl=%x portid=%02x%02x%02x status=%x "
1331 "mb0=%x mb1=%x mb2=%x mb6=%x mb7=%x.\n", type, sp->handle,
1332 fcport->d_id.b.domain, fcport->d_id.b.area, fcport->d_id.b.al_pa,
1333 status, le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
1334 le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
1335 le16_to_cpu(mbx->mb7));
1338 sp->done(vha, sp, 0);
1342 qla2x00_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1343 sts_entry_t *pkt, int iocb_type)
1345 const char func[] = "CT_IOCB";
1348 struct fc_bsg_job *bsg_job;
1349 uint16_t comp_status;
1352 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1356 bsg_job = sp->u.bsg_job;
1358 type = "ct pass-through";
1360 comp_status = le16_to_cpu(pkt->comp_status);
1362 /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1363 * fc payload to the caller
1365 bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1366 bsg_job->reply_len = sizeof(struct fc_bsg_reply);
1368 if (comp_status != CS_COMPLETE) {
1369 if (comp_status == CS_DATA_UNDERRUN) {
1371 bsg_job->reply->reply_payload_rcv_len =
1372 le16_to_cpu(((sts_entry_t *)pkt)->rsp_info_len);
1374 ql_log(ql_log_warn, vha, 0x5048,
1375 "CT pass-through-%s error "
1376 "comp_status-status=0x%x total_byte = 0x%x.\n",
1378 bsg_job->reply->reply_payload_rcv_len);
1380 ql_log(ql_log_warn, vha, 0x5049,
1381 "CT pass-through-%s error "
1382 "comp_status-status=0x%x.\n", type, comp_status);
1383 res = DID_ERROR << 16;
1384 bsg_job->reply->reply_payload_rcv_len = 0;
1386 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5035,
1387 (uint8_t *)pkt, sizeof(*pkt));
1390 bsg_job->reply->reply_payload_rcv_len =
1391 bsg_job->reply_payload.payload_len;
1392 bsg_job->reply_len = 0;
1395 sp->done(vha, sp, res);
1399 qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1400 struct sts_entry_24xx *pkt, int iocb_type)
1402 const char func[] = "ELS_CT_IOCB";
1405 struct fc_bsg_job *bsg_job;
1406 uint16_t comp_status;
1407 uint32_t fw_status[3];
1408 uint8_t* fw_sts_ptr;
1411 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1414 bsg_job = sp->u.bsg_job;
1418 case SRB_ELS_CMD_RPT:
1419 case SRB_ELS_CMD_HST:
1423 type = "ct pass-through";
1426 type = "Driver ELS logo";
1427 ql_dbg(ql_dbg_user, vha, 0x5047,
1428 "Completing %s: (%p) type=%d.\n", type, sp, sp->type);
1429 sp->done(vha, sp, 0);
1432 ql_dbg(ql_dbg_user, vha, 0x503e,
1433 "Unrecognized SRB: (%p) type=%d.\n", sp, sp->type);
1437 comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1438 fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1439 fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1441 /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1442 * fc payload to the caller
1444 bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1445 bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1447 if (comp_status != CS_COMPLETE) {
1448 if (comp_status == CS_DATA_UNDERRUN) {
1450 bsg_job->reply->reply_payload_rcv_len =
1451 le16_to_cpu(((struct els_sts_entry_24xx *)pkt)->total_byte_count);
1453 ql_dbg(ql_dbg_user, vha, 0x503f,
1454 "ELS-CT pass-through-%s error hdl=%x comp_status-status=0x%x "
1455 "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
1456 type, sp->handle, comp_status, fw_status[1], fw_status[2],
1457 le16_to_cpu(((struct els_sts_entry_24xx *)
1458 pkt)->total_byte_count));
1459 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1460 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1463 ql_dbg(ql_dbg_user, vha, 0x5040,
1464 "ELS-CT pass-through-%s error hdl=%x comp_status-status=0x%x "
1465 "error subcode 1=0x%x error subcode 2=0x%x.\n",
1466 type, sp->handle, comp_status,
1467 le16_to_cpu(((struct els_sts_entry_24xx *)
1468 pkt)->error_subcode_1),
1469 le16_to_cpu(((struct els_sts_entry_24xx *)
1470 pkt)->error_subcode_2));
1471 res = DID_ERROR << 16;
1472 bsg_job->reply->reply_payload_rcv_len = 0;
1473 fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1474 memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1476 ql_dump_buffer(ql_dbg_user + ql_dbg_buffer, vha, 0x5056,
1477 (uint8_t *)pkt, sizeof(*pkt));
1481 bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1482 bsg_job->reply_len = 0;
1485 sp->done(vha, sp, res);
1489 qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1490 struct logio_entry_24xx *logio)
1492 const char func[] = "LOGIO-IOCB";
1496 struct srb_iocb *lio;
1500 sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1504 lio = &sp->u.iocb_cmd;
1506 fcport = sp->fcport;
1507 data = lio->u.logio.data;
1509 data[0] = MBS_COMMAND_ERROR;
1510 data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
1511 QLA_LOGIO_LOGIN_RETRIED : 0;
1512 if (logio->entry_status) {
1513 ql_log(ql_log_warn, fcport->vha, 0x5034,
1514 "Async-%s error entry - hdl=%x"
1515 "portid=%02x%02x%02x entry-status=%x.\n",
1516 type, sp->handle, fcport->d_id.b.domain,
1517 fcport->d_id.b.area, fcport->d_id.b.al_pa,
1518 logio->entry_status);
1519 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x504d,
1520 (uint8_t *)logio, sizeof(*logio));
1525 if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
1526 ql_dbg(ql_dbg_async, fcport->vha, 0x5036,
1527 "Async-%s complete - hdl=%x portid=%02x%02x%02x "
1528 "iop0=%x.\n", type, sp->handle, fcport->d_id.b.domain,
1529 fcport->d_id.b.area, fcport->d_id.b.al_pa,
1530 le32_to_cpu(logio->io_parameter[0]));
1532 data[0] = MBS_COMMAND_COMPLETE;
1533 if (sp->type != SRB_LOGIN_CMD)
1536 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1537 if (iop[0] & BIT_4) {
1538 fcport->port_type = FCT_TARGET;
1540 fcport->flags |= FCF_FCP2_DEVICE;
1541 } else if (iop[0] & BIT_5)
1542 fcport->port_type = FCT_INITIATOR;
1545 fcport->flags |= FCF_CONF_COMP_SUPPORTED;
1547 if (logio->io_parameter[7] || logio->io_parameter[8])
1548 fcport->supported_classes |= FC_COS_CLASS2;
1549 if (logio->io_parameter[9] || logio->io_parameter[10])
1550 fcport->supported_classes |= FC_COS_CLASS3;
1555 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1556 iop[1] = le32_to_cpu(logio->io_parameter[1]);
1558 case LSC_SCODE_PORTID_USED:
1559 data[0] = MBS_PORT_ID_USED;
1560 data[1] = LSW(iop[1]);
1562 case LSC_SCODE_NPORT_USED:
1563 data[0] = MBS_LOOP_ID_USED;
1566 data[0] = MBS_COMMAND_ERROR;
1570 ql_dbg(ql_dbg_async, fcport->vha, 0x5037,
1571 "Async-%s failed - hdl=%x portid=%02x%02x%02x comp=%x "
1572 "iop0=%x iop1=%x.\n", type, sp->handle, fcport->d_id.b.domain,
1573 fcport->d_id.b.area, fcport->d_id.b.al_pa,
1574 le16_to_cpu(logio->comp_status),
1575 le32_to_cpu(logio->io_parameter[0]),
1576 le32_to_cpu(logio->io_parameter[1]));
1579 sp->done(vha, sp, 0);
1583 qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req, void *tsk)
1585 const char func[] = "TMF-IOCB";
1589 struct srb_iocb *iocb;
1590 struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
1592 sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1596 iocb = &sp->u.iocb_cmd;
1598 fcport = sp->fcport;
1599 iocb->u.tmf.data = QLA_SUCCESS;
1601 if (sts->entry_status) {
1602 ql_log(ql_log_warn, fcport->vha, 0x5038,
1603 "Async-%s error - hdl=%x entry-status(%x).\n",
1604 type, sp->handle, sts->entry_status);
1605 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
1606 } else if (sts->comp_status != cpu_to_le16(CS_COMPLETE)) {
1607 ql_log(ql_log_warn, fcport->vha, 0x5039,
1608 "Async-%s error - hdl=%x completion status(%x).\n",
1609 type, sp->handle, sts->comp_status);
1610 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
1611 } else if ((le16_to_cpu(sts->scsi_status) &
1612 SS_RESPONSE_INFO_LEN_VALID)) {
1613 if (le32_to_cpu(sts->rsp_data_len) < 4) {
1614 ql_log(ql_log_warn, fcport->vha, 0x503b,
1615 "Async-%s error - hdl=%x not enough response(%d).\n",
1616 type, sp->handle, sts->rsp_data_len);
1617 } else if (sts->data[3]) {
1618 ql_log(ql_log_warn, fcport->vha, 0x503c,
1619 "Async-%s error - hdl=%x response(%x).\n",
1620 type, sp->handle, sts->data[3]);
1621 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
1625 if (iocb->u.tmf.data != QLA_SUCCESS)
1626 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5055,
1627 (uint8_t *)sts, sizeof(*sts));
1629 sp->done(vha, sp, 0);
1633 * qla2x00_process_response_queue() - Process response queue entries.
1634 * @ha: SCSI driver HA context
1637 qla2x00_process_response_queue(struct rsp_que *rsp)
1639 struct scsi_qla_host *vha;
1640 struct qla_hw_data *ha = rsp->hw;
1641 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1643 uint16_t handle_cnt;
1646 vha = pci_get_drvdata(ha->pdev);
1648 if (!vha->flags.online)
1651 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1652 pkt = (sts_entry_t *)rsp->ring_ptr;
1655 if (rsp->ring_index == rsp->length) {
1656 rsp->ring_index = 0;
1657 rsp->ring_ptr = rsp->ring;
1662 if (pkt->entry_status != 0) {
1663 qla2x00_error_entry(vha, rsp, pkt);
1664 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1669 switch (pkt->entry_type) {
1671 qla2x00_status_entry(vha, rsp, pkt);
1673 case STATUS_TYPE_21:
1674 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1675 for (cnt = 0; cnt < handle_cnt; cnt++) {
1676 qla2x00_process_completed_request(vha, rsp->req,
1677 ((sts21_entry_t *)pkt)->handle[cnt]);
1680 case STATUS_TYPE_22:
1681 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1682 for (cnt = 0; cnt < handle_cnt; cnt++) {
1683 qla2x00_process_completed_request(vha, rsp->req,
1684 ((sts22_entry_t *)pkt)->handle[cnt]);
1687 case STATUS_CONT_TYPE:
1688 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1691 qla2x00_mbx_iocb_entry(vha, rsp->req,
1692 (struct mbx_entry *)pkt);
1695 qla2x00_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1698 /* Type Not Supported. */
1699 ql_log(ql_log_warn, vha, 0x504a,
1700 "Received unknown response pkt type %x "
1701 "entry status=%x.\n",
1702 pkt->entry_type, pkt->entry_status);
1705 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1709 /* Adjust ring index */
1710 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1714 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t par_sense_len,
1715 uint32_t sense_len, struct rsp_que *rsp, int res)
1717 struct scsi_qla_host *vha = sp->fcport->vha;
1718 struct scsi_cmnd *cp = GET_CMD_SP(sp);
1719 uint32_t track_sense_len;
1721 if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1722 sense_len = SCSI_SENSE_BUFFERSIZE;
1724 SET_CMD_SENSE_LEN(sp, sense_len);
1725 SET_CMD_SENSE_PTR(sp, cp->sense_buffer);
1726 track_sense_len = sense_len;
1728 if (sense_len > par_sense_len)
1729 sense_len = par_sense_len;
1731 memcpy(cp->sense_buffer, sense_data, sense_len);
1733 SET_CMD_SENSE_PTR(sp, cp->sense_buffer + sense_len);
1734 track_sense_len -= sense_len;
1735 SET_CMD_SENSE_LEN(sp, track_sense_len);
1737 if (track_sense_len != 0) {
1738 rsp->status_srb = sp;
1743 ql_dbg(ql_dbg_io + ql_dbg_buffer, vha, 0x301c,
1744 "Check condition Sense data, nexus%ld:%d:%llu cmd=%p.\n",
1745 sp->fcport->vha->host_no, cp->device->id, cp->device->lun,
1747 ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302b,
1748 cp->sense_buffer, sense_len);
1752 struct scsi_dif_tuple {
1753 __be16 guard; /* Checksum */
1754 __be16 app_tag; /* APPL identifier */
1755 __be32 ref_tag; /* Target LBA or indirect LBA */
1759 * Checks the guard or meta-data for the type of error
1760 * detected by the HBA. In case of errors, we set the
1761 * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1762 * to indicate to the kernel that the HBA detected error.
1765 qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1767 struct scsi_qla_host *vha = sp->fcport->vha;
1768 struct scsi_cmnd *cmd = GET_CMD_SP(sp);
1769 uint8_t *ap = &sts24->data[12];
1770 uint8_t *ep = &sts24->data[20];
1771 uint32_t e_ref_tag, a_ref_tag;
1772 uint16_t e_app_tag, a_app_tag;
1773 uint16_t e_guard, a_guard;
1776 * swab32 of the "data" field in the beginning of qla2x00_status_entry()
1777 * would make guard field appear at offset 2
1779 a_guard = le16_to_cpu(*(uint16_t *)(ap + 2));
1780 a_app_tag = le16_to_cpu(*(uint16_t *)(ap + 0));
1781 a_ref_tag = le32_to_cpu(*(uint32_t *)(ap + 4));
1782 e_guard = le16_to_cpu(*(uint16_t *)(ep + 2));
1783 e_app_tag = le16_to_cpu(*(uint16_t *)(ep + 0));
1784 e_ref_tag = le32_to_cpu(*(uint32_t *)(ep + 4));
1786 ql_dbg(ql_dbg_io, vha, 0x3023,
1787 "iocb(s) %p Returned STATUS.\n", sts24);
1789 ql_dbg(ql_dbg_io, vha, 0x3024,
1790 "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
1791 " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
1792 " tag=0x%x, act guard=0x%x, exp guard=0x%x.\n",
1793 cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
1794 a_app_tag, e_app_tag, a_guard, e_guard);
1798 * For type 3: ref & app tag is all 'f's
1799 * For type 0,1,2: app tag is all 'f's
1801 if ((a_app_tag == 0xffff) &&
1802 ((scsi_get_prot_type(cmd) != SCSI_PROT_DIF_TYPE3) ||
1803 (a_ref_tag == 0xffffffff))) {
1804 uint32_t blocks_done, resid;
1805 sector_t lba_s = scsi_get_lba(cmd);
1807 /* 2TB boundary case covered automatically with this */
1808 blocks_done = e_ref_tag - (uint32_t)lba_s + 1;
1810 resid = scsi_bufflen(cmd) - (blocks_done *
1811 cmd->device->sector_size);
1813 scsi_set_resid(cmd, resid);
1814 cmd->result = DID_OK << 16;
1816 /* Update protection tag */
1817 if (scsi_prot_sg_count(cmd)) {
1818 uint32_t i, j = 0, k = 0, num_ent;
1819 struct scatterlist *sg;
1820 struct sd_dif_tuple *spt;
1822 /* Patch the corresponding protection tags */
1823 scsi_for_each_prot_sg(cmd, sg,
1824 scsi_prot_sg_count(cmd), i) {
1825 num_ent = sg_dma_len(sg) / 8;
1826 if (k + num_ent < blocks_done) {
1830 j = blocks_done - k - 1;
1835 if (k != blocks_done) {
1836 ql_log(ql_log_warn, vha, 0x302f,
1837 "unexpected tag values tag:lba=%x:%llx)\n",
1838 e_ref_tag, (unsigned long long)lba_s);
1842 spt = page_address(sg_page(sg)) + sg->offset;
1845 spt->app_tag = 0xffff;
1846 if (scsi_get_prot_type(cmd) == SCSI_PROT_DIF_TYPE3)
1847 spt->ref_tag = 0xffffffff;
1854 if (e_guard != a_guard) {
1855 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1857 set_driver_byte(cmd, DRIVER_SENSE);
1858 set_host_byte(cmd, DID_ABORT);
1859 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1864 if (e_ref_tag != a_ref_tag) {
1865 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1867 set_driver_byte(cmd, DRIVER_SENSE);
1868 set_host_byte(cmd, DID_ABORT);
1869 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1873 /* check appl tag */
1874 if (e_app_tag != a_app_tag) {
1875 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1877 set_driver_byte(cmd, DRIVER_SENSE);
1878 set_host_byte(cmd, DID_ABORT);
1879 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1887 qla25xx_process_bidir_status_iocb(scsi_qla_host_t *vha, void *pkt,
1888 struct req_que *req, uint32_t index)
1890 struct qla_hw_data *ha = vha->hw;
1892 uint16_t comp_status;
1893 uint16_t scsi_status;
1895 uint32_t rval = EXT_STATUS_OK;
1896 struct fc_bsg_job *bsg_job = NULL;
1898 struct sts_entry_24xx *sts24;
1899 sts = (sts_entry_t *) pkt;
1900 sts24 = (struct sts_entry_24xx *) pkt;
1902 /* Validate handle. */
1903 if (index >= req->num_outstanding_cmds) {
1904 ql_log(ql_log_warn, vha, 0x70af,
1905 "Invalid SCSI completion handle 0x%x.\n", index);
1906 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1910 sp = req->outstanding_cmds[index];
1912 /* Free outstanding command slot. */
1913 req->outstanding_cmds[index] = NULL;
1914 bsg_job = sp->u.bsg_job;
1916 ql_log(ql_log_warn, vha, 0x70b0,
1917 "Req:%d: Invalid ISP SCSI completion handle(0x%x)\n",
1920 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1924 if (IS_FWI2_CAPABLE(ha)) {
1925 comp_status = le16_to_cpu(sts24->comp_status);
1926 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1928 comp_status = le16_to_cpu(sts->comp_status);
1929 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1932 thread_id = bsg_job->request->rqst_data.h_vendor.vendor_cmd[1];
1933 switch (comp_status) {
1935 if (scsi_status == 0) {
1936 bsg_job->reply->reply_payload_rcv_len =
1937 bsg_job->reply_payload.payload_len;
1938 vha->qla_stats.input_bytes +=
1939 bsg_job->reply->reply_payload_rcv_len;
1940 vha->qla_stats.input_requests++;
1941 rval = EXT_STATUS_OK;
1945 case CS_DATA_OVERRUN:
1946 ql_dbg(ql_dbg_user, vha, 0x70b1,
1947 "Command completed with date overrun thread_id=%d\n",
1949 rval = EXT_STATUS_DATA_OVERRUN;
1952 case CS_DATA_UNDERRUN:
1953 ql_dbg(ql_dbg_user, vha, 0x70b2,
1954 "Command completed with date underrun thread_id=%d\n",
1956 rval = EXT_STATUS_DATA_UNDERRUN;
1958 case CS_BIDIR_RD_OVERRUN:
1959 ql_dbg(ql_dbg_user, vha, 0x70b3,
1960 "Command completed with read data overrun thread_id=%d\n",
1962 rval = EXT_STATUS_DATA_OVERRUN;
1965 case CS_BIDIR_RD_WR_OVERRUN:
1966 ql_dbg(ql_dbg_user, vha, 0x70b4,
1967 "Command completed with read and write data overrun "
1968 "thread_id=%d\n", thread_id);
1969 rval = EXT_STATUS_DATA_OVERRUN;
1972 case CS_BIDIR_RD_OVERRUN_WR_UNDERRUN:
1973 ql_dbg(ql_dbg_user, vha, 0x70b5,
1974 "Command completed with read data over and write data "
1975 "underrun thread_id=%d\n", thread_id);
1976 rval = EXT_STATUS_DATA_OVERRUN;
1979 case CS_BIDIR_RD_UNDERRUN:
1980 ql_dbg(ql_dbg_user, vha, 0x70b6,
1981 "Command completed with read data data underrun "
1982 "thread_id=%d\n", thread_id);
1983 rval = EXT_STATUS_DATA_UNDERRUN;
1986 case CS_BIDIR_RD_UNDERRUN_WR_OVERRUN:
1987 ql_dbg(ql_dbg_user, vha, 0x70b7,
1988 "Command completed with read data under and write data "
1989 "overrun thread_id=%d\n", thread_id);
1990 rval = EXT_STATUS_DATA_UNDERRUN;
1993 case CS_BIDIR_RD_WR_UNDERRUN:
1994 ql_dbg(ql_dbg_user, vha, 0x70b8,
1995 "Command completed with read and write data underrun "
1996 "thread_id=%d\n", thread_id);
1997 rval = EXT_STATUS_DATA_UNDERRUN;
2001 ql_dbg(ql_dbg_user, vha, 0x70b9,
2002 "Command completed with data DMA error thread_id=%d\n",
2004 rval = EXT_STATUS_DMA_ERR;
2008 ql_dbg(ql_dbg_user, vha, 0x70ba,
2009 "Command completed with timeout thread_id=%d\n",
2011 rval = EXT_STATUS_TIMEOUT;
2014 ql_dbg(ql_dbg_user, vha, 0x70bb,
2015 "Command completed with completion status=0x%x "
2016 "thread_id=%d\n", comp_status, thread_id);
2017 rval = EXT_STATUS_ERR;
2020 bsg_job->reply->reply_payload_rcv_len = 0;
2023 /* Return the vendor specific reply to API */
2024 bsg_job->reply->reply_data.vendor_reply.vendor_rsp[0] = rval;
2025 bsg_job->reply_len = sizeof(struct fc_bsg_reply);
2026 /* Always return DID_OK, bsg will send the vendor specific response
2027 * in this case only */
2028 sp->done(vha, sp, (DID_OK << 6));
2033 * qla2x00_status_entry() - Process a Status IOCB entry.
2034 * @ha: SCSI driver HA context
2035 * @pkt: Entry pointer
2038 qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
2042 struct scsi_cmnd *cp;
2044 struct sts_entry_24xx *sts24;
2045 uint16_t comp_status;
2046 uint16_t scsi_status;
2048 uint8_t lscsi_status;
2050 uint32_t sense_len, par_sense_len, rsp_info_len, resid_len,
2052 uint8_t *rsp_info, *sense_data;
2053 struct qla_hw_data *ha = vha->hw;
2056 struct req_que *req;
2059 uint16_t state_flags = 0;
2060 uint16_t retry_delay = 0;
2062 sts = (sts_entry_t *) pkt;
2063 sts24 = (struct sts_entry_24xx *) pkt;
2064 if (IS_FWI2_CAPABLE(ha)) {
2065 comp_status = le16_to_cpu(sts24->comp_status);
2066 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
2067 state_flags = le16_to_cpu(sts24->state_flags);
2069 comp_status = le16_to_cpu(sts->comp_status);
2070 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
2072 handle = (uint32_t) LSW(sts->handle);
2073 que = MSW(sts->handle);
2074 req = ha->req_q_map[que];
2076 /* Check for invalid queue pointer */
2078 que >= find_first_zero_bit(ha->req_qid_map, ha->max_req_queues)) {
2079 ql_dbg(ql_dbg_io, vha, 0x3059,
2080 "Invalid status handle (0x%x): Bad req pointer. req=%p, "
2081 "que=%u.\n", sts->handle, req, que);
2085 /* Validate handle. */
2086 if (handle < req->num_outstanding_cmds) {
2087 sp = req->outstanding_cmds[handle];
2089 ql_dbg(ql_dbg_io, vha, 0x3075,
2090 "%s(%ld): Already returned command for status handle (0x%x).\n",
2091 __func__, vha->host_no, sts->handle);
2095 ql_dbg(ql_dbg_io, vha, 0x3017,
2096 "Invalid status handle, out of range (0x%x).\n",
2099 if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
2100 if (IS_P3P_TYPE(ha))
2101 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
2103 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2104 qla2xxx_wake_dpc(vha);
2109 if (unlikely((state_flags & BIT_1) && (sp->type == SRB_BIDI_CMD))) {
2110 qla25xx_process_bidir_status_iocb(vha, pkt, req, handle);
2114 /* Task Management completion. */
2115 if (sp->type == SRB_TM_CMD) {
2116 qla24xx_tm_iocb_entry(vha, req, pkt);
2120 /* Fast path completion. */
2121 if (comp_status == CS_COMPLETE && scsi_status == 0) {
2122 qla2x00_process_completed_request(vha, req, handle);
2127 req->outstanding_cmds[handle] = NULL;
2128 cp = GET_CMD_SP(sp);
2130 ql_dbg(ql_dbg_io, vha, 0x3018,
2131 "Command already returned (0x%x/%p).\n",
2137 lscsi_status = scsi_status & STATUS_MASK;
2139 fcport = sp->fcport;
2142 sense_len = par_sense_len = rsp_info_len = resid_len =
2144 if (IS_FWI2_CAPABLE(ha)) {
2145 if (scsi_status & SS_SENSE_LEN_VALID)
2146 sense_len = le32_to_cpu(sts24->sense_len);
2147 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
2148 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
2149 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
2150 resid_len = le32_to_cpu(sts24->rsp_residual_count);
2151 if (comp_status == CS_DATA_UNDERRUN)
2152 fw_resid_len = le32_to_cpu(sts24->residual_len);
2153 rsp_info = sts24->data;
2154 sense_data = sts24->data;
2155 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
2156 ox_id = le16_to_cpu(sts24->ox_id);
2157 par_sense_len = sizeof(sts24->data);
2158 /* Valid values of the retry delay timer are 0x1-0xffef */
2159 if (sts24->retry_delay > 0 && sts24->retry_delay < 0xfff1)
2160 retry_delay = sts24->retry_delay;
2162 if (scsi_status & SS_SENSE_LEN_VALID)
2163 sense_len = le16_to_cpu(sts->req_sense_length);
2164 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
2165 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
2166 resid_len = le32_to_cpu(sts->residual_length);
2167 rsp_info = sts->rsp_info;
2168 sense_data = sts->req_sense_data;
2169 par_sense_len = sizeof(sts->req_sense_data);
2172 /* Check for any FCP transport errors. */
2173 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
2174 /* Sense data lies beyond any FCP RESPONSE data. */
2175 if (IS_FWI2_CAPABLE(ha)) {
2176 sense_data += rsp_info_len;
2177 par_sense_len -= rsp_info_len;
2179 if (rsp_info_len > 3 && rsp_info[3]) {
2180 ql_dbg(ql_dbg_io, fcport->vha, 0x3019,
2181 "FCP I/O protocol failure (0x%x/0x%x).\n",
2182 rsp_info_len, rsp_info[3]);
2184 res = DID_BUS_BUSY << 16;
2189 /* Check for overrun. */
2190 if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
2191 scsi_status & SS_RESIDUAL_OVER)
2192 comp_status = CS_DATA_OVERRUN;
2195 * Check retry_delay_timer value if we receive a busy or
2198 if (lscsi_status == SAM_STAT_TASK_SET_FULL ||
2199 lscsi_status == SAM_STAT_BUSY)
2200 qla2x00_set_retry_delay_timestamp(fcport, retry_delay);
2203 * Based on Host and scsi status generate status code for Linux
2205 switch (comp_status) {
2208 if (scsi_status == 0) {
2212 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
2214 scsi_set_resid(cp, resid);
2216 if (!lscsi_status &&
2217 ((unsigned)(scsi_bufflen(cp) - resid) <
2219 ql_dbg(ql_dbg_io, fcport->vha, 0x301a,
2220 "Mid-layer underflow "
2221 "detected (0x%x of 0x%x bytes).\n",
2222 resid, scsi_bufflen(cp));
2224 res = DID_ERROR << 16;
2228 res = DID_OK << 16 | lscsi_status;
2230 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
2231 ql_dbg(ql_dbg_io, fcport->vha, 0x301b,
2232 "QUEUE FULL detected.\n");
2236 if (lscsi_status != SS_CHECK_CONDITION)
2239 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
2240 if (!(scsi_status & SS_SENSE_LEN_VALID))
2243 qla2x00_handle_sense(sp, sense_data, par_sense_len, sense_len,
2247 case CS_DATA_UNDERRUN:
2248 /* Use F/W calculated residual length. */
2249 resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
2250 scsi_set_resid(cp, resid);
2251 if (scsi_status & SS_RESIDUAL_UNDER) {
2252 if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
2253 ql_dbg(ql_dbg_io, fcport->vha, 0x301d,
2254 "Dropped frame(s) detected "
2255 "(0x%x of 0x%x bytes).\n",
2256 resid, scsi_bufflen(cp));
2258 res = DID_ERROR << 16 | lscsi_status;
2259 goto check_scsi_status;
2262 if (!lscsi_status &&
2263 ((unsigned)(scsi_bufflen(cp) - resid) <
2265 ql_dbg(ql_dbg_io, fcport->vha, 0x301e,
2266 "Mid-layer underflow "
2267 "detected (0x%x of 0x%x bytes).\n",
2268 resid, scsi_bufflen(cp));
2270 res = DID_ERROR << 16;
2273 } else if (lscsi_status != SAM_STAT_TASK_SET_FULL &&
2274 lscsi_status != SAM_STAT_BUSY) {
2276 * scsi status of task set and busy are considered to be
2277 * task not completed.
2280 ql_dbg(ql_dbg_io, fcport->vha, 0x301f,
2281 "Dropped frame(s) detected (0x%x "
2282 "of 0x%x bytes).\n", resid,
2285 res = DID_ERROR << 16 | lscsi_status;
2286 goto check_scsi_status;
2288 ql_dbg(ql_dbg_io, fcport->vha, 0x3030,
2289 "scsi_status: 0x%x, lscsi_status: 0x%x\n",
2290 scsi_status, lscsi_status);
2293 res = DID_OK << 16 | lscsi_status;
2298 * Check to see if SCSI Status is non zero. If so report SCSI
2301 if (lscsi_status != 0) {
2302 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
2303 ql_dbg(ql_dbg_io, fcport->vha, 0x3020,
2304 "QUEUE FULL detected.\n");
2308 if (lscsi_status != SS_CHECK_CONDITION)
2311 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
2312 if (!(scsi_status & SS_SENSE_LEN_VALID))
2315 qla2x00_handle_sense(sp, sense_data, par_sense_len,
2316 sense_len, rsp, res);
2320 case CS_PORT_LOGGED_OUT:
2321 case CS_PORT_CONFIG_CHG:
2324 case CS_PORT_UNAVAILABLE:
2329 * We are going to have the fc class block the rport
2330 * while we try to recover so instruct the mid layer
2331 * to requeue until the class decides how to handle this.
2333 res = DID_TRANSPORT_DISRUPTED << 16;
2335 if (comp_status == CS_TIMEOUT) {
2336 if (IS_FWI2_CAPABLE(ha))
2338 else if ((le16_to_cpu(sts->status_flags) &
2339 SF_LOGOUT_SENT) == 0)
2343 ql_dbg(ql_dbg_io, fcport->vha, 0x3021,
2344 "Port to be marked lost on fcport=%02x%02x%02x, current "
2345 "port state= %s.\n", fcport->d_id.b.domain,
2346 fcport->d_id.b.area, fcport->d_id.b.al_pa,
2347 port_state_str[atomic_read(&fcport->state)]);
2349 if (atomic_read(&fcport->state) == FCS_ONLINE)
2350 qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
2354 res = DID_RESET << 16;
2358 logit = qla2x00_handle_dif_error(sp, sts24);
2363 res = DID_ERROR << 16;
2365 if (!IS_PI_SPLIT_DET_CAPABLE(ha))
2368 if (state_flags & BIT_4)
2369 scmd_printk(KERN_WARNING, cp,
2370 "Unsupported device '%s' found.\n",
2371 cp->device->vendor);
2375 res = DID_ERROR << 16;
2381 ql_dbg(ql_dbg_io, fcport->vha, 0x3022,
2382 "FCP command status: 0x%x-0x%x (0x%x) nexus=%ld:%d:%llu "
2383 "portid=%02x%02x%02x oxid=0x%x cdb=%10phN len=0x%x "
2384 "rsp_info=0x%x resid=0x%x fw_resid=0x%x sp=%p cp=%p.\n",
2385 comp_status, scsi_status, res, vha->host_no,
2386 cp->device->id, cp->device->lun, fcport->d_id.b.domain,
2387 fcport->d_id.b.area, fcport->d_id.b.al_pa, ox_id,
2388 cp->cmnd, scsi_bufflen(cp), rsp_info_len,
2389 resid_len, fw_resid_len, sp, cp);
2391 if (rsp->status_srb == NULL)
2392 sp->done(ha, sp, res);
2396 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
2397 * @ha: SCSI driver HA context
2398 * @pkt: Entry pointer
2400 * Extended sense data.
2403 qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
2405 uint8_t sense_sz = 0;
2406 struct qla_hw_data *ha = rsp->hw;
2407 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
2408 srb_t *sp = rsp->status_srb;
2409 struct scsi_cmnd *cp;
2413 if (!sp || !GET_CMD_SENSE_LEN(sp))
2416 sense_len = GET_CMD_SENSE_LEN(sp);
2417 sense_ptr = GET_CMD_SENSE_PTR(sp);
2419 cp = GET_CMD_SP(sp);
2421 ql_log(ql_log_warn, vha, 0x3025,
2422 "cmd is NULL: already returned to OS (sp=%p).\n", sp);
2424 rsp->status_srb = NULL;
2428 if (sense_len > sizeof(pkt->data))
2429 sense_sz = sizeof(pkt->data);
2431 sense_sz = sense_len;
2433 /* Move sense data. */
2434 if (IS_FWI2_CAPABLE(ha))
2435 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
2436 memcpy(sense_ptr, pkt->data, sense_sz);
2437 ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302c,
2438 sense_ptr, sense_sz);
2440 sense_len -= sense_sz;
2441 sense_ptr += sense_sz;
2443 SET_CMD_SENSE_PTR(sp, sense_ptr);
2444 SET_CMD_SENSE_LEN(sp, sense_len);
2446 /* Place command on done queue. */
2447 if (sense_len == 0) {
2448 rsp->status_srb = NULL;
2449 sp->done(ha, sp, cp->result);
2454 * qla2x00_error_entry() - Process an error entry.
2455 * @ha: SCSI driver HA context
2456 * @pkt: Entry pointer
2459 qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
2462 struct qla_hw_data *ha = vha->hw;
2463 const char func[] = "ERROR-IOCB";
2464 uint16_t que = MSW(pkt->handle);
2465 struct req_que *req = NULL;
2466 int res = DID_ERROR << 16;
2468 ql_dbg(ql_dbg_async, vha, 0x502a,
2469 "type of error status in response: 0x%x\n", pkt->entry_status);
2471 if (que >= ha->max_req_queues || !ha->req_q_map[que])
2474 req = ha->req_q_map[que];
2476 if (pkt->entry_status & RF_BUSY)
2477 res = DID_BUS_BUSY << 16;
2479 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
2481 sp->done(ha, sp, res);
2485 ql_log(ql_log_warn, vha, 0x5030,
2486 "Error entry - invalid handle/queue (%04x).\n", que);
2490 * qla24xx_mbx_completion() - Process mailbox command completions.
2491 * @ha: SCSI driver HA context
2492 * @mb0: Mailbox0 register
2495 qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
2499 uint16_t __iomem *wptr;
2500 struct qla_hw_data *ha = vha->hw;
2501 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2503 /* Read all mbox registers? */
2504 mboxes = (1 << ha->mbx_count) - 1;
2506 ql_dbg(ql_dbg_async, vha, 0x504e, "MBX pointer ERROR.\n");
2508 mboxes = ha->mcp->in_mb;
2510 /* Load return mailbox registers. */
2511 ha->flags.mbox_int = 1;
2512 ha->mailbox_out[0] = mb0;
2514 wptr = (uint16_t __iomem *)®->mailbox1;
2516 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
2518 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
2526 qla24xx_abort_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
2527 struct abort_entry_24xx *pkt)
2529 const char func[] = "ABT_IOCB";
2531 struct srb_iocb *abt;
2533 sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
2537 abt = &sp->u.iocb_cmd;
2538 abt->u.abt.comp_status = le32_to_cpu(pkt->nport_handle);
2539 sp->done(vha, sp, 0);
2543 * qla24xx_process_response_queue() - Process response queue entries.
2544 * @ha: SCSI driver HA context
2546 void qla24xx_process_response_queue(struct scsi_qla_host *vha,
2547 struct rsp_que *rsp)
2549 struct sts_entry_24xx *pkt;
2550 struct qla_hw_data *ha = vha->hw;
2552 if (!vha->flags.online)
2555 if (rsp->msix->cpuid != smp_processor_id()) {
2556 /* if kernel does not notify qla of IRQ's CPU change,
2559 rsp->msix->cpuid = smp_processor_id();
2560 ha->tgt.rspq_vector_cpuid = rsp->msix->cpuid;
2563 while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
2564 pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
2567 if (rsp->ring_index == rsp->length) {
2568 rsp->ring_index = 0;
2569 rsp->ring_ptr = rsp->ring;
2574 if (pkt->entry_status != 0) {
2575 qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
2577 if (qlt_24xx_process_response_error(vha, pkt))
2580 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2586 switch (pkt->entry_type) {
2588 qla2x00_status_entry(vha, rsp, pkt);
2590 case STATUS_CONT_TYPE:
2591 qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
2593 case VP_RPT_ID_IOCB_TYPE:
2594 qla24xx_report_id_acquisition(vha,
2595 (struct vp_rpt_id_entry_24xx *)pkt);
2597 case LOGINOUT_PORT_IOCB_TYPE:
2598 qla24xx_logio_entry(vha, rsp->req,
2599 (struct logio_entry_24xx *)pkt);
2602 qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
2605 qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
2607 case ABTS_RECV_24XX:
2608 if (IS_QLA83XX(ha) || IS_QLA27XX(ha)) {
2609 /* ensure that the ATIO queue is empty */
2610 qlt_handle_abts_recv(vha, (response_t *)pkt);
2614 qlt_24xx_process_atio_queue(vha, 1);
2616 case ABTS_RESP_24XX:
2618 case NOTIFY_ACK_TYPE:
2620 qlt_response_pkt_all_vps(vha, (response_t *)pkt);
2623 /* Do nothing in this case, this check is to prevent it
2624 * from falling into default case
2627 case ABORT_IOCB_TYPE:
2628 qla24xx_abort_iocb_entry(vha, rsp->req,
2629 (struct abort_entry_24xx *)pkt);
2632 /* Type Not Supported. */
2633 ql_dbg(ql_dbg_async, vha, 0x5042,
2634 "Received unknown response pkt type %x "
2635 "entry status=%x.\n",
2636 pkt->entry_type, pkt->entry_status);
2639 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2643 /* Adjust ring index */
2644 if (IS_P3P_TYPE(ha)) {
2645 struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
2646 WRT_REG_DWORD(®->rsp_q_out[0], rsp->ring_index);
2648 WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
2652 qla2xxx_check_risc_status(scsi_qla_host_t *vha)
2656 struct qla_hw_data *ha = vha->hw;
2657 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2659 if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha) && !IS_QLA83XX(ha) &&
2664 WRT_REG_DWORD(®->iobase_addr, 0x7C00);
2665 RD_REG_DWORD(®->iobase_addr);
2666 WRT_REG_DWORD(®->iobase_window, 0x0001);
2667 for (cnt = 10000; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
2668 rval == QLA_SUCCESS; cnt--) {
2670 WRT_REG_DWORD(®->iobase_window, 0x0001);
2673 rval = QLA_FUNCTION_TIMEOUT;
2675 if (rval == QLA_SUCCESS)
2679 WRT_REG_DWORD(®->iobase_window, 0x0003);
2680 for (cnt = 100; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
2681 rval == QLA_SUCCESS; cnt--) {
2683 WRT_REG_DWORD(®->iobase_window, 0x0003);
2686 rval = QLA_FUNCTION_TIMEOUT;
2688 if (rval != QLA_SUCCESS)
2692 if (RD_REG_DWORD(®->iobase_c8) & BIT_3)
2693 ql_log(ql_log_info, vha, 0x504c,
2694 "Additional code -- 0x55AA.\n");
2697 WRT_REG_DWORD(®->iobase_window, 0x0000);
2698 RD_REG_DWORD(®->iobase_window);
2702 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP24xx.
2704 * @dev_id: SCSI driver HA context
2706 * Called by system whenever the host adapter generates an interrupt.
2708 * Returns handled flag.
2711 qla24xx_intr_handler(int irq, void *dev_id)
2713 scsi_qla_host_t *vha;
2714 struct qla_hw_data *ha;
2715 struct device_reg_24xx __iomem *reg;
2721 struct rsp_que *rsp;
2722 unsigned long flags;
2724 rsp = (struct rsp_que *) dev_id;
2726 ql_log(ql_log_info, NULL, 0x5059,
2727 "%s: NULL response queue pointer.\n", __func__);
2732 reg = &ha->iobase->isp24;
2735 if (unlikely(pci_channel_offline(ha->pdev)))
2738 spin_lock_irqsave(&ha->hardware_lock, flags);
2739 vha = pci_get_drvdata(ha->pdev);
2740 for (iter = 50; iter--; ) {
2741 stat = RD_REG_DWORD(®->host_status);
2742 if (qla2x00_check_reg32_for_disconnect(vha, stat))
2744 if (stat & HSRX_RISC_PAUSED) {
2745 if (unlikely(pci_channel_offline(ha->pdev)))
2748 hccr = RD_REG_DWORD(®->hccr);
2750 ql_log(ql_log_warn, vha, 0x504b,
2751 "RISC paused -- HCCR=%x, Dumping firmware.\n",
2754 qla2xxx_check_risc_status(vha);
2756 ha->isp_ops->fw_dump(vha, 1);
2757 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2759 } else if ((stat & HSRX_RISC_INT) == 0)
2762 switch (stat & 0xff) {
2763 case INTR_ROM_MB_SUCCESS:
2764 case INTR_ROM_MB_FAILED:
2765 case INTR_MB_SUCCESS:
2766 case INTR_MB_FAILED:
2767 qla24xx_mbx_completion(vha, MSW(stat));
2768 status |= MBX_INTERRUPT;
2771 case INTR_ASYNC_EVENT:
2773 mb[1] = RD_REG_WORD(®->mailbox1);
2774 mb[2] = RD_REG_WORD(®->mailbox2);
2775 mb[3] = RD_REG_WORD(®->mailbox3);
2776 qla2x00_async_event(vha, rsp, mb);
2778 case INTR_RSP_QUE_UPDATE:
2779 case INTR_RSP_QUE_UPDATE_83XX:
2780 qla24xx_process_response_queue(vha, rsp);
2782 case INTR_ATIO_QUE_UPDATE:{
2783 unsigned long flags2;
2784 spin_lock_irqsave(&ha->tgt.atio_lock, flags2);
2785 qlt_24xx_process_atio_queue(vha, 1);
2786 spin_unlock_irqrestore(&ha->tgt.atio_lock, flags2);
2789 case INTR_ATIO_RSP_QUE_UPDATE: {
2790 unsigned long flags2;
2791 spin_lock_irqsave(&ha->tgt.atio_lock, flags2);
2792 qlt_24xx_process_atio_queue(vha, 1);
2793 spin_unlock_irqrestore(&ha->tgt.atio_lock, flags2);
2795 qla24xx_process_response_queue(vha, rsp);
2799 ql_dbg(ql_dbg_async, vha, 0x504f,
2800 "Unrecognized interrupt type (%d).\n", stat * 0xff);
2803 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
2804 RD_REG_DWORD_RELAXED(®->hccr);
2805 if (unlikely(IS_QLA83XX(ha) && (ha->pdev->revision == 1)))
2808 qla2x00_handle_mbx_completion(ha, status);
2809 spin_unlock_irqrestore(&ha->hardware_lock, flags);
2815 qla24xx_msix_rsp_q(int irq, void *dev_id)
2817 struct qla_hw_data *ha;
2818 struct rsp_que *rsp;
2819 struct device_reg_24xx __iomem *reg;
2820 struct scsi_qla_host *vha;
2821 unsigned long flags;
2824 rsp = (struct rsp_que *) dev_id;
2826 ql_log(ql_log_info, NULL, 0x505a,
2827 "%s: NULL response queue pointer.\n", __func__);
2831 reg = &ha->iobase->isp24;
2833 spin_lock_irqsave(&ha->hardware_lock, flags);
2835 vha = pci_get_drvdata(ha->pdev);
2837 * Use host_status register to check to PCI disconnection before we
2838 * we process the response queue.
2840 stat = RD_REG_DWORD(®->host_status);
2841 if (qla2x00_check_reg32_for_disconnect(vha, stat))
2843 qla24xx_process_response_queue(vha, rsp);
2844 if (!ha->flags.disable_msix_handshake) {
2845 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
2846 RD_REG_DWORD_RELAXED(®->hccr);
2849 spin_unlock_irqrestore(&ha->hardware_lock, flags);
2855 qla25xx_msix_rsp_q(int irq, void *dev_id)
2857 struct qla_hw_data *ha;
2858 scsi_qla_host_t *vha;
2859 struct rsp_que *rsp;
2860 struct device_reg_24xx __iomem *reg;
2861 unsigned long flags;
2864 rsp = (struct rsp_que *) dev_id;
2866 ql_log(ql_log_info, NULL, 0x505b,
2867 "%s: NULL response queue pointer.\n", __func__);
2871 vha = pci_get_drvdata(ha->pdev);
2873 /* Clear the interrupt, if enabled, for this response queue */
2874 if (!ha->flags.disable_msix_handshake) {
2875 reg = &ha->iobase->isp24;
2876 spin_lock_irqsave(&ha->hardware_lock, flags);
2877 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
2878 hccr = RD_REG_DWORD_RELAXED(®->hccr);
2879 spin_unlock_irqrestore(&ha->hardware_lock, flags);
2881 if (qla2x00_check_reg32_for_disconnect(vha, hccr))
2883 queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2890 qla24xx_msix_default(int irq, void *dev_id)
2892 scsi_qla_host_t *vha;
2893 struct qla_hw_data *ha;
2894 struct rsp_que *rsp;
2895 struct device_reg_24xx __iomem *reg;
2900 unsigned long flags;
2902 rsp = (struct rsp_que *) dev_id;
2904 ql_log(ql_log_info, NULL, 0x505c,
2905 "%s: NULL response queue pointer.\n", __func__);
2909 reg = &ha->iobase->isp24;
2912 spin_lock_irqsave(&ha->hardware_lock, flags);
2913 vha = pci_get_drvdata(ha->pdev);
2915 stat = RD_REG_DWORD(®->host_status);
2916 if (qla2x00_check_reg32_for_disconnect(vha, stat))
2918 if (stat & HSRX_RISC_PAUSED) {
2919 if (unlikely(pci_channel_offline(ha->pdev)))
2922 hccr = RD_REG_DWORD(®->hccr);
2924 ql_log(ql_log_info, vha, 0x5050,
2925 "RISC paused -- HCCR=%x, Dumping firmware.\n",
2928 qla2xxx_check_risc_status(vha);
2930 ha->isp_ops->fw_dump(vha, 1);
2931 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2933 } else if ((stat & HSRX_RISC_INT) == 0)
2936 switch (stat & 0xff) {
2937 case INTR_ROM_MB_SUCCESS:
2938 case INTR_ROM_MB_FAILED:
2939 case INTR_MB_SUCCESS:
2940 case INTR_MB_FAILED:
2941 qla24xx_mbx_completion(vha, MSW(stat));
2942 status |= MBX_INTERRUPT;
2945 case INTR_ASYNC_EVENT:
2947 mb[1] = RD_REG_WORD(®->mailbox1);
2948 mb[2] = RD_REG_WORD(®->mailbox2);
2949 mb[3] = RD_REG_WORD(®->mailbox3);
2950 qla2x00_async_event(vha, rsp, mb);
2952 case INTR_RSP_QUE_UPDATE:
2953 case INTR_RSP_QUE_UPDATE_83XX:
2954 qla24xx_process_response_queue(vha, rsp);
2956 case INTR_ATIO_QUE_UPDATE:{
2957 unsigned long flags2;
2958 spin_lock_irqsave(&ha->tgt.atio_lock, flags2);
2959 qlt_24xx_process_atio_queue(vha, 1);
2960 spin_unlock_irqrestore(&ha->tgt.atio_lock, flags2);
2963 case INTR_ATIO_RSP_QUE_UPDATE: {
2964 unsigned long flags2;
2965 spin_lock_irqsave(&ha->tgt.atio_lock, flags2);
2966 qlt_24xx_process_atio_queue(vha, 1);
2967 spin_unlock_irqrestore(&ha->tgt.atio_lock, flags2);
2969 qla24xx_process_response_queue(vha, rsp);
2973 ql_dbg(ql_dbg_async, vha, 0x5051,
2974 "Unrecognized interrupt type (%d).\n", stat & 0xff);
2977 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
2979 qla2x00_handle_mbx_completion(ha, status);
2980 spin_unlock_irqrestore(&ha->hardware_lock, flags);
2985 /* Interrupt handling helpers. */
2987 struct qla_init_msix_entry {
2989 irq_handler_t handler;
2992 static struct qla_init_msix_entry msix_entries[3] = {
2993 { "qla2xxx (default)", qla24xx_msix_default },
2994 { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
2995 { "qla2xxx (multiq)", qla25xx_msix_rsp_q },
2998 static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2999 { "qla2xxx (default)", qla82xx_msix_default },
3000 { "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
3003 static struct qla_init_msix_entry qla83xx_msix_entries[3] = {
3004 { "qla2xxx (default)", qla24xx_msix_default },
3005 { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
3006 { "qla2xxx (atio_q)", qla83xx_msix_atio_q },
3010 qla24xx_disable_msix(struct qla_hw_data *ha)
3013 struct qla_msix_entry *qentry;
3014 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
3016 for (i = 0; i < ha->msix_count; i++) {
3017 qentry = &ha->msix_entries[i];
3018 if (qentry->have_irq) {
3019 /* un-register irq cpu affinity notification */
3020 irq_set_affinity_notifier(qentry->vector, NULL);
3021 free_irq(qentry->vector, qentry->rsp);
3024 pci_disable_msix(ha->pdev);
3025 kfree(ha->msix_entries);
3026 ha->msix_entries = NULL;
3027 ha->flags.msix_enabled = 0;
3028 ql_dbg(ql_dbg_init, vha, 0x0042,
3029 "Disabled the MSI.\n");
3033 qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
3035 #define MIN_MSIX_COUNT 2
3036 #define ATIO_VECTOR 2
3038 struct msix_entry *entries;
3039 struct qla_msix_entry *qentry;
3040 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
3042 entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
3045 ql_log(ql_log_warn, vha, 0x00bc,
3046 "Failed to allocate memory for msix_entry.\n");
3050 for (i = 0; i < ha->msix_count; i++)
3051 entries[i].entry = i;
3053 ret = pci_enable_msix_range(ha->pdev,
3054 entries, MIN_MSIX_COUNT, ha->msix_count);
3056 ql_log(ql_log_fatal, vha, 0x00c7,
3057 "MSI-X: Failed to enable support, "
3058 "giving up -- %d/%d.\n",
3059 ha->msix_count, ret);
3061 } else if (ret < ha->msix_count) {
3062 ql_log(ql_log_warn, vha, 0x00c6,
3063 "MSI-X: Failed to enable support "
3064 "-- %d/%d\n Retry with %d vectors.\n",
3065 ha->msix_count, ret, ret);
3067 ha->msix_count = ret;
3068 ha->max_rsp_queues = ha->msix_count - 1;
3069 ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
3070 ha->msix_count, GFP_KERNEL);
3071 if (!ha->msix_entries) {
3072 ql_log(ql_log_fatal, vha, 0x00c8,
3073 "Failed to allocate memory for ha->msix_entries.\n");
3077 ha->flags.msix_enabled = 1;
3079 for (i = 0; i < ha->msix_count; i++) {
3080 qentry = &ha->msix_entries[i];
3081 qentry->vector = entries[i].vector;
3082 qentry->entry = entries[i].entry;
3083 qentry->have_irq = 0;
3085 qentry->irq_notify.notify = qla_irq_affinity_notify;
3086 qentry->irq_notify.release = qla_irq_affinity_release;
3090 /* Enable MSI-X vectors for the base queue */
3091 for (i = 0; i < 2; i++) {
3092 qentry = &ha->msix_entries[i];
3093 if (IS_P3P_TYPE(ha))
3094 ret = request_irq(qentry->vector,
3095 qla82xx_msix_entries[i].handler,
3096 0, qla82xx_msix_entries[i].name, rsp);
3098 ret = request_irq(qentry->vector,
3099 msix_entries[i].handler,
3100 0, msix_entries[i].name, rsp);
3102 goto msix_register_fail;
3103 qentry->have_irq = 1;
3107 /* Register for CPU affinity notification. */
3108 irq_set_affinity_notifier(qentry->vector, &qentry->irq_notify);
3110 /* Schedule work (ie. trigger a notification) to read cpu
3111 * mask for this specific irq.
3112 * kref_get is required because
3113 * irq_affinity_notify() will do
3116 kref_get(&qentry->irq_notify.kref);
3117 schedule_work(&qentry->irq_notify.work);
3121 * If target mode is enable, also request the vector for the ATIO
3124 if (QLA_TGT_MODE_ENABLED() && IS_ATIO_MSIX_CAPABLE(ha)) {
3125 qentry = &ha->msix_entries[ATIO_VECTOR];
3126 ret = request_irq(qentry->vector,
3127 qla83xx_msix_entries[ATIO_VECTOR].handler,
3128 0, qla83xx_msix_entries[ATIO_VECTOR].name, rsp);
3129 qentry->have_irq = 1;
3136 ql_log(ql_log_fatal, vha, 0x00cb,
3137 "MSI-X: unable to register handler -- %x/%d.\n",
3138 qentry->vector, ret);
3139 qla24xx_disable_msix(ha);
3144 /* Enable MSI-X vector for response queue update for queue 0 */
3145 if (IS_QLA83XX(ha) || IS_QLA27XX(ha)) {
3146 if (ha->msixbase && ha->mqiobase &&
3147 (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
3151 && (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
3153 ql_dbg(ql_dbg_multiq, vha, 0xc005,
3154 "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
3155 ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
3156 ql_dbg(ql_dbg_init, vha, 0x0055,
3157 "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
3158 ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
3166 qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
3168 int ret = QLA_FUNCTION_FAILED;
3169 device_reg_t *reg = ha->iobase;
3170 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
3172 /* If possible, enable MSI-X. */
3173 if (!IS_QLA2432(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
3174 !IS_CNA_CAPABLE(ha) && !IS_QLA2031(ha) && !IS_QLAFX00(ha) &&
3178 if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
3179 (ha->pdev->subsystem_device == 0x7040 ||
3180 ha->pdev->subsystem_device == 0x7041 ||
3181 ha->pdev->subsystem_device == 0x1705)) {
3182 ql_log(ql_log_warn, vha, 0x0034,
3183 "MSI-X: Unsupported ISP 2432 SSVID/SSDID (0x%X,0x%X).\n",
3184 ha->pdev->subsystem_vendor,
3185 ha->pdev->subsystem_device);
3189 if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX)) {
3190 ql_log(ql_log_warn, vha, 0x0035,
3191 "MSI-X; Unsupported ISP2432 (0x%X, 0x%X).\n",
3192 ha->pdev->revision, QLA_MSIX_CHIP_REV_24XX);
3196 ret = qla24xx_enable_msix(ha, rsp);
3198 ql_dbg(ql_dbg_init, vha, 0x0036,
3199 "MSI-X: Enabled (0x%X, 0x%X).\n",
3200 ha->chip_revision, ha->fw_attributes);
3201 goto clear_risc_ints;
3206 ql_log(ql_log_info, vha, 0x0037,
3207 "Falling back-to MSI mode -%d.\n", ret);
3209 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
3210 !IS_QLA8001(ha) && !IS_P3P_TYPE(ha) && !IS_QLAFX00(ha) &&
3214 ret = pci_enable_msi(ha->pdev);
3216 ql_dbg(ql_dbg_init, vha, 0x0038,
3218 ha->flags.msi_enabled = 1;
3220 ql_log(ql_log_warn, vha, 0x0039,
3221 "Falling back-to INTa mode -- %d.\n", ret);
3224 /* Skip INTx on ISP82xx. */
3225 if (!ha->flags.msi_enabled && IS_QLA82XX(ha))
3226 return QLA_FUNCTION_FAILED;
3228 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
3229 ha->flags.msi_enabled ? 0 : IRQF_SHARED,
3230 QLA2XXX_DRIVER_NAME, rsp);
3232 ql_log(ql_log_warn, vha, 0x003a,
3233 "Failed to reserve interrupt %d already in use.\n",
3236 } else if (!ha->flags.msi_enabled) {
3237 ql_dbg(ql_dbg_init, vha, 0x0125,
3238 "INTa mode: Enabled.\n");
3239 ha->flags.mr_intr_valid = 1;
3243 if (IS_FWI2_CAPABLE(ha) || IS_QLAFX00(ha))
3246 spin_lock_irq(&ha->hardware_lock);
3247 WRT_REG_WORD(®->isp.semaphore, 0);
3248 spin_unlock_irq(&ha->hardware_lock);
3255 qla2x00_free_irqs(scsi_qla_host_t *vha)
3257 struct qla_hw_data *ha = vha->hw;
3258 struct rsp_que *rsp;
3261 * We need to check that ha->rsp_q_map is valid in case we are called
3262 * from a probe failure context.
3264 if (!ha->rsp_q_map || !ha->rsp_q_map[0])
3266 rsp = ha->rsp_q_map[0];
3268 if (ha->flags.msix_enabled)
3269 qla24xx_disable_msix(ha);
3270 else if (ha->flags.msi_enabled) {
3271 free_irq(ha->pdev->irq, rsp);
3272 pci_disable_msi(ha->pdev);
3274 free_irq(ha->pdev->irq, rsp);
3278 int qla25xx_request_irq(struct rsp_que *rsp)
3280 struct qla_hw_data *ha = rsp->hw;
3281 struct qla_init_msix_entry *intr = &msix_entries[2];
3282 struct qla_msix_entry *msix = rsp->msix;
3283 scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
3286 ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
3288 ql_log(ql_log_fatal, vha, 0x00e6,
3289 "MSI-X: Unable to register handler -- %x/%d.\n",
3299 /* irq_set_affinity/irqbalance will trigger notification of cpu mask update */
3300 static void qla_irq_affinity_notify(struct irq_affinity_notify *notify,
3301 const cpumask_t *mask)
3303 struct qla_msix_entry *e =
3304 container_of(notify, struct qla_msix_entry, irq_notify);
3305 struct qla_hw_data *ha;
3306 struct scsi_qla_host *base_vha;
3308 /* user is recommended to set mask to just 1 cpu */
3309 e->cpuid = cpumask_first(mask);
3312 base_vha = pci_get_drvdata(ha->pdev);
3314 ql_dbg(ql_dbg_init, base_vha, 0xffff,
3315 "%s: host %ld : vector %d cpu %d \n", __func__,
3316 base_vha->host_no, e->vector, e->cpuid);
3319 if ((IS_QLA83XX(ha) || IS_QLA27XX(ha)) &&
3320 (e->entry == QLA83XX_RSPQ_MSIX_ENTRY_NUMBER)) {
3321 ha->tgt.rspq_vector_cpuid = e->cpuid;
3322 ql_dbg(ql_dbg_init, base_vha, 0xffff,
3323 "%s: host%ld: rspq vector %d cpu %d runtime change\n",
3324 __func__, base_vha->host_no, e->vector, e->cpuid);
3329 static void qla_irq_affinity_release(struct kref *ref)
3331 struct irq_affinity_notify *notify =
3332 container_of(ref, struct irq_affinity_notify, kref);
3333 struct qla_msix_entry *e =
3334 container_of(notify, struct qla_msix_entry, irq_notify);
3335 struct scsi_qla_host *base_vha = pci_get_drvdata(e->rsp->hw->pdev);
3337 ql_dbg(ql_dbg_init, base_vha, 0xffff,
3338 "%s: host%ld: vector %d cpu %d \n", __func__,
3339 base_vha->host_no, e->vector, e->cpuid);