2 * QLogic Fibre Channel HBA Driver
3 * Copyright (c) 2003-2005 QLogic Corporation
5 * See LICENSE.qla2xxx for copyright and licensing details.
9 #include <linux/delay.h>
10 #include <scsi/scsi_tcq.h>
12 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
13 static void qla2x00_process_completed_request(struct scsi_qla_host *, uint32_t);
14 static void qla2x00_status_entry(scsi_qla_host_t *, void *);
15 static void qla2x00_status_cont_entry(scsi_qla_host_t *, sts_cont_entry_t *);
16 static void qla2x00_error_entry(scsi_qla_host_t *, sts_entry_t *);
17 static void qla2x00_ms_entry(scsi_qla_host_t *, ms_iocb_entry_t *);
19 static void qla24xx_ms_entry(scsi_qla_host_t *, struct ct_entry_24xx *);
22 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
24 * @dev_id: SCSI driver HA context
26 * Called by system whenever the host adapter generates an interrupt.
28 * Returns handled flag.
31 qla2100_intr_handler(int irq, void *dev_id)
34 struct device_reg_2xxx __iomem *reg;
41 ha = (scsi_qla_host_t *) dev_id;
44 "%s(): NULL host pointer\n", __func__);
48 reg = &ha->iobase->isp;
51 spin_lock_irqsave(&ha->hardware_lock, flags);
52 for (iter = 50; iter--; ) {
53 hccr = RD_REG_WORD(®->hccr);
54 if (hccr & HCCR_RISC_PAUSE) {
55 if (pci_channel_offline(ha->pdev))
59 * Issue a "HARD" reset in order for the RISC interrupt
60 * bit to be cleared. Schedule a big hammmer to get
61 * out of the RISC PAUSED state.
63 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
64 RD_REG_WORD(®->hccr);
66 ha->isp_ops->fw_dump(ha, 1);
67 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
69 } else if ((RD_REG_WORD(®->istatus) & ISR_RISC_INT) == 0)
72 if (RD_REG_WORD(®->semaphore) & BIT_0) {
73 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
74 RD_REG_WORD(®->hccr);
76 /* Get mailbox data. */
77 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
78 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
79 qla2x00_mbx_completion(ha, mb[0]);
80 status |= MBX_INTERRUPT;
81 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
82 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
83 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
84 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
85 qla2x00_async_event(ha, mb);
88 DEBUG2(printk("scsi(%ld): Unrecognized "
89 "interrupt type (%d).\n",
92 /* Release mailbox registers. */
93 WRT_REG_WORD(®->semaphore, 0);
94 RD_REG_WORD(®->semaphore);
96 qla2x00_process_response_queue(ha);
98 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
99 RD_REG_WORD(®->hccr);
102 spin_unlock_irqrestore(&ha->hardware_lock, flags);
104 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
105 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
106 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
107 up(&ha->mbx_intr_sem);
110 return (IRQ_HANDLED);
114 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
116 * @dev_id: SCSI driver HA context
118 * Called by system whenever the host adapter generates an interrupt.
120 * Returns handled flag.
123 qla2300_intr_handler(int irq, void *dev_id)
126 struct device_reg_2xxx __iomem *reg;
134 ha = (scsi_qla_host_t *) dev_id;
137 "%s(): NULL host pointer\n", __func__);
141 reg = &ha->iobase->isp;
144 spin_lock_irqsave(&ha->hardware_lock, flags);
145 for (iter = 50; iter--; ) {
146 stat = RD_REG_DWORD(®->u.isp2300.host_status);
147 if (stat & HSR_RISC_PAUSED) {
148 if (pci_channel_offline(ha->pdev))
151 hccr = RD_REG_WORD(®->hccr);
152 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
153 qla_printk(KERN_INFO, ha, "Parity error -- "
154 "HCCR=%x, Dumping firmware!\n", hccr);
156 qla_printk(KERN_INFO, ha, "RISC paused -- "
157 "HCCR=%x, Dumping firmware!\n", hccr);
160 * Issue a "HARD" reset in order for the RISC
161 * interrupt bit to be cleared. Schedule a big
162 * hammmer to get out of the RISC PAUSED state.
164 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
165 RD_REG_WORD(®->hccr);
167 ha->isp_ops->fw_dump(ha, 1);
168 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
170 } else if ((stat & HSR_RISC_INT) == 0)
173 switch (stat & 0xff) {
178 qla2x00_mbx_completion(ha, MSW(stat));
179 status |= MBX_INTERRUPT;
181 /* Release mailbox registers. */
182 WRT_REG_WORD(®->semaphore, 0);
186 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
187 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
188 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
189 qla2x00_async_event(ha, mb);
192 qla2x00_process_response_queue(ha);
195 mb[0] = MBA_CMPLT_1_16BIT;
197 qla2x00_async_event(ha, mb);
200 mb[0] = MBA_SCSI_COMPLETION;
202 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
203 qla2x00_async_event(ha, mb);
206 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
208 ha->host_no, stat & 0xff));
211 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
212 RD_REG_WORD_RELAXED(®->hccr);
214 spin_unlock_irqrestore(&ha->hardware_lock, flags);
216 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
217 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
218 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
219 up(&ha->mbx_intr_sem);
222 return (IRQ_HANDLED);
226 * qla2x00_mbx_completion() - Process mailbox command completions.
227 * @ha: SCSI driver HA context
228 * @mb0: Mailbox0 register
231 qla2x00_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
234 uint16_t __iomem *wptr;
235 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
237 /* Load return mailbox registers. */
238 ha->flags.mbox_int = 1;
239 ha->mailbox_out[0] = mb0;
240 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
242 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
243 if (IS_QLA2200(ha) && cnt == 8)
244 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
245 if (cnt == 4 || cnt == 5)
246 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
248 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
254 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
255 __func__, ha->host_no, ha->mcp->mb[0]));
257 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
258 __func__, ha->host_no));
263 * qla2x00_async_event() - Process aynchronous events.
264 * @ha: SCSI driver HA context
265 * @mb: Mailbox registers (0 - 3)
268 qla2x00_async_event(scsi_qla_host_t *ha, uint16_t *mb)
271 static char *link_speeds[5] = { "1", "2", "?", "4", "8" };
276 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
277 uint32_t rscn_entry, host_pid;
278 uint8_t rscn_queue_index;
280 /* Setup to process RIO completion. */
283 case MBA_SCSI_COMPLETION:
284 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
287 case MBA_CMPLT_1_16BIT:
290 mb[0] = MBA_SCSI_COMPLETION;
292 case MBA_CMPLT_2_16BIT:
296 mb[0] = MBA_SCSI_COMPLETION;
298 case MBA_CMPLT_3_16BIT:
303 mb[0] = MBA_SCSI_COMPLETION;
305 case MBA_CMPLT_4_16BIT:
309 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
311 mb[0] = MBA_SCSI_COMPLETION;
313 case MBA_CMPLT_5_16BIT:
317 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
318 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
320 mb[0] = MBA_SCSI_COMPLETION;
322 case MBA_CMPLT_2_32BIT:
323 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
324 handles[1] = le32_to_cpu(
325 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
326 RD_MAILBOX_REG(ha, reg, 6));
328 mb[0] = MBA_SCSI_COMPLETION;
335 case MBA_SCSI_COMPLETION: /* Fast Post */
336 if (!ha->flags.online)
339 for (cnt = 0; cnt < handle_cnt; cnt++)
340 qla2x00_process_completed_request(ha, handles[cnt]);
343 case MBA_RESET: /* Reset */
344 DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n", ha->host_no));
346 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
349 case MBA_SYSTEM_ERR: /* System Error */
350 qla_printk(KERN_INFO, ha,
351 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh.\n",
352 mb[1], mb[2], mb[3]);
354 ha->isp_ops->fw_dump(ha, 1);
356 if (IS_FWI2_CAPABLE(ha)) {
357 if (mb[1] == 0 && mb[2] == 0) {
358 qla_printk(KERN_ERR, ha,
359 "Unrecoverable Hardware Error: adapter "
360 "marked OFFLINE!\n");
361 ha->flags.online = 0;
363 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
364 } else if (mb[1] == 0) {
365 qla_printk(KERN_INFO, ha,
366 "Unrecoverable Hardware Error: adapter marked "
368 ha->flags.online = 0;
370 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
373 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
374 DEBUG2(printk("scsi(%ld): ISP Request Transfer Error.\n",
376 qla_printk(KERN_WARNING, ha, "ISP Request Transfer Error.\n");
378 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
381 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
382 DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
384 qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
386 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
389 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
390 DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
394 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
395 DEBUG2(printk("scsi(%ld): LIP occured (%x).\n", ha->host_no,
397 qla_printk(KERN_INFO, ha, "LIP occured (%x).\n", mb[1]);
399 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
400 atomic_set(&ha->loop_state, LOOP_DOWN);
401 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
402 qla2x00_mark_all_devices_lost(ha, 1);
406 atomic_set(&ha->vp_state, VP_FAILED);
407 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
410 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
412 ha->flags.management_server_logged_in = 0;
415 case MBA_LOOP_UP: /* Loop Up Event */
416 if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
417 link_speed = link_speeds[0];
418 ha->link_data_rate = PORT_SPEED_1GB;
420 link_speed = link_speeds[LS_UNKNOWN];
422 link_speed = link_speeds[mb[1]];
423 ha->link_data_rate = mb[1];
426 DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
427 ha->host_no, link_speed));
428 qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
431 ha->flags.management_server_logged_in = 0;
434 case MBA_LOOP_DOWN: /* Loop Down Event */
435 DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN (%x).\n",
436 ha->host_no, mb[1]));
437 qla_printk(KERN_INFO, ha, "LOOP DOWN detected (%x).\n", mb[1]);
439 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
440 atomic_set(&ha->loop_state, LOOP_DOWN);
441 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
442 ha->device_flags |= DFLG_NO_CABLE;
443 qla2x00_mark_all_devices_lost(ha, 1);
447 atomic_set(&ha->vp_state, VP_FAILED);
448 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
451 ha->flags.management_server_logged_in = 0;
452 ha->link_data_rate = PORT_SPEED_UNKNOWN;
454 set_bit(REGISTER_FDMI_NEEDED, &ha->dpc_flags);
457 case MBA_LIP_RESET: /* LIP reset occurred */
458 DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
459 ha->host_no, mb[1]));
460 qla_printk(KERN_INFO, ha,
461 "LIP reset occured (%x).\n", mb[1]);
463 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
464 atomic_set(&ha->loop_state, LOOP_DOWN);
465 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
466 qla2x00_mark_all_devices_lost(ha, 1);
470 atomic_set(&ha->vp_state, VP_FAILED);
471 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
474 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
476 ha->operating_mode = LOOP;
477 ha->flags.management_server_logged_in = 0;
480 case MBA_POINT_TO_POINT: /* Point-to-Point */
484 DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE received.\n",
488 * Until there's a transition from loop down to loop up, treat
489 * this as loop down only.
491 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
492 atomic_set(&ha->loop_state, LOOP_DOWN);
493 if (!atomic_read(&ha->loop_down_timer))
494 atomic_set(&ha->loop_down_timer,
496 qla2x00_mark_all_devices_lost(ha, 1);
500 atomic_set(&ha->vp_state, VP_FAILED);
501 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
504 if (!(test_bit(ABORT_ISP_ACTIVE, &ha->dpc_flags))) {
505 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
507 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
509 ha->flags.gpsc_supported = 1;
510 ha->flags.management_server_logged_in = 0;
513 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
517 DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
520 qla_printk(KERN_INFO, ha,
521 "Configuration change detected: value=%x.\n", mb[1]);
523 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
524 atomic_set(&ha->loop_state, LOOP_DOWN);
525 if (!atomic_read(&ha->loop_down_timer))
526 atomic_set(&ha->loop_down_timer,
528 qla2x00_mark_all_devices_lost(ha, 1);
532 atomic_set(&ha->vp_state, VP_FAILED);
533 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
536 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
537 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
540 case MBA_PORT_UPDATE: /* Port database update */
542 * If PORT UPDATE is global (recieved LIP_OCCURED/LIP_RESET
543 * event etc. earlier indicating loop is down) then process
544 * it. Otherwise ignore it and Wait for RSCN to come in.
546 atomic_set(&ha->loop_down_timer, 0);
547 if (atomic_read(&ha->loop_state) != LOOP_DOWN &&
548 atomic_read(&ha->loop_state) != LOOP_DEAD) {
549 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
550 "ignored %04x/%04x/%04x.\n", ha->host_no, mb[1],
555 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
557 DEBUG(printk(KERN_INFO
558 "scsi(%ld): Port database changed %04x %04x %04x.\n",
559 ha->host_no, mb[1], mb[2], mb[3]));
562 * Mark all devices as missing so we will login again.
564 atomic_set(&ha->loop_state, LOOP_UP);
566 qla2x00_mark_all_devices_lost(ha, 1);
568 ha->flags.rscn_queue_overflow = 1;
570 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
571 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
574 case MBA_RSCN_UPDATE: /* State Change Registration */
575 /* Check if the Vport has issued a SCR */
576 if (ha->parent && test_bit(VP_SCR_NEEDED, &ha->vp_flags))
579 DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
581 DEBUG(printk(KERN_INFO
582 "scsi(%ld): RSCN database changed -- %04x %04x.\n",
583 ha->host_no, mb[1], mb[2]));
585 rscn_entry = (mb[1] << 16) | mb[2];
586 host_pid = (ha->d_id.b.domain << 16) | (ha->d_id.b.area << 8) |
588 if (rscn_entry == host_pid) {
589 DEBUG(printk(KERN_INFO
590 "scsi(%ld): Ignoring RSCN update to local host "
592 ha->host_no, host_pid));
596 rscn_queue_index = ha->rscn_in_ptr + 1;
597 if (rscn_queue_index == MAX_RSCN_COUNT)
598 rscn_queue_index = 0;
599 if (rscn_queue_index != ha->rscn_out_ptr) {
600 ha->rscn_queue[ha->rscn_in_ptr] = rscn_entry;
601 ha->rscn_in_ptr = rscn_queue_index;
603 ha->flags.rscn_queue_overflow = 1;
606 atomic_set(&ha->loop_state, LOOP_UPDATE);
607 atomic_set(&ha->loop_down_timer, 0);
608 ha->flags.management_server_logged_in = 0;
610 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
611 set_bit(RSCN_UPDATE, &ha->dpc_flags);
614 /* case MBA_RIO_RESPONSE: */
615 case MBA_ZIO_RESPONSE:
616 DEBUG2(printk("scsi(%ld): [R|Z]IO update completion.\n",
618 DEBUG(printk(KERN_INFO
619 "scsi(%ld): [R|Z]IO update completion.\n",
622 if (IS_FWI2_CAPABLE(ha))
623 qla24xx_process_response_queue(ha);
625 qla2x00_process_response_queue(ha);
628 case MBA_DISCARD_RND_FRAME:
629 DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
630 "%04x.\n", ha->host_no, mb[1], mb[2], mb[3]));
633 case MBA_TRACE_NOTIFICATION:
634 DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
635 ha->host_no, mb[1], mb[2]));
639 if (!ha->parent && ha->num_vhosts)
640 qla2x00_alert_all_vps(ha, mb);
644 qla2x00_adjust_sdev_qdepth_up(struct scsi_device *sdev, void *data)
646 fc_port_t *fcport = data;
648 if (fcport->ha->max_q_depth <= sdev->queue_depth)
651 if (sdev->ordered_tags)
652 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG,
653 sdev->queue_depth + 1);
655 scsi_adjust_queue_depth(sdev, MSG_SIMPLE_TAG,
656 sdev->queue_depth + 1);
658 fcport->last_ramp_up = jiffies;
660 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
661 "scsi(%ld:%d:%d:%d): Queue depth adjusted-up to %d.\n",
662 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
667 qla2x00_adjust_sdev_qdepth_down(struct scsi_device *sdev, void *data)
669 fc_port_t *fcport = data;
671 if (!scsi_track_queue_full(sdev, sdev->queue_depth - 1))
674 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
675 "scsi(%ld:%d:%d:%d): Queue depth adjusted-down to %d.\n",
676 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
681 qla2x00_ramp_up_queue_depth(scsi_qla_host_t *ha, srb_t *sp)
684 struct scsi_device *sdev;
686 sdev = sp->cmd->device;
687 if (sdev->queue_depth >= ha->max_q_depth)
691 if (time_before(jiffies,
692 fcport->last_ramp_up + ql2xqfullrampup * HZ))
694 if (time_before(jiffies,
695 fcport->last_queue_full + ql2xqfullrampup * HZ))
698 starget_for_each_device(sdev->sdev_target, fcport,
699 qla2x00_adjust_sdev_qdepth_up);
703 * qla2x00_process_completed_request() - Process a Fast Post response.
704 * @ha: SCSI driver HA context
708 qla2x00_process_completed_request(struct scsi_qla_host *ha, uint32_t index)
712 /* Validate handle. */
713 if (index >= MAX_OUTSTANDING_COMMANDS) {
714 DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
715 ha->host_no, index));
716 qla_printk(KERN_WARNING, ha,
717 "Invalid SCSI completion handle %d.\n", index);
719 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
723 sp = ha->outstanding_cmds[index];
725 /* Free outstanding command slot. */
726 ha->outstanding_cmds[index] = NULL;
728 CMD_COMPL_STATUS(sp->cmd) = 0L;
729 CMD_SCSI_STATUS(sp->cmd) = 0L;
731 /* Save ISP completion status */
732 sp->cmd->result = DID_OK << 16;
734 qla2x00_ramp_up_queue_depth(ha, sp);
735 qla2x00_sp_compl(ha, sp);
737 DEBUG2(printk("scsi(%ld): Invalid ISP SCSI completion handle\n",
739 qla_printk(KERN_WARNING, ha,
740 "Invalid ISP SCSI completion handle\n");
742 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
747 * qla2x00_process_response_queue() - Process response queue entries.
748 * @ha: SCSI driver HA context
751 qla2x00_process_response_queue(struct scsi_qla_host *ha)
753 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
758 if (!ha->flags.online)
761 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
762 pkt = (sts_entry_t *)ha->response_ring_ptr;
764 ha->rsp_ring_index++;
765 if (ha->rsp_ring_index == ha->response_q_length) {
766 ha->rsp_ring_index = 0;
767 ha->response_ring_ptr = ha->response_ring;
769 ha->response_ring_ptr++;
772 if (pkt->entry_status != 0) {
773 DEBUG3(printk(KERN_INFO
774 "scsi(%ld): Process error entry.\n", ha->host_no));
776 qla2x00_error_entry(ha, pkt);
777 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
782 switch (pkt->entry_type) {
784 qla2x00_status_entry(ha, pkt);
787 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
788 for (cnt = 0; cnt < handle_cnt; cnt++) {
789 qla2x00_process_completed_request(ha,
790 ((sts21_entry_t *)pkt)->handle[cnt]);
794 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
795 for (cnt = 0; cnt < handle_cnt; cnt++) {
796 qla2x00_process_completed_request(ha,
797 ((sts22_entry_t *)pkt)->handle[cnt]);
800 case STATUS_CONT_TYPE:
801 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
804 qla2x00_ms_entry(ha, (ms_iocb_entry_t *)pkt);
807 /* Type Not Supported. */
808 DEBUG4(printk(KERN_WARNING
809 "scsi(%ld): Received unknown response pkt type %x "
810 "entry status=%x.\n",
811 ha->host_no, pkt->entry_type, pkt->entry_status));
814 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
818 /* Adjust ring index */
819 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), ha->rsp_ring_index);
823 * qla2x00_status_entry() - Process a Status IOCB entry.
824 * @ha: SCSI driver HA context
825 * @pkt: Entry pointer
828 qla2x00_status_entry(scsi_qla_host_t *ha, void *pkt)
832 struct scsi_cmnd *cp;
834 struct sts_entry_24xx *sts24;
835 uint16_t comp_status;
836 uint16_t scsi_status;
837 uint8_t lscsi_status;
839 uint32_t sense_len, rsp_info_len, resid_len, fw_resid_len;
840 uint8_t *rsp_info, *sense_data;
842 sts = (sts_entry_t *) pkt;
843 sts24 = (struct sts_entry_24xx *) pkt;
844 if (IS_FWI2_CAPABLE(ha)) {
845 comp_status = le16_to_cpu(sts24->comp_status);
846 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
848 comp_status = le16_to_cpu(sts->comp_status);
849 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
852 /* Fast path completion. */
853 if (comp_status == CS_COMPLETE && scsi_status == 0) {
854 qla2x00_process_completed_request(ha, sts->handle);
859 /* Validate handle. */
860 if (sts->handle < MAX_OUTSTANDING_COMMANDS) {
861 sp = ha->outstanding_cmds[sts->handle];
862 ha->outstanding_cmds[sts->handle] = NULL;
867 DEBUG2(printk("scsi(%ld): Status Entry invalid handle.\n",
869 qla_printk(KERN_WARNING, ha, "Status Entry invalid handle.\n");
871 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
872 qla2xxx_wake_dpc(ha);
877 DEBUG2(printk("scsi(%ld): Command already returned back to OS "
878 "pkt->handle=%d sp=%p.\n", ha->host_no, sts->handle, sp));
879 qla_printk(KERN_WARNING, ha,
880 "Command is NULL: already returned to OS (sp=%p)\n", sp);
885 lscsi_status = scsi_status & STATUS_MASK;
886 CMD_ENTRY_STATUS(cp) = sts->entry_status;
887 CMD_COMPL_STATUS(cp) = comp_status;
888 CMD_SCSI_STATUS(cp) = scsi_status;
892 sense_len = rsp_info_len = resid_len = fw_resid_len = 0;
893 if (IS_FWI2_CAPABLE(ha)) {
894 sense_len = le32_to_cpu(sts24->sense_len);
895 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
896 resid_len = le32_to_cpu(sts24->rsp_residual_count);
897 fw_resid_len = le32_to_cpu(sts24->residual_len);
898 rsp_info = sts24->data;
899 sense_data = sts24->data;
900 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
902 sense_len = le16_to_cpu(sts->req_sense_length);
903 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
904 resid_len = le32_to_cpu(sts->residual_length);
905 rsp_info = sts->rsp_info;
906 sense_data = sts->req_sense_data;
909 /* Check for any FCP transport errors. */
910 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
911 /* Sense data lies beyond any FCP RESPONSE data. */
912 if (IS_FWI2_CAPABLE(ha))
913 sense_data += rsp_info_len;
914 if (rsp_info_len > 3 && rsp_info[3]) {
915 DEBUG2(printk("scsi(%ld:%d:%d:%d) FCP I/O protocol "
916 "failure (%x/%02x%02x%02x%02x%02x%02x%02x%02x)..."
917 "retrying command\n", ha->host_no,
918 cp->device->channel, cp->device->id,
919 cp->device->lun, rsp_info_len, rsp_info[0],
920 rsp_info[1], rsp_info[2], rsp_info[3], rsp_info[4],
921 rsp_info[5], rsp_info[6], rsp_info[7]));
923 cp->result = DID_BUS_BUSY << 16;
924 qla2x00_sp_compl(ha, sp);
930 * Based on Host and scsi status generate status code for Linux
932 switch (comp_status) {
935 if (scsi_status == 0) {
936 cp->result = DID_OK << 16;
939 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
941 scsi_set_resid(cp, resid);
942 CMD_RESID_LEN(cp) = resid;
945 ((unsigned)(scsi_bufflen(cp) - resid) <
947 qla_printk(KERN_INFO, ha,
948 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
949 "detected (%x of %x bytes)...returning "
950 "error status.\n", ha->host_no,
951 cp->device->channel, cp->device->id,
952 cp->device->lun, resid,
955 cp->result = DID_ERROR << 16;
959 cp->result = DID_OK << 16 | lscsi_status;
961 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
962 DEBUG2(printk(KERN_INFO
963 "scsi(%ld): QUEUE FULL status detected "
964 "0x%x-0x%x.\n", ha->host_no, comp_status,
967 /* Adjust queue depth for all luns on the port. */
968 fcport->last_queue_full = jiffies;
969 starget_for_each_device(cp->device->sdev_target,
970 fcport, qla2x00_adjust_sdev_qdepth_down);
973 if (lscsi_status != SS_CHECK_CONDITION)
976 /* Copy Sense Data into sense buffer. */
977 memset(cp->sense_buffer, 0, sizeof(cp->sense_buffer));
979 if (!(scsi_status & SS_SENSE_LEN_VALID))
982 if (sense_len >= sizeof(cp->sense_buffer))
983 sense_len = sizeof(cp->sense_buffer);
985 CMD_ACTUAL_SNSLEN(cp) = sense_len;
986 sp->request_sense_length = sense_len;
987 sp->request_sense_ptr = cp->sense_buffer;
989 if (sp->request_sense_length > 32)
992 memcpy(cp->sense_buffer, sense_data, sense_len);
994 sp->request_sense_ptr += sense_len;
995 sp->request_sense_length -= sense_len;
996 if (sp->request_sense_length != 0)
999 DEBUG5(printk("%s(): Check condition Sense data, "
1000 "scsi(%ld:%d:%d:%d) cmd=%p pid=%ld\n", __func__,
1001 ha->host_no, cp->device->channel, cp->device->id,
1002 cp->device->lun, cp, cp->serial_number));
1004 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer,
1005 CMD_ACTUAL_SNSLEN(cp)));
1008 case CS_DATA_UNDERRUN:
1010 /* Use F/W calculated residual length. */
1011 if (IS_FWI2_CAPABLE(ha)) {
1012 if (scsi_status & SS_RESIDUAL_UNDER &&
1013 resid != fw_resid_len) {
1014 scsi_status &= ~SS_RESIDUAL_UNDER;
1017 resid = fw_resid_len;
1020 if (scsi_status & SS_RESIDUAL_UNDER) {
1021 scsi_set_resid(cp, resid);
1022 CMD_RESID_LEN(cp) = resid;
1024 DEBUG2(printk(KERN_INFO
1025 "scsi(%ld:%d:%d) UNDERRUN status detected "
1026 "0x%x-0x%x. resid=0x%x fw_resid=0x%x cdb=0x%x "
1027 "os_underflow=0x%x\n", ha->host_no,
1028 cp->device->id, cp->device->lun, comp_status,
1029 scsi_status, resid_len, resid, cp->cmnd[0],
1035 * Check to see if SCSI Status is non zero. If so report SCSI
1038 if (lscsi_status != 0) {
1039 cp->result = DID_OK << 16 | lscsi_status;
1041 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1042 DEBUG2(printk(KERN_INFO
1043 "scsi(%ld): QUEUE FULL status detected "
1044 "0x%x-0x%x.\n", ha->host_no, comp_status,
1048 * Adjust queue depth for all luns on the
1051 fcport->last_queue_full = jiffies;
1052 starget_for_each_device(
1053 cp->device->sdev_target, fcport,
1054 qla2x00_adjust_sdev_qdepth_down);
1057 if (lscsi_status != SS_CHECK_CONDITION)
1060 /* Copy Sense Data into sense buffer */
1061 memset(cp->sense_buffer, 0, sizeof(cp->sense_buffer));
1063 if (!(scsi_status & SS_SENSE_LEN_VALID))
1066 if (sense_len >= sizeof(cp->sense_buffer))
1067 sense_len = sizeof(cp->sense_buffer);
1069 CMD_ACTUAL_SNSLEN(cp) = sense_len;
1070 sp->request_sense_length = sense_len;
1071 sp->request_sense_ptr = cp->sense_buffer;
1073 if (sp->request_sense_length > 32)
1076 memcpy(cp->sense_buffer, sense_data, sense_len);
1078 sp->request_sense_ptr += sense_len;
1079 sp->request_sense_length -= sense_len;
1080 if (sp->request_sense_length != 0)
1081 ha->status_srb = sp;
1083 DEBUG5(printk("%s(): Check condition Sense data, "
1084 "scsi(%ld:%d:%d:%d) cmd=%p pid=%ld\n",
1085 __func__, ha->host_no, cp->device->channel,
1086 cp->device->id, cp->device->lun, cp,
1087 cp->serial_number));
1090 * In case of a Underrun condition, set both the lscsi
1091 * status and the completion status to appropriate
1095 ((unsigned)(scsi_bufflen(cp) - resid) <
1097 DEBUG2(qla_printk(KERN_INFO, ha,
1098 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1099 "detected (%x of %x bytes)...returning "
1100 "error status.\n", ha->host_no,
1101 cp->device->channel, cp->device->id,
1102 cp->device->lun, resid,
1105 cp->result = DID_ERROR << 16 | lscsi_status;
1109 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer,
1110 CMD_ACTUAL_SNSLEN(cp)));
1113 * If RISC reports underrun and target does not report
1114 * it then we must have a lost frame, so tell upper
1115 * layer to retry it by reporting a bus busy.
1117 if (!(scsi_status & SS_RESIDUAL_UNDER)) {
1118 DEBUG2(printk("scsi(%ld:%d:%d:%d) Dropped "
1119 "frame(s) detected (%x of %x bytes)..."
1120 "retrying command.\n", ha->host_no,
1121 cp->device->channel, cp->device->id,
1122 cp->device->lun, resid,
1125 cp->result = DID_BUS_BUSY << 16;
1129 /* Handle mid-layer underflow */
1130 if ((unsigned)(scsi_bufflen(cp) - resid) <
1132 qla_printk(KERN_INFO, ha,
1133 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1134 "detected (%x of %x bytes)...returning "
1135 "error status.\n", ha->host_no,
1136 cp->device->channel, cp->device->id,
1137 cp->device->lun, resid,
1140 cp->result = DID_ERROR << 16;
1144 /* Everybody online, looking good... */
1145 cp->result = DID_OK << 16;
1149 case CS_DATA_OVERRUN:
1150 DEBUG2(printk(KERN_INFO
1151 "scsi(%ld:%d:%d): OVERRUN status detected 0x%x-0x%x\n",
1152 ha->host_no, cp->device->id, cp->device->lun, comp_status,
1154 DEBUG2(printk(KERN_INFO
1155 "CDB: 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x\n",
1156 cp->cmnd[0], cp->cmnd[1], cp->cmnd[2], cp->cmnd[3],
1157 cp->cmnd[4], cp->cmnd[5]));
1158 DEBUG2(printk(KERN_INFO
1159 "PID=0x%lx req=0x%x xtra=0x%x -- returning DID_ERROR "
1161 cp->serial_number, scsi_bufflen(cp), resid_len));
1163 cp->result = DID_ERROR << 16;
1166 case CS_PORT_LOGGED_OUT:
1167 case CS_PORT_CONFIG_CHG:
1170 case CS_PORT_UNAVAILABLE:
1172 * If the port is in Target Down state, return all IOs for this
1173 * Target with DID_NO_CONNECT ELSE Queue the IOs in the
1176 DEBUG2(printk("scsi(%ld:%d:%d): status_entry: Port Down "
1177 "pid=%ld, compl status=0x%x, port state=0x%x\n",
1178 ha->host_no, cp->device->id, cp->device->lun,
1179 cp->serial_number, comp_status,
1180 atomic_read(&fcport->state)));
1182 cp->result = DID_BUS_BUSY << 16;
1183 if (atomic_read(&fcport->state) == FCS_ONLINE) {
1184 qla2x00_mark_device_lost(ha, fcport, 1, 1);
1189 DEBUG2(printk(KERN_INFO
1190 "scsi(%ld): RESET status detected 0x%x-0x%x.\n",
1191 ha->host_no, comp_status, scsi_status));
1193 cp->result = DID_RESET << 16;
1198 * hv2.19.12 - DID_ABORT does not retry the request if we
1199 * aborted this request then abort otherwise it must be a
1202 DEBUG2(printk(KERN_INFO
1203 "scsi(%ld): ABORT status detected 0x%x-0x%x.\n",
1204 ha->host_no, comp_status, scsi_status));
1206 cp->result = DID_RESET << 16;
1210 cp->result = DID_BUS_BUSY << 16;
1212 if (IS_FWI2_CAPABLE(ha)) {
1213 DEBUG2(printk(KERN_INFO
1214 "scsi(%ld:%d:%d:%d): TIMEOUT status detected "
1215 "0x%x-0x%x\n", ha->host_no, cp->device->channel,
1216 cp->device->id, cp->device->lun, comp_status,
1220 DEBUG2(printk(KERN_INFO
1221 "scsi(%ld:%d:%d:%d): TIMEOUT status detected 0x%x-0x%x "
1222 "sflags=%x.\n", ha->host_no, cp->device->channel,
1223 cp->device->id, cp->device->lun, comp_status, scsi_status,
1224 le16_to_cpu(sts->status_flags)));
1226 /* Check to see if logout occurred. */
1227 if ((le16_to_cpu(sts->status_flags) & SF_LOGOUT_SENT))
1228 qla2x00_mark_device_lost(ha, fcport, 1, 1);
1232 DEBUG3(printk("scsi(%ld): Error detected (unknown status) "
1233 "0x%x-0x%x.\n", ha->host_no, comp_status, scsi_status));
1234 qla_printk(KERN_INFO, ha,
1235 "Unknown status detected 0x%x-0x%x.\n",
1236 comp_status, scsi_status);
1238 cp->result = DID_ERROR << 16;
1242 /* Place command on done queue. */
1243 if (ha->status_srb == NULL)
1244 qla2x00_sp_compl(ha, sp);
1248 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1249 * @ha: SCSI driver HA context
1250 * @pkt: Entry pointer
1252 * Extended sense data.
1255 qla2x00_status_cont_entry(scsi_qla_host_t *ha, sts_cont_entry_t *pkt)
1257 uint8_t sense_sz = 0;
1258 srb_t *sp = ha->status_srb;
1259 struct scsi_cmnd *cp;
1261 if (sp != NULL && sp->request_sense_length != 0) {
1264 DEBUG2(printk("%s(): Cmd already returned back to OS "
1265 "sp=%p.\n", __func__, sp));
1266 qla_printk(KERN_INFO, ha,
1267 "cmd is NULL: already returned to OS (sp=%p)\n",
1270 ha->status_srb = NULL;
1274 if (sp->request_sense_length > sizeof(pkt->data)) {
1275 sense_sz = sizeof(pkt->data);
1277 sense_sz = sp->request_sense_length;
1280 /* Move sense data. */
1281 if (IS_FWI2_CAPABLE(ha))
1282 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1283 memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1284 DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1286 sp->request_sense_ptr += sense_sz;
1287 sp->request_sense_length -= sense_sz;
1289 /* Place command on done queue. */
1290 if (sp->request_sense_length == 0) {
1291 ha->status_srb = NULL;
1292 qla2x00_sp_compl(ha, sp);
1298 * qla2x00_error_entry() - Process an error entry.
1299 * @ha: SCSI driver HA context
1300 * @pkt: Entry pointer
1303 qla2x00_error_entry(scsi_qla_host_t *ha, sts_entry_t *pkt)
1307 #if defined(QL_DEBUG_LEVEL_2)
1308 if (pkt->entry_status & RF_INV_E_ORDER)
1309 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1310 else if (pkt->entry_status & RF_INV_E_COUNT)
1311 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1312 else if (pkt->entry_status & RF_INV_E_PARAM)
1313 qla_printk(KERN_ERR, ha,
1314 "%s: Invalid Entry Parameter\n", __func__);
1315 else if (pkt->entry_status & RF_INV_E_TYPE)
1316 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1317 else if (pkt->entry_status & RF_BUSY)
1318 qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1320 qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1323 /* Validate handle. */
1324 if (pkt->handle < MAX_OUTSTANDING_COMMANDS)
1325 sp = ha->outstanding_cmds[pkt->handle];
1330 /* Free outstanding command slot. */
1331 ha->outstanding_cmds[pkt->handle] = NULL;
1333 /* Bad payload or header */
1334 if (pkt->entry_status &
1335 (RF_INV_E_ORDER | RF_INV_E_COUNT |
1336 RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1337 sp->cmd->result = DID_ERROR << 16;
1338 } else if (pkt->entry_status & RF_BUSY) {
1339 sp->cmd->result = DID_BUS_BUSY << 16;
1341 sp->cmd->result = DID_ERROR << 16;
1343 qla2x00_sp_compl(ha, sp);
1345 } else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1346 COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1347 DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
1349 qla_printk(KERN_WARNING, ha,
1350 "Error entry - invalid handle\n");
1352 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1353 qla2xxx_wake_dpc(ha);
1358 * qla2x00_ms_entry() - Process a Management Server entry.
1359 * @ha: SCSI driver HA context
1360 * @index: Response queue out pointer
1363 qla2x00_ms_entry(scsi_qla_host_t *ha, ms_iocb_entry_t *pkt)
1367 DEBUG3(printk("%s(%ld): pkt=%p pkthandle=%d.\n",
1368 __func__, ha->host_no, pkt, pkt->handle1));
1370 /* Validate handle. */
1371 if (pkt->handle1 < MAX_OUTSTANDING_COMMANDS)
1372 sp = ha->outstanding_cmds[pkt->handle1];
1377 DEBUG2(printk("scsi(%ld): MS entry - invalid handle\n",
1379 qla_printk(KERN_WARNING, ha, "MS entry - invalid handle\n");
1381 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1385 CMD_COMPL_STATUS(sp->cmd) = le16_to_cpu(pkt->status);
1386 CMD_ENTRY_STATUS(sp->cmd) = pkt->entry_status;
1388 /* Free outstanding command slot. */
1389 ha->outstanding_cmds[pkt->handle1] = NULL;
1391 qla2x00_sp_compl(ha, sp);
1396 * qla24xx_mbx_completion() - Process mailbox command completions.
1397 * @ha: SCSI driver HA context
1398 * @mb0: Mailbox0 register
1401 qla24xx_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
1404 uint16_t __iomem *wptr;
1405 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1407 /* Load return mailbox registers. */
1408 ha->flags.mbox_int = 1;
1409 ha->mailbox_out[0] = mb0;
1410 wptr = (uint16_t __iomem *)®->mailbox1;
1412 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1413 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1418 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
1419 __func__, ha->host_no, ha->mcp->mb[0]));
1421 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
1422 __func__, ha->host_no));
1427 * qla24xx_process_response_queue() - Process response queue entries.
1428 * @ha: SCSI driver HA context
1431 qla24xx_process_response_queue(struct scsi_qla_host *ha)
1433 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1434 struct sts_entry_24xx *pkt;
1436 if (!ha->flags.online)
1439 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
1440 pkt = (struct sts_entry_24xx *)ha->response_ring_ptr;
1442 ha->rsp_ring_index++;
1443 if (ha->rsp_ring_index == ha->response_q_length) {
1444 ha->rsp_ring_index = 0;
1445 ha->response_ring_ptr = ha->response_ring;
1447 ha->response_ring_ptr++;
1450 if (pkt->entry_status != 0) {
1451 DEBUG3(printk(KERN_INFO
1452 "scsi(%ld): Process error entry.\n", ha->host_no));
1454 qla2x00_error_entry(ha, (sts_entry_t *) pkt);
1455 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1460 switch (pkt->entry_type) {
1462 qla2x00_status_entry(ha, pkt);
1464 case STATUS_CONT_TYPE:
1465 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
1468 qla24xx_ms_entry(ha, (struct ct_entry_24xx *)pkt);
1470 case VP_RPT_ID_IOCB_TYPE:
1471 qla24xx_report_id_acquisition(ha,
1472 (struct vp_rpt_id_entry_24xx *)pkt);
1475 /* Type Not Supported. */
1476 DEBUG4(printk(KERN_WARNING
1477 "scsi(%ld): Received unknown response pkt type %x "
1478 "entry status=%x.\n",
1479 ha->host_no, pkt->entry_type, pkt->entry_status));
1482 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1486 /* Adjust ring index */
1487 WRT_REG_DWORD(®->rsp_q_out, ha->rsp_ring_index);
1491 qla2xxx_check_risc_status(scsi_qla_host_t *ha)
1495 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1497 if (!IS_QLA25XX(ha))
1501 WRT_REG_DWORD(®->iobase_addr, 0x7C00);
1502 RD_REG_DWORD(®->iobase_addr);
1503 WRT_REG_DWORD(®->iobase_window, 0x0001);
1504 for (cnt = 10000; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1505 rval == QLA_SUCCESS; cnt--) {
1507 WRT_REG_DWORD(®->iobase_window, 0x0001);
1510 rval = QLA_FUNCTION_TIMEOUT;
1512 if (rval == QLA_SUCCESS)
1515 WRT_REG_DWORD(®->iobase_window, 0x0003);
1516 for (cnt = 100; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1517 rval == QLA_SUCCESS; cnt--) {
1519 WRT_REG_DWORD(®->iobase_window, 0x0003);
1522 rval = QLA_FUNCTION_TIMEOUT;
1524 if (rval != QLA_SUCCESS)
1528 if (RD_REG_DWORD(®->iobase_c8) & BIT_3)
1529 qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
1532 WRT_REG_DWORD(®->iobase_window, 0x0000);
1533 RD_REG_DWORD(®->iobase_window);
1537 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
1539 * @dev_id: SCSI driver HA context
1541 * Called by system whenever the host adapter generates an interrupt.
1543 * Returns handled flag.
1546 qla24xx_intr_handler(int irq, void *dev_id)
1548 scsi_qla_host_t *ha;
1549 struct device_reg_24xx __iomem *reg;
1551 unsigned long flags;
1557 ha = (scsi_qla_host_t *) dev_id;
1560 "%s(): NULL host pointer\n", __func__);
1564 reg = &ha->iobase->isp24;
1567 spin_lock_irqsave(&ha->hardware_lock, flags);
1568 for (iter = 50; iter--; ) {
1569 stat = RD_REG_DWORD(®->host_status);
1570 if (stat & HSRX_RISC_PAUSED) {
1571 if (pci_channel_offline(ha->pdev))
1574 hccr = RD_REG_DWORD(®->hccr);
1576 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1577 "Dumping firmware!\n", hccr);
1579 qla2xxx_check_risc_status(ha);
1581 ha->isp_ops->fw_dump(ha, 1);
1582 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1584 } else if ((stat & HSRX_RISC_INT) == 0)
1587 switch (stat & 0xff) {
1592 qla24xx_mbx_completion(ha, MSW(stat));
1593 status |= MBX_INTERRUPT;
1598 mb[1] = RD_REG_WORD(®->mailbox1);
1599 mb[2] = RD_REG_WORD(®->mailbox2);
1600 mb[3] = RD_REG_WORD(®->mailbox3);
1601 qla2x00_async_event(ha, mb);
1604 qla24xx_process_response_queue(ha);
1607 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1609 ha->host_no, stat & 0xff));
1612 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1613 RD_REG_DWORD_RELAXED(®->hccr);
1615 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1617 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1618 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1619 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1620 up(&ha->mbx_intr_sem);
1627 * qla24xx_ms_entry() - Process a Management Server entry.
1628 * @ha: SCSI driver HA context
1629 * @index: Response queue out pointer
1632 qla24xx_ms_entry(scsi_qla_host_t *ha, struct ct_entry_24xx *pkt)
1636 DEBUG3(printk("%s(%ld): pkt=%p pkthandle=%d.\n",
1637 __func__, ha->host_no, pkt, pkt->handle));
1639 DEBUG9(printk("%s: ct pkt dump:\n", __func__));
1640 DEBUG9(qla2x00_dump_buffer((void *)pkt, sizeof(struct ct_entry_24xx)));
1642 /* Validate handle. */
1643 if (pkt->handle < MAX_OUTSTANDING_COMMANDS)
1644 sp = ha->outstanding_cmds[pkt->handle];
1649 DEBUG2(printk("scsi(%ld): MS entry - invalid handle\n",
1651 DEBUG10(printk("scsi(%ld): MS entry - invalid handle\n",
1653 qla_printk(KERN_WARNING, ha, "MS entry - invalid handle %d\n",
1656 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1660 CMD_COMPL_STATUS(sp->cmd) = le16_to_cpu(pkt->comp_status);
1661 CMD_ENTRY_STATUS(sp->cmd) = pkt->entry_status;
1663 /* Free outstanding command slot. */
1664 ha->outstanding_cmds[pkt->handle] = NULL;
1666 qla2x00_sp_compl(ha, sp);
1670 qla24xx_msix_rsp_q(int irq, void *dev_id)
1672 scsi_qla_host_t *ha;
1673 struct device_reg_24xx __iomem *reg;
1674 unsigned long flags;
1677 reg = &ha->iobase->isp24;
1679 spin_lock_irqsave(&ha->hardware_lock, flags);
1681 qla24xx_process_response_queue(ha);
1683 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1685 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1691 qla24xx_msix_default(int irq, void *dev_id)
1693 scsi_qla_host_t *ha;
1694 struct device_reg_24xx __iomem *reg;
1696 unsigned long flags;
1702 reg = &ha->iobase->isp24;
1705 spin_lock_irqsave(&ha->hardware_lock, flags);
1707 stat = RD_REG_DWORD(®->host_status);
1708 if (stat & HSRX_RISC_PAUSED) {
1709 if (pci_channel_offline(ha->pdev))
1712 hccr = RD_REG_DWORD(®->hccr);
1714 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1715 "Dumping firmware!\n", hccr);
1717 qla2xxx_check_risc_status(ha);
1719 ha->isp_ops->fw_dump(ha, 1);
1720 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1722 } else if ((stat & HSRX_RISC_INT) == 0)
1725 switch (stat & 0xff) {
1730 qla24xx_mbx_completion(ha, MSW(stat));
1731 status |= MBX_INTERRUPT;
1736 mb[1] = RD_REG_WORD(®->mailbox1);
1737 mb[2] = RD_REG_WORD(®->mailbox2);
1738 mb[3] = RD_REG_WORD(®->mailbox3);
1739 qla2x00_async_event(ha, mb);
1742 qla24xx_process_response_queue(ha);
1745 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1747 ha->host_no, stat & 0xff));
1750 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1752 spin_unlock_irqrestore(&ha->hardware_lock, flags);
1754 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1755 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1756 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1757 up(&ha->mbx_intr_sem);
1763 /* Interrupt handling helpers. */
1765 struct qla_init_msix_entry {
1769 irq_handler_t handler;
1772 static struct qla_init_msix_entry imsix_entries[QLA_MSIX_ENTRIES] = {
1773 { QLA_MSIX_DEFAULT, QLA_MIDX_DEFAULT,
1774 "qla2xxx (default)", qla24xx_msix_default },
1776 { QLA_MSIX_RSP_Q, QLA_MIDX_RSP_Q,
1777 "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
1781 qla24xx_disable_msix(scsi_qla_host_t *ha)
1784 struct qla_msix_entry *qentry;
1786 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1787 qentry = &ha->msix_entries[imsix_entries[i].index];
1788 if (qentry->have_irq)
1789 free_irq(qentry->msix_vector, ha);
1791 pci_disable_msix(ha->pdev);
1795 qla24xx_enable_msix(scsi_qla_host_t *ha)
1798 struct msix_entry entries[QLA_MSIX_ENTRIES];
1799 struct qla_msix_entry *qentry;
1801 for (i = 0; i < QLA_MSIX_ENTRIES; i++)
1802 entries[i].entry = imsix_entries[i].entry;
1804 ret = pci_enable_msix(ha->pdev, entries, ARRAY_SIZE(entries));
1806 qla_printk(KERN_WARNING, ha,
1807 "MSI-X: Failed to enable support -- %d/%d\n",
1808 QLA_MSIX_ENTRIES, ret);
1811 ha->flags.msix_enabled = 1;
1813 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1814 qentry = &ha->msix_entries[imsix_entries[i].index];
1815 qentry->msix_vector = entries[i].vector;
1816 qentry->msix_entry = entries[i].entry;
1817 qentry->have_irq = 0;
1818 ret = request_irq(qentry->msix_vector,
1819 imsix_entries[i].handler, 0, imsix_entries[i].name, ha);
1821 qla_printk(KERN_WARNING, ha,
1822 "MSI-X: Unable to register handler -- %x/%d.\n",
1823 imsix_entries[i].index, ret);
1824 qla24xx_disable_msix(ha);
1827 qentry->have_irq = 1;
1835 qla2x00_request_irqs(scsi_qla_host_t *ha)
1839 /* If possible, enable MSI-X. */
1840 if (!IS_QLA2432(ha) && !IS_QLA2532(ha))
1843 if (IS_QLA2432(ha) && (ha->chip_revision < QLA_MSIX_CHIP_REV_24XX ||
1844 !QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
1845 DEBUG2(qla_printk(KERN_WARNING, ha,
1846 "MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
1847 ha->chip_revision, ha->fw_attributes));
1852 ret = qla24xx_enable_msix(ha);
1854 DEBUG2(qla_printk(KERN_INFO, ha,
1855 "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
1856 ha->fw_attributes));
1859 qla_printk(KERN_WARNING, ha,
1860 "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
1863 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha))
1866 ret = pci_enable_msi(ha->pdev);
1868 DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
1869 ha->flags.msi_enabled = 1;
1873 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
1874 IRQF_DISABLED|IRQF_SHARED, QLA2XXX_DRIVER_NAME, ha);
1876 ha->flags.inta_enabled = 1;
1877 ha->host->irq = ha->pdev->irq;
1879 qla_printk(KERN_WARNING, ha,
1880 "Failed to reserve interrupt %d already in use.\n",
1888 qla2x00_free_irqs(scsi_qla_host_t *ha)
1891 if (ha->flags.msix_enabled)
1892 qla24xx_disable_msix(ha);
1893 else if (ha->flags.inta_enabled) {
1894 free_irq(ha->host->irq, ha);
1895 pci_disable_msi(ha->pdev);