| Author | Tokens | Token Proportion | Commits | Commit Proportion |
|---|---|---|---|---|
| Quinn Tran | 18595 | 49.84% | 103 | 48.82% |
| Nicholas Bellinger | 11815 | 31.67% | 7 | 3.32% |
| Alexei Potashnik | 2877 | 7.71% | 6 | 2.84% |
| Himanshu Madhani | 1768 | 4.74% | 9 | 4.27% |
| Arun Easi | 945 | 2.53% | 9 | 4.27% |
| Bart Van Assche | 598 | 1.60% | 31 | 14.69% |
| Swapnil Nagle | 219 | 0.59% | 2 | 0.95% |
| Saurav Kashyap | 130 | 0.35% | 4 | 1.90% |
| Joe Carnuccio | 43 | 0.12% | 4 | 1.90% |
| Jörn Engel | 39 | 0.10% | 3 | 1.42% |
| Dmitry Bogdanov | 38 | 0.10% | 2 | 0.95% |
| Michael Christie | 31 | 0.08% | 2 | 0.95% |
| Dilip Kumar Uppugandla | 28 | 0.08% | 1 | 0.47% |
| Roland Dreier | 22 | 0.06% | 2 | 0.95% |
| Shyam Sundar | 20 | 0.05% | 1 | 0.47% |
| Mikhail Malygin | 20 | 0.05% | 1 | 0.47% |
| Alan Cox | 19 | 0.05% | 1 | 0.47% |
| Bill Kuzeja | 16 | 0.04% | 1 | 0.47% |
| Christoph Hellwig | 16 | 0.04% | 1 | 0.47% |
| Sawan Chandak | 12 | 0.03% | 1 | 0.47% |
| Ben Hutchings | 10 | 0.03% | 1 | 0.47% |
| Hannes Reinecke | 9 | 0.02% | 1 | 0.47% |
| Gustavo A. R. Silva | 6 | 0.02% | 1 | 0.47% |
| Masanari Iida | 5 | 0.01% | 1 | 0.47% |
| Kees Cook | 5 | 0.01% | 1 | 0.47% |
| Roman Bolshakov | 3 | 0.01% | 1 | 0.47% |
| Lee Jones | 2 | 0.01% | 1 | 0.47% |
| Thomas Gleixner | 2 | 0.01% | 1 | 0.47% |
| Viacheslav Dubeyko | 2 | 0.01% | 1 | 0.47% |
| Tianjia Zhang | 1 | 0.00% | 1 | 0.47% |
| Dan Carpenter | 1 | 0.00% | 1 | 0.47% |
| Linus Torvalds | 1 | 0.00% | 1 | 0.47% |
| Souptick Joarder | 1 | 0.00% | 1 | 0.47% |
| Arnd Bergmann | 1 | 0.00% | 1 | 0.47% |
| Xianting Tian | 1 | 0.00% | 1 | 0.47% |
| Mark Rutland | 1 | 0.00% | 1 | 0.47% |
| Giridhar Malavali | 1 | 0.00% | 1 | 0.47% |
| Colin Ian King | 1 | 0.00% | 1 | 0.47% |
| Dr. Greg Wettstein | 1 | 0.00% | 1 | 0.47% |
| Baokun Li | 1 | 0.00% | 1 | 0.47% |
| Total | 37306 | 211 |
// SPDX-License-Identifier: GPL-2.0-only /* * qla_target.c SCSI LLD infrastructure for QLogic 22xx/23xx/24xx/25xx * * based on qla2x00t.c code: * * Copyright (C) 2004 - 2010 Vladislav Bolkhovitin <vst@vlnb.net> * Copyright (C) 2004 - 2005 Leonid Stoljar * Copyright (C) 2006 Nathaniel Clark <nate@misrule.us> * Copyright (C) 2006 - 2010 ID7 Ltd. * * Forward port and refactoring to modern qla2xxx and target/configfs * * Copyright (C) 2010-2013 Nicholas A. Bellinger <nab@kernel.org> */ #include <linux/module.h> #include <linux/init.h> #include <linux/types.h> #include <linux/blkdev.h> #include <linux/interrupt.h> #include <linux/pci.h> #include <linux/delay.h> #include <linux/list.h> #include <linux/workqueue.h> #include <asm/unaligned.h> #include <scsi/scsi.h> #include <scsi/scsi_host.h> #include <scsi/scsi_tcq.h> #include "qla_def.h" #include "qla_target.h" static int ql2xtgt_tape_enable; module_param(ql2xtgt_tape_enable, int, S_IRUGO|S_IWUSR); MODULE_PARM_DESC(ql2xtgt_tape_enable, "Enables Sequence level error recovery (aka FC Tape). Default is 0 - no SLER. 1 - Enable SLER."); static char *qlini_mode = QLA2XXX_INI_MODE_STR_ENABLED; module_param(qlini_mode, charp, S_IRUGO); MODULE_PARM_DESC(qlini_mode, "Determines when initiator mode will be enabled. Possible values: " "\"exclusive\" - initiator mode will be enabled on load, " "disabled on enabling target mode and then on disabling target mode " "enabled back; " "\"disabled\" - initiator mode will never be enabled; " "\"dual\" - Initiator Modes will be enabled. Target Mode can be activated " "when ready " "\"enabled\" (default) - initiator mode will always stay enabled."); static int ql_dm_tgt_ex_pct = 0; module_param(ql_dm_tgt_ex_pct, int, S_IRUGO|S_IWUSR); MODULE_PARM_DESC(ql_dm_tgt_ex_pct, "For Dual Mode (qlini_mode=dual), this parameter determines " "the percentage of exchanges/cmds FW will allocate resources " "for Target mode."); int ql2xuctrlirq = 1; module_param(ql2xuctrlirq, int, 0644); MODULE_PARM_DESC(ql2xuctrlirq, "User to control IRQ placement via smp_affinity." "Valid with qlini_mode=disabled." "1(default): enable"); int ql2x_ini_mode = QLA2XXX_INI_MODE_EXCLUSIVE; static int qla_sam_status = SAM_STAT_BUSY; static int tc_sam_status = SAM_STAT_TASK_SET_FULL; /* target core */ /* * From scsi/fc/fc_fcp.h */ enum fcp_resp_rsp_codes { FCP_TMF_CMPL = 0, FCP_DATA_LEN_INVALID = 1, FCP_CMND_FIELDS_INVALID = 2, FCP_DATA_PARAM_MISMATCH = 3, FCP_TMF_REJECTED = 4, FCP_TMF_FAILED = 5, FCP_TMF_INVALID_LUN = 9, }; /* * fc_pri_ta from scsi/fc/fc_fcp.h */ #define FCP_PTA_SIMPLE 0 /* simple task attribute */ #define FCP_PTA_HEADQ 1 /* head of queue task attribute */ #define FCP_PTA_ORDERED 2 /* ordered task attribute */ #define FCP_PTA_ACA 4 /* auto. contingent allegiance */ #define FCP_PTA_MASK 7 /* mask for task attribute field */ #define FCP_PRI_SHIFT 3 /* priority field starts in bit 3 */ #define FCP_PRI_RESVD_MASK 0x80 /* reserved bits in priority field */ /* * This driver calls qla2x00_alloc_iocbs() and qla2x00_issue_marker(), which * must be called under HW lock and could unlock/lock it inside. * It isn't an issue, since in the current implementation on the time when * those functions are called: * * - Either context is IRQ and only IRQ handler can modify HW data, * including rings related fields, * * - Or access to target mode variables from struct qla_tgt doesn't * cross those functions boundaries, except tgt_stop, which * additionally protected by irq_cmd_count. */ /* Predefs for callbacks handed to qla2xxx LLD */ static void qlt_24xx_atio_pkt(struct scsi_qla_host *ha, struct atio_from_isp *pkt, uint8_t); static void qlt_response_pkt(struct scsi_qla_host *ha, struct rsp_que *rsp, response_t *pkt); static int qlt_issue_task_mgmt(struct fc_port *sess, u64 lun, int fn, void *iocb, int flags); static void qlt_send_term_exchange(struct qla_qpair *, struct qla_tgt_cmd *cmd, struct atio_from_isp *atio, int ha_locked, int ul_abort); static void qlt_alloc_qfull_cmd(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint16_t status, int qfull); static void qlt_disable_vha(struct scsi_qla_host *vha); static void qlt_clear_tgt_db(struct qla_tgt *tgt); static void qlt_send_notify_ack(struct qla_qpair *qpair, struct imm_ntfy_from_isp *ntfy, uint32_t add_flags, uint16_t resp_code, int resp_code_valid, uint16_t srr_flags, uint16_t srr_reject_code, uint8_t srr_explan); static void qlt_send_term_imm_notif(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *imm, int ha_locked); static struct fc_port *qlt_create_sess(struct scsi_qla_host *vha, fc_port_t *fcport, bool local); void qlt_unreg_sess(struct fc_port *sess); static void qlt_24xx_handle_abts(struct scsi_qla_host *, struct abts_recv_from_24xx *); static void qlt_send_busy(struct qla_qpair *, struct atio_from_isp *, uint16_t); static int qlt_check_reserve_free_req(struct qla_qpair *qpair, uint32_t); static inline uint32_t qlt_make_handle(struct qla_qpair *); /* * Global Variables */ static struct kmem_cache *qla_tgt_mgmt_cmd_cachep; struct kmem_cache *qla_tgt_plogi_cachep; static mempool_t *qla_tgt_mgmt_cmd_mempool; static struct workqueue_struct *qla_tgt_wq; static DEFINE_MUTEX(qla_tgt_mutex); static LIST_HEAD(qla_tgt_glist); static const char *prot_op_str(u32 prot_op) { switch (prot_op) { case TARGET_PROT_NORMAL: return "NORMAL"; case TARGET_PROT_DIN_INSERT: return "DIN_INSERT"; case TARGET_PROT_DOUT_INSERT: return "DOUT_INSERT"; case TARGET_PROT_DIN_STRIP: return "DIN_STRIP"; case TARGET_PROT_DOUT_STRIP: return "DOUT_STRIP"; case TARGET_PROT_DIN_PASS: return "DIN_PASS"; case TARGET_PROT_DOUT_PASS: return "DOUT_PASS"; default: return "UNKNOWN"; } } /* This API intentionally takes dest as a parameter, rather than returning * int value to avoid caller forgetting to issue wmb() after the store */ void qlt_do_generation_tick(struct scsi_qla_host *vha, int *dest) { scsi_qla_host_t *base_vha = pci_get_drvdata(vha->hw->pdev); *dest = atomic_inc_return(&base_vha->generation_tick); /* memory barrier */ wmb(); } /* Might release hw lock, then reaquire!! */ static inline int qlt_issue_marker(struct scsi_qla_host *vha, int vha_locked) { /* Send marker if required */ if (unlikely(vha->marker_needed != 0)) { int rc = qla2x00_issue_marker(vha, vha_locked); if (rc != QLA_SUCCESS) { ql_dbg(ql_dbg_tgt, vha, 0xe03d, "qla_target(%d): issue_marker() failed\n", vha->vp_idx); } return rc; } return QLA_SUCCESS; } struct scsi_qla_host *qla_find_host_by_d_id(struct scsi_qla_host *vha, be_id_t d_id) { struct scsi_qla_host *host; uint32_t key; if (vha->d_id.b.area == d_id.area && vha->d_id.b.domain == d_id.domain && vha->d_id.b.al_pa == d_id.al_pa) return vha; key = be_to_port_id(d_id).b24; host = btree_lookup32(&vha->hw->host_map, key); if (!host) ql_dbg(ql_dbg_tgt_mgt + ql_dbg_verbose, vha, 0xf005, "Unable to find host %06x\n", key); return host; } static inline struct scsi_qla_host *qlt_find_host_by_vp_idx(struct scsi_qla_host *vha, uint16_t vp_idx) { struct qla_hw_data *ha = vha->hw; if (vha->vp_idx == vp_idx) return vha; BUG_ON(ha->tgt.tgt_vp_map == NULL); if (likely(test_bit(vp_idx, ha->vp_idx_map))) return ha->tgt.tgt_vp_map[vp_idx].vha; return NULL; } static inline void qlt_incr_num_pend_cmds(struct scsi_qla_host *vha) { unsigned long flags; spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); vha->hw->tgt.num_pend_cmds++; if (vha->hw->tgt.num_pend_cmds > vha->qla_stats.stat_max_pend_cmds) vha->qla_stats.stat_max_pend_cmds = vha->hw->tgt.num_pend_cmds; spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); } static inline void qlt_decr_num_pend_cmds(struct scsi_qla_host *vha) { unsigned long flags; spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); vha->hw->tgt.num_pend_cmds--; spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); } static void qlt_queue_unknown_atio(scsi_qla_host_t *vha, struct atio_from_isp *atio, uint8_t ha_locked) { struct qla_tgt_sess_op *u; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; if (tgt->tgt_stop) { ql_dbg(ql_dbg_async, vha, 0x502c, "qla_target(%d): dropping unknown ATIO_TYPE7, because tgt is being stopped", vha->vp_idx); goto out_term; } u = kzalloc(sizeof(*u), GFP_ATOMIC); if (u == NULL) goto out_term; u->vha = vha; memcpy(&u->atio, atio, sizeof(*atio)); INIT_LIST_HEAD(&u->cmd_list); spin_lock_irqsave(&vha->cmd_list_lock, flags); list_add_tail(&u->cmd_list, &vha->unknown_atio_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); schedule_delayed_work(&vha->unknown_atio_work, 1); out: return; out_term: qlt_send_term_exchange(vha->hw->base_qpair, NULL, atio, ha_locked, 0); goto out; } static void qlt_try_to_dequeue_unknown_atios(struct scsi_qla_host *vha, uint8_t ha_locked) { struct qla_tgt_sess_op *u, *t; scsi_qla_host_t *host; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; uint8_t queued = 0; list_for_each_entry_safe(u, t, &vha->unknown_atio_list, cmd_list) { if (u->aborted) { ql_dbg(ql_dbg_async, vha, 0x502e, "Freeing unknown %s %p, because of Abort\n", "ATIO_TYPE7", u); qlt_send_term_exchange(vha->hw->base_qpair, NULL, &u->atio, ha_locked, 0); goto abort; } host = qla_find_host_by_d_id(vha, u->atio.u.isp24.fcp_hdr.d_id); if (host != NULL) { ql_dbg(ql_dbg_async + ql_dbg_verbose, vha, 0x502f, "Requeuing unknown ATIO_TYPE7 %p\n", u); qlt_24xx_atio_pkt(host, &u->atio, ha_locked); } else if (tgt->tgt_stop) { ql_dbg(ql_dbg_async + ql_dbg_verbose, vha, 0x503a, "Freeing unknown %s %p, because tgt is being stopped\n", "ATIO_TYPE7", u); qlt_send_term_exchange(vha->hw->base_qpair, NULL, &u->atio, ha_locked, 0); } else { ql_dbg(ql_dbg_async + ql_dbg_verbose, vha, 0x503d, "Reschedule u %p, vha %p, host %p\n", u, vha, host); if (!queued) { queued = 1; schedule_delayed_work(&vha->unknown_atio_work, 1); } continue; } abort: spin_lock_irqsave(&vha->cmd_list_lock, flags); list_del(&u->cmd_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); kfree(u); } } void qlt_unknown_atio_work_fn(struct work_struct *work) { struct scsi_qla_host *vha = container_of(to_delayed_work(work), struct scsi_qla_host, unknown_atio_work); qlt_try_to_dequeue_unknown_atios(vha, 0); } static bool qlt_24xx_atio_pkt_all_vps(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint8_t ha_locked) { ql_dbg(ql_dbg_tgt, vha, 0xe072, "%s: qla_target(%d): type %x ox_id %04x\n", __func__, vha->vp_idx, atio->u.raw.entry_type, be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id)); switch (atio->u.raw.entry_type) { case ATIO_TYPE7: { struct scsi_qla_host *host = qla_find_host_by_d_id(vha, atio->u.isp24.fcp_hdr.d_id); if (unlikely(NULL == host)) { ql_dbg(ql_dbg_tgt, vha, 0xe03e, "qla_target(%d): Received ATIO_TYPE7 " "with unknown d_id %x:%x:%x\n", vha->vp_idx, atio->u.isp24.fcp_hdr.d_id.domain, atio->u.isp24.fcp_hdr.d_id.area, atio->u.isp24.fcp_hdr.d_id.al_pa); qlt_queue_unknown_atio(vha, atio, ha_locked); break; } if (unlikely(!list_empty(&vha->unknown_atio_list))) qlt_try_to_dequeue_unknown_atios(vha, ha_locked); qlt_24xx_atio_pkt(host, atio, ha_locked); break; } case IMMED_NOTIFY_TYPE: { struct scsi_qla_host *host = vha; struct imm_ntfy_from_isp *entry = (struct imm_ntfy_from_isp *)atio; qlt_issue_marker(vha, ha_locked); if ((entry->u.isp24.vp_index != 0xFF) && (entry->u.isp24.nport_handle != cpu_to_le16(0xFFFF))) { host = qlt_find_host_by_vp_idx(vha, entry->u.isp24.vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe03f, "qla_target(%d): Received " "ATIO (IMMED_NOTIFY_TYPE) " "with unknown vp_index %d\n", vha->vp_idx, entry->u.isp24.vp_index); break; } } qlt_24xx_atio_pkt(host, atio, ha_locked); break; } case VP_RPT_ID_IOCB_TYPE: qla24xx_report_id_acquisition(vha, (struct vp_rpt_id_entry_24xx *)atio); break; case ABTS_RECV_24XX: { struct abts_recv_from_24xx *entry = (struct abts_recv_from_24xx *)atio; struct scsi_qla_host *host = qlt_find_host_by_vp_idx(vha, entry->vp_index); unsigned long flags; if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe00a, "qla_target(%d): Response pkt (ABTS_RECV_24XX) " "received, with unknown vp_index %d\n", vha->vp_idx, entry->vp_index); break; } if (!ha_locked) spin_lock_irqsave(&host->hw->hardware_lock, flags); qlt_24xx_handle_abts(host, (struct abts_recv_from_24xx *)atio); if (!ha_locked) spin_unlock_irqrestore(&host->hw->hardware_lock, flags); break; } /* case PUREX_IOCB_TYPE: ql2xmvasynctoatio */ default: ql_dbg(ql_dbg_tgt, vha, 0xe040, "qla_target(%d): Received unknown ATIO atio " "type %x\n", vha->vp_idx, atio->u.raw.entry_type); break; } return false; } void qlt_response_pkt_all_vps(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { switch (pkt->entry_type) { case CTIO_CRC2: ql_dbg(ql_dbg_tgt, vha, 0xe073, "qla_target(%d):%s: CRC2 Response pkt\n", vha->vp_idx, __func__); fallthrough; case CTIO_TYPE7: { struct ctio7_from_24xx *entry = (struct ctio7_from_24xx *)pkt; struct scsi_qla_host *host = qlt_find_host_by_vp_idx(vha, entry->vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe041, "qla_target(%d): Response pkt (CTIO_TYPE7) " "received, with unknown vp_index %d\n", vha->vp_idx, entry->vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } case IMMED_NOTIFY_TYPE: { struct scsi_qla_host *host; struct imm_ntfy_from_isp *entry = (struct imm_ntfy_from_isp *)pkt; host = qlt_find_host_by_vp_idx(vha, entry->u.isp24.vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe042, "qla_target(%d): Response pkt (IMMED_NOTIFY_TYPE) " "received, with unknown vp_index %d\n", vha->vp_idx, entry->u.isp24.vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } case NOTIFY_ACK_TYPE: { struct scsi_qla_host *host = vha; struct nack_to_isp *entry = (struct nack_to_isp *)pkt; if (0xFF != entry->u.isp24.vp_index) { host = qlt_find_host_by_vp_idx(vha, entry->u.isp24.vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe043, "qla_target(%d): Response " "pkt (NOTIFY_ACK_TYPE) " "received, with unknown " "vp_index %d\n", vha->vp_idx, entry->u.isp24.vp_index); break; } } qlt_response_pkt(host, rsp, pkt); break; } case ABTS_RECV_24XX: { struct abts_recv_from_24xx *entry = (struct abts_recv_from_24xx *)pkt; struct scsi_qla_host *host = qlt_find_host_by_vp_idx(vha, entry->vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe044, "qla_target(%d): Response pkt " "(ABTS_RECV_24XX) received, with unknown " "vp_index %d\n", vha->vp_idx, entry->vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } case ABTS_RESP_24XX: { struct abts_resp_to_24xx *entry = (struct abts_resp_to_24xx *)pkt; struct scsi_qla_host *host = qlt_find_host_by_vp_idx(vha, entry->vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe045, "qla_target(%d): Response pkt " "(ABTS_RECV_24XX) received, with unknown " "vp_index %d\n", vha->vp_idx, entry->vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } default: qlt_response_pkt(vha, rsp, pkt); break; } } /* * All qlt_plogi_ack_t operations are protected by hardware_lock */ static int qla24xx_post_nack_work(struct scsi_qla_host *vha, fc_port_t *fcport, struct imm_ntfy_from_isp *ntfy, int type) { struct qla_work_evt *e; e = qla2x00_alloc_work(vha, QLA_EVT_NACK); if (!e) return QLA_FUNCTION_FAILED; e->u.nack.fcport = fcport; e->u.nack.type = type; memcpy(e->u.nack.iocb, ntfy, sizeof(struct imm_ntfy_from_isp)); return qla2x00_post_work(vha, e); } static void qla2x00_async_nack_sp_done(srb_t *sp, int res) { struct scsi_qla_host *vha = sp->vha; unsigned long flags; ql_dbg(ql_dbg_disc, vha, 0x20f2, "Async done-%s res %x %8phC type %d\n", sp->name, res, sp->fcport->port_name, sp->type); spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); sp->fcport->flags &= ~FCF_ASYNC_SENT; sp->fcport->chip_reset = vha->hw->base_qpair->chip_reset; switch (sp->type) { case SRB_NACK_PLOGI: sp->fcport->login_gen++; sp->fcport->fw_login_state = DSC_LS_PLOGI_COMP; sp->fcport->logout_on_delete = 1; sp->fcport->plogi_nack_done_deadline = jiffies + HZ; sp->fcport->send_els_logo = 0; if (sp->fcport->flags & FCF_FCSP_DEVICE) { ql_dbg(ql_dbg_edif, vha, 0x20ef, "%s %8phC edif: PLOGI- AUTH WAIT\n", __func__, sp->fcport->port_name); qla2x00_set_fcport_disc_state(sp->fcport, DSC_LOGIN_AUTH_PEND); qla2x00_post_aen_work(vha, FCH_EVT_PORT_ONLINE, sp->fcport->d_id.b24); qla_edb_eventcreate(vha, VND_CMD_AUTH_STATE_NEEDED, sp->fcport->d_id.b24, 0, sp->fcport); } break; case SRB_NACK_PRLI: sp->fcport->fw_login_state = DSC_LS_PRLI_COMP; sp->fcport->deleted = 0; sp->fcport->send_els_logo = 0; if (!sp->fcport->login_succ && !IS_SW_RESV_ADDR(sp->fcport->d_id)) { sp->fcport->login_succ = 1; vha->fcport_count++; spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); qla24xx_sched_upd_fcport(sp->fcport); spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); } else { sp->fcport->login_retry = 0; qla2x00_set_fcport_disc_state(sp->fcport, DSC_LOGIN_COMPLETE); sp->fcport->deleted = 0; sp->fcport->logout_on_delete = 1; } break; case SRB_NACK_LOGO: sp->fcport->login_gen++; sp->fcport->fw_login_state = DSC_LS_PORT_UNAVAIL; qlt_logo_completion_handler(sp->fcport, MBS_COMMAND_COMPLETE); break; } spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); sp->free(sp); } int qla24xx_async_notify_ack(scsi_qla_host_t *vha, fc_port_t *fcport, struct imm_ntfy_from_isp *ntfy, int type) { int rval = QLA_FUNCTION_FAILED; srb_t *sp; char *c = NULL; fcport->flags |= FCF_ASYNC_SENT; switch (type) { case SRB_NACK_PLOGI: fcport->fw_login_state = DSC_LS_PLOGI_PEND; c = "PLOGI"; if (vha->hw->flags.edif_enabled && (le16_to_cpu(ntfy->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) fcport->flags |= FCF_FCSP_DEVICE; break; case SRB_NACK_PRLI: fcport->fw_login_state = DSC_LS_PRLI_PEND; fcport->deleted = 0; c = "PRLI"; break; case SRB_NACK_LOGO: fcport->fw_login_state = DSC_LS_LOGO_PEND; c = "LOGO"; break; } sp = qla2x00_get_sp(vha, fcport, GFP_ATOMIC); if (!sp) goto done; sp->type = type; sp->name = "nack"; sp->u.iocb_cmd.timeout = qla2x00_async_iocb_timeout; qla2x00_init_timer(sp, qla2x00_get_async_timeout(vha)+2); sp->u.iocb_cmd.u.nack.ntfy = ntfy; sp->done = qla2x00_async_nack_sp_done; ql_dbg(ql_dbg_disc, vha, 0x20f4, "Async-%s %8phC hndl %x %s\n", sp->name, fcport->port_name, sp->handle, c); rval = qla2x00_start_sp(sp); if (rval != QLA_SUCCESS) goto done_free_sp; return rval; done_free_sp: sp->free(sp); done: fcport->flags &= ~FCF_ASYNC_SENT; return rval; } void qla24xx_do_nack_work(struct scsi_qla_host *vha, struct qla_work_evt *e) { fc_port_t *t; switch (e->u.nack.type) { case SRB_NACK_PRLI: t = e->u.nack.fcport; flush_work(&t->del_work); flush_work(&t->free_work); mutex_lock(&vha->vha_tgt.tgt_mutex); t = qlt_create_sess(vha, e->u.nack.fcport, 0); mutex_unlock(&vha->vha_tgt.tgt_mutex); if (t) { ql_log(ql_log_info, vha, 0xd034, "%s create sess success %p", __func__, t); /* create sess has an extra kref */ vha->hw->tgt.tgt_ops->put_sess(e->u.nack.fcport); } break; } qla24xx_async_notify_ack(vha, e->u.nack.fcport, (struct imm_ntfy_from_isp *)e->u.nack.iocb, e->u.nack.type); } void qla24xx_delete_sess_fn(struct work_struct *work) { fc_port_t *fcport = container_of(work, struct fc_port, del_work); struct qla_hw_data *ha = NULL; if (!fcport || !fcport->vha || !fcport->vha->hw) return; ha = fcport->vha->hw; if (fcport->se_sess) { ha->tgt.tgt_ops->shutdown_sess(fcport); ha->tgt.tgt_ops->put_sess(fcport); } else { qlt_unreg_sess(fcport); } } /* * Called from qla2x00_reg_remote_port() */ void qlt_fc_port_added(struct scsi_qla_host *vha, fc_port_t *fcport) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct fc_port *sess = fcport; unsigned long flags; if (!vha->hw->tgt.tgt_ops) return; spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (tgt->tgt_stop) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } if (fcport->disc_state == DSC_DELETE_PEND) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } if (!sess->se_sess) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); mutex_lock(&vha->vha_tgt.tgt_mutex); sess = qlt_create_sess(vha, fcport, false); mutex_unlock(&vha->vha_tgt.tgt_mutex); spin_lock_irqsave(&ha->tgt.sess_lock, flags); } else { if (fcport->fw_login_state == DSC_LS_PRLI_COMP) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_disc, vha, 0x2107, "%s: kref_get fail sess %8phC \n", __func__, sess->port_name); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04c, "qla_target(%u): %ssession for port %8phC " "(loop ID %d) reappeared\n", vha->vp_idx, sess->local ? "local " : "", sess->port_name, sess->loop_id); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf007, "Reappeared sess %p\n", sess); ha->tgt.tgt_ops->update_sess(sess, fcport->d_id, fcport->loop_id, (fcport->flags & FCF_CONF_COMP_SUPPORTED)); } if (sess && sess->local) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04d, "qla_target(%u): local session for " "port %8phC (loop ID %d) became global\n", vha->vp_idx, fcport->port_name, sess->loop_id); sess->local = 0; } spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); ha->tgt.tgt_ops->put_sess(sess); } /* * This is a zero-base ref-counting solution, since hardware_lock * guarantees that ref_count is not modified concurrently. * Upon successful return content of iocb is undefined */ static struct qlt_plogi_ack_t * qlt_plogi_ack_find_add(struct scsi_qla_host *vha, port_id_t *id, struct imm_ntfy_from_isp *iocb) { struct qlt_plogi_ack_t *pla; lockdep_assert_held(&vha->hw->hardware_lock); list_for_each_entry(pla, &vha->plogi_ack_list, list) { if (pla->id.b24 == id->b24) { ql_dbg(ql_dbg_disc + ql_dbg_verbose, vha, 0x210d, "%s %d %8phC Term INOT due to new INOT", __func__, __LINE__, pla->iocb.u.isp24.port_name); qlt_send_term_imm_notif(vha, &pla->iocb, 1); memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); return pla; } } pla = kmem_cache_zalloc(qla_tgt_plogi_cachep, GFP_ATOMIC); if (!pla) { ql_dbg(ql_dbg_async, vha, 0x5088, "qla_target(%d): Allocation of plogi_ack failed\n", vha->vp_idx); return NULL; } memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); pla->id = *id; list_add_tail(&pla->list, &vha->plogi_ack_list); return pla; } void qlt_plogi_ack_unref(struct scsi_qla_host *vha, struct qlt_plogi_ack_t *pla) { struct imm_ntfy_from_isp *iocb = &pla->iocb; port_id_t port_id; uint16_t loop_id; fc_port_t *fcport = pla->fcport; BUG_ON(!pla->ref_count); pla->ref_count--; if (pla->ref_count) return; ql_dbg(ql_dbg_disc, vha, 0x5089, "Sending PLOGI ACK to wwn %8phC s_id %02x:%02x:%02x loop_id %#04x" " exch %#x ox_id %#x\n", iocb->u.isp24.port_name, iocb->u.isp24.port_id[2], iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.exchange_address, iocb->ox_id); port_id.b.domain = iocb->u.isp24.port_id[2]; port_id.b.area = iocb->u.isp24.port_id[1]; port_id.b.al_pa = iocb->u.isp24.port_id[0]; port_id.b.rsvd_1 = 0; loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); fcport->loop_id = loop_id; fcport->d_id = port_id; if (iocb->u.isp24.status_subcode == ELS_PLOGI) qla24xx_post_nack_work(vha, fcport, iocb, SRB_NACK_PLOGI); else qla24xx_post_nack_work(vha, fcport, iocb, SRB_NACK_PRLI); list_for_each_entry(fcport, &vha->vp_fcports, list) { if (fcport->plogi_link[QLT_PLOGI_LINK_SAME_WWN] == pla) fcport->plogi_link[QLT_PLOGI_LINK_SAME_WWN] = NULL; if (fcport->plogi_link[QLT_PLOGI_LINK_CONFLICT] == pla) fcport->plogi_link[QLT_PLOGI_LINK_CONFLICT] = NULL; } list_del(&pla->list); kmem_cache_free(qla_tgt_plogi_cachep, pla); } void qlt_plogi_ack_link(struct scsi_qla_host *vha, struct qlt_plogi_ack_t *pla, struct fc_port *sess, enum qlt_plogi_link_t link) { struct imm_ntfy_from_isp *iocb = &pla->iocb; /* Inc ref_count first because link might already be pointing at pla */ pla->ref_count++; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf097, "Linking sess %p [%d] wwn %8phC with PLOGI ACK to wwn %8phC" " s_id %02x:%02x:%02x, ref=%d pla %p link %d\n", sess, link, sess->port_name, iocb->u.isp24.port_name, iocb->u.isp24.port_id[2], iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], pla->ref_count, pla, link); if (link == QLT_PLOGI_LINK_CONFLICT) { switch (sess->disc_state) { case DSC_DELETED: case DSC_DELETE_PEND: pla->ref_count--; return; default: break; } } if (sess->plogi_link[link]) qlt_plogi_ack_unref(vha, sess->plogi_link[link]); if (link == QLT_PLOGI_LINK_SAME_WWN) pla->fcport = sess; sess->plogi_link[link] = pla; } typedef struct { /* These fields must be initialized by the caller */ port_id_t id; /* * number of cmds dropped while we were waiting for * initiator to ack LOGO initialize to 1 if LOGO is * triggered by a command, otherwise, to 0 */ int cmd_count; /* These fields are used by callee */ struct list_head list; } qlt_port_logo_t; static void qlt_send_first_logo(struct scsi_qla_host *vha, qlt_port_logo_t *logo) { qlt_port_logo_t *tmp; int res; if (test_bit(PFLG_DRIVER_REMOVING, &vha->pci_flags)) { res = 0; goto out; } mutex_lock(&vha->vha_tgt.tgt_mutex); list_for_each_entry(tmp, &vha->logo_list, list) { if (tmp->id.b24 == logo->id.b24) { tmp->cmd_count += logo->cmd_count; mutex_unlock(&vha->vha_tgt.tgt_mutex); return; } } list_add_tail(&logo->list, &vha->logo_list); mutex_unlock(&vha->vha_tgt.tgt_mutex); res = qla24xx_els_dcmd_iocb(vha, ELS_DCMD_LOGO, logo->id); mutex_lock(&vha->vha_tgt.tgt_mutex); list_del(&logo->list); mutex_unlock(&vha->vha_tgt.tgt_mutex); out: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf098, "Finished LOGO to %02x:%02x:%02x, dropped %d cmds, res = %#x\n", logo->id.b.domain, logo->id.b.area, logo->id.b.al_pa, logo->cmd_count, res); } void qlt_free_session_done(struct work_struct *work) { struct fc_port *sess = container_of(work, struct fc_port, free_work); struct qla_tgt *tgt = sess->tgt; struct scsi_qla_host *vha = sess->vha; struct qla_hw_data *ha = vha->hw; unsigned long flags; bool logout_started = false; scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev); struct qlt_plogi_ack_t *own = sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN]; ql_dbg(ql_dbg_disc, vha, 0xf084, "%s: se_sess %p / sess %p from port %8phC loop_id %#04x" " s_id %02x:%02x:%02x logout %d keep %d els_logo %d\n", __func__, sess->se_sess, sess, sess->port_name, sess->loop_id, sess->d_id.b.domain, sess->d_id.b.area, sess->d_id.b.al_pa, sess->logout_on_delete, sess->keep_nport_handle, sess->send_els_logo); if (!IS_SW_RESV_ADDR(sess->d_id)) { if (ha->flags.edif_enabled && (!own || own->iocb.u.isp24.status_subcode == ELS_PLOGI)) { sess->edif.authok = 0; if (!ha->flags.host_shutting_down) { ql_dbg(ql_dbg_edif, vha, 0x911e, "%s wwpn %8phC calling qla2x00_release_all_sadb\n", __func__, sess->port_name); qla2x00_release_all_sadb(vha, sess); } else { ql_dbg(ql_dbg_edif, vha, 0x911e, "%s bypassing release_all_sadb\n", __func__); } qla_edif_sess_down(vha, sess); } qla2x00_mark_device_lost(vha, sess, 0); if (sess->send_els_logo) { qlt_port_logo_t logo; logo.id = sess->d_id; logo.cmd_count = 0; INIT_LIST_HEAD(&logo.list); if (!own) qlt_send_first_logo(vha, &logo); sess->send_els_logo = 0; } if (sess->logout_on_delete && sess->loop_id != FC_NO_LOOP_ID) { int rc; if (!own || (own->iocb.u.isp24.status_subcode == ELS_PLOGI)) { sess->logout_completed = 0; rc = qla2x00_post_async_logout_work(vha, sess, NULL); if (rc != QLA_SUCCESS) ql_log(ql_log_warn, vha, 0xf085, "Schedule logo failed sess %p rc %d\n", sess, rc); else logout_started = true; } else if (own && (own->iocb.u.isp24.status_subcode == ELS_PRLI) && ha->flags.rida_fmt2) { rc = qla2x00_post_async_prlo_work(vha, sess, NULL); if (rc != QLA_SUCCESS) ql_log(ql_log_warn, vha, 0xf085, "Schedule PRLO failed sess %p rc %d\n", sess, rc); else logout_started = true; } } /* if sess->logout_on_delete */ if (sess->nvme_flag & NVME_FLAG_REGISTERED && !(sess->nvme_flag & NVME_FLAG_DELETING)) { sess->nvme_flag |= NVME_FLAG_DELETING; qla_nvme_unregister_remote_port(sess); } } /* * Release the target session for FC Nexus from fabric module code. */ if (sess->se_sess != NULL) ha->tgt.tgt_ops->free_session(sess); if (logout_started) { bool traced = false; u16 cnt = 0; while (!READ_ONCE(sess->logout_completed)) { if (!traced) { ql_dbg(ql_dbg_disc, vha, 0xf086, "%s: waiting for sess %p logout\n", __func__, sess); traced = true; } msleep(100); cnt++; /* * Driver timeout is set to 22 Sec, update count value to loop * long enough for log-out to complete before advancing. Otherwise, * straddling logout can interfere with re-login attempt. */ if (cnt > 230) break; } ql_dbg(ql_dbg_disc, vha, 0xf087, "%s: sess %p logout completed\n", __func__, sess); } if (sess->logo_ack_needed) { sess->logo_ack_needed = 0; qla24xx_async_notify_ack(vha, sess, (struct imm_ntfy_from_isp *)sess->iocb, SRB_NACK_LOGO); } spin_lock_irqsave(&vha->work_lock, flags); sess->flags &= ~FCF_ASYNC_SENT; spin_unlock_irqrestore(&vha->work_lock, flags); spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (sess->se_sess) { sess->se_sess = NULL; if (tgt && !IS_SW_RESV_ADDR(sess->d_id)) tgt->sess_count--; } qla2x00_set_fcport_disc_state(sess, DSC_DELETED); sess->fw_login_state = DSC_LS_PORT_UNAVAIL; sess->deleted = QLA_SESS_DELETED; if (sess->login_succ && !IS_SW_RESV_ADDR(sess->d_id)) { vha->fcport_count--; sess->login_succ = 0; } qla2x00_clear_loop_id(sess); if (sess->conflict) { sess->conflict->login_pause = 0; sess->conflict = NULL; if (!test_bit(UNLOADING, &vha->dpc_flags)) set_bit(RELOGIN_NEEDED, &vha->dpc_flags); } { struct qlt_plogi_ack_t *con = sess->plogi_link[QLT_PLOGI_LINK_CONFLICT]; struct imm_ntfy_from_isp *iocb; own = sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN]; if (con) { iocb = &con->iocb; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf099, "se_sess %p / sess %p port %8phC is gone," " %s (ref=%d), releasing PLOGI for %8phC (ref=%d)\n", sess->se_sess, sess, sess->port_name, own ? "releasing own PLOGI" : "no own PLOGI pending", own ? own->ref_count : -1, iocb->u.isp24.port_name, con->ref_count); qlt_plogi_ack_unref(vha, con); sess->plogi_link[QLT_PLOGI_LINK_CONFLICT] = NULL; } else { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf09a, "se_sess %p / sess %p port %8phC is gone, %s (ref=%d)\n", sess->se_sess, sess, sess->port_name, own ? "releasing own PLOGI" : "no own PLOGI pending", own ? own->ref_count : -1); } if (own) { sess->fw_login_state = DSC_LS_PLOGI_PEND; qlt_plogi_ack_unref(vha, own); sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN] = NULL; } } sess->explicit_logout = 0; spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); sess->free_pending = 0; qla2x00_dfs_remove_rport(vha, sess); ql_dbg(ql_dbg_disc, vha, 0xf001, "Unregistration of sess %p %8phC finished fcp_cnt %d\n", sess, sess->port_name, vha->fcport_count); if (tgt && (tgt->sess_count == 0)) wake_up_all(&tgt->waitQ); if (!test_bit(PFLG_DRIVER_REMOVING, &base_vha->pci_flags) && !(vha->vp_idx && test_bit(VPORT_DELETE, &vha->dpc_flags)) && (!tgt || !tgt->tgt_stop) && !LOOP_TRANSITION(vha)) { switch (vha->host->active_mode) { case MODE_INITIATOR: case MODE_DUAL: set_bit(RELOGIN_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); break; case MODE_TARGET: default: /* no-op */ break; } } if (vha->fcport_count == 0) wake_up_all(&vha->fcport_waitQ); } /* ha->tgt.sess_lock supposed to be held on entry */ void qlt_unreg_sess(struct fc_port *sess) { struct scsi_qla_host *vha = sess->vha; unsigned long flags; ql_dbg(ql_dbg_disc, sess->vha, 0x210a, "%s sess %p for deletion %8phC\n", __func__, sess, sess->port_name); spin_lock_irqsave(&sess->vha->work_lock, flags); if (sess->free_pending) { spin_unlock_irqrestore(&sess->vha->work_lock, flags); return; } sess->free_pending = 1; /* * Use FCF_ASYNC_SENT flag to block other cmds used in sess * management from being sent. */ sess->flags |= FCF_ASYNC_SENT; spin_unlock_irqrestore(&sess->vha->work_lock, flags); if (sess->se_sess) vha->hw->tgt.tgt_ops->clear_nacl_from_fcport_map(sess); sess->deleted = QLA_SESS_DELETION_IN_PROGRESS; qla2x00_set_fcport_disc_state(sess, DSC_DELETE_PEND); sess->last_rscn_gen = sess->rscn_gen; sess->last_login_gen = sess->login_gen; queue_work(sess->vha->hw->wq, &sess->free_work); } EXPORT_SYMBOL(qlt_unreg_sess); static int qlt_reset(struct scsi_qla_host *vha, void *iocb, int mcmd) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess = NULL; uint16_t loop_id; int res = 0; struct imm_ntfy_from_isp *n = (struct imm_ntfy_from_isp *)iocb; unsigned long flags; loop_id = le16_to_cpu(n->u.isp24.nport_handle); if (loop_id == 0xFFFF) { /* Global event */ atomic_inc(&vha->vha_tgt.qla_tgt->tgt_global_resets_count); spin_lock_irqsave(&ha->tgt.sess_lock, flags); qlt_clear_tgt_db(vha->vha_tgt.qla_tgt); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); } else { spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_loop_id(vha, loop_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); } ql_dbg(ql_dbg_tgt, vha, 0xe000, "Using sess for qla_tgt_reset: %p\n", sess); if (!sess) { res = -ESRCH; return res; } ql_dbg(ql_dbg_tgt, vha, 0xe047, "scsi(%ld): resetting (session %p from port %8phC mcmd %x, " "loop_id %d)\n", vha->host_no, sess, sess->port_name, mcmd, loop_id); return qlt_issue_task_mgmt(sess, 0, mcmd, iocb, QLA24XX_MGMT_SEND_NACK); } static void qla24xx_chk_fcp_state(struct fc_port *sess) { if (sess->chip_reset != sess->vha->hw->base_qpair->chip_reset) { sess->logout_on_delete = 0; sess->logo_ack_needed = 0; sess->fw_login_state = DSC_LS_PORT_UNAVAIL; } } void qlt_schedule_sess_for_deletion(struct fc_port *sess) { struct qla_tgt *tgt = sess->tgt; unsigned long flags; u16 sec; switch (sess->disc_state) { case DSC_DELETE_PEND: return; case DSC_DELETED: if (!sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN] && !sess->plogi_link[QLT_PLOGI_LINK_CONFLICT]) { if (tgt && tgt->tgt_stop && tgt->sess_count == 0) wake_up_all(&tgt->waitQ); if (sess->vha->fcport_count == 0) wake_up_all(&sess->vha->fcport_waitQ); return; } break; case DSC_UPD_FCPORT: /* * This port is not done reporting to upper layer. * let it finish */ sess->next_disc_state = DSC_DELETE_PEND; sec = jiffies_to_msecs(jiffies - sess->jiffies_at_registration)/1000; if (sess->sec_since_registration < sec && sec && !(sec % 5)) { sess->sec_since_registration = sec; ql_dbg(ql_dbg_disc, sess->vha, 0xffff, "%s %8phC : Slow Rport registration(%d Sec)\n", __func__, sess->port_name, sec); } return; default: break; } spin_lock_irqsave(&sess->vha->work_lock, flags); if (sess->deleted == QLA_SESS_DELETION_IN_PROGRESS) { spin_unlock_irqrestore(&sess->vha->work_lock, flags); return; } sess->deleted = QLA_SESS_DELETION_IN_PROGRESS; spin_unlock_irqrestore(&sess->vha->work_lock, flags); sess->prli_pend_timer = 0; qla2x00_set_fcport_disc_state(sess, DSC_DELETE_PEND); qla24xx_chk_fcp_state(sess); ql_dbg(ql_log_warn, sess->vha, 0xe001, "Scheduling sess %p for deletion %8phC fc4_type %x\n", sess, sess->port_name, sess->fc4_type); WARN_ON(!queue_work(sess->vha->hw->wq, &sess->del_work)); } static void qlt_clear_tgt_db(struct qla_tgt *tgt) { struct fc_port *sess; scsi_qla_host_t *vha = tgt->vha; list_for_each_entry(sess, &vha->vp_fcports, list) { if (sess->se_sess) qlt_schedule_sess_for_deletion(sess); } /* At this point tgt could be already dead */ } static int qla24xx_get_loop_id(struct scsi_qla_host *vha, be_id_t s_id, uint16_t *loop_id) { struct qla_hw_data *ha = vha->hw; dma_addr_t gid_list_dma; struct gid_list_info *gid_list, *gid; int res, rc, i; uint16_t entries; gid_list = dma_alloc_coherent(&ha->pdev->dev, qla2x00_gid_list_size(ha), &gid_list_dma, GFP_KERNEL); if (!gid_list) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf044, "qla_target(%d): DMA Alloc failed of %u\n", vha->vp_idx, qla2x00_gid_list_size(ha)); return -ENOMEM; } /* Get list of logged in devices */ rc = qla24xx_gidlist_wait(vha, gid_list, gid_list_dma, &entries); if (rc != QLA_SUCCESS) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf045, "qla_target(%d): get_id_list() failed: %x\n", vha->vp_idx, rc); res = -EBUSY; goto out_free_id_list; } gid = gid_list; res = -ENOENT; for (i = 0; i < entries; i++) { if (gid->al_pa == s_id.al_pa && gid->area == s_id.area && gid->domain == s_id.domain) { *loop_id = le16_to_cpu(gid->loop_id); res = 0; break; } gid = (void *)gid + ha->gid_list_info_size; } out_free_id_list: dma_free_coherent(&ha->pdev->dev, qla2x00_gid_list_size(ha), gid_list, gid_list_dma); return res; } /* * Adds an extra ref to allow to drop hw lock after adding sess to the list. * Caller must put it. */ static struct fc_port *qlt_create_sess( struct scsi_qla_host *vha, fc_port_t *fcport, bool local) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess = fcport; unsigned long flags; if (vha->vha_tgt.qla_tgt->tgt_stop) return NULL; if (fcport->se_sess) { if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_disc, vha, 0x20f6, "%s: kref_get_unless_zero failed for %8phC\n", __func__, sess->port_name); return NULL; } return fcport; } sess->tgt = vha->vha_tgt.qla_tgt; sess->local = local; /* * Under normal circumstances we want to logout from firmware when * session eventually ends and release corresponding nport handle. * In the exception cases (e.g. when new PLOGI is waiting) corresponding * code will adjust these flags as necessary. */ sess->logout_on_delete = 1; sess->keep_nport_handle = 0; sess->logout_completed = 0; if (ha->tgt.tgt_ops->check_initiator_node_acl(vha, &fcport->port_name[0], sess) < 0) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf015, "(%d) %8phC check_initiator_node_acl failed\n", vha->vp_idx, fcport->port_name); return NULL; } else { kref_init(&fcport->sess_kref); /* * Take an extra reference to ->sess_kref here to handle * fc_port access across ->tgt.sess_lock reaquire. */ if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_disc, vha, 0x20f7, "%s: kref_get_unless_zero failed for %8phC\n", __func__, sess->port_name); return NULL; } spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (!IS_SW_RESV_ADDR(sess->d_id)) vha->vha_tgt.qla_tgt->sess_count++; qlt_do_generation_tick(vha, &sess->generation); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf006, "Adding sess %p se_sess %p to tgt %p sess_count %d\n", sess, sess->se_sess, vha->vha_tgt.qla_tgt, vha->vha_tgt.qla_tgt->sess_count); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04b, "qla_target(%d): %ssession for wwn %8phC (loop_id %d, " "s_id %x:%x:%x, confirmed completion %ssupported) added\n", vha->vp_idx, local ? "local " : "", fcport->port_name, fcport->loop_id, sess->d_id.b.domain, sess->d_id.b.area, sess->d_id.b.al_pa, sess->conf_compl_supported ? "" : "not "); return sess; } /* * max_gen - specifies maximum session generation * at which this deletion requestion is still valid */ void qlt_fc_port_deleted(struct scsi_qla_host *vha, fc_port_t *fcport, int max_gen) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct fc_port *sess = fcport; unsigned long flags; if (!vha->hw->tgt.tgt_ops) return; if (!tgt) return; spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); if (tgt->tgt_stop) { spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); return; } if (!sess->se_sess) { spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); return; } if (max_gen - sess->generation < 0) { spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf092, "Ignoring stale deletion request for se_sess %p / sess %p" " for port %8phC, req_gen %d, sess_gen %d\n", sess->se_sess, sess, sess->port_name, max_gen, sess->generation); return; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf008, "qla_tgt_fc_port_deleted %p", sess); sess->local = 1; spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); qlt_schedule_sess_for_deletion(sess); } static inline int test_tgt_sess_count(struct qla_tgt *tgt) { struct qla_hw_data *ha = tgt->ha; unsigned long flags; int res; /* * We need to protect against race, when tgt is freed before or * inside wake_up() */ spin_lock_irqsave(&ha->tgt.sess_lock, flags); ql_dbg(ql_dbg_tgt, tgt->vha, 0xe002, "tgt %p, sess_count=%d\n", tgt, tgt->sess_count); res = (tgt->sess_count == 0); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return res; } /* Called by tcm_qla2xxx configfs code */ int qlt_stop_phase1(struct qla_tgt *tgt) { struct scsi_qla_host *vha = tgt->vha; struct qla_hw_data *ha = tgt->ha; unsigned long flags; mutex_lock(&ha->optrom_mutex); mutex_lock(&qla_tgt_mutex); if (tgt->tgt_stop || tgt->tgt_stopped) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04e, "Already in tgt->tgt_stop or tgt_stopped state\n"); mutex_unlock(&qla_tgt_mutex); mutex_unlock(&ha->optrom_mutex); return -EPERM; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xe003, "Stopping target for host %ld(%p)\n", vha->host_no, vha); /* * Mutex needed to sync with qla_tgt_fc_port_[added,deleted]. * Lock is needed, because we still can get an incoming packet. */ mutex_lock(&vha->vha_tgt.tgt_mutex); tgt->tgt_stop = 1; qlt_clear_tgt_db(tgt); mutex_unlock(&vha->vha_tgt.tgt_mutex); mutex_unlock(&qla_tgt_mutex); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf009, "Waiting for sess works (tgt %p)", tgt); spin_lock_irqsave(&tgt->sess_work_lock, flags); while (!list_empty(&tgt->sess_works_list)) { spin_unlock_irqrestore(&tgt->sess_work_lock, flags); flush_scheduled_work(); spin_lock_irqsave(&tgt->sess_work_lock, flags); } spin_unlock_irqrestore(&tgt->sess_work_lock, flags); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00a, "Waiting for tgt %p: sess_count=%d\n", tgt, tgt->sess_count); wait_event_timeout(tgt->waitQ, test_tgt_sess_count(tgt), 10*HZ); /* Big hammer */ if (!ha->flags.host_shutting_down && (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha))) qlt_disable_vha(vha); /* Wait for sessions to clear out (just in case) */ wait_event_timeout(tgt->waitQ, test_tgt_sess_count(tgt), 10*HZ); mutex_unlock(&ha->optrom_mutex); return 0; } EXPORT_SYMBOL(qlt_stop_phase1); /* Called by tcm_qla2xxx configfs code */ void qlt_stop_phase2(struct qla_tgt *tgt) { scsi_qla_host_t *vha = tgt->vha; if (tgt->tgt_stopped) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04f, "Already in tgt->tgt_stopped state\n"); dump_stack(); return; } if (!tgt->tgt_stop) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00b, "%s: phase1 stop is not completed\n", __func__); dump_stack(); return; } mutex_lock(&tgt->ha->optrom_mutex); mutex_lock(&vha->vha_tgt.tgt_mutex); tgt->tgt_stop = 0; tgt->tgt_stopped = 1; mutex_unlock(&vha->vha_tgt.tgt_mutex); mutex_unlock(&tgt->ha->optrom_mutex); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00c, "Stop of tgt %p finished\n", tgt); switch (vha->qlini_mode) { case QLA2XXX_INI_MODE_EXCLUSIVE: vha->flags.online = 1; set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); break; default: break; } } EXPORT_SYMBOL(qlt_stop_phase2); /* Called from qlt_remove_target() -> qla2x00_remove_one() */ static void qlt_release(struct qla_tgt *tgt) { scsi_qla_host_t *vha = tgt->vha; void *node; u64 key = 0; u16 i; struct qla_qpair_hint *h; struct qla_hw_data *ha = vha->hw; if (!tgt->tgt_stop && !tgt->tgt_stopped) qlt_stop_phase1(tgt); if (!tgt->tgt_stopped) qlt_stop_phase2(tgt); for (i = 0; i < vha->hw->max_qpairs + 1; i++) { unsigned long flags; h = &tgt->qphints[i]; if (h->qpair) { spin_lock_irqsave(h->qpair->qp_lock_ptr, flags); list_del(&h->hint_elem); spin_unlock_irqrestore(h->qpair->qp_lock_ptr, flags); h->qpair = NULL; } } kfree(tgt->qphints); mutex_lock(&qla_tgt_mutex); list_del(&vha->vha_tgt.qla_tgt->tgt_list_entry); mutex_unlock(&qla_tgt_mutex); btree_for_each_safe64(&tgt->lun_qpair_map, key, node) btree_remove64(&tgt->lun_qpair_map, key); btree_destroy64(&tgt->lun_qpair_map); if (vha->vp_idx) if (ha->tgt.tgt_ops && ha->tgt.tgt_ops->remove_target && vha->vha_tgt.target_lport_ptr) ha->tgt.tgt_ops->remove_target(vha); vha->vha_tgt.qla_tgt = NULL; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00d, "Release of tgt %p finished\n", tgt); kfree(tgt); } /* ha->hardware_lock supposed to be held on entry */ static int qlt_sched_sess_work(struct qla_tgt *tgt, int type, const void *param, unsigned int param_size) { struct qla_tgt_sess_work_param *prm; unsigned long flags; prm = kzalloc(sizeof(*prm), GFP_ATOMIC); if (!prm) { ql_dbg(ql_dbg_tgt_mgt, tgt->vha, 0xf050, "qla_target(%d): Unable to create session " "work, command will be refused", 0); return -ENOMEM; } ql_dbg(ql_dbg_tgt_mgt, tgt->vha, 0xf00e, "Scheduling work (type %d, prm %p)" " to find session for param %p (size %d, tgt %p)\n", type, prm, param, param_size, tgt); prm->type = type; memcpy(&prm->tm_iocb, param, param_size); spin_lock_irqsave(&tgt->sess_work_lock, flags); list_add_tail(&prm->sess_works_list_entry, &tgt->sess_works_list); spin_unlock_irqrestore(&tgt->sess_work_lock, flags); schedule_work(&tgt->sess_work); return 0; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_send_notify_ack(struct qla_qpair *qpair, struct imm_ntfy_from_isp *ntfy, uint32_t add_flags, uint16_t resp_code, int resp_code_valid, uint16_t srr_flags, uint16_t srr_reject_code, uint8_t srr_explan) { struct scsi_qla_host *vha = qpair->vha; struct qla_hw_data *ha = vha->hw; request_t *pkt; struct nack_to_isp *nack; if (!ha->flags.fw_started) return; ql_dbg(ql_dbg_tgt, vha, 0xe004, "Sending NOTIFY_ACK (ha=%p)\n", ha); pkt = (request_t *)__qla2x00_alloc_iocbs(qpair, NULL); if (!pkt) { ql_dbg(ql_dbg_tgt, vha, 0xe049, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return; } if (vha->vha_tgt.qla_tgt != NULL) vha->vha_tgt.qla_tgt->notify_ack_expected++; pkt->entry_type = NOTIFY_ACK_TYPE; pkt->entry_count = 1; nack = (struct nack_to_isp *)pkt; nack->ox_id = ntfy->ox_id; nack->u.isp24.handle = QLA_TGT_SKIP_HANDLE; nack->u.isp24.nport_handle = ntfy->u.isp24.nport_handle; if (le16_to_cpu(ntfy->u.isp24.status) == IMM_NTFY_ELS) { nack->u.isp24.flags = ntfy->u.isp24.flags & cpu_to_le16(NOTIFY24XX_FLAGS_PUREX_IOCB); } nack->u.isp24.srr_rx_id = ntfy->u.isp24.srr_rx_id; nack->u.isp24.status = ntfy->u.isp24.status; nack->u.isp24.status_subcode = ntfy->u.isp24.status_subcode; nack->u.isp24.fw_handle = ntfy->u.isp24.fw_handle; nack->u.isp24.exchange_address = ntfy->u.isp24.exchange_address; nack->u.isp24.srr_rel_offs = ntfy->u.isp24.srr_rel_offs; nack->u.isp24.srr_ui = ntfy->u.isp24.srr_ui; nack->u.isp24.srr_flags = cpu_to_le16(srr_flags); nack->u.isp24.srr_reject_code = srr_reject_code; nack->u.isp24.srr_reject_code_expl = srr_explan; nack->u.isp24.vp_index = ntfy->u.isp24.vp_index; /* TODO qualify this with EDIF enable */ if (ntfy->u.isp24.status_subcode == ELS_PLOGI && (le16_to_cpu(ntfy->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) { nack->u.isp24.flags |= cpu_to_le16(NOTIFY_ACK_FLAGS_FCSP); } ql_dbg(ql_dbg_tgt, vha, 0xe005, "qla_target(%d): Sending 24xx Notify Ack %d\n", vha->vp_idx, nack->u.isp24.status); /* Memory Barrier */ wmb(); qla2x00_start_iocbs(vha, qpair->req); } static int qlt_build_abts_resp_iocb(struct qla_tgt_mgmt_cmd *mcmd) { struct scsi_qla_host *vha = mcmd->vha; struct qla_hw_data *ha = vha->hw; struct abts_resp_to_24xx *resp; __le32 f_ctl; uint32_t h; uint8_t *p; int rc; struct abts_recv_from_24xx *abts = &mcmd->orig_iocb.abts; struct qla_qpair *qpair = mcmd->qpair; ql_dbg(ql_dbg_tgt, vha, 0xe006, "Sending task mgmt ABTS response (ha=%p, status=%x)\n", ha, mcmd->fc_tm_rsp); rc = qlt_check_reserve_free_req(qpair, 1); if (rc) { ql_dbg(ql_dbg_tgt, vha, 0xe04a, "qla_target(%d): %s failed: unable to allocate request packet\n", vha->vp_idx, __func__); return -EAGAIN; } resp = (struct abts_resp_to_24xx *)qpair->req->ring_ptr; memset(resp, 0, sizeof(*resp)); h = qlt_make_handle(qpair); if (unlikely(h == QLA_TGT_NULL_HANDLE)) { /* * CTIO type 7 from the firmware doesn't provide a way to * know the initiator's LOOP ID, hence we can't find * the session and, so, the command. */ return -EAGAIN; } else { qpair->req->outstanding_cmds[h] = (srb_t *)mcmd; } resp->handle = make_handle(qpair->req->id, h); resp->entry_type = ABTS_RESP_24XX; resp->entry_count = 1; resp->nport_handle = abts->nport_handle; resp->vp_index = vha->vp_idx; resp->sof_type = abts->sof_type; resp->exchange_address = abts->exchange_address; resp->fcp_hdr_le = abts->fcp_hdr_le; f_ctl = cpu_to_le32(F_CTL_EXCH_CONTEXT_RESP | F_CTL_LAST_SEQ | F_CTL_END_SEQ | F_CTL_SEQ_INITIATIVE); p = (uint8_t *)&f_ctl; resp->fcp_hdr_le.f_ctl[0] = *p++; resp->fcp_hdr_le.f_ctl[1] = *p++; resp->fcp_hdr_le.f_ctl[2] = *p; resp->fcp_hdr_le.d_id = abts->fcp_hdr_le.s_id; resp->fcp_hdr_le.s_id = abts->fcp_hdr_le.d_id; resp->exchange_addr_to_abort = abts->exchange_addr_to_abort; if (mcmd->fc_tm_rsp == FCP_TMF_CMPL) { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_ACC; resp->payload.ba_acct.seq_id_valid = SEQ_ID_INVALID; resp->payload.ba_acct.low_seq_cnt = 0x0000; resp->payload.ba_acct.high_seq_cnt = cpu_to_le16(0xFFFF); resp->payload.ba_acct.ox_id = abts->fcp_hdr_le.ox_id; resp->payload.ba_acct.rx_id = abts->fcp_hdr_le.rx_id; } else { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_RJT; resp->payload.ba_rjt.reason_code = BA_RJT_REASON_CODE_UNABLE_TO_PERFORM; /* Other bytes are zero */ } vha->vha_tgt.qla_tgt->abts_resp_expected++; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); return rc; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_send_abts_resp(struct qla_qpair *qpair, struct abts_recv_from_24xx *abts, uint32_t status, bool ids_reversed) { struct scsi_qla_host *vha = qpair->vha; struct qla_hw_data *ha = vha->hw; struct abts_resp_to_24xx *resp; __le32 f_ctl; uint8_t *p; ql_dbg(ql_dbg_tgt, vha, 0xe006, "Sending task mgmt ABTS response (ha=%p, atio=%p, status=%x\n", ha, abts, status); resp = (struct abts_resp_to_24xx *)qla2x00_alloc_iocbs_ready(qpair, NULL); if (!resp) { ql_dbg(ql_dbg_tgt, vha, 0xe04a, "qla_target(%d): %s failed: unable to allocate " "request packet", vha->vp_idx, __func__); return; } resp->entry_type = ABTS_RESP_24XX; resp->handle = QLA_TGT_SKIP_HANDLE; resp->entry_count = 1; resp->nport_handle = abts->nport_handle; resp->vp_index = vha->vp_idx; resp->sof_type = abts->sof_type; resp->exchange_address = abts->exchange_address; resp->fcp_hdr_le = abts->fcp_hdr_le; f_ctl = cpu_to_le32(F_CTL_EXCH_CONTEXT_RESP | F_CTL_LAST_SEQ | F_CTL_END_SEQ | F_CTL_SEQ_INITIATIVE); p = (uint8_t *)&f_ctl; resp->fcp_hdr_le.f_ctl[0] = *p++; resp->fcp_hdr_le.f_ctl[1] = *p++; resp->fcp_hdr_le.f_ctl[2] = *p; if (ids_reversed) { resp->fcp_hdr_le.d_id = abts->fcp_hdr_le.d_id; resp->fcp_hdr_le.s_id = abts->fcp_hdr_le.s_id; } else { resp->fcp_hdr_le.d_id = abts->fcp_hdr_le.s_id; resp->fcp_hdr_le.s_id = abts->fcp_hdr_le.d_id; } resp->exchange_addr_to_abort = abts->exchange_addr_to_abort; if (status == FCP_TMF_CMPL) { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_ACC; resp->payload.ba_acct.seq_id_valid = SEQ_ID_INVALID; resp->payload.ba_acct.low_seq_cnt = 0x0000; resp->payload.ba_acct.high_seq_cnt = cpu_to_le16(0xFFFF); resp->payload.ba_acct.ox_id = abts->fcp_hdr_le.ox_id; resp->payload.ba_acct.rx_id = abts->fcp_hdr_le.rx_id; } else { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_RJT; resp->payload.ba_rjt.reason_code = BA_RJT_REASON_CODE_UNABLE_TO_PERFORM; /* Other bytes are zero */ } vha->vha_tgt.qla_tgt->abts_resp_expected++; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_retry_term_exchange(struct scsi_qla_host *vha, struct qla_qpair *qpair, response_t *pkt, struct qla_tgt_mgmt_cmd *mcmd) { struct ctio7_to_24xx *ctio; u16 tmp; struct abts_recv_from_24xx *entry; ctio = (struct ctio7_to_24xx *)qla2x00_alloc_iocbs_ready(qpair, NULL); if (ctio == NULL) { ql_dbg(ql_dbg_tgt, vha, 0xe04b, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return; } if (mcmd) /* abts from remote port */ entry = &mcmd->orig_iocb.abts; else /* abts from this driver. */ entry = (struct abts_recv_from_24xx *)pkt; /* * We've got on entrance firmware's response on by us generated * ABTS response. So, in it ID fields are reversed. */ ctio->entry_type = CTIO_TYPE7; ctio->entry_count = 1; ctio->nport_handle = entry->nport_handle; ctio->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio->vp_index = vha->vp_idx; ctio->exchange_addr = entry->exchange_addr_to_abort; tmp = (CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_TERMINATE); if (mcmd) { ctio->initiator_id = entry->fcp_hdr_le.s_id; if (mcmd->flags & QLA24XX_MGMT_ABORT_IO_ATTR_VALID) tmp |= (mcmd->abort_io_attr << 9); else if (qpair->retry_term_cnt & 1) tmp |= (0x4 << 9); } else { ctio->initiator_id = entry->fcp_hdr_le.d_id; if (qpair->retry_term_cnt & 1) tmp |= (0x4 << 9); } ctio->u.status1.flags = cpu_to_le16(tmp); ctio->u.status1.ox_id = entry->fcp_hdr_le.ox_id; ql_dbg(ql_dbg_tgt, vha, 0xe007, "Sending retry TERM EXCH CTIO7 flags %04xh oxid %04xh attr valid %x\n", le16_to_cpu(ctio->u.status1.flags), le16_to_cpu(ctio->u.status1.ox_id), (mcmd && mcmd->flags & QLA24XX_MGMT_ABORT_IO_ATTR_VALID) ? 1 : 0); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); if (mcmd) qlt_build_abts_resp_iocb(mcmd); else qlt_24xx_send_abts_resp(qpair, (struct abts_recv_from_24xx *)entry, FCP_TMF_CMPL, true); } /* drop cmds for the given lun * XXX only looks for cmds on the port through which lun reset was recieved * XXX does not go through the list of other port (which may have cmds * for the same lun) */ static void abort_cmds_for_lun(struct scsi_qla_host *vha, u64 lun, be_id_t s_id) { struct qla_tgt_sess_op *op; struct qla_tgt_cmd *cmd; uint32_t key; unsigned long flags; key = sid_to_key(s_id); spin_lock_irqsave(&vha->cmd_list_lock, flags); list_for_each_entry(op, &vha->qla_sess_op_cmd_list, cmd_list) { uint32_t op_key; u64 op_lun; op_key = sid_to_key(op->atio.u.isp24.fcp_hdr.s_id); op_lun = scsilun_to_int( (struct scsi_lun *)&op->atio.u.isp24.fcp_cmnd.lun); if (op_key == key && op_lun == lun) op->aborted = true; } list_for_each_entry(op, &vha->unknown_atio_list, cmd_list) { uint32_t op_key; u64 op_lun; op_key = sid_to_key(op->atio.u.isp24.fcp_hdr.s_id); op_lun = scsilun_to_int( (struct scsi_lun *)&op->atio.u.isp24.fcp_cmnd.lun); if (op_key == key && op_lun == lun) op->aborted = true; } list_for_each_entry(cmd, &vha->qla_cmd_list, cmd_list) { uint32_t cmd_key; u64 cmd_lun; cmd_key = sid_to_key(cmd->atio.u.isp24.fcp_hdr.s_id); cmd_lun = scsilun_to_int( (struct scsi_lun *)&cmd->atio.u.isp24.fcp_cmnd.lun); if (cmd_key == key && cmd_lun == lun) cmd->aborted = 1; } spin_unlock_irqrestore(&vha->cmd_list_lock, flags); } static struct qla_qpair_hint *qlt_find_qphint(struct scsi_qla_host *vha, uint64_t unpacked_lun) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_qpair_hint *h = NULL; if (vha->flags.qpairs_available) { h = btree_lookup64(&tgt->lun_qpair_map, unpacked_lun); if (!h) h = &tgt->qphints[0]; } else { h = &tgt->qphints[0]; } return h; } static void qlt_do_tmr_work(struct work_struct *work) { struct qla_tgt_mgmt_cmd *mcmd = container_of(work, struct qla_tgt_mgmt_cmd, work); struct qla_hw_data *ha = mcmd->vha->hw; int rc; uint32_t tag; unsigned long flags; switch (mcmd->tmr_func) { case QLA_TGT_ABTS: tag = le32_to_cpu(mcmd->orig_iocb.abts.exchange_addr_to_abort); break; default: tag = 0; break; } rc = ha->tgt.tgt_ops->handle_tmr(mcmd, mcmd->unpacked_lun, mcmd->tmr_func, tag); if (rc != 0) { spin_lock_irqsave(mcmd->qpair->qp_lock_ptr, flags); switch (mcmd->tmr_func) { case QLA_TGT_ABTS: mcmd->fc_tm_rsp = FCP_TMF_REJECTED; qlt_build_abts_resp_iocb(mcmd); break; case QLA_TGT_LUN_RESET: case QLA_TGT_CLEAR_TS: case QLA_TGT_ABORT_TS: case QLA_TGT_CLEAR_ACA: case QLA_TGT_TARGET_RESET: qlt_send_busy(mcmd->qpair, &mcmd->orig_iocb.atio, qla_sam_status); break; case QLA_TGT_ABORT_ALL: case QLA_TGT_NEXUS_LOSS_SESS: case QLA_TGT_NEXUS_LOSS: qlt_send_notify_ack(mcmd->qpair, &mcmd->orig_iocb.imm_ntfy, 0, 0, 0, 0, 0, 0); break; } spin_unlock_irqrestore(mcmd->qpair->qp_lock_ptr, flags); ql_dbg(ql_dbg_tgt_mgt, mcmd->vha, 0xf052, "qla_target(%d): tgt_ops->handle_tmr() failed: %d\n", mcmd->vha->vp_idx, rc); mempool_free(mcmd, qla_tgt_mgmt_cmd_mempool); } } /* ha->hardware_lock supposed to be held on entry */ static int __qlt_24xx_handle_abts(struct scsi_qla_host *vha, struct abts_recv_from_24xx *abts, struct fc_port *sess) { struct qla_hw_data *ha = vha->hw; struct qla_tgt_mgmt_cmd *mcmd; struct qla_qpair_hint *h = &vha->vha_tgt.qla_tgt->qphints[0]; struct qla_tgt_cmd *abort_cmd; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00f, "qla_target(%d): task abort (tag=%d)\n", vha->vp_idx, abts->exchange_addr_to_abort); mcmd = mempool_alloc(qla_tgt_mgmt_cmd_mempool, GFP_ATOMIC); if (mcmd == NULL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf051, "qla_target(%d): %s: Allocation of ABORT cmd failed", vha->vp_idx, __func__); return -ENOMEM; } memset(mcmd, 0, sizeof(*mcmd)); mcmd->cmd_type = TYPE_TGT_TMCMD; mcmd->sess = sess; memcpy(&mcmd->orig_iocb.abts, abts, sizeof(mcmd->orig_iocb.abts)); mcmd->reset_count = ha->base_qpair->chip_reset; mcmd->tmr_func = QLA_TGT_ABTS; mcmd->qpair = h->qpair; mcmd->vha = vha; /* * LUN is looked up by target-core internally based on the passed * abts->exchange_addr_to_abort tag. */ mcmd->se_cmd.cpuid = h->cpuid; abort_cmd = ha->tgt.tgt_ops->find_cmd_by_tag(sess, le32_to_cpu(abts->exchange_addr_to_abort)); if (!abort_cmd) return -EIO; mcmd->unpacked_lun = abort_cmd->se_cmd.orig_fe_lun; if (abort_cmd->qpair) { mcmd->qpair = abort_cmd->qpair; mcmd->se_cmd.cpuid = abort_cmd->se_cmd.cpuid; mcmd->abort_io_attr = abort_cmd->atio.u.isp24.attr; mcmd->flags = QLA24XX_MGMT_ABORT_IO_ATTR_VALID; } INIT_WORK(&mcmd->work, qlt_do_tmr_work); queue_work_on(mcmd->se_cmd.cpuid, qla_tgt_wq, &mcmd->work); return 0; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_handle_abts(struct scsi_qla_host *vha, struct abts_recv_from_24xx *abts) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess; uint32_t tag = le32_to_cpu(abts->exchange_addr_to_abort); be_id_t s_id; int rc; unsigned long flags; if (le32_to_cpu(abts->fcp_hdr_le.parameter) & ABTS_PARAM_ABORT_SEQ) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf053, "qla_target(%d): ABTS: Abort Sequence not " "supported\n", vha->vp_idx); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } if (tag == ATIO_EXCHANGE_ADDRESS_UNKNOWN) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf010, "qla_target(%d): ABTS: Unknown Exchange " "Address received\n", vha->vp_idx); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf011, "qla_target(%d): task abort (s_id=%x:%x:%x, " "tag=%d, param=%x)\n", vha->vp_idx, abts->fcp_hdr_le.s_id.domain, abts->fcp_hdr_le.s_id.area, abts->fcp_hdr_le.s_id.al_pa, tag, le32_to_cpu(abts->fcp_hdr_le.parameter)); s_id = le_id_to_be(abts->fcp_hdr_le.s_id); spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, s_id); if (!sess) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf012, "qla_target(%d): task abort for non-existent session\n", vha->vp_idx); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (sess->deleted) { qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } rc = __qlt_24xx_handle_abts(vha, abts, sess); if (rc != 0) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf054, "qla_target(%d): __qlt_24xx_handle_abts() failed: %d\n", vha->vp_idx, rc); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_send_task_mgmt_ctio(struct qla_qpair *qpair, struct qla_tgt_mgmt_cmd *mcmd, uint32_t resp_code) { struct scsi_qla_host *ha = mcmd->vha; struct atio_from_isp *atio = &mcmd->orig_iocb.atio; struct ctio7_to_24xx *ctio; uint16_t temp; ql_dbg(ql_dbg_tgt, ha, 0xe008, "Sending task mgmt CTIO7 (ha=%p, atio=%p, resp_code=%x\n", ha, atio, resp_code); ctio = (struct ctio7_to_24xx *)__qla2x00_alloc_iocbs(qpair, NULL); if (ctio == NULL) { ql_dbg(ql_dbg_tgt, ha, 0xe04c, "qla_target(%d): %s failed: unable to allocate " "request packet\n", ha->vp_idx, __func__); return; } ctio->entry_type = CTIO_TYPE7; ctio->entry_count = 1; ctio->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio->nport_handle = cpu_to_le16(mcmd->sess->loop_id); ctio->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio->vp_index = ha->vp_idx; ctio->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9)| CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_SEND_STATUS; ctio->u.status1.flags = cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); ctio->u.status1.ox_id = cpu_to_le16(temp); ctio->u.status1.scsi_status = cpu_to_le16(SS_RESPONSE_INFO_LEN_VALID); ctio->u.status1.response_len = cpu_to_le16(8); ctio->u.status1.sense_data[0] = resp_code; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(ha, qpair->req); } void qlt_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd) { mempool_free(mcmd, qla_tgt_mgmt_cmd_mempool); } EXPORT_SYMBOL(qlt_free_mcmd); /* * ha->hardware_lock supposed to be held on entry. Might drop it, then * reacquire */ void qlt_send_resp_ctio(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, uint8_t scsi_status, uint8_t sense_key, uint8_t asc, uint8_t ascq) { struct atio_from_isp *atio = &cmd->atio; struct ctio7_to_24xx *ctio; uint16_t temp; struct scsi_qla_host *vha = cmd->vha; ql_dbg(ql_dbg_tgt_dif, vha, 0x3066, "Sending response CTIO7 (vha=%p, atio=%p, scsi_status=%02x, " "sense_key=%02x, asc=%02x, ascq=%02x", vha, atio, scsi_status, sense_key, asc, ascq); ctio = (struct ctio7_to_24xx *)qla2x00_alloc_iocbs(vha, NULL); if (!ctio) { ql_dbg(ql_dbg_async, vha, 0x3067, "qla2x00t(%ld): %s failed: unable to allocate request packet", vha->host_no, __func__); goto out; } ctio->entry_type = CTIO_TYPE7; ctio->entry_count = 1; ctio->handle = QLA_TGT_SKIP_HANDLE; ctio->nport_handle = cpu_to_le16(cmd->sess->loop_id); ctio->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio->vp_index = vha->vp_idx; ctio->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9) | CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_SEND_STATUS; ctio->u.status1.flags = cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); ctio->u.status1.ox_id = cpu_to_le16(temp); ctio->u.status1.scsi_status = cpu_to_le16(SS_RESPONSE_INFO_LEN_VALID | scsi_status); ctio->u.status1.response_len = cpu_to_le16(18); ctio->u.status1.residual = cpu_to_le32(get_datalen_for_atio(atio)); if (ctio->u.status1.residual != 0) ctio->u.status1.scsi_status |= cpu_to_le16(SS_RESIDUAL_UNDER); /* Fixed format sense data. */ ctio->u.status1.sense_data[0] = 0x70; ctio->u.status1.sense_data[2] = sense_key; /* Additional sense length */ ctio->u.status1.sense_data[7] = 0xa; /* ASC and ASCQ */ ctio->u.status1.sense_data[12] = asc; ctio->u.status1.sense_data[13] = ascq; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); out: return; } /* callback from target fabric module code */ void qlt_xmit_tm_rsp(struct qla_tgt_mgmt_cmd *mcmd) { struct scsi_qla_host *vha = mcmd->sess->vha; struct qla_hw_data *ha = vha->hw; unsigned long flags; struct qla_qpair *qpair = mcmd->qpair; bool free_mcmd = true; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf013, "TM response mcmd (%p) status %#x state %#x", mcmd, mcmd->fc_tm_rsp, mcmd->flags); spin_lock_irqsave(qpair->qp_lock_ptr, flags); if (!vha->flags.online || mcmd->reset_count != qpair->chip_reset) { /* * Either the port is not online or this request was from * previous life, just abort the processing. */ ql_dbg(ql_dbg_async, vha, 0xe100, "RESET-TMR online/active/old-count/new-count = %d/%d/%d/%d.\n", vha->flags.online, qla2x00_reset_active(vha), mcmd->reset_count, qpair->chip_reset); ha->tgt.tgt_ops->free_mcmd(mcmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return; } if (mcmd->flags == QLA24XX_MGMT_SEND_NACK) { switch (mcmd->orig_iocb.imm_ntfy.u.isp24.status_subcode) { case ELS_LOGO: case ELS_PRLO: case ELS_TPRLO: ql_dbg(ql_dbg_disc, vha, 0x2106, "TM response logo %8phC status %#x state %#x", mcmd->sess->port_name, mcmd->fc_tm_rsp, mcmd->flags); qlt_schedule_sess_for_deletion(mcmd->sess); break; default: qlt_send_notify_ack(vha->hw->base_qpair, &mcmd->orig_iocb.imm_ntfy, 0, 0, 0, 0, 0, 0); break; } } else { if (mcmd->orig_iocb.atio.u.raw.entry_type == ABTS_RECV_24XX) { qlt_build_abts_resp_iocb(mcmd); free_mcmd = false; } else qlt_24xx_send_task_mgmt_ctio(qpair, mcmd, mcmd->fc_tm_rsp); } /* * Make the callback for ->free_mcmd() to queue_work() and invoke * target_put_sess_cmd() to drop cmd_kref to 1. The final * target_put_sess_cmd() call will be made from TFO->check_stop_free() * -> tcm_qla2xxx_check_stop_free() to release the TMR associated se_cmd * descriptor after TFO->queue_tm_rsp() -> tcm_qla2xxx_queue_tm_rsp() -> * qlt_xmit_tm_rsp() returns here.. */ if (free_mcmd) ha->tgt.tgt_ops->free_mcmd(mcmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); } EXPORT_SYMBOL(qlt_xmit_tm_rsp); /* No locks */ static int qlt_pci_map_calc_cnt(struct qla_tgt_prm *prm) { struct qla_tgt_cmd *cmd = prm->cmd; BUG_ON(cmd->sg_cnt == 0); prm->sg = (struct scatterlist *)cmd->sg; prm->seg_cnt = dma_map_sg(&cmd->qpair->pdev->dev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction); if (unlikely(prm->seg_cnt == 0)) goto out_err; prm->cmd->sg_mapped = 1; if (cmd->se_cmd.prot_op == TARGET_PROT_NORMAL) { /* * If greater than four sg entries then we need to allocate * the continuation entries */ if (prm->seg_cnt > QLA_TGT_DATASEGS_PER_CMD_24XX) prm->req_cnt += DIV_ROUND_UP(prm->seg_cnt - QLA_TGT_DATASEGS_PER_CMD_24XX, QLA_TGT_DATASEGS_PER_CONT_24XX); } else { /* DIF */ if ((cmd->se_cmd.prot_op == TARGET_PROT_DIN_INSERT) || (cmd->se_cmd.prot_op == TARGET_PROT_DOUT_STRIP)) { prm->seg_cnt = DIV_ROUND_UP(cmd->bufflen, cmd->blk_sz); prm->tot_dsds = prm->seg_cnt; } else prm->tot_dsds = prm->seg_cnt; if (cmd->prot_sg_cnt) { prm->prot_sg = cmd->prot_sg; prm->prot_seg_cnt = dma_map_sg(&cmd->qpair->pdev->dev, cmd->prot_sg, cmd->prot_sg_cnt, cmd->dma_data_direction); if (unlikely(prm->prot_seg_cnt == 0)) goto out_err; if ((cmd->se_cmd.prot_op == TARGET_PROT_DIN_INSERT) || (cmd->se_cmd.prot_op == TARGET_PROT_DOUT_STRIP)) { /* Dif Bundling not support here */ prm->prot_seg_cnt = DIV_ROUND_UP(cmd->bufflen, cmd->blk_sz); prm->tot_dsds += prm->prot_seg_cnt; } else prm->tot_dsds += prm->prot_seg_cnt; } } return 0; out_err: ql_dbg_qp(ql_dbg_tgt, prm->cmd->qpair, 0xe04d, "qla_target(%d): PCI mapping failed: sg_cnt=%d", 0, prm->cmd->sg_cnt); return -1; } static void qlt_unmap_sg(struct scsi_qla_host *vha, struct qla_tgt_cmd *cmd) { struct qla_hw_data *ha; struct qla_qpair *qpair; if (!cmd->sg_mapped) return; qpair = cmd->qpair; dma_unmap_sg(&qpair->pdev->dev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction); cmd->sg_mapped = 0; if (cmd->prot_sg_cnt) dma_unmap_sg(&qpair->pdev->dev, cmd->prot_sg, cmd->prot_sg_cnt, cmd->dma_data_direction); if (!cmd->ctx) return; ha = vha->hw; if (cmd->ctx_dsd_alloced) qla2x00_clean_dsd_pool(ha, cmd->ctx); dma_pool_free(ha->dl_dma_pool, cmd->ctx, cmd->ctx->crc_ctx_dma); } static int qlt_check_reserve_free_req(struct qla_qpair *qpair, uint32_t req_cnt) { uint32_t cnt; struct req_que *req = qpair->req; if (req->cnt < (req_cnt + 2)) { cnt = (uint16_t)(qpair->use_shadow_reg ? *req->out_ptr : rd_reg_dword_relaxed(req->req_q_out)); if (req->ring_index < cnt) req->cnt = cnt - req->ring_index; else req->cnt = req->length - (req->ring_index - cnt); if (unlikely(req->cnt < (req_cnt + 2))) return -EAGAIN; } req->cnt -= req_cnt; return 0; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static inline void *qlt_get_req_pkt(struct req_que *req) { /* Adjust ring index. */ req->ring_index++; if (req->ring_index == req->length) { req->ring_index = 0; req->ring_ptr = req->ring; } else { req->ring_ptr++; } return (cont_entry_t *)req->ring_ptr; } /* ha->hardware_lock supposed to be held on entry */ static inline uint32_t qlt_make_handle(struct qla_qpair *qpair) { uint32_t h; int index; uint8_t found = 0; struct req_que *req = qpair->req; h = req->current_outstanding_cmd; for (index = 1; index < req->num_outstanding_cmds; index++) { h++; if (h == req->num_outstanding_cmds) h = 1; if (h == QLA_TGT_SKIP_HANDLE) continue; if (!req->outstanding_cmds[h]) { found = 1; break; } } if (found) { req->current_outstanding_cmd = h; } else { ql_dbg(ql_dbg_io, qpair->vha, 0x305b, "qla_target(%d): Ran out of empty cmd slots\n", qpair->vha->vp_idx); h = QLA_TGT_NULL_HANDLE; } return h; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_24xx_build_ctio_pkt(struct qla_qpair *qpair, struct qla_tgt_prm *prm) { uint32_t h; struct ctio7_to_24xx *pkt; struct atio_from_isp *atio = &prm->cmd->atio; uint16_t temp; struct qla_tgt_cmd *cmd = prm->cmd; pkt = (struct ctio7_to_24xx *)qpair->req->ring_ptr; prm->pkt = pkt; memset(pkt, 0, sizeof(*pkt)); pkt->entry_type = CTIO_TYPE7; pkt->entry_count = (uint8_t)prm->req_cnt; pkt->vp_index = prm->cmd->vp_idx; h = qlt_make_handle(qpair); if (unlikely(h == QLA_TGT_NULL_HANDLE)) { /* * CTIO type 7 from the firmware doesn't provide a way to * know the initiator's LOOP ID, hence we can't find * the session and, so, the command. */ return -EAGAIN; } else qpair->req->outstanding_cmds[h] = (srb_t *)prm->cmd; pkt->handle = make_handle(qpair->req->id, h); pkt->handle |= CTIO_COMPLETION_HANDLE_MARK; pkt->nport_handle = cpu_to_le16(prm->cmd->loop_id); pkt->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); pkt->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); pkt->exchange_addr = atio->u.isp24.exchange_addr; temp = atio->u.isp24.attr << 9; pkt->u.status0.flags |= cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); pkt->u.status0.ox_id = cpu_to_le16(temp); pkt->u.status0.relative_offset = cpu_to_le32(prm->cmd->offset); if (cmd->edif) { if (cmd->dma_data_direction == DMA_TO_DEVICE) prm->cmd->sess->edif.rx_bytes += cmd->bufflen; if (cmd->dma_data_direction == DMA_FROM_DEVICE) prm->cmd->sess->edif.tx_bytes += cmd->bufflen; pkt->u.status0.edif_flags |= EF_EN_EDIF; } return 0; } /* * ha->hardware_lock supposed to be held on entry. We have already made sure * that there is sufficient amount of request entries to not drop it. */ static void qlt_load_cont_data_segments(struct qla_tgt_prm *prm) { int cnt; struct dsd64 *cur_dsd; /* Build continuation packets */ while (prm->seg_cnt > 0) { cont_a64_entry_t *cont_pkt64 = (cont_a64_entry_t *)qlt_get_req_pkt( prm->cmd->qpair->req); /* * Make sure that from cont_pkt64 none of * 64-bit specific fields used for 32-bit * addressing. Cast to (cont_entry_t *) for * that. */ memset(cont_pkt64, 0, sizeof(*cont_pkt64)); cont_pkt64->entry_count = 1; cont_pkt64->sys_define = 0; cont_pkt64->entry_type = CONTINUE_A64_TYPE; cur_dsd = cont_pkt64->dsd; /* Load continuation entry data segments */ for (cnt = 0; cnt < QLA_TGT_DATASEGS_PER_CONT_24XX && prm->seg_cnt; cnt++, prm->seg_cnt--) { append_dsd64(&cur_dsd, prm->sg); prm->sg = sg_next(prm->sg); } } } /* * ha->hardware_lock supposed to be held on entry. We have already made sure * that there is sufficient amount of request entries to not drop it. */ static void qlt_load_data_segments(struct qla_tgt_prm *prm) { int cnt; struct dsd64 *cur_dsd; struct ctio7_to_24xx *pkt24 = (struct ctio7_to_24xx *)prm->pkt; pkt24->u.status0.transfer_length = cpu_to_le32(prm->cmd->bufflen); /* Setup packet address segment pointer */ cur_dsd = &pkt24->u.status0.dsd; /* Set total data segment count */ if (prm->seg_cnt) pkt24->dseg_count = cpu_to_le16(prm->seg_cnt); if (prm->seg_cnt == 0) { /* No data transfer */ cur_dsd->address = 0; cur_dsd->length = 0; return; } /* If scatter gather */ /* Load command entry data segments */ for (cnt = 0; (cnt < QLA_TGT_DATASEGS_PER_CMD_24XX) && prm->seg_cnt; cnt++, prm->seg_cnt--) { append_dsd64(&cur_dsd, prm->sg); prm->sg = sg_next(prm->sg); } qlt_load_cont_data_segments(prm); } static inline int qlt_has_data(struct qla_tgt_cmd *cmd) { return cmd->bufflen > 0; } static void qlt_print_dif_err(struct qla_tgt_prm *prm) { struct qla_tgt_cmd *cmd; struct scsi_qla_host *vha; /* asc 0x10=dif error */ if (prm->sense_buffer && (prm->sense_buffer[12] == 0x10)) { cmd = prm->cmd; vha = cmd->vha; /* ASCQ */ switch (prm->sense_buffer[13]) { case 1: ql_dbg(ql_dbg_tgt_dif, vha, 0xe00b, "BE detected Guard TAG ERR: lba[0x%llx|%lld] len[0x%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; case 2: ql_dbg(ql_dbg_tgt_dif, vha, 0xe00c, "BE detected APP TAG ERR: lba[0x%llx|%lld] len[0x%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; case 3: ql_dbg(ql_dbg_tgt_dif, vha, 0xe00f, "BE detected REF TAG ERR: lba[0x%llx|%lld] len[0x%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; default: ql_dbg(ql_dbg_tgt_dif, vha, 0xe010, "BE detected Dif ERR: lba[%llx|%lld] len[%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; } ql_dump_buffer(ql_dbg_tgt_dif, vha, 0xe011, cmd->cdb, 16); } } /* * Called without ha->hardware_lock held */ static int qlt_pre_xmit_response(struct qla_tgt_cmd *cmd, struct qla_tgt_prm *prm, int xmit_type, uint8_t scsi_status, uint32_t *full_req_cnt) { struct se_cmd *se_cmd = &cmd->se_cmd; struct qla_qpair *qpair = cmd->qpair; prm->cmd = cmd; prm->tgt = cmd->tgt; prm->pkt = NULL; prm->rq_result = scsi_status; prm->sense_buffer = &cmd->sense_buffer[0]; prm->sense_buffer_len = TRANSPORT_SENSE_BUFFER; prm->sg = NULL; prm->seg_cnt = -1; prm->req_cnt = 1; prm->residual = 0; prm->add_status_pkt = 0; prm->prot_sg = NULL; prm->prot_seg_cnt = 0; prm->tot_dsds = 0; if ((xmit_type & QLA_TGT_XMIT_DATA) && qlt_has_data(cmd)) { if (qlt_pci_map_calc_cnt(prm) != 0) return -EAGAIN; } *full_req_cnt = prm->req_cnt; if (se_cmd->se_cmd_flags & SCF_UNDERFLOW_BIT) { prm->residual = se_cmd->residual_count; ql_dbg_qp(ql_dbg_io + ql_dbg_verbose, qpair, 0x305c, "Residual underflow: %d (tag %lld, op %x, bufflen %d, rq_result %x)\n", prm->residual, se_cmd->tag, se_cmd->t_task_cdb ? se_cmd->t_task_cdb[0] : 0, cmd->bufflen, prm->rq_result); prm->rq_result |= SS_RESIDUAL_UNDER; } else if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) { prm->residual = se_cmd->residual_count; ql_dbg_qp(ql_dbg_io, qpair, 0x305d, "Residual overflow: %d (tag %lld, op %x, bufflen %d, rq_result %x)\n", prm->residual, se_cmd->tag, se_cmd->t_task_cdb ? se_cmd->t_task_cdb[0] : 0, cmd->bufflen, prm->rq_result); prm->rq_result |= SS_RESIDUAL_OVER; } if (xmit_type & QLA_TGT_XMIT_STATUS) { /* * If QLA_TGT_XMIT_DATA is not set, add_status_pkt will be * ignored in *xmit_response() below */ if (qlt_has_data(cmd)) { if (QLA_TGT_SENSE_VALID(prm->sense_buffer) || (IS_FWI2_CAPABLE(cmd->vha->hw) && (prm->rq_result != 0))) { prm->add_status_pkt = 1; (*full_req_cnt)++; } } } return 0; } static inline int qlt_need_explicit_conf(struct qla_tgt_cmd *cmd, int sending_sense) { if (cmd->qpair->enable_class_2) return 0; if (sending_sense) return cmd->conf_compl_supported; else return cmd->qpair->enable_explicit_conf && cmd->conf_compl_supported; } static void qlt_24xx_init_ctio_to_isp(struct ctio7_to_24xx *ctio, struct qla_tgt_prm *prm) { prm->sense_buffer_len = min_t(uint32_t, prm->sense_buffer_len, (uint32_t)sizeof(ctio->u.status1.sense_data)); ctio->u.status0.flags |= cpu_to_le16(CTIO7_FLAGS_SEND_STATUS); if (qlt_need_explicit_conf(prm->cmd, 0)) { ctio->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_EXPLICIT_CONFORM | CTIO7_FLAGS_CONFORM_REQ); } ctio->u.status0.residual = cpu_to_le32(prm->residual); ctio->u.status0.scsi_status = cpu_to_le16(prm->rq_result); if (QLA_TGT_SENSE_VALID(prm->sense_buffer)) { int i; if (qlt_need_explicit_conf(prm->cmd, 1)) { if ((prm->rq_result & SS_SCSI_STATUS_BYTE) != 0) { ql_dbg_qp(ql_dbg_tgt, prm->cmd->qpair, 0xe017, "Skipping EXPLICIT_CONFORM and " "CTIO7_FLAGS_CONFORM_REQ for FCP READ w/ " "non GOOD status\n"); goto skip_explict_conf; } ctio->u.status1.flags |= cpu_to_le16( CTIO7_FLAGS_EXPLICIT_CONFORM | CTIO7_FLAGS_CONFORM_REQ); } skip_explict_conf: ctio->u.status1.flags &= ~cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_0); ctio->u.status1.flags |= cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_1); ctio->u.status1.scsi_status |= cpu_to_le16(SS_SENSE_LEN_VALID); ctio->u.status1.sense_length = cpu_to_le16(prm->sense_buffer_len); for (i = 0; i < prm->sense_buffer_len/4; i++) { uint32_t v; v = get_unaligned_be32( &((uint32_t *)prm->sense_buffer)[i]); put_unaligned_le32(v, &((uint32_t *)ctio->u.status1.sense_data)[i]); } qlt_print_dif_err(prm); } else { ctio->u.status1.flags &= ~cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_0); ctio->u.status1.flags |= cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_1); ctio->u.status1.sense_length = 0; memset(ctio->u.status1.sense_data, 0, sizeof(ctio->u.status1.sense_data)); } /* Sense with len > 24, is it possible ??? */ } static inline int qlt_hba_err_chk_enabled(struct se_cmd *se_cmd) { switch (se_cmd->prot_op) { case TARGET_PROT_DOUT_INSERT: case TARGET_PROT_DIN_STRIP: if (ql2xenablehba_err_chk >= 1) return 1; break; case TARGET_PROT_DOUT_PASS: case TARGET_PROT_DIN_PASS: if (ql2xenablehba_err_chk >= 2) return 1; break; case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_STRIP: return 1; default: break; } return 0; } static inline int qla_tgt_ref_mask_check(struct se_cmd *se_cmd) { switch (se_cmd->prot_op) { case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_INSERT: case TARGET_PROT_DIN_STRIP: case TARGET_PROT_DOUT_STRIP: case TARGET_PROT_DIN_PASS: case TARGET_PROT_DOUT_PASS: return 1; default: return 0; } return 0; } /* * qla_tgt_set_dif_tags - Extract Ref and App tags from SCSI command */ static void qla_tgt_set_dif_tags(struct qla_tgt_cmd *cmd, struct crc_context *ctx, uint16_t *pfw_prot_opts) { struct se_cmd *se_cmd = &cmd->se_cmd; uint32_t lba = 0xffffffff & se_cmd->t_task_lba; scsi_qla_host_t *vha = cmd->tgt->vha; struct qla_hw_data *ha = vha->hw; uint32_t t32 = 0; /* * wait till Mode Sense/Select cmd, modepage Ah, subpage 2 * have been immplemented by TCM, before AppTag is avail. * Look for modesense_handlers[] */ ctx->app_tag = 0; ctx->app_tag_mask[0] = 0x0; ctx->app_tag_mask[1] = 0x0; if (IS_PI_UNINIT_CAPABLE(ha)) { if ((se_cmd->prot_type == TARGET_DIF_TYPE1_PROT) || (se_cmd->prot_type == TARGET_DIF_TYPE2_PROT)) *pfw_prot_opts |= PO_DIS_VALD_APP_ESC; else if (se_cmd->prot_type == TARGET_DIF_TYPE3_PROT) *pfw_prot_opts |= PO_DIS_VALD_APP_REF_ESC; } t32 = ha->tgt.tgt_ops->get_dif_tags(cmd, pfw_prot_opts); switch (se_cmd->prot_type) { case TARGET_DIF_TYPE0_PROT: /* * No check for ql2xenablehba_err_chk, as it * would be an I/O error if hba tag generation * is not done. */ ctx->ref_tag = cpu_to_le32(lba); /* enable ALL bytes of the ref tag */ ctx->ref_tag_mask[0] = 0xff; ctx->ref_tag_mask[1] = 0xff; ctx->ref_tag_mask[2] = 0xff; ctx->ref_tag_mask[3] = 0xff; break; case TARGET_DIF_TYPE1_PROT: /* * For TYPE 1 protection: 16 bit GUARD tag, 32 bit * REF tag, and 16 bit app tag. */ ctx->ref_tag = cpu_to_le32(lba); if (!qla_tgt_ref_mask_check(se_cmd) || !(ha->tgt.tgt_ops->chk_dif_tags(t32))) { *pfw_prot_opts |= PO_DIS_REF_TAG_VALD; break; } /* enable ALL bytes of the ref tag */ ctx->ref_tag_mask[0] = 0xff; ctx->ref_tag_mask[1] = 0xff; ctx->ref_tag_mask[2] = 0xff; ctx->ref_tag_mask[3] = 0xff; break; case TARGET_DIF_TYPE2_PROT: /* * For TYPE 2 protection: 16 bit GUARD + 32 bit REF * tag has to match LBA in CDB + N */ ctx->ref_tag = cpu_to_le32(lba); if (!qla_tgt_ref_mask_check(se_cmd) || !(ha->tgt.tgt_ops->chk_dif_tags(t32))) { *pfw_prot_opts |= PO_DIS_REF_TAG_VALD; break; } /* enable ALL bytes of the ref tag */ ctx->ref_tag_mask[0] = 0xff; ctx->ref_tag_mask[1] = 0xff; ctx->ref_tag_mask[2] = 0xff; ctx->ref_tag_mask[3] = 0xff; break; case TARGET_DIF_TYPE3_PROT: /* For TYPE 3 protection: 16 bit GUARD only */ *pfw_prot_opts |= PO_DIS_REF_TAG_VALD; ctx->ref_tag_mask[0] = ctx->ref_tag_mask[1] = ctx->ref_tag_mask[2] = ctx->ref_tag_mask[3] = 0x00; break; } } static inline int qlt_build_ctio_crc2_pkt(struct qla_qpair *qpair, struct qla_tgt_prm *prm) { struct dsd64 *cur_dsd; uint32_t transfer_length = 0; uint32_t data_bytes; uint32_t dif_bytes; uint8_t bundling = 1; struct crc_context *crc_ctx_pkt = NULL; struct qla_hw_data *ha; struct ctio_crc2_to_fw *pkt; dma_addr_t crc_ctx_dma; uint16_t fw_prot_opts = 0; struct qla_tgt_cmd *cmd = prm->cmd; struct se_cmd *se_cmd = &cmd->se_cmd; uint32_t h; struct atio_from_isp *atio = &prm->cmd->atio; struct qla_tc_param tc; uint16_t t16; scsi_qla_host_t *vha = cmd->vha; ha = vha->hw; pkt = (struct ctio_crc2_to_fw *)qpair->req->ring_ptr; prm->pkt = pkt; memset(pkt, 0, sizeof(*pkt)); ql_dbg_qp(ql_dbg_tgt, cmd->qpair, 0xe071, "qla_target(%d):%s: se_cmd[%p] CRC2 prot_op[0x%x] cmd prot sg:cnt[%p:%x] lba[%llu]\n", cmd->vp_idx, __func__, se_cmd, se_cmd->prot_op, prm->prot_sg, prm->prot_seg_cnt, se_cmd->t_task_lba); if ((se_cmd->prot_op == TARGET_PROT_DIN_INSERT) || (se_cmd->prot_op == TARGET_PROT_DOUT_STRIP)) bundling = 0; /* Compute dif len and adjust data len to incude protection */ data_bytes = cmd->bufflen; dif_bytes = (data_bytes / cmd->blk_sz) * 8; switch (se_cmd->prot_op) { case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_STRIP: transfer_length = data_bytes; if (cmd->prot_sg_cnt) data_bytes += dif_bytes; break; case TARGET_PROT_DIN_STRIP: case TARGET_PROT_DOUT_INSERT: case TARGET_PROT_DIN_PASS: case TARGET_PROT_DOUT_PASS: transfer_length = data_bytes + dif_bytes; break; default: BUG(); break; } if (!qlt_hba_err_chk_enabled(se_cmd)) fw_prot_opts |= 0x10; /* Disable Guard tag checking */ /* HBA error checking enabled */ else if (IS_PI_UNINIT_CAPABLE(ha)) { if ((se_cmd->prot_type == TARGET_DIF_TYPE1_PROT) || (se_cmd->prot_type == TARGET_DIF_TYPE2_PROT)) fw_prot_opts |= PO_DIS_VALD_APP_ESC; else if (se_cmd->prot_type == TARGET_DIF_TYPE3_PROT) fw_prot_opts |= PO_DIS_VALD_APP_REF_ESC; } switch (se_cmd->prot_op) { case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_INSERT: fw_prot_opts |= PO_MODE_DIF_INSERT; break; case TARGET_PROT_DIN_STRIP: case TARGET_PROT_DOUT_STRIP: fw_prot_opts |= PO_MODE_DIF_REMOVE; break; case TARGET_PROT_DIN_PASS: case TARGET_PROT_DOUT_PASS: fw_prot_opts |= PO_MODE_DIF_PASS; /* FUTURE: does tcm require T10CRC<->IPCKSUM conversion? */ break; default:/* Normal Request */ fw_prot_opts |= PO_MODE_DIF_PASS; break; } /* ---- PKT ---- */ /* Update entry type to indicate Command Type CRC_2 IOCB */ pkt->entry_type = CTIO_CRC2; pkt->entry_count = 1; pkt->vp_index = cmd->vp_idx; h = qlt_make_handle(qpair); if (unlikely(h == QLA_TGT_NULL_HANDLE)) { /* * CTIO type 7 from the firmware doesn't provide a way to * know the initiator's LOOP ID, hence we can't find * the session and, so, the command. */ return -EAGAIN; } else qpair->req->outstanding_cmds[h] = (srb_t *)prm->cmd; pkt->handle = make_handle(qpair->req->id, h); pkt->handle |= CTIO_COMPLETION_HANDLE_MARK; pkt->nport_handle = cpu_to_le16(prm->cmd->loop_id); pkt->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); pkt->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); pkt->exchange_addr = atio->u.isp24.exchange_addr; /* silence compile warning */ t16 = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); pkt->ox_id = cpu_to_le16(t16); t16 = (atio->u.isp24.attr << 9); pkt->flags |= cpu_to_le16(t16); pkt->relative_offset = cpu_to_le32(prm->cmd->offset); /* Set transfer direction */ if (cmd->dma_data_direction == DMA_TO_DEVICE) pkt->flags = cpu_to_le16(CTIO7_FLAGS_DATA_IN); else if (cmd->dma_data_direction == DMA_FROM_DEVICE) pkt->flags = cpu_to_le16(CTIO7_FLAGS_DATA_OUT); pkt->dseg_count = cpu_to_le16(prm->tot_dsds); /* Fibre channel byte count */ pkt->transfer_length = cpu_to_le32(transfer_length); /* ----- CRC context -------- */ /* Allocate CRC context from global pool */ crc_ctx_pkt = cmd->ctx = dma_pool_zalloc(ha->dl_dma_pool, GFP_ATOMIC, &crc_ctx_dma); if (!crc_ctx_pkt) goto crc_queuing_error; crc_ctx_pkt->crc_ctx_dma = crc_ctx_dma; INIT_LIST_HEAD(&crc_ctx_pkt->dsd_list); /* Set handle */ crc_ctx_pkt->handle = pkt->handle; qla_tgt_set_dif_tags(cmd, crc_ctx_pkt, &fw_prot_opts); put_unaligned_le64(crc_ctx_dma, &pkt->crc_context_address); pkt->crc_context_len = cpu_to_le16(CRC_CONTEXT_LEN_FW); if (!bundling) { cur_dsd = &crc_ctx_pkt->u.nobundling.data_dsd[0]; } else { /* * Configure Bundling if we need to fetch interlaving * protection PCI accesses */ fw_prot_opts |= PO_ENABLE_DIF_BUNDLING; crc_ctx_pkt->u.bundling.dif_byte_count = cpu_to_le32(dif_bytes); crc_ctx_pkt->u.bundling.dseg_count = cpu_to_le16(prm->tot_dsds - prm->prot_seg_cnt); cur_dsd = &crc_ctx_pkt->u.bundling.data_dsd[0]; } /* Finish the common fields of CRC pkt */ crc_ctx_pkt->blk_size = cpu_to_le16(cmd->blk_sz); crc_ctx_pkt->prot_opts = cpu_to_le16(fw_prot_opts); crc_ctx_pkt->byte_count = cpu_to_le32(data_bytes); crc_ctx_pkt->guard_seed = cpu_to_le16(0); memset((uint8_t *)&tc, 0 , sizeof(tc)); tc.vha = vha; tc.blk_sz = cmd->blk_sz; tc.bufflen = cmd->bufflen; tc.sg = cmd->sg; tc.prot_sg = cmd->prot_sg; tc.ctx = crc_ctx_pkt; tc.ctx_dsd_alloced = &cmd->ctx_dsd_alloced; /* Walks data segments */ pkt->flags |= cpu_to_le16(CTIO7_FLAGS_DSD_PTR); if (!bundling && prm->prot_seg_cnt) { if (qla24xx_walk_and_build_sglist_no_difb(ha, NULL, cur_dsd, prm->tot_dsds, &tc)) goto crc_queuing_error; } else if (qla24xx_walk_and_build_sglist(ha, NULL, cur_dsd, (prm->tot_dsds - prm->prot_seg_cnt), &tc)) goto crc_queuing_error; if (bundling && prm->prot_seg_cnt) { /* Walks dif segments */ pkt->add_flags |= CTIO_CRC2_AF_DIF_DSD_ENA; cur_dsd = &crc_ctx_pkt->u.bundling.dif_dsd; if (qla24xx_walk_and_build_prot_sglist(ha, NULL, cur_dsd, prm->prot_seg_cnt, cmd)) goto crc_queuing_error; } return QLA_SUCCESS; crc_queuing_error: /* Cleanup will be performed by the caller */ qpair->req->outstanding_cmds[h] = NULL; return QLA_FUNCTION_FAILED; } /* * Callback to setup response of xmit_type of QLA_TGT_XMIT_DATA and * * QLA_TGT_XMIT_STATUS for >= 24xx silicon */ int qlt_xmit_response(struct qla_tgt_cmd *cmd, int xmit_type, uint8_t scsi_status) { struct scsi_qla_host *vha = cmd->vha; struct qla_qpair *qpair = cmd->qpair; struct ctio7_to_24xx *pkt; struct qla_tgt_prm prm; uint32_t full_req_cnt = 0; unsigned long flags = 0; int res; if (!qpair->fw_started || (cmd->reset_count != qpair->chip_reset) || (cmd->sess && cmd->sess->deleted)) { cmd->state = QLA_TGT_STATE_PROCESSED; return 0; } ql_dbg_qp(ql_dbg_tgt, qpair, 0xe018, "is_send_status=%d, cmd->bufflen=%d, cmd->sg_cnt=%d, cmd->dma_data_direction=%d se_cmd[%p] qp %d\n", (xmit_type & QLA_TGT_XMIT_STATUS) ? 1 : 0, cmd->bufflen, cmd->sg_cnt, cmd->dma_data_direction, &cmd->se_cmd, qpair->id); res = qlt_pre_xmit_response(cmd, &prm, xmit_type, scsi_status, &full_req_cnt); if (unlikely(res != 0)) { return res; } spin_lock_irqsave(qpair->qp_lock_ptr, flags); if (xmit_type == QLA_TGT_XMIT_STATUS) qpair->tgt_counters.core_qla_snd_status++; else qpair->tgt_counters.core_qla_que_buf++; if (!qpair->fw_started || cmd->reset_count != qpair->chip_reset) { /* * Either the port is not online or this request was from * previous life, just abort the processing. */ cmd->state = QLA_TGT_STATE_PROCESSED; ql_dbg_qp(ql_dbg_async, qpair, 0xe101, "RESET-RSP online/active/old-count/new-count = %d/%d/%d/%d.\n", vha->flags.online, qla2x00_reset_active(vha), cmd->reset_count, qpair->chip_reset); goto out_unmap_unlock; } /* Does F/W have an IOCBs for this request */ res = qlt_check_reserve_free_req(qpair, full_req_cnt); if (unlikely(res)) goto out_unmap_unlock; if (cmd->se_cmd.prot_op && (xmit_type & QLA_TGT_XMIT_DATA)) res = qlt_build_ctio_crc2_pkt(qpair, &prm); else res = qlt_24xx_build_ctio_pkt(qpair, &prm); if (unlikely(res != 0)) { qpair->req->cnt += full_req_cnt; goto out_unmap_unlock; } pkt = (struct ctio7_to_24xx *)prm.pkt; if (qlt_has_data(cmd) && (xmit_type & QLA_TGT_XMIT_DATA)) { pkt->u.status0.flags |= cpu_to_le16(CTIO7_FLAGS_DATA_IN | CTIO7_FLAGS_STATUS_MODE_0); if (cmd->se_cmd.prot_op == TARGET_PROT_NORMAL) qlt_load_data_segments(&prm); if (prm.add_status_pkt == 0) { if (xmit_type & QLA_TGT_XMIT_STATUS) { pkt->u.status0.scsi_status = cpu_to_le16(prm.rq_result); if (!cmd->edif) pkt->u.status0.residual = cpu_to_le32(prm.residual); pkt->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_SEND_STATUS); if (qlt_need_explicit_conf(cmd, 0)) { pkt->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_EXPLICIT_CONFORM | CTIO7_FLAGS_CONFORM_REQ); } } } else { /* * We have already made sure that there is sufficient * amount of request entries to not drop HW lock in * req_pkt(). */ struct ctio7_to_24xx *ctio = (struct ctio7_to_24xx *)qlt_get_req_pkt( qpair->req); ql_dbg_qp(ql_dbg_tgt, qpair, 0x305e, "Building additional status packet 0x%p.\n", ctio); /* * T10Dif: ctio_crc2_to_fw overlay ontop of * ctio7_to_24xx */ memcpy(ctio, pkt, sizeof(*ctio)); /* reset back to CTIO7 */ ctio->entry_count = 1; ctio->entry_type = CTIO_TYPE7; ctio->dseg_count = 0; ctio->u.status1.flags &= ~cpu_to_le16( CTIO7_FLAGS_DATA_IN); /* Real finish is ctio_m1's finish */ pkt->handle |= CTIO_INTERMEDIATE_HANDLE_MARK; pkt->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_DONT_RET_CTIO); /* qlt_24xx_init_ctio_to_isp will correct * all neccessary fields that's part of CTIO7. * There should be no residual of CTIO-CRC2 data. */ qlt_24xx_init_ctio_to_isp((struct ctio7_to_24xx *)ctio, &prm); } } else qlt_24xx_init_ctio_to_isp(pkt, &prm); cmd->state = QLA_TGT_STATE_PROCESSED; /* Mid-level is done processing */ cmd->cmd_sent_to_fw = 1; cmd->ctio_flags = le16_to_cpu(pkt->u.status0.flags); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return 0; out_unmap_unlock: qlt_unmap_sg(vha, cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return res; } EXPORT_SYMBOL(qlt_xmit_response); int qlt_rdy_to_xfer(struct qla_tgt_cmd *cmd) { struct ctio7_to_24xx *pkt; struct scsi_qla_host *vha = cmd->vha; struct qla_tgt *tgt = cmd->tgt; struct qla_tgt_prm prm; unsigned long flags = 0; int res = 0; struct qla_qpair *qpair = cmd->qpair; memset(&prm, 0, sizeof(prm)); prm.cmd = cmd; prm.tgt = tgt; prm.sg = NULL; prm.req_cnt = 1; if (!qpair->fw_started || (cmd->reset_count != qpair->chip_reset) || (cmd->sess && cmd->sess->deleted)) { /* * Either the port is not online or this request was from * previous life, just abort the processing. */ cmd->aborted = 1; cmd->write_data_transferred = 0; cmd->state = QLA_TGT_STATE_DATA_IN; vha->hw->tgt.tgt_ops->handle_data(cmd); ql_dbg_qp(ql_dbg_async, qpair, 0xe102, "RESET-XFR online/active/old-count/new-count = %d/%d/%d/%d.\n", vha->flags.online, qla2x00_reset_active(vha), cmd->reset_count, qpair->chip_reset); return 0; } /* Calculate number of entries and segments required */ if (qlt_pci_map_calc_cnt(&prm) != 0) return -EAGAIN; spin_lock_irqsave(qpair->qp_lock_ptr, flags); /* Does F/W have an IOCBs for this request */ res = qlt_check_reserve_free_req(qpair, prm.req_cnt); if (res != 0) goto out_unlock_free_unmap; if (cmd->se_cmd.prot_op) res = qlt_build_ctio_crc2_pkt(qpair, &prm); else res = qlt_24xx_build_ctio_pkt(qpair, &prm); if (unlikely(res != 0)) { qpair->req->cnt += prm.req_cnt; goto out_unlock_free_unmap; } pkt = (struct ctio7_to_24xx *)prm.pkt; pkt->u.status0.flags |= cpu_to_le16(CTIO7_FLAGS_DATA_OUT | CTIO7_FLAGS_STATUS_MODE_0); if (cmd->se_cmd.prot_op == TARGET_PROT_NORMAL) qlt_load_data_segments(&prm); cmd->state = QLA_TGT_STATE_NEED_DATA; cmd->cmd_sent_to_fw = 1; cmd->ctio_flags = le16_to_cpu(pkt->u.status0.flags); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return res; out_unlock_free_unmap: qlt_unmap_sg(vha, cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return res; } EXPORT_SYMBOL(qlt_rdy_to_xfer); /* * it is assumed either hardware_lock or qpair lock is held. */ static void qlt_handle_dif_error(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, struct ctio_crc_from_fw *sts) { uint8_t *ap = &sts->actual_dif[0]; uint8_t *ep = &sts->expected_dif[0]; uint64_t lba = cmd->se_cmd.t_task_lba; uint8_t scsi_status, sense_key, asc, ascq; unsigned long flags; struct scsi_qla_host *vha = cmd->vha; cmd->trc_flags |= TRC_DIF_ERR; cmd->a_guard = get_unaligned_be16(ap + 0); cmd->a_app_tag = get_unaligned_be16(ap + 2); cmd->a_ref_tag = get_unaligned_be32(ap + 4); cmd->e_guard = get_unaligned_be16(ep + 0); cmd->e_app_tag = get_unaligned_be16(ep + 2); cmd->e_ref_tag = get_unaligned_be32(ep + 4); ql_dbg(ql_dbg_tgt_dif, vha, 0xf075, "%s: aborted %d state %d\n", __func__, cmd->aborted, cmd->state); scsi_status = sense_key = asc = ascq = 0; /* check appl tag */ if (cmd->e_app_tag != cmd->a_app_tag) { ql_dbg(ql_dbg_tgt_dif, vha, 0xe00d, "App Tag ERR: cdb[%x] lba[%llx %llx] blks[%x] [Actual|Expected] Ref[%x|%x], App[%x|%x], Guard [%x|%x] cmd=%p ox_id[%04x]", cmd->cdb[0], lba, (lba+cmd->num_blks), cmd->num_blks, cmd->a_ref_tag, cmd->e_ref_tag, cmd->a_app_tag, cmd->e_app_tag, cmd->a_guard, cmd->e_guard, cmd, cmd->atio.u.isp24.fcp_hdr.ox_id); cmd->dif_err_code = DIF_ERR_APP; scsi_status = SAM_STAT_CHECK_CONDITION; sense_key = ABORTED_COMMAND; asc = 0x10; ascq = 0x2; } /* check ref tag */ if (cmd->e_ref_tag != cmd->a_ref_tag) { ql_dbg(ql_dbg_tgt_dif, vha, 0xe00e, "Ref Tag ERR: cdb[%x] lba[%llx %llx] blks[%x] [Actual|Expected] Ref[%x|%x], App[%x|%x], Guard[%x|%x] cmd=%p ox_id[%04x] ", cmd->cdb[0], lba, (lba+cmd->num_blks), cmd->num_blks, cmd->a_ref_tag, cmd->e_ref_tag, cmd->a_app_tag, cmd->e_app_tag, cmd->a_guard, cmd->e_guard, cmd, cmd->atio.u.isp24.fcp_hdr.ox_id); cmd->dif_err_code = DIF_ERR_REF; scsi_status = SAM_STAT_CHECK_CONDITION; sense_key = ABORTED_COMMAND; asc = 0x10; ascq = 0x3; goto out; } /* check guard */ if (cmd->e_guard != cmd->a_guard) { ql_dbg(ql_dbg_tgt_dif, vha, 0xe012, "Guard ERR: cdb[%x] lba[%llx %llx] blks[%x] [Actual|Expected] Ref[%x|%x], App[%x|%x], Guard [%x|%x] cmd=%p ox_id[%04x]", cmd->cdb[0], lba, (lba+cmd->num_blks), cmd->num_blks, cmd->a_ref_tag, cmd->e_ref_tag, cmd->a_app_tag, cmd->e_app_tag, cmd->a_guard, cmd->e_guard, cmd, cmd->atio.u.isp24.fcp_hdr.ox_id); cmd->dif_err_code = DIF_ERR_GRD; scsi_status = SAM_STAT_CHECK_CONDITION; sense_key = ABORTED_COMMAND; asc = 0x10; ascq = 0x1; } out: switch (cmd->state) { case QLA_TGT_STATE_NEED_DATA: /* handle_data will load DIF error code */ cmd->state = QLA_TGT_STATE_DATA_IN; vha->hw->tgt.tgt_ops->handle_data(cmd); break; default: spin_lock_irqsave(&cmd->cmd_lock, flags); if (cmd->aborted) { spin_unlock_irqrestore(&cmd->cmd_lock, flags); vha->hw->tgt.tgt_ops->free_cmd(cmd); break; } spin_unlock_irqrestore(&cmd->cmd_lock, flags); qlt_send_resp_ctio(qpair, cmd, scsi_status, sense_key, asc, ascq); /* assume scsi status gets out on the wire. * Will not wait for completion. */ vha->hw->tgt.tgt_ops->free_cmd(cmd); break; } } /* If hardware_lock held on entry, might drop it, then reaquire */ /* This function sends the appropriate CTIO to ISP 2xxx or 24xx */ static int __qlt_send_term_imm_notif(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *ntfy) { struct nack_to_isp *nack; struct qla_hw_data *ha = vha->hw; request_t *pkt; int ret = 0; ql_dbg(ql_dbg_tgt_tmr, vha, 0xe01c, "Sending TERM ELS CTIO (ha=%p)\n", ha); pkt = (request_t *)qla2x00_alloc_iocbs(vha, NULL); if (pkt == NULL) { ql_dbg(ql_dbg_tgt, vha, 0xe080, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return -ENOMEM; } pkt->entry_type = NOTIFY_ACK_TYPE; pkt->entry_count = 1; pkt->handle = QLA_TGT_SKIP_HANDLE; nack = (struct nack_to_isp *)pkt; nack->ox_id = ntfy->ox_id; nack->u.isp24.nport_handle = ntfy->u.isp24.nport_handle; if (le16_to_cpu(ntfy->u.isp24.status) == IMM_NTFY_ELS) { nack->u.isp24.flags = ntfy->u.isp24.flags & cpu_to_le16(NOTIFY24XX_FLAGS_PUREX_IOCB); } /* terminate */ nack->u.isp24.flags |= __constant_cpu_to_le16(NOTIFY_ACK_FLAGS_TERMINATE); nack->u.isp24.srr_rx_id = ntfy->u.isp24.srr_rx_id; nack->u.isp24.status = ntfy->u.isp24.status; nack->u.isp24.status_subcode = ntfy->u.isp24.status_subcode; nack->u.isp24.fw_handle = ntfy->u.isp24.fw_handle; nack->u.isp24.exchange_address = ntfy->u.isp24.exchange_address; nack->u.isp24.srr_rel_offs = ntfy->u.isp24.srr_rel_offs; nack->u.isp24.srr_ui = ntfy->u.isp24.srr_ui; nack->u.isp24.vp_index = ntfy->u.isp24.vp_index; qla2x00_start_iocbs(vha, vha->req); return ret; } static void qlt_send_term_imm_notif(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *imm, int ha_locked) { int rc; WARN_ON_ONCE(!ha_locked); rc = __qlt_send_term_imm_notif(vha, imm); pr_debug("rc = %d\n", rc); } /* * If hardware_lock held on entry, might drop it, then reaquire * This function sends the appropriate CTIO to ISP 2xxx or 24xx */ static int __qlt_send_term_exchange(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, struct atio_from_isp *atio) { struct scsi_qla_host *vha = qpair->vha; struct ctio7_to_24xx *ctio24; struct qla_hw_data *ha = vha->hw; request_t *pkt; int ret = 0; uint16_t temp; ql_dbg(ql_dbg_tgt, vha, 0xe009, "Sending TERM EXCH CTIO (ha=%p)\n", ha); if (cmd) vha = cmd->vha; pkt = (request_t *)qla2x00_alloc_iocbs_ready(qpair, NULL); if (pkt == NULL) { ql_dbg(ql_dbg_tgt, vha, 0xe050, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return -ENOMEM; } if (cmd != NULL) { if (cmd->state < QLA_TGT_STATE_PROCESSED) { ql_dbg(ql_dbg_tgt, vha, 0xe051, "qla_target(%d): Terminating cmd %p with " "incorrect state %d\n", vha->vp_idx, cmd, cmd->state); } else ret = 1; } qpair->tgt_counters.num_term_xchg_sent++; pkt->entry_count = 1; pkt->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio24 = (struct ctio7_to_24xx *)pkt; ctio24->entry_type = CTIO_TYPE7; ctio24->nport_handle = cpu_to_le16(CTIO7_NHANDLE_UNRECOGNIZED); ctio24->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio24->vp_index = vha->vp_idx; ctio24->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio24->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9) | CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_TERMINATE; ctio24->u.status1.flags = cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); ctio24->u.status1.ox_id = cpu_to_le16(temp); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); return ret; } static void qlt_send_term_exchange(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, struct atio_from_isp *atio, int ha_locked, int ul_abort) { struct scsi_qla_host *vha; unsigned long flags = 0; int rc; /* why use different vha? NPIV */ if (cmd) vha = cmd->vha; else vha = qpair->vha; if (ha_locked) { rc = __qlt_send_term_exchange(qpair, cmd, atio); if (rc == -ENOMEM) qlt_alloc_qfull_cmd(vha, atio, 0, 0); goto done; } spin_lock_irqsave(qpair->qp_lock_ptr, flags); rc = __qlt_send_term_exchange(qpair, cmd, atio); if (rc == -ENOMEM) qlt_alloc_qfull_cmd(vha, atio, 0, 0); done: if (cmd && !ul_abort && !cmd->aborted) { if (cmd->sg_mapped) qlt_unmap_sg(vha, cmd); vha->hw->tgt.tgt_ops->free_cmd(cmd); } if (!ha_locked) spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return; } static void qlt_init_term_exchange(struct scsi_qla_host *vha) { struct list_head free_list; struct qla_tgt_cmd *cmd, *tcmd; vha->hw->tgt.leak_exchg_thresh_hold = (vha->hw->cur_fw_xcb_count/100) * LEAK_EXCHG_THRESH_HOLD_PERCENT; cmd = tcmd = NULL; if (!list_empty(&vha->hw->tgt.q_full_list)) { INIT_LIST_HEAD(&free_list); list_splice_init(&vha->hw->tgt.q_full_list, &free_list); list_for_each_entry_safe(cmd, tcmd, &free_list, cmd_list) { list_del(&cmd->cmd_list); /* This cmd was never sent to TCM. There is no need * to schedule free or call free_cmd */ qlt_free_cmd(cmd); vha->hw->tgt.num_qfull_cmds_alloc--; } } vha->hw->tgt.num_qfull_cmds_dropped = 0; } static void qlt_chk_exch_leak_thresh_hold(struct scsi_qla_host *vha) { uint32_t total_leaked; total_leaked = vha->hw->tgt.num_qfull_cmds_dropped; if (vha->hw->tgt.leak_exchg_thresh_hold && (total_leaked > vha->hw->tgt.leak_exchg_thresh_hold)) { ql_dbg(ql_dbg_tgt, vha, 0xe079, "Chip reset due to exchange starvation: %d/%d.\n", total_leaked, vha->hw->cur_fw_xcb_count); if (IS_P3P_TYPE(vha->hw)) set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags); else set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } int qlt_abort_cmd(struct qla_tgt_cmd *cmd) { struct qla_tgt *tgt = cmd->tgt; struct scsi_qla_host *vha = tgt->vha; struct se_cmd *se_cmd = &cmd->se_cmd; unsigned long flags; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf014, "qla_target(%d): terminating exchange for aborted cmd=%p " "(se_cmd=%p, tag=%llu)", vha->vp_idx, cmd, &cmd->se_cmd, se_cmd->tag); spin_lock_irqsave(&cmd->cmd_lock, flags); if (cmd->aborted) { spin_unlock_irqrestore(&cmd->cmd_lock, flags); /* * It's normal to see 2 calls in this path: * 1) XFER Rdy completion + CMD_T_ABORT * 2) TCM TMR - drain_state_list */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf016, "multiple abort. %p transport_state %x, t_state %x, " "se_cmd_flags %x\n", cmd, cmd->se_cmd.transport_state, cmd->se_cmd.t_state, cmd->se_cmd.se_cmd_flags); return -EIO; } cmd->aborted = 1; cmd->trc_flags |= TRC_ABORT; spin_unlock_irqrestore(&cmd->cmd_lock, flags); qlt_send_term_exchange(cmd->qpair, cmd, &cmd->atio, 0, 1); return 0; } EXPORT_SYMBOL(qlt_abort_cmd); void qlt_free_cmd(struct qla_tgt_cmd *cmd) { struct fc_port *sess = cmd->sess; ql_dbg(ql_dbg_tgt, cmd->vha, 0xe074, "%s: se_cmd[%p] ox_id %04x\n", __func__, &cmd->se_cmd, be16_to_cpu(cmd->atio.u.isp24.fcp_hdr.ox_id)); BUG_ON(cmd->cmd_in_wq); if (!cmd->q_full) qlt_decr_num_pend_cmds(cmd->vha); BUG_ON(cmd->sg_mapped); cmd->jiffies_at_free = get_jiffies_64(); if (unlikely(cmd->free_sg)) kfree(cmd->sg); if (!sess || !sess->se_sess) { WARN_ON(1); return; } cmd->jiffies_at_free = get_jiffies_64(); cmd->vha->hw->tgt.tgt_ops->rel_cmd(cmd); } EXPORT_SYMBOL(qlt_free_cmd); /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static int qlt_term_ctio_exchange(struct qla_qpair *qpair, void *ctio, struct qla_tgt_cmd *cmd, uint32_t status) { int term = 0; struct scsi_qla_host *vha = qpair->vha; if (cmd->se_cmd.prot_op) ql_dbg(ql_dbg_tgt_dif, vha, 0xe013, "Term DIF cmd: lba[0x%llx|%lld] len[0x%x] " "se_cmd=%p tag[%x] op %#x/%s", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr, cmd->se_cmd.prot_op, prot_op_str(cmd->se_cmd.prot_op)); if (ctio != NULL) { struct ctio7_from_24xx *c = (struct ctio7_from_24xx *)ctio; term = !(c->flags & cpu_to_le16(OF_TERM_EXCH)); } else term = 1; if (term) qlt_send_term_exchange(qpair, cmd, &cmd->atio, 1, 0); return term; } /* ha->hardware_lock supposed to be held on entry */ static void *qlt_ctio_to_cmd(struct scsi_qla_host *vha, struct rsp_que *rsp, uint32_t handle, void *ctio) { void *cmd = NULL; struct req_que *req; int qid = GET_QID(handle); uint32_t h = handle & ~QLA_TGT_HANDLE_MASK; if (unlikely(h == QLA_TGT_SKIP_HANDLE)) return NULL; if (qid == rsp->req->id) { req = rsp->req; } else if (vha->hw->req_q_map[qid]) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1000a, "qla_target(%d): CTIO completion with different QID %d handle %x\n", vha->vp_idx, rsp->id, handle); req = vha->hw->req_q_map[qid]; } else { return NULL; } h &= QLA_CMD_HANDLE_MASK; if (h != QLA_TGT_NULL_HANDLE) { if (unlikely(h >= req->num_outstanding_cmds)) { ql_dbg(ql_dbg_tgt, vha, 0xe052, "qla_target(%d): Wrong handle %x received\n", vha->vp_idx, handle); return NULL; } cmd = req->outstanding_cmds[h]; if (unlikely(cmd == NULL)) { ql_dbg(ql_dbg_async, vha, 0xe053, "qla_target(%d): Suspicious: unable to find the command with handle %x req->id %d rsp->id %d\n", vha->vp_idx, handle, req->id, rsp->id); return NULL; } req->outstanding_cmds[h] = NULL; } else if (ctio != NULL) { /* We can't get loop ID from CTIO7 */ ql_dbg(ql_dbg_tgt, vha, 0xe054, "qla_target(%d): Wrong CTIO received: QLA24xx doesn't " "support NULL handles\n", vha->vp_idx); return NULL; } return cmd; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_do_ctio_completion(struct scsi_qla_host *vha, struct rsp_que *rsp, uint32_t handle, uint32_t status, void *ctio) { struct qla_hw_data *ha = vha->hw; struct se_cmd *se_cmd; struct qla_tgt_cmd *cmd; struct qla_qpair *qpair = rsp->qpair; if (handle & CTIO_INTERMEDIATE_HANDLE_MARK) { /* That could happen only in case of an error/reset/abort */ if (status != CTIO_SUCCESS) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf01d, "Intermediate CTIO received" " (status %x)\n", status); } return; } cmd = qlt_ctio_to_cmd(vha, rsp, handle, ctio); if (cmd == NULL) return; if ((le16_to_cpu(((struct ctio7_from_24xx *)ctio)->flags) & CTIO7_FLAGS_DATA_OUT) && cmd->sess) { qlt_chk_edif_rx_sa_delete_pending(vha, cmd->sess, (struct ctio7_from_24xx *)ctio); } se_cmd = &cmd->se_cmd; cmd->cmd_sent_to_fw = 0; qlt_unmap_sg(vha, cmd); if (unlikely(status != CTIO_SUCCESS)) { switch (status & 0xFFFF) { case CTIO_INVALID_RX_ID: if (printk_ratelimit()) dev_info(&vha->hw->pdev->dev, "qla_target(%d): CTIO with INVALID_RX_ID ATIO attr %x CTIO Flags %x|%x\n", vha->vp_idx, cmd->atio.u.isp24.attr, ((cmd->ctio_flags >> 9) & 0xf), cmd->ctio_flags); break; case CTIO_LIP_RESET: case CTIO_TARGET_RESET: case CTIO_ABORTED: /* driver request abort via Terminate exchange */ case CTIO_TIMEOUT: /* They are OK */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf058, "qla_target(%d): CTIO with " "status %#x received, state %x, se_cmd %p, " "(LIP_RESET=e, ABORTED=2, TARGET_RESET=17, " "TIMEOUT=b, INVALID_RX_ID=8)\n", vha->vp_idx, status, cmd->state, se_cmd); break; case CTIO_PORT_LOGGED_OUT: case CTIO_PORT_UNAVAILABLE: { int logged_out = (status & 0xFFFF) == CTIO_PORT_LOGGED_OUT; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf059, "qla_target(%d): CTIO with %s status %x " "received (state %x, se_cmd %p)\n", vha->vp_idx, logged_out ? "PORT LOGGED OUT" : "PORT UNAVAILABLE", status, cmd->state, se_cmd); if (logged_out && cmd->sess) { /* * Session is already logged out, but we need * to notify initiator, who's not aware of this */ cmd->sess->send_els_logo = 1; ql_dbg(ql_dbg_disc, vha, 0x20f8, "%s %d %8phC post del sess\n", __func__, __LINE__, cmd->sess->port_name); qlt_schedule_sess_for_deletion(cmd->sess); } break; } case CTIO_DIF_ERROR: { struct ctio_crc_from_fw *crc = (struct ctio_crc_from_fw *)ctio; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf073, "qla_target(%d): CTIO with DIF_ERROR status %x " "received (state %x, ulp_cmd %p) actual_dif[0x%llx] " "expect_dif[0x%llx]\n", vha->vp_idx, status, cmd->state, se_cmd, *((u64 *)&crc->actual_dif[0]), *((u64 *)&crc->expected_dif[0])); qlt_handle_dif_error(qpair, cmd, ctio); return; } case CTIO_FAST_AUTH_ERR: case CTIO_FAST_INCOMP_PAD_LEN: case CTIO_FAST_INVALID_REQ: case CTIO_FAST_SPI_ERR: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05b, "qla_target(%d): CTIO with EDIF error status 0x%x received (state %x, se_cmd %p\n", vha->vp_idx, status, cmd->state, se_cmd); break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05b, "qla_target(%d): CTIO with error status 0x%x received (state %x, se_cmd %p\n", vha->vp_idx, status, cmd->state, se_cmd); break; } /* "cmd->aborted" means * cmd is already aborted/terminated, we don't * need to terminate again. The exchange is already * cleaned up/freed at FW level. Just cleanup at driver * level. */ if ((cmd->state != QLA_TGT_STATE_NEED_DATA) && (!cmd->aborted)) { cmd->trc_flags |= TRC_CTIO_ERR; if (qlt_term_ctio_exchange(qpair, ctio, cmd, status)) return; } } if (cmd->state == QLA_TGT_STATE_PROCESSED) { cmd->trc_flags |= TRC_CTIO_DONE; } else if (cmd->state == QLA_TGT_STATE_NEED_DATA) { cmd->state = QLA_TGT_STATE_DATA_IN; if (status == CTIO_SUCCESS) cmd->write_data_transferred = 1; ha->tgt.tgt_ops->handle_data(cmd); return; } else if (cmd->aborted) { cmd->trc_flags |= TRC_CTIO_ABORTED; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf01e, "Aborted command %p (tag %lld) finished\n", cmd, se_cmd->tag); } else { cmd->trc_flags |= TRC_CTIO_STRANGE; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05c, "qla_target(%d): A command in state (%d) should " "not return a CTIO complete\n", vha->vp_idx, cmd->state); } if (unlikely(status != CTIO_SUCCESS) && !cmd->aborted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf01f, "Finishing failed CTIO\n"); dump_stack(); } ha->tgt.tgt_ops->free_cmd(cmd); } static inline int qlt_get_fcp_task_attr(struct scsi_qla_host *vha, uint8_t task_codes) { int fcp_task_attr; switch (task_codes) { case ATIO_SIMPLE_QUEUE: fcp_task_attr = TCM_SIMPLE_TAG; break; case ATIO_HEAD_OF_QUEUE: fcp_task_attr = TCM_HEAD_TAG; break; case ATIO_ORDERED_QUEUE: fcp_task_attr = TCM_ORDERED_TAG; break; case ATIO_ACA_QUEUE: fcp_task_attr = TCM_ACA_TAG; break; case ATIO_UNTAGGED: fcp_task_attr = TCM_SIMPLE_TAG; break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05d, "qla_target: unknown task code %x, use ORDERED instead\n", task_codes); fcp_task_attr = TCM_ORDERED_TAG; break; } return fcp_task_attr; } /* * Process context for I/O path into tcm_qla2xxx code */ static void __qlt_do_work(struct qla_tgt_cmd *cmd) { scsi_qla_host_t *vha = cmd->vha; struct qla_hw_data *ha = vha->hw; struct fc_port *sess = cmd->sess; struct atio_from_isp *atio = &cmd->atio; unsigned char *cdb; unsigned long flags; uint32_t data_length; int ret, fcp_task_attr, data_dir, bidi = 0; struct qla_qpair *qpair = cmd->qpair; cmd->cmd_in_wq = 0; cmd->trc_flags |= TRC_DO_WORK; if (cmd->aborted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf082, "cmd with tag %u is aborted\n", cmd->atio.u.isp24.exchange_addr); goto out_term; } spin_lock_init(&cmd->cmd_lock); cdb = &atio->u.isp24.fcp_cmnd.cdb[0]; cmd->se_cmd.tag = le32_to_cpu(atio->u.isp24.exchange_addr); if (atio->u.isp24.fcp_cmnd.rddata && atio->u.isp24.fcp_cmnd.wrdata) { bidi = 1; data_dir = DMA_TO_DEVICE; } else if (atio->u.isp24.fcp_cmnd.rddata) data_dir = DMA_FROM_DEVICE; else if (atio->u.isp24.fcp_cmnd.wrdata) data_dir = DMA_TO_DEVICE; else data_dir = DMA_NONE; fcp_task_attr = qlt_get_fcp_task_attr(vha, atio->u.isp24.fcp_cmnd.task_attr); data_length = get_datalen_for_atio(atio); ret = ha->tgt.tgt_ops->handle_cmd(vha, cmd, cdb, data_length, fcp_task_attr, data_dir, bidi); if (ret != 0) goto out_term; /* * Drop extra session reference from qlt_handle_cmd_for_atio(). */ ha->tgt.tgt_ops->put_sess(sess); return; out_term: ql_dbg(ql_dbg_io, vha, 0x3060, "Terminating work cmd %p", cmd); /* * cmd has not sent to target yet, so pass NULL as the second * argument to qlt_send_term_exchange() and free the memory here. */ cmd->trc_flags |= TRC_DO_WORK_ERR; spin_lock_irqsave(qpair->qp_lock_ptr, flags); qlt_send_term_exchange(qpair, NULL, &cmd->atio, 1, 0); qlt_decr_num_pend_cmds(vha); cmd->vha->hw->tgt.tgt_ops->rel_cmd(cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); ha->tgt.tgt_ops->put_sess(sess); } static void qlt_do_work(struct work_struct *work) { struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work); scsi_qla_host_t *vha = cmd->vha; unsigned long flags; spin_lock_irqsave(&vha->cmd_list_lock, flags); list_del(&cmd->cmd_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); __qlt_do_work(cmd); } void qlt_clr_qp_table(struct scsi_qla_host *vha) { unsigned long flags; struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; void *node; u64 key = 0; ql_log(ql_log_info, vha, 0x706c, "User update Number of Active Qpairs %d\n", ha->tgt.num_act_qpairs); spin_lock_irqsave(&ha->tgt.atio_lock, flags); btree_for_each_safe64(&tgt->lun_qpair_map, key, node) btree_remove64(&tgt->lun_qpair_map, key); ha->base_qpair->lun_cnt = 0; for (key = 0; key < ha->max_qpairs; key++) if (ha->queue_pair_map[key]) ha->queue_pair_map[key]->lun_cnt = 0; spin_unlock_irqrestore(&ha->tgt.atio_lock, flags); } static void qlt_assign_qpair(struct scsi_qla_host *vha, struct qla_tgt_cmd *cmd) { struct qla_qpair *qpair, *qp; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_qpair_hint *h; if (vha->flags.qpairs_available) { h = btree_lookup64(&tgt->lun_qpair_map, cmd->unpacked_lun); if (unlikely(!h)) { /* spread lun to qpair ratio evently */ int lcnt = 0, rc; struct scsi_qla_host *base_vha = pci_get_drvdata(vha->hw->pdev); qpair = vha->hw->base_qpair; if (qpair->lun_cnt == 0) { qpair->lun_cnt++; h = qla_qpair_to_hint(tgt, qpair); BUG_ON(!h); rc = btree_insert64(&tgt->lun_qpair_map, cmd->unpacked_lun, h, GFP_ATOMIC); if (rc) { qpair->lun_cnt--; ql_log(ql_log_info, vha, 0xd037, "Unable to insert lun %llx into lun_qpair_map\n", cmd->unpacked_lun); } goto out; } else { lcnt = qpair->lun_cnt; } h = NULL; list_for_each_entry(qp, &base_vha->qp_list, qp_list_elem) { if (qp->lun_cnt == 0) { qp->lun_cnt++; h = qla_qpair_to_hint(tgt, qp); BUG_ON(!h); rc = btree_insert64(&tgt->lun_qpair_map, cmd->unpacked_lun, h, GFP_ATOMIC); if (rc) { qp->lun_cnt--; ql_log(ql_log_info, vha, 0xd038, "Unable to insert lun %llx into lun_qpair_map\n", cmd->unpacked_lun); } qpair = qp; goto out; } else { if (qp->lun_cnt < lcnt) { lcnt = qp->lun_cnt; qpair = qp; continue; } } } BUG_ON(!qpair); qpair->lun_cnt++; h = qla_qpair_to_hint(tgt, qpair); BUG_ON(!h); rc = btree_insert64(&tgt->lun_qpair_map, cmd->unpacked_lun, h, GFP_ATOMIC); if (rc) { qpair->lun_cnt--; ql_log(ql_log_info, vha, 0xd039, "Unable to insert lun %llx into lun_qpair_map\n", cmd->unpacked_lun); } } } else { h = &tgt->qphints[0]; } out: cmd->qpair = h->qpair; cmd->se_cmd.cpuid = h->cpuid; } static struct qla_tgt_cmd *qlt_get_tag(scsi_qla_host_t *vha, struct fc_port *sess, struct atio_from_isp *atio) { struct qla_tgt_cmd *cmd; cmd = vha->hw->tgt.tgt_ops->get_cmd(sess); if (!cmd) return NULL; cmd->cmd_type = TYPE_TGT_CMD; memcpy(&cmd->atio, atio, sizeof(*atio)); INIT_LIST_HEAD(&cmd->sess_cmd_list); cmd->state = QLA_TGT_STATE_NEW; cmd->tgt = vha->vha_tgt.qla_tgt; qlt_incr_num_pend_cmds(vha); cmd->vha = vha; cmd->sess = sess; cmd->loop_id = sess->loop_id; cmd->conf_compl_supported = sess->conf_compl_supported; cmd->trc_flags = 0; cmd->jiffies_at_alloc = get_jiffies_64(); cmd->unpacked_lun = scsilun_to_int( (struct scsi_lun *)&atio->u.isp24.fcp_cmnd.lun); qlt_assign_qpair(vha, cmd); cmd->reset_count = vha->hw->base_qpair->chip_reset; cmd->vp_idx = vha->vp_idx; cmd->edif = sess->edif.enable; return cmd; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_handle_cmd_for_atio(struct scsi_qla_host *vha, struct atio_from_isp *atio) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct fc_port *sess; struct qla_tgt_cmd *cmd; unsigned long flags; port_id_t id; if (unlikely(tgt->tgt_stop)) { ql_dbg(ql_dbg_io, vha, 0x3061, "New command while device %p is shutting down\n", tgt); return -ENODEV; } id = be_to_port_id(atio->u.isp24.fcp_hdr.s_id); if (IS_SW_RESV_ADDR(id)) return -EBUSY; sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, atio->u.isp24.fcp_hdr.s_id); if (unlikely(!sess)) return -EFAULT; /* Another WWN used to have our s_id. Our PLOGI scheduled its * session deletion, but it's still in sess_del_work wq */ if (sess->deleted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf002, "New command while old session %p is being deleted\n", sess); return -EFAULT; } /* * Do kref_get() before returning + dropping qla_hw_data->hardware_lock. */ if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf004, "%s: kref_get fail, %8phC oxid %x \n", __func__, sess->port_name, be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id)); return -EFAULT; } cmd = qlt_get_tag(vha, sess, atio); if (!cmd) { ql_dbg(ql_dbg_io, vha, 0x3062, "qla_target(%d): Allocation of cmd failed\n", vha->vp_idx); ha->tgt.tgt_ops->put_sess(sess); return -EBUSY; } cmd->cmd_in_wq = 1; cmd->trc_flags |= TRC_NEW_CMD; spin_lock_irqsave(&vha->cmd_list_lock, flags); list_add_tail(&cmd->cmd_list, &vha->qla_cmd_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); INIT_WORK(&cmd->work, qlt_do_work); if (vha->flags.qpairs_available) { queue_work_on(cmd->se_cmd.cpuid, qla_tgt_wq, &cmd->work); } else if (ha->msix_count) { if (cmd->atio.u.isp24.fcp_cmnd.rddata) queue_work_on(smp_processor_id(), qla_tgt_wq, &cmd->work); else queue_work_on(cmd->se_cmd.cpuid, qla_tgt_wq, &cmd->work); } else { queue_work(qla_tgt_wq, &cmd->work); } return 0; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_issue_task_mgmt(struct fc_port *sess, u64 lun, int fn, void *iocb, int flags) { struct scsi_qla_host *vha = sess->vha; struct qla_hw_data *ha = vha->hw; struct qla_tgt_mgmt_cmd *mcmd; struct atio_from_isp *a = (struct atio_from_isp *)iocb; struct qla_qpair_hint *h = &vha->vha_tgt.qla_tgt->qphints[0]; mcmd = mempool_alloc(qla_tgt_mgmt_cmd_mempool, GFP_ATOMIC); if (!mcmd) { ql_dbg(ql_dbg_tgt_tmr, vha, 0x10009, "qla_target(%d): Allocation of management " "command failed, some commands and their data could " "leak\n", vha->vp_idx); return -ENOMEM; } memset(mcmd, 0, sizeof(*mcmd)); mcmd->sess = sess; if (iocb) { memcpy(&mcmd->orig_iocb.imm_ntfy, iocb, sizeof(mcmd->orig_iocb.imm_ntfy)); } mcmd->tmr_func = fn; mcmd->flags = flags; mcmd->reset_count = ha->base_qpair->chip_reset; mcmd->qpair = h->qpair; mcmd->vha = vha; mcmd->se_cmd.cpuid = h->cpuid; mcmd->unpacked_lun = lun; switch (fn) { case QLA_TGT_LUN_RESET: case QLA_TGT_CLEAR_TS: case QLA_TGT_ABORT_TS: abort_cmds_for_lun(vha, lun, a->u.isp24.fcp_hdr.s_id); fallthrough; case QLA_TGT_CLEAR_ACA: h = qlt_find_qphint(vha, mcmd->unpacked_lun); mcmd->qpair = h->qpair; mcmd->se_cmd.cpuid = h->cpuid; break; case QLA_TGT_TARGET_RESET: case QLA_TGT_NEXUS_LOSS_SESS: case QLA_TGT_NEXUS_LOSS: case QLA_TGT_ABORT_ALL: default: /* no-op */ break; } INIT_WORK(&mcmd->work, qlt_do_tmr_work); queue_work_on(mcmd->se_cmd.cpuid, qla_tgt_wq, &mcmd->work); return 0; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_handle_task_mgmt(struct scsi_qla_host *vha, void *iocb) { struct atio_from_isp *a = (struct atio_from_isp *)iocb; struct qla_hw_data *ha = vha->hw; struct fc_port *sess; u64 unpacked_lun; int fn; unsigned long flags; fn = a->u.isp24.fcp_cmnd.task_mgmt_flags; spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, a->u.isp24.fcp_hdr.s_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); unpacked_lun = scsilun_to_int((struct scsi_lun *)&a->u.isp24.fcp_cmnd.lun); if (sess == NULL || sess->deleted) return -EFAULT; return qlt_issue_task_mgmt(sess, unpacked_lun, fn, iocb, 0); } /* ha->hardware_lock supposed to be held on entry */ static int __qlt_abort_task(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb, struct fc_port *sess) { struct atio_from_isp *a = (struct atio_from_isp *)iocb; struct qla_hw_data *ha = vha->hw; struct qla_tgt_mgmt_cmd *mcmd; u64 unpacked_lun; int rc; mcmd = mempool_alloc(qla_tgt_mgmt_cmd_mempool, GFP_ATOMIC); if (mcmd == NULL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05f, "qla_target(%d): %s: Allocation of ABORT cmd failed\n", vha->vp_idx, __func__); return -ENOMEM; } memset(mcmd, 0, sizeof(*mcmd)); mcmd->sess = sess; memcpy(&mcmd->orig_iocb.imm_ntfy, iocb, sizeof(mcmd->orig_iocb.imm_ntfy)); unpacked_lun = scsilun_to_int((struct scsi_lun *)&a->u.isp24.fcp_cmnd.lun); mcmd->reset_count = ha->base_qpair->chip_reset; mcmd->tmr_func = QLA_TGT_2G_ABORT_TASK; mcmd->qpair = ha->base_qpair; rc = ha->tgt.tgt_ops->handle_tmr(mcmd, unpacked_lun, mcmd->tmr_func, le16_to_cpu(iocb->u.isp2x.seq_id)); if (rc != 0) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf060, "qla_target(%d): tgt_ops->handle_tmr() failed: %d\n", vha->vp_idx, rc); mempool_free(mcmd, qla_tgt_mgmt_cmd_mempool); return -EFAULT; } return 0; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_abort_task(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess; int loop_id; unsigned long flags; loop_id = GET_TARGET_ID(ha, (struct atio_from_isp *)iocb); spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_loop_id(vha, loop_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (sess == NULL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf025, "qla_target(%d): task abort for unexisting " "session\n", vha->vp_idx); return qlt_sched_sess_work(vha->vha_tgt.qla_tgt, QLA_TGT_SESS_WORK_ABORT, iocb, sizeof(*iocb)); } return __qlt_abort_task(vha, iocb, sess); } void qlt_logo_completion_handler(fc_port_t *fcport, int rc) { if (rc != MBS_COMMAND_COMPLETE) { ql_dbg(ql_dbg_tgt_mgt, fcport->vha, 0xf093, "%s: se_sess %p / sess %p from" " port %8phC loop_id %#04x s_id %02x:%02x:%02x" " LOGO failed: %#x\n", __func__, fcport->se_sess, fcport, fcport->port_name, fcport->loop_id, fcport->d_id.b.domain, fcport->d_id.b.area, fcport->d_id.b.al_pa, rc); } fcport->logout_completed = 1; } /* * ha->hardware_lock supposed to be held on entry (to protect tgt->sess_list) * * Schedules sessions with matching port_id/loop_id but different wwn for * deletion. Returns existing session with matching wwn if present. * Null otherwise. */ struct fc_port * qlt_find_sess_invalidate_other(scsi_qla_host_t *vha, uint64_t wwn, port_id_t port_id, uint16_t loop_id, struct fc_port **conflict_sess) { struct fc_port *sess = NULL, *other_sess; uint64_t other_wwn; *conflict_sess = NULL; list_for_each_entry(other_sess, &vha->vp_fcports, list) { other_wwn = wwn_to_u64(other_sess->port_name); if (wwn == other_wwn) { WARN_ON(sess); sess = other_sess; continue; } /* find other sess with nport_id collision */ if (port_id.b24 == other_sess->d_id.b24) { if (loop_id != other_sess->loop_id) { ql_dbg(ql_dbg_disc, vha, 0x1000c, "Invalidating sess %p loop_id %d wwn %llx.\n", other_sess, other_sess->loop_id, other_wwn); /* * logout_on_delete is set by default, but another * session that has the same s_id/loop_id combo * might have cleared it when requested this session * deletion, so don't touch it */ qlt_schedule_sess_for_deletion(other_sess); } else { /* * Another wwn used to have our s_id/loop_id * kill the session, but don't free the loop_id */ ql_dbg(ql_dbg_disc, vha, 0xf01b, "Invalidating sess %p loop_id %d wwn %llx.\n", other_sess, other_sess->loop_id, other_wwn); other_sess->keep_nport_handle = 1; if (other_sess->disc_state != DSC_DELETED) *conflict_sess = other_sess; qlt_schedule_sess_for_deletion(other_sess); } continue; } /* find other sess with nport handle collision */ if ((loop_id == other_sess->loop_id) && (loop_id != FC_NO_LOOP_ID)) { ql_dbg(ql_dbg_disc, vha, 0x1000d, "Invalidating sess %p loop_id %d wwn %llx.\n", other_sess, other_sess->loop_id, other_wwn); /* Same loop_id but different s_id * Ok to kill and logout */ qlt_schedule_sess_for_deletion(other_sess); } } return sess; } /* Abort any commands for this s_id waiting on qla_tgt_wq workqueue */ static int abort_cmds_for_s_id(struct scsi_qla_host *vha, port_id_t *s_id) { struct qla_tgt_sess_op *op; struct qla_tgt_cmd *cmd; uint32_t key; int count = 0; unsigned long flags; key = (((u32)s_id->b.domain << 16) | ((u32)s_id->b.area << 8) | ((u32)s_id->b.al_pa)); spin_lock_irqsave(&vha->cmd_list_lock, flags); list_for_each_entry(op, &vha->qla_sess_op_cmd_list, cmd_list) { uint32_t op_key = sid_to_key(op->atio.u.isp24.fcp_hdr.s_id); if (op_key == key) { op->aborted = true; count++; } } list_for_each_entry(op, &vha->unknown_atio_list, cmd_list) { uint32_t op_key = sid_to_key(op->atio.u.isp24.fcp_hdr.s_id); if (op_key == key) { op->aborted = true; count++; } } list_for_each_entry(cmd, &vha->qla_cmd_list, cmd_list) { uint32_t cmd_key = sid_to_key(cmd->atio.u.isp24.fcp_hdr.s_id); if (cmd_key == key) { cmd->aborted = 1; count++; } } spin_unlock_irqrestore(&vha->cmd_list_lock, flags); return count; } static int qlt_handle_login(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct fc_port *sess = NULL, *conflict_sess = NULL; uint64_t wwn; port_id_t port_id; uint16_t loop_id, wd3_lo; int res = 0; struct qlt_plogi_ack_t *pla; unsigned long flags; lockdep_assert_held(&vha->hw->hardware_lock); wwn = wwn_to_u64(iocb->u.isp24.port_name); port_id.b.domain = iocb->u.isp24.port_id[2]; port_id.b.area = iocb->u.isp24.port_id[1]; port_id.b.al_pa = iocb->u.isp24.port_id[0]; port_id.b.rsvd_1 = 0; loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); /* Mark all stale commands sitting in qla_tgt_wq for deletion */ abort_cmds_for_s_id(vha, &port_id); if (wwn) { spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); sess = qlt_find_sess_invalidate_other(vha, wwn, port_id, loop_id, &conflict_sess); spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); } else { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to WWN=0 lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } if (IS_SW_RESV_ADDR(port_id)) { res = 1; goto out; } if (vha->hw->flags.edif_enabled && !(vha->e_dbell.db_flags & EDB_ACTIVE) && iocb->u.isp24.status_subcode == ELS_PLOGI && !(le16_to_cpu(iocb->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to app not available lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } if (vha->hw->flags.edif_enabled) { if (!(vha->e_dbell.db_flags & EDB_ACTIVE)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to app not started lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } else if (iocb->u.isp24.status_subcode == ELS_PLOGI && !(le16_to_cpu(iocb->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to unsecure lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } } pla = qlt_plogi_ack_find_add(vha, &port_id, iocb); if (!pla) { ql_dbg(ql_dbg_disc + ql_dbg_verbose, vha, 0xffff, "%s %d %8phC Term INOT due to mem alloc fail", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } if (conflict_sess) { conflict_sess->login_gen++; qlt_plogi_ack_link(vha, pla, conflict_sess, QLT_PLOGI_LINK_CONFLICT); } if (!sess) { pla->ref_count++; ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC post new sess\n", __func__, __LINE__, iocb->u.isp24.port_name); if (iocb->u.isp24.status_subcode == ELS_PLOGI) qla24xx_post_newsess_work(vha, &port_id, iocb->u.isp24.port_name, iocb->u.isp24.u.plogi.node_name, pla, 0); else qla24xx_post_newsess_work(vha, &port_id, iocb->u.isp24.port_name, NULL, pla, 0); goto out; } if (sess->disc_state == DSC_UPD_FCPORT) { u16 sec; /* * Remote port registration is still going on from * previous login. Allow it to finish before we * accept the new login. */ sess->next_disc_state = DSC_DELETE_PEND; sec = jiffies_to_msecs(jiffies - sess->jiffies_at_registration) / 1000; if (sess->sec_since_registration < sec && sec && !(sec % 5)) { sess->sec_since_registration = sec; ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %8phC - Slow Rport registration (%d Sec)\n", __func__, sess->port_name, sec); } if (!conflict_sess) { list_del(&pla->list); kmem_cache_free(qla_tgt_plogi_cachep, pla); } qlt_send_term_imm_notif(vha, iocb, 1); goto out; } qlt_plogi_ack_link(vha, pla, sess, QLT_PLOGI_LINK_SAME_WWN); sess->d_id = port_id; sess->login_gen++; sess->loop_id = loop_id; if (iocb->u.isp24.status_subcode == ELS_PLOGI) { /* remote port has assigned Port ID */ if (N2N_TOPO(vha->hw) && fcport_is_bigger(sess)) vha->d_id = sess->d_id; ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %8phC - send port online\n", __func__, sess->port_name); qla2x00_post_aen_work(vha, FCH_EVT_PORT_ONLINE, sess->d_id.b24); } if (iocb->u.isp24.status_subcode == ELS_PRLI) { sess->fw_login_state = DSC_LS_PRLI_PEND; sess->local = 0; sess->loop_id = loop_id; sess->d_id = port_id; sess->fw_login_state = DSC_LS_PRLI_PEND; wd3_lo = le16_to_cpu(iocb->u.isp24.u.prli.wd3_lo); if (wd3_lo & BIT_7) sess->conf_compl_supported = 1; if ((wd3_lo & BIT_4) == 0) sess->port_type = FCT_INITIATOR; else sess->port_type = FCT_TARGET; } else sess->fw_login_state = DSC_LS_PLOGI_PEND; ql_dbg(ql_dbg_disc, vha, 0x20f9, "%s %d %8phC DS %d\n", __func__, __LINE__, sess->port_name, sess->disc_state); switch (sess->disc_state) { case DSC_DELETED: case DSC_LOGIN_PEND: qlt_plogi_ack_unref(vha, pla); break; default: /* * Under normal circumstances we want to release nport handle * during LOGO process to avoid nport handle leaks inside FW. * The exception is when LOGO is done while another PLOGI with * the same nport handle is waiting as might be the case here. * Note: there is always a possibily of a race where session * deletion has already started for other reasons (e.g. ACL * removal) and now PLOGI arrives: * 1. if PLOGI arrived in FW after nport handle has been freed, * FW must have assigned this PLOGI a new/same handle and we * can proceed ACK'ing it as usual when session deletion * completes. * 2. if PLOGI arrived in FW before LOGO with LCF_FREE_NPORT * bit reached it, the handle has now been released. We'll * get an error when we ACK this PLOGI. Nothing will be sent * back to initiator. Initiator should eventually retry * PLOGI and situation will correct itself. */ sess->keep_nport_handle = ((sess->loop_id == loop_id) && (sess->d_id.b24 == port_id.b24)); ql_dbg(ql_dbg_disc, vha, 0x20f9, "%s %d %8phC post del sess\n", __func__, __LINE__, sess->port_name); qlt_schedule_sess_for_deletion(sess); break; } out: return res; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static int qlt_24xx_handle_els(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_hw_data *ha = vha->hw; struct fc_port *sess = NULL, *conflict_sess = NULL; uint64_t wwn; port_id_t port_id; uint16_t loop_id; uint16_t wd3_lo; int res = 0; unsigned long flags; lockdep_assert_held(&ha->hardware_lock); wwn = wwn_to_u64(iocb->u.isp24.port_name); port_id.b.domain = iocb->u.isp24.port_id[2]; port_id.b.area = iocb->u.isp24.port_id[1]; port_id.b.al_pa = iocb->u.isp24.port_id[0]; port_id.b.rsvd_1 = 0; loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); ql_dbg(ql_dbg_disc, vha, 0xf026, "qla_target(%d): Port ID: %02x:%02x:%02x ELS opcode: 0x%02x lid %d %8phC\n", vha->vp_idx, iocb->u.isp24.port_id[2], iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], iocb->u.isp24.status_subcode, loop_id, iocb->u.isp24.port_name); /* res = 1 means ack at the end of thread * res = 0 means ack async/later. */ switch (iocb->u.isp24.status_subcode) { case ELS_PLOGI: res = qlt_handle_login(vha, iocb); break; case ELS_PRLI: if (N2N_TOPO(ha)) { sess = qla2x00_find_fcport_by_wwpn(vha, iocb->u.isp24.port_name, 1); if (vha->hw->flags.edif_enabled && sess && (!(sess->flags & FCF_FCSP_DEVICE) || !sess->edif.authok)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC Term PRLI due to unauthorize PRLI\n", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); break; } if (sess && sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN]) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC Term PRLI due to PLOGI ACK not completed\n", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); break; } res = qlt_handle_login(vha, iocb); break; } if (IS_SW_RESV_ADDR(port_id)) { res = 1; break; } wd3_lo = le16_to_cpu(iocb->u.isp24.u.prli.wd3_lo); if (wwn) { spin_lock_irqsave(&tgt->ha->tgt.sess_lock, flags); sess = qlt_find_sess_invalidate_other(vha, wwn, port_id, loop_id, &conflict_sess); spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); } if (conflict_sess) { switch (conflict_sess->disc_state) { case DSC_DELETED: case DSC_DELETE_PEND: break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf09b, "PRLI with conflicting sess %p port %8phC\n", conflict_sess, conflict_sess->port_name); conflict_sess->fw_login_state = DSC_LS_PORT_UNAVAIL; qlt_send_term_imm_notif(vha, iocb, 1); res = 0; break; } } if (sess != NULL) { bool delete = false; int sec; if (vha->hw->flags.edif_enabled && sess && (!(sess->flags & FCF_FCSP_DEVICE) || !sess->edif.authok)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC Term PRLI due to unauthorize prli\n", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); break; } spin_lock_irqsave(&tgt->ha->tgt.sess_lock, flags); switch (sess->fw_login_state) { case DSC_LS_PLOGI_PEND: case DSC_LS_PLOGI_COMP: case DSC_LS_PRLI_COMP: break; default: delete = true; break; } switch (sess->disc_state) { case DSC_UPD_FCPORT: spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); sec = jiffies_to_msecs(jiffies - sess->jiffies_at_registration)/1000; if (sess->sec_since_registration < sec && sec && !(sec % 5)) { sess->sec_since_registration = sec; ql_dbg(ql_dbg_disc, sess->vha, 0xffff, "%s %8phC : Slow Rport registration(%d Sec)\n", __func__, sess->port_name, sec); } qlt_send_term_imm_notif(vha, iocb, 1); return 0; case DSC_LOGIN_PEND: case DSC_GPDB: case DSC_LOGIN_COMPLETE: case DSC_ADISC: delete = false; break; default: break; } if (delete) { spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); /* * Impatient initiator sent PRLI before last * PLOGI could finish. Will force him to re-try, * while last one finishes. */ ql_log(ql_log_warn, sess->vha, 0xf095, "sess %p PRLI received, before plogi ack.\n", sess); qlt_send_term_imm_notif(vha, iocb, 1); res = 0; break; } /* * This shouldn't happen under normal circumstances, * since we have deleted the old session during PLOGI */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf096, "PRLI (loop_id %#04x) for existing sess %p (loop_id %#04x)\n", sess->loop_id, sess, iocb->u.isp24.nport_handle); sess->local = 0; sess->loop_id = loop_id; sess->d_id = port_id; sess->fw_login_state = DSC_LS_PRLI_PEND; if (wd3_lo & BIT_7) sess->conf_compl_supported = 1; if ((wd3_lo & BIT_4) == 0) sess->port_type = FCT_INITIATOR; else sess->port_type = FCT_TARGET; spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); } res = 1; /* send notify ack */ /* Make session global (not used in fabric mode) */ if (ha->current_topology != ISP_CFG_F) { if (sess) { ql_dbg(ql_dbg_disc, vha, 0x20fa, "%s %d %8phC post nack\n", __func__, __LINE__, sess->port_name); qla24xx_post_nack_work(vha, sess, iocb, SRB_NACK_PRLI); res = 0; } else { set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags); set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } else { if (sess) { ql_dbg(ql_dbg_disc, vha, 0x20fb, "%s %d %8phC post nack\n", __func__, __LINE__, sess->port_name); qla24xx_post_nack_work(vha, sess, iocb, SRB_NACK_PRLI); res = 0; } } break; case ELS_TPRLO: if (le16_to_cpu(iocb->u.isp24.flags) & NOTIFY24XX_FLAGS_GLOBAL_TPRLO) { loop_id = 0xFFFF; qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS); res = 1; break; } fallthrough; case ELS_LOGO: case ELS_PRLO: spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = qla2x00_find_fcport_by_loopid(vha, loop_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (sess) { sess->login_gen++; sess->fw_login_state = DSC_LS_LOGO_PEND; sess->logo_ack_needed = 1; memcpy(sess->iocb, iocb, IOCB_SIZE); } res = qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS); ql_dbg(ql_dbg_disc, vha, 0x20fc, "%s: logo %llx res %d sess %p ", __func__, wwn, res, sess); if (res == 0) { /* * cmd went upper layer, look for qlt_xmit_tm_rsp() * for LOGO_ACK & sess delete */ BUG_ON(!sess); res = 0; } else { /* cmd did not go to upper layer. */ if (sess) { qlt_schedule_sess_for_deletion(sess); res = 0; } /* else logo will be ack */ } break; case ELS_PDISC: case ELS_ADISC: { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; if (tgt->link_reinit_iocb_pending) { qlt_send_notify_ack(ha->base_qpair, &tgt->link_reinit_iocb, 0, 0, 0, 0, 0, 0); tgt->link_reinit_iocb_pending = 0; } sess = qla2x00_find_fcport_by_wwpn(vha, iocb->u.isp24.port_name, 1); if (sess) { ql_dbg(ql_dbg_disc, vha, 0x20fd, "sess %p lid %d|%d DS %d LS %d\n", sess, sess->loop_id, loop_id, sess->disc_state, sess->fw_login_state); } res = 1; /* send notify ack */ break; } case ELS_FLOGI: /* should never happen */ default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf061, "qla_target(%d): Unsupported ELS command %x " "received\n", vha->vp_idx, iocb->u.isp24.status_subcode); res = qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS); break; } ql_dbg(ql_dbg_disc, vha, 0xf026, "qla_target(%d): Exit ELS opcode: 0x%02x res %d\n", vha->vp_idx, iocb->u.isp24.status_subcode, res); return res; } /* * ha->hardware_lock supposed to be held on entry. * Might drop it, then reacquire. */ static void qlt_handle_imm_notify(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct qla_hw_data *ha = vha->hw; uint32_t add_flags = 0; int send_notify_ack = 1; uint16_t status; lockdep_assert_held(&ha->hardware_lock); status = le16_to_cpu(iocb->u.isp2x.status); switch (status) { case IMM_NTFY_LIP_RESET: { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf032, "qla_target(%d): LIP reset (loop %#x), subcode %x\n", vha->vp_idx, le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.status_subcode); if (qlt_reset(vha, iocb, QLA_TGT_ABORT_ALL) == 0) send_notify_ack = 0; break; } case IMM_NTFY_LIP_LINK_REINIT: { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf033, "qla_target(%d): LINK REINIT (loop %#x, " "subcode %x)\n", vha->vp_idx, le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.status_subcode); if (tgt->link_reinit_iocb_pending) { qlt_send_notify_ack(ha->base_qpair, &tgt->link_reinit_iocb, 0, 0, 0, 0, 0, 0); } memcpy(&tgt->link_reinit_iocb, iocb, sizeof(*iocb)); tgt->link_reinit_iocb_pending = 1; /* * QLogic requires to wait after LINK REINIT for possible * PDISC or ADISC ELS commands */ send_notify_ack = 0; break; } case IMM_NTFY_PORT_LOGOUT: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf034, "qla_target(%d): Port logout (loop " "%#x, subcode %x)\n", vha->vp_idx, le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.status_subcode); if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS) == 0) send_notify_ack = 0; /* The sessions will be cleared in the callback, if needed */ break; case IMM_NTFY_GLBL_TPRLO: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf035, "qla_target(%d): Global TPRLO (%x)\n", vha->vp_idx, status); if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS) == 0) send_notify_ack = 0; /* The sessions will be cleared in the callback, if needed */ break; case IMM_NTFY_PORT_CONFIG: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf036, "qla_target(%d): Port config changed (%x)\n", vha->vp_idx, status); if (qlt_reset(vha, iocb, QLA_TGT_ABORT_ALL) == 0) send_notify_ack = 0; /* The sessions will be cleared in the callback, if needed */ break; case IMM_NTFY_GLBL_LOGO: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06a, "qla_target(%d): Link failure detected\n", vha->vp_idx); /* I_T nexus loss */ if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS) == 0) send_notify_ack = 0; break; case IMM_NTFY_IOCB_OVERFLOW: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06b, "qla_target(%d): Cannot provide requested " "capability (IOCB overflowed the immediate notify " "resource count)\n", vha->vp_idx); break; case IMM_NTFY_ABORT_TASK: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf037, "qla_target(%d): Abort Task (S %08x I %#x -> " "L %#x)\n", vha->vp_idx, le16_to_cpu(iocb->u.isp2x.seq_id), GET_TARGET_ID(ha, (struct atio_from_isp *)iocb), le16_to_cpu(iocb->u.isp2x.lun)); if (qlt_abort_task(vha, iocb) == 0) send_notify_ack = 0; break; case IMM_NTFY_RESOURCE: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06c, "qla_target(%d): Out of resources, host %ld\n", vha->vp_idx, vha->host_no); break; case IMM_NTFY_MSG_RX: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf038, "qla_target(%d): Immediate notify task %x\n", vha->vp_idx, iocb->u.isp2x.task_flags); break; case IMM_NTFY_ELS: if (qlt_24xx_handle_els(vha, iocb) == 0) send_notify_ack = 0; break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06d, "qla_target(%d): Received unknown immediate " "notify status %x\n", vha->vp_idx, status); break; } if (send_notify_ack) qlt_send_notify_ack(ha->base_qpair, iocb, add_flags, 0, 0, 0, 0, 0); } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire * This function sends busy to ISP 2xxx or 24xx. */ static int __qlt_send_busy(struct qla_qpair *qpair, struct atio_from_isp *atio, uint16_t status) { struct scsi_qla_host *vha = qpair->vha; struct ctio7_to_24xx *ctio24; struct qla_hw_data *ha = vha->hw; request_t *pkt; struct fc_port *sess = NULL; unsigned long flags; u16 temp; port_id_t id; id = be_to_port_id(atio->u.isp24.fcp_hdr.s_id); spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = qla2x00_find_fcport_by_nportid(vha, &id, 1); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (!sess) { qlt_send_term_exchange(qpair, NULL, atio, 1, 0); return 0; } /* Sending marker isn't necessary, since we called from ISR */ pkt = (request_t *)__qla2x00_alloc_iocbs(qpair, NULL); if (!pkt) { ql_dbg(ql_dbg_io, vha, 0x3063, "qla_target(%d): %s failed: unable to allocate " "request packet", vha->vp_idx, __func__); return -ENOMEM; } qpair->tgt_counters.num_q_full_sent++; pkt->entry_count = 1; pkt->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio24 = (struct ctio7_to_24xx *)pkt; ctio24->entry_type = CTIO_TYPE7; ctio24->nport_handle = cpu_to_le16(sess->loop_id); ctio24->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio24->vp_index = vha->vp_idx; ctio24->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio24->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9) | CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_SEND_STATUS | CTIO7_FLAGS_DONT_RET_CTIO; ctio24->u.status1.flags = cpu_to_le16(temp); /* * CTIO from fw w/o se_cmd doesn't provide enough info to retry it, * if the explicit conformation is used. */ ctio24->u.status1.ox_id = cpu_to_le16(be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id)); ctio24->u.status1.scsi_status = cpu_to_le16(status); ctio24->u.status1.residual = cpu_to_le32(get_datalen_for_atio(atio)); if (ctio24->u.status1.residual != 0) ctio24->u.status1.scsi_status |= cpu_to_le16(SS_RESIDUAL_UNDER); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); return 0; } /* * This routine is used to allocate a command for either a QFull condition * (ie reply SAM_STAT_BUSY) or to terminate an exchange that did not go * out previously. */ static void qlt_alloc_qfull_cmd(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint16_t status, int qfull) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_hw_data *ha = vha->hw; struct fc_port *sess; struct qla_tgt_cmd *cmd; unsigned long flags; if (unlikely(tgt->tgt_stop)) { ql_dbg(ql_dbg_io, vha, 0x300a, "New command while device %p is shutting down\n", tgt); return; } if ((vha->hw->tgt.num_qfull_cmds_alloc + 1) > MAX_QFULL_CMDS_ALLOC) { vha->hw->tgt.num_qfull_cmds_dropped++; if (vha->hw->tgt.num_qfull_cmds_dropped > vha->qla_stats.stat_max_qfull_cmds_dropped) vha->qla_stats.stat_max_qfull_cmds_dropped = vha->hw->tgt.num_qfull_cmds_dropped; ql_dbg(ql_dbg_io, vha, 0x3068, "qla_target(%d): %s: QFull CMD dropped[%d]\n", vha->vp_idx, __func__, vha->hw->tgt.num_qfull_cmds_dropped); qlt_chk_exch_leak_thresh_hold(vha); return; } sess = ha->tgt.tgt_ops->find_sess_by_s_id (vha, atio->u.isp24.fcp_hdr.s_id); if (!sess) return; cmd = ha->tgt.tgt_ops->get_cmd(sess); if (!cmd) { ql_dbg(ql_dbg_io, vha, 0x3009, "qla_target(%d): %s: Allocation of cmd failed\n", vha->vp_idx, __func__); vha->hw->tgt.num_qfull_cmds_dropped++; if (vha->hw->tgt.num_qfull_cmds_dropped > vha->qla_stats.stat_max_qfull_cmds_dropped) vha->qla_stats.stat_max_qfull_cmds_dropped = vha->hw->tgt.num_qfull_cmds_dropped; qlt_chk_exch_leak_thresh_hold(vha); return; } qlt_incr_num_pend_cmds(vha); INIT_LIST_HEAD(&cmd->cmd_list); memcpy(&cmd->atio, atio, sizeof(*atio)); cmd->tgt = vha->vha_tgt.qla_tgt; cmd->vha = vha; cmd->reset_count = ha->base_qpair->chip_reset; cmd->q_full = 1; cmd->qpair = ha->base_qpair; if (qfull) { cmd->q_full = 1; /* NOTE: borrowing the state field to carry the status */ cmd->state = status; } else cmd->term_exchg = 1; spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); list_add_tail(&cmd->cmd_list, &vha->hw->tgt.q_full_list); vha->hw->tgt.num_qfull_cmds_alloc++; if (vha->hw->tgt.num_qfull_cmds_alloc > vha->qla_stats.stat_max_qfull_cmds_alloc) vha->qla_stats.stat_max_qfull_cmds_alloc = vha->hw->tgt.num_qfull_cmds_alloc; spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); } int qlt_free_qfull_cmds(struct qla_qpair *qpair) { struct scsi_qla_host *vha = qpair->vha; struct qla_hw_data *ha = vha->hw; unsigned long flags; struct qla_tgt_cmd *cmd, *tcmd; struct list_head free_list, q_full_list; int rc = 0; if (list_empty(&ha->tgt.q_full_list)) return 0; INIT_LIST_HEAD(&free_list); INIT_LIST_HEAD(&q_full_list); spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); if (list_empty(&ha->tgt.q_full_list)) { spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); return 0; } list_splice_init(&vha->hw->tgt.q_full_list, &q_full_list); spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); spin_lock_irqsave(qpair->qp_lock_ptr, flags); list_for_each_entry_safe(cmd, tcmd, &q_full_list, cmd_list) { if (cmd->q_full) /* cmd->state is a borrowed field to hold status */ rc = __qlt_send_busy(qpair, &cmd->atio, cmd->state); else if (cmd->term_exchg) rc = __qlt_send_term_exchange(qpair, NULL, &cmd->atio); if (rc == -ENOMEM) break; if (cmd->q_full) ql_dbg(ql_dbg_io, vha, 0x3006, "%s: busy sent for ox_id[%04x]\n", __func__, be16_to_cpu(cmd->atio.u.isp24.fcp_hdr.ox_id)); else if (cmd->term_exchg) ql_dbg(ql_dbg_io, vha, 0x3007, "%s: Term exchg sent for ox_id[%04x]\n", __func__, be16_to_cpu(cmd->atio.u.isp24.fcp_hdr.ox_id)); else ql_dbg(ql_dbg_io, vha, 0x3008, "%s: Unexpected cmd in QFull list %p\n", __func__, cmd); list_move_tail(&cmd->cmd_list, &free_list); /* piggy back on hardware_lock for protection */ vha->hw->tgt.num_qfull_cmds_alloc--; } spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); cmd = NULL; list_for_each_entry_safe(cmd, tcmd, &free_list, cmd_list) { list_del(&cmd->cmd_list); /* This cmd was never sent to TCM. There is no need * to schedule free or call free_cmd */ qlt_free_cmd(cmd); } if (!list_empty(&q_full_list)) { spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); list_splice(&q_full_list, &vha->hw->tgt.q_full_list); spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); } return rc; } static void qlt_send_busy(struct qla_qpair *qpair, struct atio_from_isp *atio, uint16_t status) { int rc = 0; struct scsi_qla_host *vha = qpair->vha; rc = __qlt_send_busy(qpair, atio, status); if (rc == -ENOMEM) qlt_alloc_qfull_cmd(vha, atio, status, 1); } static int qlt_chk_qfull_thresh_hold(struct scsi_qla_host *vha, struct qla_qpair *qpair, struct atio_from_isp *atio, uint8_t ha_locked) { struct qla_hw_data *ha = vha->hw; unsigned long flags; if (ha->tgt.num_pend_cmds < Q_FULL_THRESH_HOLD(ha)) return 0; if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); qlt_send_busy(qpair, atio, qla_sam_status); if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); return 1; } /* ha->hardware_lock supposed to be held on entry */ /* called via callback from qla2xxx */ static void qlt_24xx_atio_pkt(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint8_t ha_locked) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; int rc; unsigned long flags = 0; if (unlikely(tgt == NULL)) { ql_dbg(ql_dbg_tgt, vha, 0x3064, "ATIO pkt, but no tgt (ha %p)", ha); return; } /* * In tgt_stop mode we also should allow all requests to pass. * Otherwise, some commands can stuck. */ tgt->atio_irq_cmd_count++; switch (atio->u.raw.entry_type) { case ATIO_TYPE7: if (unlikely(atio->u.isp24.exchange_addr == cpu_to_le32(ATIO_EXCHANGE_ADDRESS_UNKNOWN))) { ql_dbg(ql_dbg_io, vha, 0x3065, "qla_target(%d): ATIO_TYPE7 " "received with UNKNOWN exchange address, " "sending QUEUE_FULL\n", vha->vp_idx); if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); qlt_send_busy(ha->base_qpair, atio, qla_sam_status); if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); break; } if (likely(atio->u.isp24.fcp_cmnd.task_mgmt_flags == 0)) { rc = qlt_chk_qfull_thresh_hold(vha, ha->base_qpair, atio, ha_locked); if (rc != 0) { tgt->atio_irq_cmd_count--; return; } rc = qlt_handle_cmd_for_atio(vha, atio); } else { rc = qlt_handle_task_mgmt(vha, atio); } if (unlikely(rc != 0)) { if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); switch (rc) { case -ENODEV: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target\n"); break; case -EBADF: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target, sending TERM EXCHANGE for rsp\n"); qlt_send_term_exchange(ha->base_qpair, NULL, atio, 1, 0); break; case -EBUSY: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(ha->base_qpair, atio, tc_sam_status); break; default: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(ha->base_qpair, atio, qla_sam_status); break; } if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); } break; case IMMED_NOTIFY_TYPE: { if (unlikely(atio->u.isp2x.entry_status != 0)) { ql_dbg(ql_dbg_tgt, vha, 0xe05b, "qla_target(%d): Received ATIO packet %x " "with error status %x\n", vha->vp_idx, atio->u.raw.entry_type, atio->u.isp2x.entry_status); break; } ql_dbg(ql_dbg_tgt, vha, 0xe02e, "%s", "IMMED_NOTIFY ATIO"); if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); qlt_handle_imm_notify(vha, (struct imm_ntfy_from_isp *)atio); if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); break; } default: ql_dbg(ql_dbg_tgt, vha, 0xe05c, "qla_target(%d): Received unknown ATIO atio " "type %x\n", vha->vp_idx, atio->u.raw.entry_type); break; } tgt->atio_irq_cmd_count--; } /* * qpair lock is assume to be held * rc = 0 : send terminate & abts respond * rc != 0: do not send term & abts respond */ static int qlt_chk_unresolv_exchg(struct scsi_qla_host *vha, struct qla_qpair *qpair, struct abts_resp_from_24xx_fw *entry) { struct qla_hw_data *ha = vha->hw; int rc = 0; /* * Detect unresolved exchange. If the same ABTS is unable * to terminate an existing command and the same ABTS loops * between FW & Driver, then force FW dump. Under 1 jiff, * we should see multiple loops. */ if (qpair->retry_term_exchg_addr == entry->exchange_addr_to_abort && qpair->retry_term_jiff == jiffies) { /* found existing exchange */ qpair->retry_term_cnt++; if (qpair->retry_term_cnt >= 5) { rc = -EIO; qpair->retry_term_cnt = 0; ql_log(ql_log_warn, vha, 0xffff, "Unable to send ABTS Respond. Dumping firmware.\n"); ql_dump_buffer(ql_dbg_tgt_mgt + ql_dbg_buffer, vha, 0xffff, (uint8_t *)entry, sizeof(*entry)); if (qpair == ha->base_qpair) ha->isp_ops->fw_dump(vha); else qla2xxx_dump_fw(vha); set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } else if (qpair->retry_term_jiff != jiffies) { qpair->retry_term_exchg_addr = entry->exchange_addr_to_abort; qpair->retry_term_cnt = 0; qpair->retry_term_jiff = jiffies; } return rc; } static void qlt_handle_abts_completion(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { struct abts_resp_from_24xx_fw *entry = (struct abts_resp_from_24xx_fw *)pkt; u32 h = pkt->handle & ~QLA_TGT_HANDLE_MASK; struct qla_tgt_mgmt_cmd *mcmd; struct qla_hw_data *ha = vha->hw; mcmd = qlt_ctio_to_cmd(vha, rsp, pkt->handle, pkt); if (mcmd == NULL && h != QLA_TGT_SKIP_HANDLE) { ql_dbg(ql_dbg_async, vha, 0xe064, "qla_target(%d): ABTS Comp without mcmd\n", vha->vp_idx); return; } if (mcmd) vha = mcmd->vha; vha->vha_tgt.qla_tgt->abts_resp_expected--; ql_dbg(ql_dbg_tgt, vha, 0xe038, "ABTS_RESP_24XX: compl_status %x\n", entry->compl_status); if (le16_to_cpu(entry->compl_status) != ABTS_RESP_COMPL_SUCCESS) { if (le32_to_cpu(entry->error_subcode1) == 0x1E && le32_to_cpu(entry->error_subcode2) == 0) { if (qlt_chk_unresolv_exchg(vha, rsp->qpair, entry)) { ha->tgt.tgt_ops->free_mcmd(mcmd); return; } qlt_24xx_retry_term_exchange(vha, rsp->qpair, pkt, mcmd); } else { ql_dbg(ql_dbg_tgt, vha, 0xe063, "qla_target(%d): ABTS_RESP_24XX failed %x (subcode %x:%x)", vha->vp_idx, entry->compl_status, entry->error_subcode1, entry->error_subcode2); ha->tgt.tgt_ops->free_mcmd(mcmd); } } else if (mcmd) { ha->tgt.tgt_ops->free_mcmd(mcmd); } } /* ha->hardware_lock supposed to be held on entry */ /* called via callback from qla2xxx */ static void qlt_response_pkt(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; if (unlikely(tgt == NULL)) { ql_dbg(ql_dbg_tgt, vha, 0xe05d, "qla_target(%d): Response pkt %x received, but no tgt (ha %p)\n", vha->vp_idx, pkt->entry_type, vha->hw); return; } /* * In tgt_stop mode we also should allow all requests to pass. * Otherwise, some commands can stuck. */ switch (pkt->entry_type) { case CTIO_CRC2: case CTIO_TYPE7: { struct ctio7_from_24xx *entry = (struct ctio7_from_24xx *)pkt; qlt_do_ctio_completion(vha, rsp, entry->handle, le16_to_cpu(entry->status)|(pkt->entry_status << 16), entry); break; } case ACCEPT_TGT_IO_TYPE: { struct atio_from_isp *atio = (struct atio_from_isp *)pkt; int rc; if (atio->u.isp2x.status != cpu_to_le16(ATIO_CDB_VALID)) { ql_dbg(ql_dbg_tgt, vha, 0xe05e, "qla_target(%d): ATIO with error " "status %x received\n", vha->vp_idx, le16_to_cpu(atio->u.isp2x.status)); break; } rc = qlt_chk_qfull_thresh_hold(vha, rsp->qpair, atio, 1); if (rc != 0) return; rc = qlt_handle_cmd_for_atio(vha, atio); if (unlikely(rc != 0)) { switch (rc) { case -ENODEV: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target\n"); break; case -EBADF: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target, sending TERM EXCHANGE for rsp\n"); qlt_send_term_exchange(rsp->qpair, NULL, atio, 1, 0); break; case -EBUSY: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(rsp->qpair, atio, tc_sam_status); break; default: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(rsp->qpair, atio, qla_sam_status); break; } } } break; case CONTINUE_TGT_IO_TYPE: { struct ctio_to_2xxx *entry = (struct ctio_to_2xxx *)pkt; qlt_do_ctio_completion(vha, rsp, entry->handle, le16_to_cpu(entry->status)|(pkt->entry_status << 16), entry); break; } case CTIO_A64_TYPE: { struct ctio_to_2xxx *entry = (struct ctio_to_2xxx *)pkt; qlt_do_ctio_completion(vha, rsp, entry->handle, le16_to_cpu(entry->status)|(pkt->entry_status << 16), entry); break; } case IMMED_NOTIFY_TYPE: ql_dbg(ql_dbg_tgt, vha, 0xe035, "%s", "IMMED_NOTIFY\n"); qlt_handle_imm_notify(vha, (struct imm_ntfy_from_isp *)pkt); break; case NOTIFY_ACK_TYPE: if (tgt->notify_ack_expected > 0) { struct nack_to_isp *entry = (struct nack_to_isp *)pkt; ql_dbg(ql_dbg_tgt, vha, 0xe036, "NOTIFY_ACK seq %08x status %x\n", le16_to_cpu(entry->u.isp2x.seq_id), le16_to_cpu(entry->u.isp2x.status)); tgt->notify_ack_expected--; if (entry->u.isp2x.status != cpu_to_le16(NOTIFY_ACK_SUCCESS)) { ql_dbg(ql_dbg_tgt, vha, 0xe061, "qla_target(%d): NOTIFY_ACK " "failed %x\n", vha->vp_idx, le16_to_cpu(entry->u.isp2x.status)); } } else { ql_dbg(ql_dbg_tgt, vha, 0xe062, "qla_target(%d): Unexpected NOTIFY_ACK received\n", vha->vp_idx); } break; case ABTS_RECV_24XX: ql_dbg(ql_dbg_tgt, vha, 0xe037, "ABTS_RECV_24XX: instance %d\n", vha->vp_idx); qlt_24xx_handle_abts(vha, (struct abts_recv_from_24xx *)pkt); break; case ABTS_RESP_24XX: if (tgt->abts_resp_expected > 0) { qlt_handle_abts_completion(vha, rsp, pkt); } else { ql_dbg(ql_dbg_tgt, vha, 0xe064, "qla_target(%d): Unexpected ABTS_RESP_24XX " "received\n", vha->vp_idx); } break; default: ql_dbg(ql_dbg_tgt, vha, 0xe065, "qla_target(%d): Received unknown response pkt " "type %x\n", vha->vp_idx, pkt->entry_type); break; } } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ void qlt_async_event(uint16_t code, struct scsi_qla_host *vha, uint16_t *mailbox) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; int login_code; if (!tgt || tgt->tgt_stop || tgt->tgt_stopped) return; if (((code == MBA_POINT_TO_POINT) || (code == MBA_CHG_IN_CONNECTION)) && IS_QLA2100(ha)) return; /* * In tgt_stop mode we also should allow all requests to pass. * Otherwise, some commands can stuck. */ switch (code) { case MBA_RESET: /* Reset */ case MBA_SYSTEM_ERR: /* System Error */ case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */ case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03a, "qla_target(%d): System error async event %#x " "occurred", vha->vp_idx, code); break; case MBA_WAKEUP_THRES: /* Request Queue Wake-up. */ set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); break; case MBA_LOOP_UP: { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03b, "qla_target(%d): Async LOOP_UP occurred " "(m[0]=%x, m[1]=%x, m[2]=%x, m[3]=%x)", vha->vp_idx, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); if (tgt->link_reinit_iocb_pending) { qlt_send_notify_ack(ha->base_qpair, &tgt->link_reinit_iocb, 0, 0, 0, 0, 0, 0); tgt->link_reinit_iocb_pending = 0; } break; } case MBA_LIP_OCCURRED: case MBA_LOOP_DOWN: case MBA_LIP_RESET: case MBA_RSCN_UPDATE: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03c, "qla_target(%d): Async event %#x occurred " "(m[0]=%x, m[1]=%x, m[2]=%x, m[3]=%x)", vha->vp_idx, code, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); break; case MBA_REJECTED_FCP_CMD: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf017, "qla_target(%d): Async event LS_REJECT occurred (m[0]=%x, m[1]=%x, m[2]=%x, m[3]=%x)", vha->vp_idx, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); if (mailbox[3] == 1) { /* exchange starvation. */ vha->hw->exch_starvation++; if (vha->hw->exch_starvation > 5) { ql_log(ql_log_warn, vha, 0xd03a, "Exchange starvation-. Resetting RISC\n"); vha->hw->exch_starvation = 0; if (IS_P3P_TYPE(vha->hw)) set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags); else set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } break; case MBA_PORT_UPDATE: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03d, "qla_target(%d): Port update async event %#x " "occurred: updating the ports database (m[0]=%x, m[1]=%x, " "m[2]=%x, m[3]=%x)", vha->vp_idx, code, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); login_code = mailbox[2]; if (login_code == 0x4) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03e, "Async MB 2: Got PLOGI Complete\n"); vha->hw->exch_starvation = 0; } else if (login_code == 0x7) ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03f, "Async MB 2: Port Logged Out\n"); break; default: break; } } static fc_port_t *qlt_get_port_database(struct scsi_qla_host *vha, uint16_t loop_id) { fc_port_t *fcport, *tfcp, *del; int rc; unsigned long flags; u8 newfcport = 0; fcport = qla2x00_alloc_fcport(vha, GFP_KERNEL); if (!fcport) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06f, "qla_target(%d): Allocation of tmp FC port failed", vha->vp_idx); return NULL; } fcport->loop_id = loop_id; rc = qla24xx_gpdb_wait(vha, fcport, 0); if (rc != QLA_SUCCESS) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf070, "qla_target(%d): Failed to retrieve fcport " "information -- get_port_database() returned %x " "(loop_id=0x%04x)", vha->vp_idx, rc, loop_id); kfree(fcport); return NULL; } del = NULL; spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); tfcp = qla2x00_find_fcport_by_wwpn(vha, fcport->port_name, 1); if (tfcp) { tfcp->d_id = fcport->d_id; tfcp->port_type = fcport->port_type; tfcp->supported_classes = fcport->supported_classes; tfcp->flags |= fcport->flags; tfcp->scan_state = QLA_FCPORT_FOUND; del = fcport; fcport = tfcp; } else { if (vha->hw->current_topology == ISP_CFG_F) fcport->flags |= FCF_FABRIC_DEVICE; list_add_tail(&fcport->list, &vha->vp_fcports); if (!IS_SW_RESV_ADDR(fcport->d_id)) vha->fcport_count++; fcport->login_gen++; qla2x00_set_fcport_disc_state(fcport, DSC_LOGIN_COMPLETE); fcport->login_succ = 1; newfcport = 1; } fcport->deleted = 0; spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); switch (vha->host->active_mode) { case MODE_INITIATOR: case MODE_DUAL: if (newfcport) { if (!IS_IIDMA_CAPABLE(vha->hw) || !vha->hw->flags.gpsc_supported) { qla24xx_sched_upd_fcport(fcport); } else { ql_dbg(ql_dbg_disc, vha, 0x20ff, "%s %d %8phC post gpsc fcp_cnt %d\n", __func__, __LINE__, fcport->port_name, vha->fcport_count); qla24xx_post_gpsc_work(vha, fcport); } } break; case MODE_TARGET: default: break; } if (del) qla2x00_free_fcport(del); return fcport; } /* Must be called under tgt_mutex */ static struct fc_port *qlt_make_local_sess(struct scsi_qla_host *vha, be_id_t s_id) { struct fc_port *sess = NULL; fc_port_t *fcport = NULL; int rc, global_resets; uint16_t loop_id = 0; if (s_id.domain == 0xFF && s_id.area == 0xFC) { /* * This is Domain Controller, so it should be * OK to drop SCSI commands from it. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf042, "Unable to find initiator with S_ID %x:%x:%x", s_id.domain, s_id.area, s_id.al_pa); return NULL; } mutex_lock(&vha->vha_tgt.tgt_mutex); retry: global_resets = atomic_read(&vha->vha_tgt.qla_tgt->tgt_global_resets_count); rc = qla24xx_get_loop_id(vha, s_id, &loop_id); if (rc != 0) { mutex_unlock(&vha->vha_tgt.tgt_mutex); ql_log(ql_log_info, vha, 0xf071, "qla_target(%d): Unable to find " "initiator with S_ID %x:%x:%x", vha->vp_idx, s_id.domain, s_id.area, s_id.al_pa); if (rc == -ENOENT) { qlt_port_logo_t logo; logo.id = be_to_port_id(s_id); logo.cmd_count = 1; qlt_send_first_logo(vha, &logo); } return NULL; } fcport = qlt_get_port_database(vha, loop_id); if (!fcport) { mutex_unlock(&vha->vha_tgt.tgt_mutex); return NULL; } if (global_resets != atomic_read(&vha->vha_tgt.qla_tgt->tgt_global_resets_count)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf043, "qla_target(%d): global reset during session discovery " "(counter was %d, new %d), retrying", vha->vp_idx, global_resets, atomic_read(&vha->vha_tgt. qla_tgt->tgt_global_resets_count)); goto retry; } sess = qlt_create_sess(vha, fcport, true); mutex_unlock(&vha->vha_tgt.tgt_mutex); return sess; } static void qlt_abort_work(struct qla_tgt *tgt, struct qla_tgt_sess_work_param *prm) { struct scsi_qla_host *vha = tgt->vha; struct qla_hw_data *ha = vha->hw; struct fc_port *sess = NULL; unsigned long flags = 0, flags2 = 0; be_id_t s_id; int rc; spin_lock_irqsave(&ha->tgt.sess_lock, flags2); if (tgt->tgt_stop) goto out_term2; s_id = le_id_to_be(prm->abts.fcp_hdr_le.s_id); sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, s_id); if (!sess) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags2); sess = qlt_make_local_sess(vha, s_id); /* sess has got an extra creation ref */ spin_lock_irqsave(&ha->tgt.sess_lock, flags2); if (!sess) goto out_term2; } else { if (sess->deleted) { sess = NULL; goto out_term2; } if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_tgt_tmr, vha, 0xf01c, "%s: kref_get fail %8phC \n", __func__, sess->port_name); sess = NULL; goto out_term2; } } rc = __qlt_24xx_handle_abts(vha, &prm->abts, sess); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags2); ha->tgt.tgt_ops->put_sess(sess); if (rc != 0) goto out_term; return; out_term2: spin_unlock_irqrestore(&ha->tgt.sess_lock, flags2); out_term: spin_lock_irqsave(&ha->hardware_lock, flags); qlt_24xx_send_abts_resp(ha->base_qpair, &prm->abts, FCP_TMF_REJECTED, false); spin_unlock_irqrestore(&ha->hardware_lock, flags); } static void qlt_tmr_work(struct qla_tgt *tgt, struct qla_tgt_sess_work_param *prm) { struct atio_from_isp *a = &prm->tm_iocb2; struct scsi_qla_host *vha = tgt->vha; struct qla_hw_data *ha = vha->hw; struct fc_port *sess; unsigned long flags; be_id_t s_id; int rc; u64 unpacked_lun; int fn; void *iocb; spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (tgt->tgt_stop) goto out_term2; s_id = prm->tm_iocb2.u.isp24.fcp_hdr.s_id; sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, s_id); if (!sess) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); sess = qlt_make_local_sess(vha, s_id); /* sess has got an extra creation ref */ spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (!sess) goto out_term2; } else { if (sess->deleted) { goto out_term2; } if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_tgt_tmr, vha, 0xf020, "%s: kref_get fail %8phC\n", __func__, sess->port_name); goto out_term2; } } iocb = a; fn = a->u.isp24.fcp_cmnd.task_mgmt_flags; unpacked_lun = scsilun_to_int((struct scsi_lun *)&a->u.isp24.fcp_cmnd.lun); rc = qlt_issue_task_mgmt(sess, unpacked_lun, fn, iocb, 0); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); ha->tgt.tgt_ops->put_sess(sess); if (rc != 0) goto out_term; return; out_term2: spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); out_term: qlt_send_term_exchange(ha->base_qpair, NULL, &prm->tm_iocb2, 1, 0); } static void qlt_sess_work_fn(struct work_struct *work) { struct qla_tgt *tgt = container_of(work, struct qla_tgt, sess_work); struct scsi_qla_host *vha = tgt->vha; unsigned long flags; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf000, "Sess work (tgt %p)", tgt); spin_lock_irqsave(&tgt->sess_work_lock, flags); while (!list_empty(&tgt->sess_works_list)) { struct qla_tgt_sess_work_param *prm = list_entry( tgt->sess_works_list.next, typeof(*prm), sess_works_list_entry); /* * This work can be scheduled on several CPUs at time, so we * must delete the entry to eliminate double processing */ list_del(&prm->sess_works_list_entry); spin_unlock_irqrestore(&tgt->sess_work_lock, flags); switch (prm->type) { case QLA_TGT_SESS_WORK_ABORT: qlt_abort_work(tgt, prm); break; case QLA_TGT_SESS_WORK_TM: qlt_tmr_work(tgt, prm); break; default: BUG_ON(1); break; } spin_lock_irqsave(&tgt->sess_work_lock, flags); kfree(prm); } spin_unlock_irqrestore(&tgt->sess_work_lock, flags); } /* Must be called under tgt_host_action_mutex */ int qlt_add_target(struct qla_hw_data *ha, struct scsi_qla_host *base_vha) { struct qla_tgt *tgt; int rc, i; struct qla_qpair_hint *h; if (!QLA_TGT_MODE_ENABLED()) return 0; if (!IS_TGT_MODE_CAPABLE(ha)) { ql_log(ql_log_warn, base_vha, 0xe070, "This adapter does not support target mode.\n"); return 0; } ql_dbg(ql_dbg_tgt, base_vha, 0xe03b, "Registering target for host %ld(%p).\n", base_vha->host_no, ha); BUG_ON(base_vha->vha_tgt.qla_tgt != NULL); tgt = kzalloc(sizeof(struct qla_tgt), GFP_KERNEL); if (!tgt) { ql_dbg(ql_dbg_tgt, base_vha, 0xe066, "Unable to allocate struct qla_tgt\n"); return -ENOMEM; } tgt->qphints = kcalloc(ha->max_qpairs + 1, sizeof(struct qla_qpair_hint), GFP_KERNEL); if (!tgt->qphints) { kfree(tgt); ql_log(ql_log_warn, base_vha, 0x0197, "Unable to allocate qpair hints.\n"); return -ENOMEM; } if (!(base_vha->host->hostt->supported_mode & MODE_TARGET)) base_vha->host->hostt->supported_mode |= MODE_TARGET; rc = btree_init64(&tgt->lun_qpair_map); if (rc) { kfree(tgt->qphints); kfree(tgt); ql_log(ql_log_info, base_vha, 0x0198, "Unable to initialize lun_qpair_map btree\n"); return -EIO; } h = &tgt->qphints[0]; h->qpair = ha->base_qpair; INIT_LIST_HEAD(&h->hint_elem); h->cpuid = ha->base_qpair->cpuid; list_add_tail(&h->hint_elem, &ha->base_qpair->hints_list); for (i = 0; i < ha->max_qpairs; i++) { unsigned long flags; struct qla_qpair *qpair = ha->queue_pair_map[i]; h = &tgt->qphints[i + 1]; INIT_LIST_HEAD(&h->hint_elem); if (qpair) { h->qpair = qpair; spin_lock_irqsave(qpair->qp_lock_ptr, flags); list_add_tail(&h->hint_elem, &qpair->hints_list); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); h->cpuid = qpair->cpuid; } } tgt->ha = ha; tgt->vha = base_vha; init_waitqueue_head(&tgt->waitQ); INIT_LIST_HEAD(&tgt->del_sess_list); spin_lock_init(&tgt->sess_work_lock); INIT_WORK(&tgt->sess_work, qlt_sess_work_fn); INIT_LIST_HEAD(&tgt->sess_works_list); atomic_set(&tgt->tgt_global_resets_count, 0); base_vha->vha_tgt.qla_tgt = tgt; ql_dbg(ql_dbg_tgt, base_vha, 0xe067, "qla_target(%d): using 64 Bit PCI addressing", base_vha->vp_idx); /* 3 is reserved */ tgt->sg_tablesize = QLA_TGT_MAX_SG_24XX(base_vha->req->length - 3); mutex_lock(&qla_tgt_mutex); list_add_tail(&tgt->tgt_list_entry, &qla_tgt_glist); mutex_unlock(&qla_tgt_mutex); if (ha->tgt.tgt_ops && ha->tgt.tgt_ops->add_target) ha->tgt.tgt_ops->add_target(base_vha); return 0; } /* Must be called under tgt_host_action_mutex */ int qlt_remove_target(struct qla_hw_data *ha, struct scsi_qla_host *vha) { if (!vha->vha_tgt.qla_tgt) return 0; if (vha->fc_vport) { qlt_release(vha->vha_tgt.qla_tgt); return 0; } /* free left over qfull cmds */ qlt_init_term_exchange(vha); ql_dbg(ql_dbg_tgt, vha, 0xe03c, "Unregistering target for host %ld(%p)", vha->host_no, ha); qlt_release(vha->vha_tgt.qla_tgt); return 0; } void qla_remove_hostmap(struct qla_hw_data *ha) { struct scsi_qla_host *node; u32 key = 0; btree_for_each_safe32(&ha->host_map, key, node) btree_remove32(&ha->host_map, key); btree_destroy32(&ha->host_map); } static void qlt_lport_dump(struct scsi_qla_host *vha, u64 wwpn, unsigned char *b) { pr_debug("qla2xxx HW vha->node_name: %8phC\n", vha->node_name); pr_debug("qla2xxx HW vha->port_name: %8phC\n", vha->port_name); put_unaligned_be64(wwpn, b); pr_debug("qla2xxx passed configfs WWPN: %8phC\n", b); } /** * qlt_lport_register - register lport with external module * * @target_lport_ptr: pointer for tcm_qla2xxx specific lport data * @phys_wwpn: physical port WWPN * @npiv_wwpn: NPIV WWPN * @npiv_wwnn: NPIV WWNN * @callback: lport initialization callback for tcm_qla2xxx code */ int qlt_lport_register(void *target_lport_ptr, u64 phys_wwpn, u64 npiv_wwpn, u64 npiv_wwnn, int (*callback)(struct scsi_qla_host *, void *, u64, u64)) { struct qla_tgt *tgt; struct scsi_qla_host *vha; struct qla_hw_data *ha; struct Scsi_Host *host; unsigned long flags; int rc; u8 b[WWN_SIZE]; mutex_lock(&qla_tgt_mutex); list_for_each_entry(tgt, &qla_tgt_glist, tgt_list_entry) { vha = tgt->vha; ha = vha->hw; host = vha->host; if (!host) continue; if (!(host->hostt->supported_mode & MODE_TARGET)) continue; if (vha->qlini_mode == QLA2XXX_INI_MODE_ENABLED) continue; spin_lock_irqsave(&ha->hardware_lock, flags); if ((!npiv_wwpn || !npiv_wwnn) && host->active_mode & MODE_TARGET) { pr_debug("MODE_TARGET already active on qla2xxx(%d)\n", host->host_no); spin_unlock_irqrestore(&ha->hardware_lock, flags); continue; } if (tgt->tgt_stop) { pr_debug("MODE_TARGET in shutdown on qla2xxx(%d)\n", host->host_no); spin_unlock_irqrestore(&ha->hardware_lock, flags); continue; } spin_unlock_irqrestore(&ha->hardware_lock, flags); if (!scsi_host_get(host)) { ql_dbg(ql_dbg_tgt, vha, 0xe068, "Unable to scsi_host_get() for" " qla2xxx scsi_host\n"); continue; } qlt_lport_dump(vha, phys_wwpn, b); if (memcmp(vha->port_name, b, WWN_SIZE)) { scsi_host_put(host); continue; } rc = (*callback)(vha, target_lport_ptr, npiv_wwpn, npiv_wwnn); if (rc != 0) scsi_host_put(host); mutex_unlock(&qla_tgt_mutex); return rc; } mutex_unlock(&qla_tgt_mutex); return -ENODEV; } EXPORT_SYMBOL(qlt_lport_register); /** * qlt_lport_deregister - Degister lport * * @vha: Registered scsi_qla_host pointer */ void qlt_lport_deregister(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct Scsi_Host *sh = vha->host; /* * Clear the target_lport_ptr qla_target_template pointer in qla_hw_data */ vha->vha_tgt.target_lport_ptr = NULL; ha->tgt.tgt_ops = NULL; /* * Release the Scsi_Host reference for the underlying qla2xxx host */ scsi_host_put(sh); } EXPORT_SYMBOL(qlt_lport_deregister); /* Must be called under HW lock */ void qlt_set_mode(struct scsi_qla_host *vha) { switch (vha->qlini_mode) { case QLA2XXX_INI_MODE_DISABLED: case QLA2XXX_INI_MODE_EXCLUSIVE: vha->host->active_mode = MODE_TARGET; break; case QLA2XXX_INI_MODE_ENABLED: vha->host->active_mode = MODE_INITIATOR; break; case QLA2XXX_INI_MODE_DUAL: vha->host->active_mode = MODE_DUAL; break; default: break; } } /* Must be called under HW lock */ static void qlt_clear_mode(struct scsi_qla_host *vha) { switch (vha->qlini_mode) { case QLA2XXX_INI_MODE_DISABLED: vha->host->active_mode = MODE_UNKNOWN; break; case QLA2XXX_INI_MODE_EXCLUSIVE: vha->host->active_mode = MODE_INITIATOR; break; case QLA2XXX_INI_MODE_ENABLED: case QLA2XXX_INI_MODE_DUAL: vha->host->active_mode = MODE_INITIATOR; break; default: break; } } /* * qla_tgt_enable_vha - NO LOCK HELD * * host_reset, bring up w/ Target Mode Enabled */ void qlt_enable_vha(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev); if (!tgt) { ql_dbg(ql_dbg_tgt, vha, 0xe069, "Unable to locate qla_tgt pointer from" " struct qla_hw_data\n"); dump_stack(); return; } if (vha->qlini_mode == QLA2XXX_INI_MODE_ENABLED) return; if (ha->tgt.num_act_qpairs > ha->max_qpairs) ha->tgt.num_act_qpairs = ha->max_qpairs; spin_lock_irqsave(&ha->hardware_lock, flags); tgt->tgt_stopped = 0; qlt_set_mode(vha); spin_unlock_irqrestore(&ha->hardware_lock, flags); mutex_lock(&ha->optrom_mutex); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf021, "%s.\n", __func__); if (vha->vp_idx) { qla24xx_disable_vp(vha); qla24xx_enable_vp(vha); } else { set_bit(ISP_ABORT_NEEDED, &base_vha->dpc_flags); qla2xxx_wake_dpc(base_vha); WARN_ON_ONCE(qla2x00_wait_for_hba_online(base_vha) != QLA_SUCCESS); } mutex_unlock(&ha->optrom_mutex); } EXPORT_SYMBOL(qlt_enable_vha); /* * qla_tgt_disable_vha - NO LOCK HELD * * Disable Target Mode and reset the adapter */ static void qlt_disable_vha(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; if (!tgt) { ql_dbg(ql_dbg_tgt, vha, 0xe06a, "Unable to locate qla_tgt pointer from" " struct qla_hw_data\n"); dump_stack(); return; } spin_lock_irqsave(&ha->hardware_lock, flags); qlt_clear_mode(vha); spin_unlock_irqrestore(&ha->hardware_lock, flags); set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); /* * We are expecting the offline state. * QLA_FUNCTION_FAILED means that adapter is offline. */ if (qla2x00_wait_for_hba_online(vha) != QLA_SUCCESS) ql_dbg(ql_dbg_tgt, vha, 0xe081, "adapter is offline\n"); } /* * Called from qla_init.c:qla24xx_vport_create() contex to setup * the target mode specific struct scsi_qla_host and struct qla_hw_data * members. */ void qlt_vport_create(struct scsi_qla_host *vha, struct qla_hw_data *ha) { vha->vha_tgt.qla_tgt = NULL; mutex_init(&vha->vha_tgt.tgt_mutex); mutex_init(&vha->vha_tgt.tgt_host_action_mutex); qlt_clear_mode(vha); /* * NOTE: Currently the value is kept the same for <24xx and * >=24xx ISPs. If it is necessary to change it, * the check should be added for specific ISPs, * assigning the value appropriately. */ ha->tgt.atio_q_length = ATIO_ENTRY_CNT_24XX; qlt_add_target(ha, vha); } u8 qlt_rff_id(struct scsi_qla_host *vha) { u8 fc4_feature = 0; /* * FC-4 Feature bit 0 indicates target functionality to the name server. */ if (qla_tgt_mode_enabled(vha)) { fc4_feature = BIT_0; } else if (qla_ini_mode_enabled(vha)) { fc4_feature = BIT_1; } else if (qla_dual_mode_enabled(vha)) fc4_feature = BIT_0 | BIT_1; return fc4_feature; } /* * qlt_init_atio_q_entries() - Initializes ATIO queue entries. * @ha: HA context * * Beginning of ATIO ring has initialization control block already built * by nvram config routine. * * Returns 0 on success. */ void qlt_init_atio_q_entries(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; uint16_t cnt; struct atio_from_isp *pkt = (struct atio_from_isp *)ha->tgt.atio_ring; if (qla_ini_mode_enabled(vha)) return; for (cnt = 0; cnt < ha->tgt.atio_q_length; cnt++) { pkt->u.raw.signature = cpu_to_le32(ATIO_PROCESSED); pkt++; } } /* * qlt_24xx_process_atio_queue() - Process ATIO queue entries. * @ha: SCSI driver HA context */ void qlt_24xx_process_atio_queue(struct scsi_qla_host *vha, uint8_t ha_locked) { struct qla_hw_data *ha = vha->hw; struct atio_from_isp *pkt; int cnt, i; if (!ha->flags.fw_started) return; while ((ha->tgt.atio_ring_ptr->signature != ATIO_PROCESSED) || fcpcmd_is_corrupted(ha->tgt.atio_ring_ptr)) { pkt = (struct atio_from_isp *)ha->tgt.atio_ring_ptr; cnt = pkt->u.raw.entry_count; if (unlikely(fcpcmd_is_corrupted(ha->tgt.atio_ring_ptr))) { /* * This packet is corrupted. The header + payload * can not be trusted. There is no point in passing * it further up. */ ql_log(ql_log_warn, vha, 0xd03c, "corrupted fcp frame SID[%3phN] OXID[%04x] EXCG[%x] %64phN\n", &pkt->u.isp24.fcp_hdr.s_id, be16_to_cpu(pkt->u.isp24.fcp_hdr.ox_id), pkt->u.isp24.exchange_addr, pkt); adjust_corrupted_atio(pkt); qlt_send_term_exchange(ha->base_qpair, NULL, pkt, ha_locked, 0); } else { qlt_24xx_atio_pkt_all_vps(vha, (struct atio_from_isp *)pkt, ha_locked); } for (i = 0; i < cnt; i++) { ha->tgt.atio_ring_index++; if (ha->tgt.atio_ring_index == ha->tgt.atio_q_length) { ha->tgt.atio_ring_index = 0; ha->tgt.atio_ring_ptr = ha->tgt.atio_ring; } else ha->tgt.atio_ring_ptr++; pkt->u.raw.signature = cpu_to_le32(ATIO_PROCESSED); pkt = (struct atio_from_isp *)ha->tgt.atio_ring_ptr; } wmb(); } /* Adjust ring index */ wrt_reg_dword(ISP_ATIO_Q_OUT(vha), ha->tgt.atio_ring_index); } void qlt_24xx_config_rings(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct qla_msix_entry *msix = &ha->msix_entries[2]; struct init_cb_24xx *icb = (struct init_cb_24xx *)ha->init_cb; if (!QLA_TGT_MODE_ENABLED()) return; wrt_reg_dword(ISP_ATIO_Q_IN(vha), 0); wrt_reg_dword(ISP_ATIO_Q_OUT(vha), 0); rd_reg_dword(ISP_ATIO_Q_OUT(vha)); if (ha->flags.msix_enabled) { if (IS_QLA83XX(ha) || IS_QLA27XX(ha) || IS_QLA28XX(ha)) { if (IS_QLA2071(ha)) { /* 4 ports Baker: Enable Interrupt Handshake */ icb->msix_atio = 0; icb->firmware_options_2 |= cpu_to_le32(BIT_26); } else { icb->msix_atio = cpu_to_le16(msix->entry); icb->firmware_options_2 &= cpu_to_le32(~BIT_26); } ql_dbg(ql_dbg_init, vha, 0xf072, "Registering ICB vector 0x%x for atio que.\n", msix->entry); } } else { /* INTx|MSI */ if (IS_QLA83XX(ha) || IS_QLA27XX(ha) || IS_QLA28XX(ha)) { icb->msix_atio = 0; icb->firmware_options_2 |= cpu_to_le32(BIT_26); ql_dbg(ql_dbg_init, vha, 0xf072, "%s: Use INTx for ATIOQ.\n", __func__); } } } void qlt_24xx_config_nvram_stage1(struct scsi_qla_host *vha, struct nvram_24xx *nv) { struct qla_hw_data *ha = vha->hw; u32 tmp; if (!QLA_TGT_MODE_ENABLED()) return; if (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha)) { if (!ha->tgt.saved_set) { /* We save only once */ ha->tgt.saved_exchange_count = nv->exchange_count; ha->tgt.saved_firmware_options_1 = nv->firmware_options_1; ha->tgt.saved_firmware_options_2 = nv->firmware_options_2; ha->tgt.saved_firmware_options_3 = nv->firmware_options_3; ha->tgt.saved_set = 1; } if (qla_tgt_mode_enabled(vha)) nv->exchange_count = cpu_to_le16(0xFFFF); else /* dual */ nv->exchange_count = cpu_to_le16(vha->ql2xexchoffld); /* Enable target mode */ nv->firmware_options_1 |= cpu_to_le32(BIT_4); /* Disable ini mode, if requested */ if (qla_tgt_mode_enabled(vha)) nv->firmware_options_1 |= cpu_to_le32(BIT_5); /* Disable Full Login after LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_13); /* Enable initial LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_9); if (ql2xtgt_tape_enable) /* Enable FC Tape support */ nv->firmware_options_2 |= cpu_to_le32(BIT_12); else /* Disable FC Tape support */ nv->firmware_options_2 &= cpu_to_le32(~BIT_12); /* Disable Full Login after LIP */ nv->host_p &= cpu_to_le32(~BIT_10); /* * clear BIT 15 explicitly as we have seen at least * a couple of instances where this was set and this * was causing the firmware to not be initialized. */ nv->firmware_options_1 &= cpu_to_le32(~BIT_15); /* Enable target PRLI control */ nv->firmware_options_2 |= cpu_to_le32(BIT_14); if (IS_QLA25XX(ha)) { /* Change Loop-prefer to Pt-Pt */ tmp = ~(BIT_4|BIT_5|BIT_6); nv->firmware_options_2 &= cpu_to_le32(tmp); tmp = P2P << 4; nv->firmware_options_2 |= cpu_to_le32(tmp); } } else { if (ha->tgt.saved_set) { nv->exchange_count = ha->tgt.saved_exchange_count; nv->firmware_options_1 = ha->tgt.saved_firmware_options_1; nv->firmware_options_2 = ha->tgt.saved_firmware_options_2; nv->firmware_options_3 = ha->tgt.saved_firmware_options_3; } return; } if (ha->base_qpair->enable_class_2) { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS2 | FC_COS_CLASS3; nv->firmware_options_2 |= cpu_to_le32(BIT_8); } else { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS3; nv->firmware_options_2 &= ~cpu_to_le32(BIT_8); } } void qlt_24xx_config_nvram_stage2(struct scsi_qla_host *vha, struct init_cb_24xx *icb) { struct qla_hw_data *ha = vha->hw; if (!QLA_TGT_MODE_ENABLED()) return; if (ha->tgt.node_name_set) { memcpy(icb->node_name, ha->tgt.tgt_node_name, WWN_SIZE); icb->firmware_options_1 |= cpu_to_le32(BIT_14); } } void qlt_81xx_config_nvram_stage1(struct scsi_qla_host *vha, struct nvram_81xx *nv) { struct qla_hw_data *ha = vha->hw; u32 tmp; if (!QLA_TGT_MODE_ENABLED()) return; if (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha)) { if (!ha->tgt.saved_set) { /* We save only once */ ha->tgt.saved_exchange_count = nv->exchange_count; ha->tgt.saved_firmware_options_1 = nv->firmware_options_1; ha->tgt.saved_firmware_options_2 = nv->firmware_options_2; ha->tgt.saved_firmware_options_3 = nv->firmware_options_3; ha->tgt.saved_set = 1; } if (qla_tgt_mode_enabled(vha)) nv->exchange_count = cpu_to_le16(0xFFFF); else /* dual */ nv->exchange_count = cpu_to_le16(vha->ql2xexchoffld); /* Enable target mode */ nv->firmware_options_1 |= cpu_to_le32(BIT_4); /* Disable ini mode, if requested */ if (qla_tgt_mode_enabled(vha)) nv->firmware_options_1 |= cpu_to_le32(BIT_5); /* Disable Full Login after LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_13); /* Enable initial LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_9); /* * clear BIT 15 explicitly as we have seen at * least a couple of instances where this was set * and this was causing the firmware to not be * initialized. */ nv->firmware_options_1 &= cpu_to_le32(~BIT_15); if (ql2xtgt_tape_enable) /* Enable FC tape support */ nv->firmware_options_2 |= cpu_to_le32(BIT_12); else /* Disable FC tape support */ nv->firmware_options_2 &= cpu_to_le32(~BIT_12); /* Disable Full Login after LIP */ nv->host_p &= cpu_to_le32(~BIT_10); /* Enable target PRLI control */ nv->firmware_options_2 |= cpu_to_le32(BIT_14); /* Change Loop-prefer to Pt-Pt */ tmp = ~(BIT_4|BIT_5|BIT_6); nv->firmware_options_2 &= cpu_to_le32(tmp); tmp = P2P << 4; nv->firmware_options_2 |= cpu_to_le32(tmp); } else { if (ha->tgt.saved_set) { nv->exchange_count = ha->tgt.saved_exchange_count; nv->firmware_options_1 = ha->tgt.saved_firmware_options_1; nv->firmware_options_2 = ha->tgt.saved_firmware_options_2; nv->firmware_options_3 = ha->tgt.saved_firmware_options_3; } return; } if (ha->base_qpair->enable_class_2) { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS2 | FC_COS_CLASS3; nv->firmware_options_2 |= cpu_to_le32(BIT_8); } else { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS3; nv->firmware_options_2 &= ~cpu_to_le32(BIT_8); } } void qlt_81xx_config_nvram_stage2(struct scsi_qla_host *vha, struct init_cb_81xx *icb) { struct qla_hw_data *ha = vha->hw; if (!QLA_TGT_MODE_ENABLED()) return; if (ha->tgt.node_name_set) { memcpy(icb->node_name, ha->tgt.tgt_node_name, WWN_SIZE); icb->firmware_options_1 |= cpu_to_le32(BIT_14); } } void qlt_83xx_iospace_config(struct qla_hw_data *ha) { if (!QLA_TGT_MODE_ENABLED()) return; ha->msix_count += 1; /* For ATIO Q */ } void qlt_modify_vp_config(struct scsi_qla_host *vha, struct vp_config_entry_24xx *vpmod) { /* enable target mode. Bit5 = 1 => disable */ if (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha)) vpmod->options_idx1 &= ~BIT_5; /* Disable ini mode, if requested. bit4 = 1 => disable */ if (qla_tgt_mode_enabled(vha)) vpmod->options_idx1 &= ~BIT_4; } void qlt_probe_one_stage1(struct scsi_qla_host *base_vha, struct qla_hw_data *ha) { mutex_init(&base_vha->vha_tgt.tgt_mutex); if (!QLA_TGT_MODE_ENABLED()) return; if ((ql2xenablemsix == 0) || IS_QLA83XX(ha) || IS_QLA27XX(ha) || IS_QLA28XX(ha)) { ISP_ATIO_Q_IN(base_vha) = &ha->mqiobase->isp25mq.atio_q_in; ISP_ATIO_Q_OUT(base_vha) = &ha->mqiobase->isp25mq.atio_q_out; } else { ISP_ATIO_Q_IN(base_vha) = &ha->iobase->isp24.atio_q_in; ISP_ATIO_Q_OUT(base_vha) = &ha->iobase->isp24.atio_q_out; } mutex_init(&base_vha->vha_tgt.tgt_host_action_mutex); INIT_LIST_HEAD(&base_vha->unknown_atio_list); INIT_DELAYED_WORK(&base_vha->unknown_atio_work, qlt_unknown_atio_work_fn); qlt_clear_mode(base_vha); qlt_update_vp_map(base_vha, SET_VP_IDX); } irqreturn_t qla83xx_msix_atio_q(int irq, void *dev_id) { struct rsp_que *rsp; scsi_qla_host_t *vha; struct qla_hw_data *ha; unsigned long flags; rsp = (struct rsp_que *) dev_id; ha = rsp->hw; vha = pci_get_drvdata(ha->pdev); spin_lock_irqsave(&ha->tgt.atio_lock, flags); qlt_24xx_process_atio_queue(vha, 0); spin_unlock_irqrestore(&ha->tgt.atio_lock, flags); return IRQ_HANDLED; } static void qlt_handle_abts_recv_work(struct work_struct *work) { struct qla_tgt_sess_op *op = container_of(work, struct qla_tgt_sess_op, work); scsi_qla_host_t *vha = op->vha; struct qla_hw_data *ha = vha->hw; unsigned long flags; if (qla2x00_reset_active(vha) || (op->chip_reset != ha->base_qpair->chip_reset)) return; spin_lock_irqsave(&ha->tgt.atio_lock, flags); qlt_24xx_process_atio_queue(vha, 0); spin_unlock_irqrestore(&ha->tgt.atio_lock, flags); spin_lock_irqsave(&ha->hardware_lock, flags); qlt_response_pkt_all_vps(vha, op->rsp, (response_t *)&op->atio); spin_unlock_irqrestore(&ha->hardware_lock, flags); kfree(op); } void qlt_handle_abts_recv(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { struct qla_tgt_sess_op *op; op = kzalloc(sizeof(*op), GFP_ATOMIC); if (!op) { /* do not reach for ATIO queue here. This is best effort err * recovery at this point. */ qlt_response_pkt_all_vps(vha, rsp, pkt); return; } memcpy(&op->atio, pkt, sizeof(*pkt)); op->vha = vha; op->chip_reset = vha->hw->base_qpair->chip_reset; op->rsp = rsp; INIT_WORK(&op->work, qlt_handle_abts_recv_work); queue_work(qla_tgt_wq, &op->work); return; } int qlt_mem_alloc(struct qla_hw_data *ha) { if (!QLA_TGT_MODE_ENABLED()) return 0; ha->tgt.tgt_vp_map = kcalloc(MAX_MULTI_ID_FABRIC, sizeof(struct qla_tgt_vp_map), GFP_KERNEL); if (!ha->tgt.tgt_vp_map) return -ENOMEM; ha->tgt.atio_ring = dma_alloc_coherent(&ha->pdev->dev, (ha->tgt.atio_q_length + 1) * sizeof(struct atio_from_isp), &ha->tgt.atio_dma, GFP_KERNEL); if (!ha->tgt.atio_ring) { kfree(ha->tgt.tgt_vp_map); return -ENOMEM; } return 0; } void qlt_mem_free(struct qla_hw_data *ha) { if (!QLA_TGT_MODE_ENABLED()) return; if (ha->tgt.atio_ring) { dma_free_coherent(&ha->pdev->dev, (ha->tgt.atio_q_length + 1) * sizeof(struct atio_from_isp), ha->tgt.atio_ring, ha->tgt.atio_dma); } ha->tgt.atio_ring = NULL; ha->tgt.atio_dma = 0; kfree(ha->tgt.tgt_vp_map); ha->tgt.tgt_vp_map = NULL; } /* vport_slock to be held by the caller */ void qlt_update_vp_map(struct scsi_qla_host *vha, int cmd) { void *slot; u32 key; int rc; key = vha->d_id.b24; switch (cmd) { case SET_VP_IDX: if (!QLA_TGT_MODE_ENABLED()) return; vha->hw->tgt.tgt_vp_map[vha->vp_idx].vha = vha; break; case SET_AL_PA: slot = btree_lookup32(&vha->hw->host_map, key); if (!slot) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf018, "Save vha in host_map %p %06x\n", vha, key); rc = btree_insert32(&vha->hw->host_map, key, vha, GFP_ATOMIC); if (rc) ql_log(ql_log_info, vha, 0xd03e, "Unable to insert s_id into host_map: %06x\n", key); return; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf019, "replace existing vha in host_map %p %06x\n", vha, key); btree_update32(&vha->hw->host_map, key, vha); break; case RESET_VP_IDX: if (!QLA_TGT_MODE_ENABLED()) return; vha->hw->tgt.tgt_vp_map[vha->vp_idx].vha = NULL; break; case RESET_AL_PA: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf01a, "clear vha in host_map %p %06x\n", vha, key); slot = btree_lookup32(&vha->hw->host_map, key); if (slot) btree_remove32(&vha->hw->host_map, key); vha->d_id.b24 = 0; break; } } void qlt_update_host_map(struct scsi_qla_host *vha, port_id_t id) { if (!vha->d_id.b24) { vha->d_id = id; qlt_update_vp_map(vha, SET_AL_PA); } else if (vha->d_id.b24 != id.b24) { qlt_update_vp_map(vha, RESET_AL_PA); vha->d_id = id; qlt_update_vp_map(vha, SET_AL_PA); } } static int __init qlt_parse_ini_mode(void) { if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_EXCLUSIVE) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_EXCLUSIVE; else if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_DISABLED) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_DISABLED; else if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_ENABLED) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_ENABLED; else if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_DUAL) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_DUAL; else return false; return true; } int __init qlt_init(void) { int ret; BUILD_BUG_ON(sizeof(struct ctio7_to_24xx) != 64); BUILD_BUG_ON(sizeof(struct ctio_to_2xxx) != 64); if (!qlt_parse_ini_mode()) { ql_log(ql_log_fatal, NULL, 0xe06b, "qlt_parse_ini_mode() failed\n"); return -EINVAL; } if (!QLA_TGT_MODE_ENABLED()) return 0; qla_tgt_mgmt_cmd_cachep = kmem_cache_create("qla_tgt_mgmt_cmd_cachep", sizeof(struct qla_tgt_mgmt_cmd), __alignof__(struct qla_tgt_mgmt_cmd), 0, NULL); if (!qla_tgt_mgmt_cmd_cachep) { ql_log(ql_log_fatal, NULL, 0xd04b, "kmem_cache_create for qla_tgt_mgmt_cmd_cachep failed\n"); return -ENOMEM; } qla_tgt_plogi_cachep = kmem_cache_create("qla_tgt_plogi_cachep", sizeof(struct qlt_plogi_ack_t), __alignof__(struct qlt_plogi_ack_t), 0, NULL); if (!qla_tgt_plogi_cachep) { ql_log(ql_log_fatal, NULL, 0xe06d, "kmem_cache_create for qla_tgt_plogi_cachep failed\n"); ret = -ENOMEM; goto out_mgmt_cmd_cachep; } qla_tgt_mgmt_cmd_mempool = mempool_create(25, mempool_alloc_slab, mempool_free_slab, qla_tgt_mgmt_cmd_cachep); if (!qla_tgt_mgmt_cmd_mempool) { ql_log(ql_log_fatal, NULL, 0xe06e, "mempool_create for qla_tgt_mgmt_cmd_mempool failed\n"); ret = -ENOMEM; goto out_plogi_cachep; } qla_tgt_wq = alloc_workqueue("qla_tgt_wq", 0, 0); if (!qla_tgt_wq) { ql_log(ql_log_fatal, NULL, 0xe06f, "alloc_workqueue for qla_tgt_wq failed\n"); ret = -ENOMEM; goto out_cmd_mempool; } /* * Return 1 to signal that initiator-mode is being disabled */ return (ql2x_ini_mode == QLA2XXX_INI_MODE_DISABLED) ? 1 : 0; out_cmd_mempool: mempool_destroy(qla_tgt_mgmt_cmd_mempool); out_plogi_cachep: kmem_cache_destroy(qla_tgt_plogi_cachep); out_mgmt_cmd_cachep: kmem_cache_destroy(qla_tgt_mgmt_cmd_cachep); return ret; } void qlt_exit(void) { if (!QLA_TGT_MODE_ENABLED()) return; destroy_workqueue(qla_tgt_wq); mempool_destroy(qla_tgt_mgmt_cmd_mempool); kmem_cache_destroy(qla_tgt_plogi_cachep); kmem_cache_destroy(qla_tgt_mgmt_cmd_cachep); }
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with Cregit http://github.com/cregit/cregit
Version 2.0-RC1