static void qedf_rrq_compl(struct qedf_els_cb_arg *cb_arg) { struct qedf_ioreq *orig_io_req; struct qedf_ioreq *rrq_req; struct qedf_ctx *qedf; int refcount; rrq_req = cb_arg->io_req; qedf = rrq_req->fcport->qedf; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Entered.\n"); orig_io_req = cb_arg->aborted_io_req; if (!orig_io_req) goto out_free; if (rrq_req->event != QEDF_IOREQ_EV_ELS_TMO && rrq_req->event != QEDF_IOREQ_EV_ELS_ERR_DETECT) cancel_delayed_work_sync(&orig_io_req->timeout_work); refcount = kref_read(&orig_io_req->refcount); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "rrq_compl: orig io = %p," " orig xid = 0x%x, rrq_xid = 0x%x, refcount=%d\n", orig_io_req, orig_io_req->xid, rrq_req->xid, refcount); /* This should return the aborted io_req to the command pool */ if (orig_io_req) kref_put(&orig_io_req->refcount, qedf_release_cmd); out_free: kfree(cb_arg); }
void qedf_process_els_compl(struct qedf_ctx *qedf, struct fcoe_cqe *cqe, struct qedf_ioreq *els_req) { struct fcoe_task_context *task_ctx; struct scsi_cmnd *sc_cmd; uint16_t xid; struct fcoe_cqe_midpath_info *mp_info; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Entered with xid = 0x%x" " cmd_type = %d.\n", els_req->xid, els_req->cmd_type); /* Kill the ELS timer */ cancel_delayed_work(&els_req->timeout_work); xid = els_req->xid; task_ctx = qedf_get_task_mem(&qedf->tasks, xid); sc_cmd = els_req->sc_cmd; /* Get ELS response length from CQE */ mp_info = &cqe->cqe_info.midpath_info; els_req->mp_req.resp_len = mp_info->data_placement_size; /* Parse ELS response */ if ((els_req->cb_func) && (els_req->cb_arg)) { els_req->cb_func(els_req->cb_arg); els_req->cb_arg = NULL; } kref_put(&els_req->refcount, qedf_release_cmd); }
static void qedf_fcoe_process_vlan_resp(struct qedf_ctx *qedf, struct sk_buff *skb) { struct fip_header *fiph; struct fip_desc *desc; u16 vid = 0; ssize_t rlen; size_t dlen; fiph = (struct fip_header *)(((void *)skb->data) + 2 * ETH_ALEN + 2); rlen = ntohs(fiph->fip_dl_len) * 4; desc = (struct fip_desc *)(fiph + 1); while (rlen > 0) { dlen = desc->fip_dlen * FIP_BPW; switch (desc->fip_dtype) { case FIP_DT_VLAN: vid = ntohs(((struct fip_vlan_desc *)desc)->fd_vlan); break; } desc = (struct fip_desc *)((char *)desc + dlen); rlen -= dlen; } QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_DISC, "VLAN response, " "vid=0x%x.\n", vid); if (vid > 0 && qedf->vlan_id != vid) { qedf_set_vlan_id(qedf, vid); /* Inform waiter that it's ok to call fcoe_ctlr_link up() */ if (!completion_done(&qedf->fipvlan_compl)) complete(&qedf->fipvlan_compl); } }
void qedf_update_src_mac(struct fc_lport *lport, u8 *addr) { struct qedf_ctx *qedf = lport_priv(lport); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_DISC, "Setting data_src_addr=%pM.\n", addr); ether_addr_copy(qedf->data_src_addr, addr); }
void qedf_fcoe_send_vlan_req(struct qedf_ctx *qedf) { struct sk_buff *skb; char *eth_fr; int fr_len; struct fip_vlan *vlan; #define MY_FIP_ALL_FCF_MACS ((__u8[6]) { 1, 0x10, 0x18, 1, 0, 2 }) static u8 my_fcoe_all_fcfs[ETH_ALEN] = MY_FIP_ALL_FCF_MACS; skb = dev_alloc_skb(sizeof(struct fip_vlan)); if (!skb) return; fr_len = sizeof(*vlan); eth_fr = (char *)skb->data; vlan = (struct fip_vlan *)eth_fr; memset(vlan, 0, sizeof(*vlan)); ether_addr_copy(vlan->eth.h_source, qedf->mac); ether_addr_copy(vlan->eth.h_dest, my_fcoe_all_fcfs); vlan->eth.h_proto = htons(ETH_P_FIP); vlan->fip.fip_ver = FIP_VER_ENCAPS(FIP_VER); vlan->fip.fip_op = htons(FIP_OP_VLAN); vlan->fip.fip_subcode = FIP_SC_VL_REQ; vlan->fip.fip_dl_len = htons(sizeof(vlan->desc) / FIP_BPW); vlan->desc.mac.fd_desc.fip_dtype = FIP_DT_MAC; vlan->desc.mac.fd_desc.fip_dlen = sizeof(vlan->desc.mac) / FIP_BPW; ether_addr_copy(vlan->desc.mac.fd_mac, qedf->mac); vlan->desc.wwnn.fd_desc.fip_dtype = FIP_DT_NAME; vlan->desc.wwnn.fd_desc.fip_dlen = sizeof(vlan->desc.wwnn) / FIP_BPW; put_unaligned_be64(qedf->lport->wwnn, &vlan->desc.wwnn.fd_wwn); skb_put(skb, sizeof(*vlan)); skb->protocol = htons(ETH_P_FIP); skb_reset_mac_header(skb); skb_reset_network_header(skb); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_DISC, "Sending FIP VLAN " "request."); if (atomic_read(&qedf->link_state) != QEDF_LINK_UP) { QEDF_WARN(&(qedf->dbg_ctx), "Cannot send vlan request " "because link is not up.\n"); kfree_skb(skb); return; } qed_ops->ll2->start_xmit(qedf->cdev, skb); }
static void qedf_initiate_seq_cleanup(struct qedf_ioreq *orig_io_req, u32 offset, u8 r_ctl) { struct qedf_rport *fcport; unsigned long flags; struct qedf_els_cb_arg *cb_arg; struct fcoe_wqe *sqe; u16 sqe_idx; fcport = orig_io_req->fcport; QEDF_INFO(&(fcport->qedf->dbg_ctx), QEDF_LOG_ELS, "Doing sequence cleanup for xid=0x%x offset=%u.\n", orig_io_req->xid, offset); cb_arg = kzalloc(sizeof(struct qedf_els_cb_arg), GFP_NOIO); if (!cb_arg) { QEDF_ERR(&(fcport->qedf->dbg_ctx), "Unable to allocate cb_arg " "for sequence cleanup\n"); return; } /* Get reference for cleanup request */ kref_get(&orig_io_req->refcount); orig_io_req->cmd_type = QEDF_SEQ_CLEANUP; cb_arg->offset = offset; cb_arg->r_ctl = r_ctl; orig_io_req->cb_arg = cb_arg; qedf_cmd_timer_set(fcport->qedf, orig_io_req, QEDF_CLEANUP_TIMEOUT * HZ); spin_lock_irqsave(&fcport->rport_lock, flags); sqe_idx = qedf_get_sqe_idx(fcport); sqe = &fcport->sq[sqe_idx]; memset(sqe, 0, sizeof(struct fcoe_wqe)); orig_io_req->task_params->sqe = sqe; init_initiator_sequence_recovery_fcoe_task(orig_io_req->task_params, offset); qedf_ring_doorbell(fcport); spin_unlock_irqrestore(&fcport->rport_lock, flags); }
void qedf_fip_send(struct fcoe_ctlr *fip, struct sk_buff *skb) { struct qedf_ctx *qedf = container_of(fip, struct qedf_ctx, ctlr); struct ethhdr *eth_hdr; struct vlan_ethhdr *vlan_hdr; struct fip_header *fiph; u16 op, vlan_tci = 0; u8 sub; if (!test_bit(QEDF_LL2_STARTED, &qedf->flags)) { QEDF_WARN(&(qedf->dbg_ctx), "LL2 not started\n"); kfree_skb(skb); return; } fiph = (struct fip_header *) ((void *)skb->data + 2 * ETH_ALEN + 2); eth_hdr = (struct ethhdr *)skb_mac_header(skb); op = ntohs(fiph->fip_op); sub = fiph->fip_subcode; if (!qedf->vlan_hw_insert) { vlan_hdr = (struct vlan_ethhdr *)skb_push(skb, sizeof(*vlan_hdr) - sizeof(*eth_hdr)); memcpy(vlan_hdr, eth_hdr, 2 * ETH_ALEN); vlan_hdr->h_vlan_proto = htons(ETH_P_8021Q); vlan_hdr->h_vlan_encapsulated_proto = eth_hdr->h_proto; vlan_hdr->h_vlan_TCI = vlan_tci = htons(qedf->vlan_id); } /* Update eth_hdr since we added a VLAN tag */ eth_hdr = (struct ethhdr *)skb_mac_header(skb); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_LL2, "FIP frame send: " "dest=%pM op=%x sub=%x vlan=%04x.", eth_hdr->h_dest, op, sub, ntohs(vlan_tci)); if (qedf_dump_frames) print_hex_dump(KERN_WARNING, "fip ", DUMP_PREFIX_OFFSET, 16, 1, skb->data, skb->len, false); qed_ops->ll2->start_xmit(qedf->cdev, skb); }
int qedf_send_adisc(struct qedf_rport *fcport, struct fc_frame *fp) { struct fc_els_adisc *adisc; struct fc_frame_header *fh; struct fc_lport *lport = fcport->qedf->lport; struct qedf_els_cb_arg *cb_arg = NULL; struct qedf_ctx *qedf; uint32_t r_a_tov = lport->r_a_tov; int rc; qedf = fcport->qedf; fh = fc_frame_header_get(fp); cb_arg = kzalloc(sizeof(struct qedf_els_cb_arg), GFP_NOIO); if (!cb_arg) { QEDF_ERR(&(qedf->dbg_ctx), "Unable to allocate cb_arg for " "ADISC\n"); rc = -ENOMEM; goto adisc_err; } cb_arg->l2_oxid = ntohs(fh->fh_ox_id); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Sending ADISC ox_id=0x%x.\n", cb_arg->l2_oxid); adisc = fc_frame_payload_get(fp, sizeof(*adisc)); rc = qedf_initiate_els(fcport, ELS_ADISC, adisc, sizeof(*adisc), qedf_l2_els_compl, cb_arg, r_a_tov); adisc_err: if (rc) { QEDF_ERR(&(qedf->dbg_ctx), "ADISC failed.\n"); kfree(cb_arg); } return rc; }
/* It's assumed that the lock is held when calling this function. */ static int qedf_initiate_els(struct qedf_rport *fcport, unsigned int op, void *data, uint32_t data_len, void (*cb_func)(struct qedf_els_cb_arg *cb_arg), struct qedf_els_cb_arg *cb_arg, uint32_t timer_msec) { struct qedf_ctx *qedf = fcport->qedf; struct fc_lport *lport = qedf->lport; struct qedf_ioreq *els_req; struct qedf_mp_req *mp_req; struct fc_frame_header *fc_hdr; struct e4_fcoe_task_context *task; int rc = 0; uint32_t did, sid; uint16_t xid; uint32_t start_time = jiffies / HZ; uint32_t current_time; struct fcoe_wqe *sqe; unsigned long flags; u16 sqe_idx; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Sending ELS\n"); rc = fc_remote_port_chkready(fcport->rport); if (rc) { QEDF_ERR(&(qedf->dbg_ctx), "els 0x%x: rport not ready\n", op); rc = -EAGAIN; goto els_err; } if (lport->state != LPORT_ST_READY || !(lport->link_up)) { QEDF_ERR(&(qedf->dbg_ctx), "els 0x%x: link is not ready\n", op); rc = -EAGAIN; goto els_err; } if (!test_bit(QEDF_RPORT_SESSION_READY, &fcport->flags)) { QEDF_ERR(&(qedf->dbg_ctx), "els 0x%x: fcport not ready\n", op); rc = -EINVAL; goto els_err; } retry_els: els_req = qedf_alloc_cmd(fcport, QEDF_ELS); if (!els_req) { current_time = jiffies / HZ; if ((current_time - start_time) > 10) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "els: Failed els 0x%x\n", op); rc = -ENOMEM; goto els_err; } mdelay(20 * USEC_PER_MSEC); goto retry_els; } QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "initiate_els els_req = " "0x%p cb_arg = %p xid = %x\n", els_req, cb_arg, els_req->xid); els_req->sc_cmd = NULL; els_req->cmd_type = QEDF_ELS; els_req->fcport = fcport; els_req->cb_func = cb_func; cb_arg->io_req = els_req; cb_arg->op = op; els_req->cb_arg = cb_arg; els_req->data_xfer_len = data_len; /* Record which cpu this request is associated with */ els_req->cpu = smp_processor_id(); mp_req = (struct qedf_mp_req *)&(els_req->mp_req); rc = qedf_init_mp_req(els_req); if (rc) { QEDF_ERR(&(qedf->dbg_ctx), "ELS MP request init failed\n"); kref_put(&els_req->refcount, qedf_release_cmd); goto els_err; } else { rc = 0; } /* Fill ELS Payload */ if ((op >= ELS_LS_RJT) && (op <= ELS_AUTH_ELS)) { memcpy(mp_req->req_buf, data, data_len); } else { QEDF_ERR(&(qedf->dbg_ctx), "Invalid ELS op 0x%x\n", op); els_req->cb_func = NULL; els_req->cb_arg = NULL; kref_put(&els_req->refcount, qedf_release_cmd); rc = -EINVAL; } if (rc) goto els_err; /* Fill FC header */ fc_hdr = &(mp_req->req_fc_hdr); did = fcport->rdata->ids.port_id; sid = fcport->sid; __fc_fill_fc_hdr(fc_hdr, FC_RCTL_ELS_REQ, did, sid, FC_TYPE_ELS, FC_FC_FIRST_SEQ | FC_FC_END_SEQ | FC_FC_SEQ_INIT, 0); /* Obtain exchange id */ xid = els_req->xid; spin_lock_irqsave(&fcport->rport_lock, flags); sqe_idx = qedf_get_sqe_idx(fcport); sqe = &fcport->sq[sqe_idx]; memset(sqe, 0, sizeof(struct fcoe_wqe)); /* Initialize task context for this IO request */ task = qedf_get_task_mem(&qedf->tasks, xid); qedf_init_mp_task(els_req, task, sqe); /* Put timer on original I/O request */ if (timer_msec) qedf_cmd_timer_set(qedf, els_req, timer_msec); /* Ring doorbell */ QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Ringing doorbell for ELS " "req\n"); qedf_ring_doorbell(fcport); spin_unlock_irqrestore(&fcport->rport_lock, flags); els_err: return rc; }
/* Assumes kref is already held by caller */ int qedf_send_rrq(struct qedf_ioreq *aborted_io_req) { struct fc_els_rrq rrq; struct qedf_rport *fcport; struct fc_lport *lport; struct qedf_els_cb_arg *cb_arg = NULL; struct qedf_ctx *qedf; uint32_t sid; uint32_t r_a_tov; int rc; if (!aborted_io_req) { QEDF_ERR(NULL, "abort_io_req is NULL.\n"); return -EINVAL; } fcport = aborted_io_req->fcport; /* Check that fcport is still offloaded */ if (!test_bit(QEDF_RPORT_SESSION_READY, &fcport->flags)) { QEDF_ERR(NULL, "fcport is no longer offloaded.\n"); return -EINVAL; } if (!fcport->qedf) { QEDF_ERR(NULL, "fcport->qedf is NULL.\n"); return -EINVAL; } qedf = fcport->qedf; lport = qedf->lport; sid = fcport->sid; r_a_tov = lport->r_a_tov; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Sending RRQ orig " "io = %p, orig_xid = 0x%x\n", aborted_io_req, aborted_io_req->xid); memset(&rrq, 0, sizeof(rrq)); cb_arg = kzalloc(sizeof(struct qedf_els_cb_arg), GFP_NOIO); if (!cb_arg) { QEDF_ERR(&(qedf->dbg_ctx), "Unable to allocate cb_arg for " "RRQ\n"); rc = -ENOMEM; goto rrq_err; } cb_arg->aborted_io_req = aborted_io_req; rrq.rrq_cmd = ELS_RRQ; hton24(rrq.rrq_s_id, sid); rrq.rrq_ox_id = htons(aborted_io_req->xid); rrq.rrq_rx_id = htons(aborted_io_req->task->tstorm_st_context.read_write.rx_id); rc = qedf_initiate_els(fcport, ELS_RRQ, &rrq, sizeof(rrq), qedf_rrq_compl, cb_arg, r_a_tov); rrq_err: if (rc) { QEDF_ERR(&(qedf->dbg_ctx), "RRQ failed - release orig io " "req 0x%x\n", aborted_io_req->xid); kfree(cb_arg); kref_put(&aborted_io_req->refcount, qedf_release_cmd); } return rc; }
static void qedf_l2_els_compl(struct qedf_els_cb_arg *cb_arg) { struct qedf_ioreq *els_req; struct qedf_rport *fcport; struct qedf_mp_req *mp_req; struct fc_frame *fp; struct fc_frame_header *fh, *mp_fc_hdr; void *resp_buf, *fc_payload; u32 resp_len; u16 l2_oxid; l2_oxid = cb_arg->l2_oxid; els_req = cb_arg->io_req; if (!els_req) { QEDF_ERR(NULL, "els_req is NULL.\n"); goto free_arg; } /* * If we are flushing the command just free the cb_arg as none of the * response data will be valid. */ if (els_req->event == QEDF_IOREQ_EV_ELS_FLUSH) goto free_arg; fcport = els_req->fcport; mp_req = &(els_req->mp_req); mp_fc_hdr = &(mp_req->resp_fc_hdr); resp_len = mp_req->resp_len; resp_buf = mp_req->resp_buf; /* * If a middle path ELS command times out, don't try to return * the command but rather do any internal cleanup and then libfc * timeout the command and clean up its internal resources. */ if (els_req->event == QEDF_IOREQ_EV_ELS_TMO) { /* * If ADISC times out, libfc will timeout the exchange and then * try to send a PLOGI which will timeout since the session is * still offloaded. Force libfc to logout the session which * will offload the connection and allow the PLOGI response to * flow over the LL2 path. */ if (cb_arg->op == ELS_ADISC) qedf_restart_rport(fcport); return; } if (sizeof(struct fc_frame_header) + resp_len > QEDF_PAGE_SIZE) { QEDF_ERR(&(fcport->qedf->dbg_ctx), "resp_len is " "beyond page size.\n"); goto free_arg; } fp = fc_frame_alloc(fcport->qedf->lport, resp_len); if (!fp) { QEDF_ERR(&(fcport->qedf->dbg_ctx), "fc_frame_alloc failure.\n"); return; } /* Copy frame header from firmware into fp */ fh = (struct fc_frame_header *)fc_frame_header_get(fp); memcpy(fh, mp_fc_hdr, sizeof(struct fc_frame_header)); /* Copy payload from firmware into fp */ fc_payload = fc_frame_payload_get(fp, resp_len); memcpy(fc_payload, resp_buf, resp_len); QEDF_INFO(&(fcport->qedf->dbg_ctx), QEDF_LOG_ELS, "Completing OX_ID 0x%x back to libfc.\n", l2_oxid); qedf_process_l2_frame_compl(fcport, fp, l2_oxid); free_arg: kfree(cb_arg); }
/* Process incoming FIP frames. */ void qedf_fip_recv(struct qedf_ctx *qedf, struct sk_buff *skb) { struct ethhdr *eth_hdr; struct fip_header *fiph; struct fip_desc *desc; struct fip_mac_desc *mp; struct fip_wwn_desc *wp; struct fip_vn_desc *vp; size_t rlen, dlen; uint32_t cvl_port_id; __u8 cvl_mac[ETH_ALEN]; u16 op; u8 sub; eth_hdr = (struct ethhdr *)skb_mac_header(skb); fiph = (struct fip_header *) ((void *)skb->data + 2 * ETH_ALEN + 2); op = ntohs(fiph->fip_op); sub = fiph->fip_subcode; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_LL2, "FIP frame received: " "skb=%p fiph=%p source=%pM op=%x sub=%x", skb, fiph, eth_hdr->h_source, op, sub); if (qedf_dump_frames) print_hex_dump(KERN_WARNING, "fip ", DUMP_PREFIX_OFFSET, 16, 1, skb->data, skb->len, false); /* Handle FIP VLAN resp in the driver */ if (op == FIP_OP_VLAN && sub == FIP_SC_VL_NOTE) { qedf_fcoe_process_vlan_resp(qedf, skb); qedf->vlan_hw_insert = 0; kfree_skb(skb); } else if (op == FIP_OP_CTRL && sub == FIP_SC_CLR_VLINK) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_DISC, "Clear virtual " "link received.\n"); /* Check that an FCF has been selected by fcoe */ if (qedf->ctlr.sel_fcf == NULL) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_DISC, "Dropping CVL since FCF has not been selected " "yet."); return; } cvl_port_id = 0; memset(cvl_mac, 0, ETH_ALEN); /* * We need to loop through the CVL descriptors to determine * if we want to reset the fcoe link */ rlen = ntohs(fiph->fip_dl_len) * FIP_BPW; desc = (struct fip_desc *)(fiph + 1); while (rlen >= sizeof(*desc)) { dlen = desc->fip_dlen * FIP_BPW; switch (desc->fip_dtype) { case FIP_DT_MAC: mp = (struct fip_mac_desc *)desc; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_LL2, "fd_mac=%pM\n", mp->fd_mac); ether_addr_copy(cvl_mac, mp->fd_mac); break; case FIP_DT_NAME: wp = (struct fip_wwn_desc *)desc; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_LL2, "fc_wwpn=%016llx.\n", get_unaligned_be64(&wp->fd_wwn)); break; case FIP_DT_VN_ID: vp = (struct fip_vn_desc *)desc; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_LL2, "fd_fc_id=%x.\n", ntoh24(vp->fd_fc_id)); cvl_port_id = ntoh24(vp->fd_fc_id); break; default: /* Ignore anything else */ break; } desc = (struct fip_desc *)((char *)desc + dlen); rlen -= dlen; } QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_LL2, "cvl_port_id=%06x cvl_mac=%pM.\n", cvl_port_id, cvl_mac); if (cvl_port_id == qedf->lport->port_id && ether_addr_equal(cvl_mac, qedf->ctlr.sel_fcf->fcf_mac)) { fcoe_ctlr_link_down(&qedf->ctlr); qedf_wait_for_upload(qedf); fcoe_ctlr_link_up(&qedf->ctlr); } kfree_skb(skb); } else { /* Everything else is handled by libfcoe */ __skb_pull(skb, ETH_HLEN); fcoe_ctlr_recv(&qedf->ctlr, skb); } }
/* Assumes kref is already held by caller */ int qedf_send_rec(struct qedf_ioreq *orig_io_req) { struct fc_els_rec rec; struct qedf_rport *fcport; struct fc_lport *lport; struct qedf_els_cb_arg *cb_arg = NULL; struct qedf_ctx *qedf; uint32_t sid; uint32_t r_a_tov; int rc; if (!orig_io_req) { QEDF_ERR(NULL, "orig_io_req is NULL.\n"); return -EINVAL; } fcport = orig_io_req->fcport; /* Check that fcport is still offloaded */ if (!test_bit(QEDF_RPORT_SESSION_READY, &fcport->flags)) { QEDF_ERR(NULL, "fcport is no longer offloaded.\n"); return -EINVAL; } if (!fcport->qedf) { QEDF_ERR(NULL, "fcport->qedf is NULL.\n"); return -EINVAL; } /* Take reference until REC command completion */ kref_get(&orig_io_req->refcount); qedf = fcport->qedf; lport = qedf->lport; sid = fcport->sid; r_a_tov = lport->r_a_tov; memset(&rec, 0, sizeof(rec)); cb_arg = kzalloc(sizeof(struct qedf_els_cb_arg), GFP_NOIO); if (!cb_arg) { QEDF_ERR(&(qedf->dbg_ctx), "Unable to allocate cb_arg for " "REC\n"); rc = -ENOMEM; goto rec_err; } cb_arg->aborted_io_req = orig_io_req; rec.rec_cmd = ELS_REC; hton24(rec.rec_s_id, sid); rec.rec_ox_id = htons(orig_io_req->xid); rec.rec_rx_id = htons(orig_io_req->task->tstorm_st_context.read_write.rx_id); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Sending REC orig_io=%p, " "orig_xid=0x%x rx_id=0x%x\n", orig_io_req, orig_io_req->xid, rec.rec_rx_id); rc = qedf_initiate_els(fcport, ELS_REC, &rec, sizeof(rec), qedf_rec_compl, cb_arg, r_a_tov); rec_err: if (rc) { QEDF_ERR(&(qedf->dbg_ctx), "REC failed - release orig_io_req" "=0x%x\n", orig_io_req->xid); kfree(cb_arg); kref_put(&orig_io_req->refcount, qedf_release_cmd); } return rc; }
static void qedf_rec_compl(struct qedf_els_cb_arg *cb_arg) { struct qedf_ioreq *orig_io_req; struct qedf_ioreq *rec_req; struct qedf_mp_req *mp_req; struct fc_frame_header *mp_fc_hdr, *fh; struct fc_frame *fp; void *resp_buf, *fc_payload; u32 resp_len; struct fc_lport *lport; struct qedf_ctx *qedf; int refcount; enum fc_rctl r_ctl; struct fc_els_ls_rjt *rjt; struct fc_els_rec_acc *acc; u8 opcode; u32 offset, e_stat; struct scsi_cmnd *sc_cmd; bool srr_needed = false; rec_req = cb_arg->io_req; qedf = rec_req->fcport->qedf; lport = qedf->lport; orig_io_req = cb_arg->aborted_io_req; if (!orig_io_req) goto out_free; if (rec_req->event != QEDF_IOREQ_EV_ELS_TMO && rec_req->event != QEDF_IOREQ_EV_ELS_ERR_DETECT) cancel_delayed_work_sync(&orig_io_req->timeout_work); refcount = kref_read(&orig_io_req->refcount); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Entered: orig_io=%p," " orig_io_xid=0x%x, rec_xid=0x%x, refcount=%d\n", orig_io_req, orig_io_req->xid, rec_req->xid, refcount); /* If a REC times out, free resources */ if (rec_req->event == QEDF_IOREQ_EV_ELS_TMO) goto out_put; /* Normalize response data into struct fc_frame */ mp_req = &(rec_req->mp_req); mp_fc_hdr = &(mp_req->resp_fc_hdr); resp_len = mp_req->resp_len; acc = resp_buf = mp_req->resp_buf; fp = fc_frame_alloc(lport, resp_len); if (!fp) { QEDF_ERR(&(qedf->dbg_ctx), "fc_frame_alloc failure.\n"); goto out_put; } /* Copy frame header from firmware into fp */ fh = (struct fc_frame_header *)fc_frame_header_get(fp); memcpy(fh, mp_fc_hdr, sizeof(struct fc_frame_header)); /* Copy payload from firmware into fp */ fc_payload = fc_frame_payload_get(fp, resp_len); memcpy(fc_payload, resp_buf, resp_len); opcode = fc_frame_payload_op(fp); if (opcode == ELS_LS_RJT) { rjt = fc_frame_payload_get(fp, sizeof(*rjt)); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Received LS_RJT for REC: er_reason=0x%x, " "er_explan=0x%x.\n", rjt->er_reason, rjt->er_explan); /* * The following response(s) mean that we need to reissue the * request on another exchange. We need to do this without * informing the upper layers lest it cause an application * error. */ if ((rjt->er_reason == ELS_RJT_LOGIC || rjt->er_reason == ELS_RJT_UNAB) && rjt->er_explan == ELS_EXPL_OXID_RXID) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Handle CMD LOST case.\n"); qedf_requeue_io_req(orig_io_req); } } else if (opcode == ELS_LS_ACC) { offset = ntohl(acc->reca_fc4value); e_stat = ntohl(acc->reca_e_stat); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Received LS_ACC for REC: offset=0x%x, e_stat=0x%x.\n", offset, e_stat); if (e_stat & ESB_ST_SEQ_INIT) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Target has the seq init\n"); goto out_free_frame; } sc_cmd = orig_io_req->sc_cmd; if (!sc_cmd) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "sc_cmd is NULL for xid=0x%x.\n", orig_io_req->xid); goto out_free_frame; } /* SCSI write case */ if (sc_cmd->sc_data_direction == DMA_TO_DEVICE) { if (offset == orig_io_req->data_xfer_len) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "WRITE - response lost.\n"); r_ctl = FC_RCTL_DD_CMD_STATUS; srr_needed = true; offset = 0; } else { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "WRITE - XFER_RDY/DATA lost.\n"); r_ctl = FC_RCTL_DD_DATA_DESC; /* Use data from warning CQE instead of REC */ offset = orig_io_req->tx_buf_off; } /* SCSI read case */ } else { if (orig_io_req->rx_buf_off == orig_io_req->data_xfer_len) { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "READ - response lost.\n"); srr_needed = true; r_ctl = FC_RCTL_DD_CMD_STATUS; offset = 0; } else { QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "READ - DATA lost.\n"); /* * For read case we always set the offset to 0 * for sequence recovery task. */ offset = 0; r_ctl = FC_RCTL_DD_SOL_DATA; } } if (srr_needed) qedf_send_srr(orig_io_req, offset, r_ctl); else qedf_initiate_seq_cleanup(orig_io_req, offset, r_ctl); } out_free_frame: fc_frame_free(fp); out_put: /* Put reference for original command since REC completed */ kref_put(&orig_io_req->refcount, qedf_release_cmd); out_free: kfree(cb_arg); }
static bool qedf_requeue_io_req(struct qedf_ioreq *orig_io_req) { struct qedf_rport *fcport; struct qedf_ioreq *new_io_req; unsigned long flags; bool rc = false; fcport = orig_io_req->fcport; if (!fcport) { QEDF_ERR(NULL, "fcport is NULL.\n"); goto out; } if (!orig_io_req->sc_cmd) { QEDF_ERR(&(fcport->qedf->dbg_ctx), "sc_cmd is NULL for " "xid=0x%x.\n", orig_io_req->xid); goto out; } new_io_req = qedf_alloc_cmd(fcport, QEDF_SCSI_CMD); if (!new_io_req) { QEDF_ERR(&(fcport->qedf->dbg_ctx), "Could not allocate new " "io_req.\n"); goto out; } new_io_req->sc_cmd = orig_io_req->sc_cmd; /* * This keeps the sc_cmd struct from being returned to the tape * driver and being requeued twice. We do need to put a reference * for the original I/O request since we will not do a SCSI completion * for it. */ orig_io_req->sc_cmd = NULL; kref_put(&orig_io_req->refcount, qedf_release_cmd); spin_lock_irqsave(&fcport->rport_lock, flags); /* kref for new command released in qedf_post_io_req on error */ if (qedf_post_io_req(fcport, new_io_req)) { QEDF_ERR(&(fcport->qedf->dbg_ctx), "Unable to post io_req\n"); /* Return SQE to pool */ atomic_inc(&fcport->free_sqes); } else { QEDF_INFO(&(fcport->qedf->dbg_ctx), QEDF_LOG_ELS, "Reissued SCSI command from orig_xid=0x%x on " "new_xid=0x%x.\n", orig_io_req->xid, new_io_req->xid); /* * Abort the original I/O but do not return SCSI command as * it has been reissued on another OX_ID. */ spin_unlock_irqrestore(&fcport->rport_lock, flags); qedf_initiate_abts(orig_io_req, false); goto out; } spin_unlock_irqrestore(&fcport->rport_lock, flags); out: return rc; }
static int qedf_send_srr(struct qedf_ioreq *orig_io_req, u32 offset, u8 r_ctl) { struct fcp_srr srr; struct qedf_ctx *qedf; struct qedf_rport *fcport; struct fc_lport *lport; struct qedf_els_cb_arg *cb_arg = NULL; u32 sid, r_a_tov; int rc; if (!orig_io_req) { QEDF_ERR(NULL, "orig_io_req is NULL.\n"); return -EINVAL; } fcport = orig_io_req->fcport; /* Check that fcport is still offloaded */ if (!test_bit(QEDF_RPORT_SESSION_READY, &fcport->flags)) { QEDF_ERR(NULL, "fcport is no longer offloaded.\n"); return -EINVAL; } if (!fcport->qedf) { QEDF_ERR(NULL, "fcport->qedf is NULL.\n"); return -EINVAL; } /* Take reference until SRR command completion */ kref_get(&orig_io_req->refcount); qedf = fcport->qedf; lport = qedf->lport; sid = fcport->sid; r_a_tov = lport->r_a_tov; QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Sending SRR orig_io=%p, " "orig_xid=0x%x\n", orig_io_req, orig_io_req->xid); memset(&srr, 0, sizeof(srr)); cb_arg = kzalloc(sizeof(struct qedf_els_cb_arg), GFP_NOIO); if (!cb_arg) { QEDF_ERR(&(qedf->dbg_ctx), "Unable to allocate cb_arg for " "SRR\n"); rc = -ENOMEM; goto srr_err; } cb_arg->aborted_io_req = orig_io_req; srr.srr_op = ELS_SRR; srr.srr_ox_id = htons(orig_io_req->xid); srr.srr_rx_id = htons(orig_io_req->rx_id); srr.srr_rel_off = htonl(offset); srr.srr_r_ctl = r_ctl; rc = qedf_initiate_els(fcport, ELS_SRR, &srr, sizeof(srr), qedf_srr_compl, cb_arg, r_a_tov); srr_err: if (rc) { QEDF_ERR(&(qedf->dbg_ctx), "SRR failed - release orig_io_req" "=0x%x\n", orig_io_req->xid); kfree(cb_arg); /* If we fail to queue SRR, send ABTS to orig_io */ qedf_initiate_abts(orig_io_req, true); kref_put(&orig_io_req->refcount, qedf_release_cmd); } else /* Tell other threads that SRR is in progress */ set_bit(QEDF_CMD_SRR_SENT, &orig_io_req->flags); return rc; }
static void qedf_srr_compl(struct qedf_els_cb_arg *cb_arg) { struct qedf_ioreq *orig_io_req; struct qedf_ioreq *srr_req; struct qedf_mp_req *mp_req; struct fc_frame_header *mp_fc_hdr, *fh; struct fc_frame *fp; void *resp_buf, *fc_payload; u32 resp_len; struct fc_lport *lport; struct qedf_ctx *qedf; int refcount; u8 opcode; srr_req = cb_arg->io_req; qedf = srr_req->fcport->qedf; lport = qedf->lport; orig_io_req = cb_arg->aborted_io_req; if (!orig_io_req) goto out_free; clear_bit(QEDF_CMD_SRR_SENT, &orig_io_req->flags); if (srr_req->event != QEDF_IOREQ_EV_ELS_TMO && srr_req->event != QEDF_IOREQ_EV_ELS_ERR_DETECT) cancel_delayed_work_sync(&orig_io_req->timeout_work); refcount = kref_read(&orig_io_req->refcount); QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "Entered: orig_io=%p," " orig_io_xid=0x%x, rec_xid=0x%x, refcount=%d\n", orig_io_req, orig_io_req->xid, srr_req->xid, refcount); /* If a SRR times out, simply free resources */ if (srr_req->event == QEDF_IOREQ_EV_ELS_TMO) goto out_put; /* Normalize response data into struct fc_frame */ mp_req = &(srr_req->mp_req); mp_fc_hdr = &(mp_req->resp_fc_hdr); resp_len = mp_req->resp_len; resp_buf = mp_req->resp_buf; fp = fc_frame_alloc(lport, resp_len); if (!fp) { QEDF_ERR(&(qedf->dbg_ctx), "fc_frame_alloc failure.\n"); goto out_put; } /* Copy frame header from firmware into fp */ fh = (struct fc_frame_header *)fc_frame_header_get(fp); memcpy(fh, mp_fc_hdr, sizeof(struct fc_frame_header)); /* Copy payload from firmware into fp */ fc_payload = fc_frame_payload_get(fp, resp_len); memcpy(fc_payload, resp_buf, resp_len); opcode = fc_frame_payload_op(fp); switch (opcode) { case ELS_LS_ACC: QEDF_INFO(&(qedf->dbg_ctx), QEDF_LOG_ELS, "SRR success.\n"); break; case ELS_LS_RJT: QEDF_INFO(&qedf->dbg_ctx, QEDF_LOG_ELS, "SRR rejected.\n"); qedf_initiate_abts(orig_io_req, true); break; } fc_frame_free(fp); out_put: /* Put reference for original command since SRR completed */ kref_put(&orig_io_req->refcount, qedf_release_cmd); out_free: kfree(cb_arg); }