cxgbe/nvmf/nvmf_che.c

110  * bit indicates an in-use CID.
157 	uint16_t cid;  member
244 	 * to either use DDP or not use DDP.  The CID in response
246 	 * DDP, the original CID is stored in the command buffer.
388     uint16_t cid)  in che_alloc_command_buffer()  argument
401 	cb->cid = cid;  in che_alloc_command_buffer()
443     uint16_t cid)  in che_find_command_buffer()  argument
449 		if (cb->cid == cid)  in che_find_command_buffer()
465     uint16_t cid)  in che_purge_command_buffer()  argument
470 	cb = che_find_command_buffer(list, cid);  in che_purge_command_buffer()
1094 	uint16_t cid;  in nvmf_che_save_response_capsule()  local
1099 	 * Restore the original CID and ensure any command buffers  in nvmf_che_save_response_capsule()
1100 	 * associated with this CID have been released.  Once the CQE  in nvmf_che_save_response_capsule()
1102 	 * buffer for the associated CID can occur.  in nvmf_che_save_response_capsule()
1105 	cid = le16toh(cpl.cid);  in nvmf_che_save_response_capsule()
1106 	if (CHE_TAG_IS_FL(cid)) {  in nvmf_che_save_response_capsule()
1107 		cid = CHE_RAW_FL_TAG(cid);  in nvmf_che_save_response_capsule()
1109 		MPASS(FL_CID_ISACTIVE(cid, qp->fl_cid_set));  in nvmf_che_save_response_capsule()
1110 		cpl.cid = qp->fl_cids[cid];  in nvmf_che_save_response_capsule()
1111 		FL_CID_FREE(cid, qp->fl_cid_set);  in nvmf_che_save_response_capsule()
1114 		che_purge_command_buffer(&qp->rx_buffers, rsp->rccqe.cid);  in nvmf_che_save_response_capsule()
1115 		che_purge_command_buffer(&qp->tx_buffers, rsp->rccqe.cid);  in nvmf_che_save_response_capsule()
1120 		cb = qp->open_ddp_tags[CHE_STAG_IDX(cid)];  in nvmf_che_save_response_capsule()
1122 		MPASS(cb->cid == rsp->rccqe.cid);  in nvmf_che_save_response_capsule()
1123 		cpl.cid = cb->original_cid;  in nvmf_che_save_response_capsule()
1124 		che_free_ddp_tag(qp, cb, cid);  in nvmf_che_save_response_capsule()
1129 	CTR(KTR_CXGBE, "%s: tid %u freed cid 0x%04x for 0x%04x", __func__,  in nvmf_che_save_response_capsule()
1130 	    qp->toep->tid, le16toh(rsp->rccqe.cid), cpl.cid);  in nvmf_che_save_response_capsule()
1280 /* NB: cid and is little-endian already. */
1282 che_send_r2t(struct nvmf_che_qpair *qp, uint16_t cid, uint16_t ttag,  in che_send_r2t()  argument
1290 	r2t.cccid = cid;  in che_send_r2t()
1334 		che_send_r2t(qp, ncb->cid, ncb->ttag, ncb->data_offset,  in nvmf_che_send_next_r2t()
1509 	uint16_t cid, original_cid;  in nvmf_che_handle_c2h_data()  local
1518 	cid = le16toh(c2h->cccid);  in nvmf_che_handle_c2h_data()
1519 	if (CHE_TAG_IS_FL(cid)) {  in nvmf_che_handle_c2h_data()
1523 		if (CHE_STAG_IDX(cid) >= qp->num_ddp_tags) {  in nvmf_che_handle_c2h_data()
1533 		cb = qp->open_ddp_tags[CHE_STAG_IDX(cid)];  in nvmf_che_handle_c2h_data()
1553 		if (CHE_TAG_IS_FL(cid)) {  in nvmf_che_handle_c2h_data()
1586 		if (CHE_TAG_IS_FL(cid)) {  in nvmf_che_handle_c2h_data()
1622 	if (CHE_TAG_IS_FL(cid)) {  in nvmf_che_handle_c2h_data()
1632 			 * Free the CID as the command has now been  in nvmf_che_handle_c2h_data()
1635 			cid = CHE_RAW_FL_TAG(cid);  in nvmf_che_handle_c2h_data()
1637 			MPASS(FL_CID_ISACTIVE(cid, qp->fl_cid_set));  in nvmf_che_handle_c2h_data()
1638 			MPASS(original_cid == qp->fl_cids[cid]);  in nvmf_che_handle_c2h_data()
1639 			FL_CID_FREE(cid, qp->fl_cid_set);  in nvmf_che_handle_c2h_data()
1653 			che_free_ddp_tag(qp, cb, cid);  in nvmf_che_handle_c2h_data()
1665 		cqe.cid = original_cid;  in nvmf_che_handle_c2h_data()
1746 /* NB: cid and ttag and little-endian already. */
1748 che_send_h2c_pdu(struct nvmf_che_qpair *qp, uint16_t cid, uint16_t ttag,  in che_send_h2c_pdu()  argument
1758 	h2c.cccid = cid;  in che_send_h2c_pdu()
2179 	uint16_t cid;  in che_command_pdu()  local
2188 		    nc->nc_data.io_len, nc->nc_sqe.cid);  in che_command_pdu()
2189 		cb->original_cid = nc->nc_sqe.cid;  in che_command_pdu()
2192 			cid = che_alloc_fl_cid(qp, nc->nc_sqe.cid);  in che_command_pdu()
2199 			cid = che_alloc_fl_cid(qp, nc->nc_sqe.cid);  in che_command_pdu()
2200 			cb->cid = htole16(cid);  in che_command_pdu()
2206 			cid = che_alloc_ddp_cid(qp, cb);  in che_command_pdu()
2207 			if (cid == CHE_DDP_NO_TAG) {  in che_command_pdu()
2208 				cid = che_alloc_fl_cid(qp, nc->nc_sqe.cid);  in che_command_pdu()
2211 			cb->cid = htole16(cid);  in che_command_pdu()
2215 		cid = che_alloc_fl_cid(qp, nc->nc_sqe.cid);  in che_command_pdu()
2218 	CTR(KTR_CXGBE, "%s: tid %u allocated cid 0x%04x for 0x%04x", __func__,  in che_command_pdu()
2219 	    qp->toep->tid, cid, nc->nc_sqe.cid);  in che_command_pdu()
2224 	cmd.ccsqe.cid = htole16(cid);  in che_command_pdu()
2934 	    nc->nc_sqe.cid);  in che_receive_r2t_data()
2957 	che_send_r2t(qp, nc->nc_sqe.cid, cb->ttag, data_offset, io->io_len);  in che_receive_r2t_data()
2997 /* NB: cid is little-endian already. */
2999 che_send_c2h_pdu(struct nvmf_che_qpair *qp, uint16_t cid, uint32_t data_offset,  in che_send_c2h_pdu()  argument
3011 	c2h.cccid = cid;  in che_send_c2h_pdu()
3078 		che_send_c2h_pdu(qp, nc->nc_sqe.cid, data_offset, m, todo,  in che_send_controller_data()