static ib_api_status_t
__osmv_dispatch_rmpp_rcv(IN osm_bind_handle_t h_bind,
IN const ib_mad_t * p_mad,
IN osmv_txn_ctx_t * p_txn,
IN const osm_mad_addr_t * p_mad_addr)
{
ib_api_status_t status = IB_SUCCESS;
osmv_rmpp_recv_ctx_t *p_recv_ctx = osmv_txn_get_rmpp_recv_ctx(p_txn);
osmv_bind_obj_t *p_bo = (osmv_bind_obj_t *) h_bind;
boolean_t is_last1 = FALSE, is_last2 = FALSE;
osm_madw_t *p_new_madw = NULL, *p_req_madw = NULL;
ib_mad_t *p_mad_buf;
uint32_t size = 0;
uint64_t key = osmv_txn_get_key(p_txn);
uint64_t tid = osmv_txn_get_tid(p_txn);
OSM_LOG_ENTER(p_bo->p_vendor->p_log);
if (TRUE == osmv_rmpp_is_ack(p_mad)) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"Not supposed to receive ACK's --> dropping the MAD\n");
goto dispatch_rmpp_rcv_done;
}
if (TRUE == osmv_rmpp_is_abort_stop(p_mad)) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"__osmv_dispatch_rmpp_rcv: ERR 6504: "
"The Remote Side stopped sending\n");
status = IB_REMOTE_ERROR;
goto dispatch_rmpp_rcv_done;
}
status = __osmv_dispatch_accept_seg(h_bind, p_txn, p_mad);
switch (status) {
case IB_SUCCESS:
/* Check wheter this is the legal last MAD */
/* Criteria #1: the received MAD is marked last */
is_last1 = osmv_rmpp_is_last(p_mad);
/* Criteria #2: the total accumulated length hits the advertised one */
is_last2 = is_last1;
size = osmv_rmpp_recv_ctx_get_byte_num_from_first(p_recv_ctx);
if (size > 0) {
is_last2 =
(osmv_rmpp_recv_ctx_get_cur_byte_num(p_recv_ctx) >=
size);
}
if (is_last1 != is_last2) {
osmv_rmpp_send_nak(h_bind, p_mad, p_mad_addr,
IB_RMPP_TYPE_ABORT,
IB_RMPP_STATUS_BAD_LEN);
status = IB_ERROR;
goto dispatch_rmpp_rcv_done;
}
/* TBD Consider an optimization - sending an ACK
* only for the last segment in the window
*/
__osmv_dispatch_send_ack(h_bind, p_mad, p_txn, p_mad_addr);
break;
case IB_INSUFFICIENT_RESOURCES:
/* An out-of-order segment received. Send the ACK anyway */
__osmv_dispatch_send_ack(h_bind, p_mad, p_txn, p_mad_addr);
status = IB_SUCCESS;
goto dispatch_rmpp_rcv_done;
case IB_INSUFFICIENT_MEMORY:
osmv_rmpp_send_nak(h_bind, p_mad, p_mad_addr,
IB_RMPP_TYPE_STOP, IB_RMPP_STATUS_RESX);
goto dispatch_rmpp_rcv_done;
default:
/* Illegal return code */
CL_ASSERT(FALSE);
}
if (TRUE != is_last1) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"RMPP MADW assembly continues, TID=0x%" PRIx64 "\n", tid);
goto dispatch_rmpp_rcv_done;
}
/* This is the last packet. */
if (0 == size) {
/* The total size was not advertised in the first packet */
size = osmv_rmpp_recv_ctx_get_byte_num_from_last(p_recv_ctx);
}
/*
NOTE: the received mad might not be >= 256 bytes.
some MADs might contain several SA records but still be
less then a full MAD.
We have to use RMPP to send them over since on a regular
"simple" MAD there is no way to know how many records were sent
*/
/* Build the MAD wrapper to be returned to the user.
* The actual storage for the MAD is allocated there.
*/
p_new_madw =
osm_mad_pool_get(p_bo->p_osm_pool, h_bind, size, p_mad_addr);
if (NULL == p_new_madw) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_ERROR,
"__osmv_dispatch_rmpp_rcv: ERR 6506: "
"Out Of Memory - could not allocate %d bytes for the MADW\n",
size);
status = IB_INSUFFICIENT_MEMORY;
goto dispatch_rmpp_rcv_done;
}
p_req_madw = osmv_txn_get_madw(p_txn);
p_mad_buf = osm_madw_get_mad_ptr(p_new_madw);
status = osmv_rmpp_recv_ctx_reassemble_arbt_mad(p_recv_ctx, size,
(uint8_t *) p_mad_buf);
if (IB_SUCCESS != status) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_ERROR,
"__osmv_dispatch_rmpp_rcv: ERR 6507: "
"Internal error - could not reassemble the result MAD\n");
goto dispatch_rmpp_rcv_done; /* What can happen here? */
}
/* The MAD is assembled, we are about to apply the callback.
* Delete the transaction context, unless the transaction is double sided */
if (FALSE == osmv_txn_is_rmpp_init_by_peer(p_txn)
|| FALSE == osmv_mad_is_multi_resp(p_mad)) {
osmv_txn_done(h_bind, key, FALSE);
}
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"RMPP MADW %p assembly complete, TID=0x%" PRIx64 "\n", p_new_madw,
tid);
p_mad_buf->trans_id = cl_hton64(tid);
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"Restoring the original TID to 0x%" PRIx64 "\n",
cl_ntoh64(p_mad_buf->trans_id));
/* Finally, do the job! */
p_bo->recv_cb(p_new_madw, p_bo->cb_context, p_req_madw);
dispatch_rmpp_rcv_done:
OSM_LOG_EXIT(p_bo->p_vendor->p_log);
return status;
}
static ib_api_status_t
__osmv_rmpp_send_segment(IN osm_bind_handle_t h_bind,
IN osmv_txn_ctx_t * p_txn, IN uint32_t seg_num)
{
ib_api_status_t ret;
osmv_rmpp_send_ctx_t *p_send_ctx;
uint8_t mad_buf[MAD_BLOCK_SIZE];
ib_mad_t *p_mad = (ib_mad_t *) mad_buf;
osmv_bind_obj_t *p_bo = (osmv_bind_obj_t *) h_bind;
osm_mad_addr_t *p_mad_addr =
osm_madw_get_mad_addr_ptr(osmv_txn_get_madw(p_txn));
uint32_t timeout = p_bo->p_vendor->resp_timeout;
uint64_t key;
OSM_LOG_ENTER(p_bo->p_vendor->p_log);
#ifdef OSMV_RANDOM_DROP
if (TRUE == osmv_random_drop()) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"Error injection - simulating the RMPP segment drop\n");
return IB_SUCCESS;
}
#endif
p_send_ctx = osmv_txn_get_rmpp_send_ctx(p_txn);
key = osmv_txn_get_key(p_txn);
if (0 != seg_num) {
ret =
osmv_rmpp_send_ctx_get_seg(p_send_ctx, seg_num, timeout,
p_mad);
CL_ASSERT(IB_SUCCESS == ret);
/* Put the segment to the wire ! */
p_mad->trans_id = cl_hton64(key);
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"Sending RMPP segment #%d, on-wire TID=0x%llX\n",
seg_num, p_mad->trans_id);
/*
Add call for packet drop randomizer.
This is a testing feature. If run_randomizer flag is set to TRUE,
the randomizer will be called, and randomally will drop
a packet. This is used for simulating unstable fabric.
*/
if (p_bo->p_vendor->run_randomizer == TRUE) {
/* Try the randomizer */
if (osm_pkt_randomizer_mad_drop(p_bo->p_vendor->p_log,
p_bo->p_vendor->
p_pkt_randomizer,
p_mad) == TRUE) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"The MAD will not be sent. \n");
ret = IB_SUCCESS;
} else {
ret =
osmv_transport_mad_send((osm_bind_handle_t)
p_bo, p_mad,
p_mad_addr);
}
} else {
ret =
osmv_transport_mad_send((osm_bind_handle_t) p_bo,
p_mad, p_mad_addr);
}
} else {
/* This is an ACK for double-sided handshake. Give it a special treatment. */
/* It doesn't really matter which data to put. Only the header matters. */
ret = osmv_rmpp_send_ctx_get_seg(p_send_ctx, 1, timeout, p_mad);
CL_ASSERT(IB_SUCCESS == ret);
p_mad->trans_id = cl_hton64(key);
ret =
osmv_rmpp_send_ack((osm_bind_handle_t) p_bo, p_mad,
0 /* segnum */ ,
OSMV_RMPP_RECV_WIN /* NWL */ ,
p_mad_addr);
}
OSM_LOG_EXIT(p_bo->p_vendor->p_log);
return ret;
}
static void
__osmv_dispatch_rmpp_mad(IN osm_bind_handle_t h_bind,
IN const ib_mad_t * p_mad,
IN osmv_txn_ctx_t * p_txn,
IN const osm_mad_addr_t * p_mad_addr)
{
ib_api_status_t status = IB_SUCCESS;
uint64_t key = cl_ntoh64(p_mad->trans_id);
boolean_t is_init_by_peer = FALSE;
osmv_bind_obj_t *p_bo = (osmv_bind_obj_t *) h_bind;
osm_madw_t *p_madw;
OSM_LOG_ENTER(p_bo->p_vendor->p_log);
if (NULL == p_txn) {
if (FALSE == osmv_rmpp_is_data(p_mad)
|| FALSE == osmv_rmpp_is_first(p_mad)) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"The MAD does not match any transaction "
"and does not start a sender-initiated RMPP transfer.\n");
goto dispatch_rmpp_mad_done;
}
/* IB Spec 13.6.2.2. This is a Sender Initiated Transfer.
My peer is the requester and RMPP Sender. I am the RMPP Receiver.
*/
status = osmv_txn_init(h_bind, /*tid==key */ key, key, &p_txn);
if (IB_SUCCESS != status) {
goto dispatch_rmpp_mad_done;
}
is_init_by_peer = TRUE;
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"A new sender-initiated transfer (TID=0x%" PRIx64 ") started\n",
key);
}
if (OSMV_TXN_RMPP_NONE == osmv_txn_get_rmpp_state(p_txn)) {
/* Case 1: Fall through from above.
* Case 2: When the transaction was initiated by me
* (a single request MAD), there was an uncertainty
* whether the reply will be RMPP. Now it's resolved,
* since the reply is RMPP!
*/
status =
osmv_txn_init_rmpp_receiver(h_bind, p_txn, is_init_by_peer);
if (IB_SUCCESS != status) {
goto dispatch_rmpp_mad_done;
}
}
switch (osmv_txn_get_rmpp_state(p_txn)) {
case OSMV_TXN_RMPP_RECEIVER:
status =
__osmv_dispatch_rmpp_rcv(h_bind, p_mad, p_txn, p_mad_addr);
if (IB_SUCCESS != status) {
if (FALSE == osmv_txn_is_rmpp_init_by_peer(p_txn)) {
/* This is a requester, still waiting for the reply. Apply the callback */
/* update the status of the p_madw */
p_madw = osmv_txn_get_madw(p_txn);
p_madw->status = status;
p_bo->send_err_cb(p_bo->cb_context, p_madw);
}
/* ABORT/STOP/LOCAL ERROR */
osmv_txn_done(h_bind, osmv_txn_get_key(p_txn), FALSE);
}
break;
case OSMV_TXN_RMPP_SENDER:
__osmv_dispatch_rmpp_snd(h_bind, p_mad, p_txn, p_mad_addr);
/* If an error happens here, it's the sender thread to cleanup the txn */
break;
default:
CL_ASSERT(FALSE);
}
dispatch_rmpp_mad_done:
OSM_LOG_EXIT(p_bo->p_vendor->p_log);
}