static uint64_t
__osmv_txn_timeout_cb(IN uint64_t key,
IN uint32_t num_regs, IN void *cb_context)
{
osmv_bind_obj_t *p_bo = (osmv_bind_obj_t *) cb_context;
uint64_t ret = 0;
osmv_txn_ctx_t *p_txn;
osmv_rmpp_send_ctx_t *p_send_ctx;
osm_madw_t *p_madw = NULL;
ib_mad_t *p_mad;
osm_mad_addr_t *p_mad_addr;
boolean_t invoke_err_cb = FALSE;
OSM_LOG_ENTER(p_bo->p_vendor->p_log);
/* Don't try to acquire a lock on the Bind Object -
* it's taken by the mechanism that drives the timeout based events!
* (Recall the special constructor that the Event Wheel is applied with)
*/
if (p_bo->is_closing) {
goto txn_done;
}
ret = osmv_txn_lookup(p_bo, key, &p_txn);
if (IB_NOT_FOUND == ret) {
/* Prevent a race - the transaction is already destroyed */
goto txn_done;
}
p_madw = p_txn->p_madw;
switch (osmv_txn_get_rmpp_state(p_txn)) {
case OSMV_TXN_RMPP_NONE:
if (num_regs <= OSMV_MAX_RETRANSMIT) {
/* We still did not exceed the limit of retransmissions.
* Set the next timeout's value.
*/
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"__osmv_txn_timeout_cb: "
"The transaction request (tid=0x%llX) timed out %d times. "
"Retrying the send.\n",
osmv_txn_get_tid(p_txn), num_regs);
/* resend this mad */
ret = osmv_simple_send_madw((osm_bind_handle_t *) p_bo,
p_madw, p_txn, TRUE);
if (ret != IB_SUCCESS) {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_ERROR,
"__osmv_txn_timeout_cb: "
"Fail to send retry for transaction request (tid=0x%llX).\n",
osmv_txn_get_tid(p_txn));
osmv_txn_done((osm_bind_handle_t) p_bo, key,
TRUE /*in timeout callback */ );
/* This is a requester. Always apply the callback */
invoke_err_cb = TRUE;
} else {
uint64_t next_timeout_ms;
next_timeout_ms =
p_bo->p_vendor->resp_timeout * (num_regs +
1) *
(num_regs + 1);
/* when do we need to timeout again */
ret =
cl_get_time_stamp() +
(uint64_t) (1000 * next_timeout_ms);
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"__osmv_txn_timeout_cb: "
"Retry request timout in : %lu [msec].\n",
next_timeout_ms);
}
} else {
osm_log(p_bo->p_vendor->p_log, OSM_LOG_ERROR,
"__osmv_txn_timeout_cb: ERR 6702: "
"The transaction request (tid=0x%llX) timed out (after %d retries). "
"Invoking the error callback.\n",
osmv_txn_get_tid(p_txn), num_regs);
osmv_txn_done((osm_bind_handle_t) p_bo, key,
TRUE /*in timeout callback */ );
/* This is a requester. Always apply the callback */
invoke_err_cb = TRUE;
}
break;
case OSMV_TXN_RMPP_SENDER:
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"RMPP sender (tid=0x%llX) did not receive ACK "
"on every segment in the current send window.\n",
osmv_txn_get_tid(p_txn));
p_send_ctx = osmv_txn_get_rmpp_send_ctx(p_txn);
if (num_regs <= OSMV_MAX_RETRANSMIT) {
/* We still did not exceed the limit of retransmissions.
* Set the next timeout's value.
*/
ret =
cl_get_time_stamp() +
1000 * p_bo->p_vendor->resp_timeout;
} else {
p_send_ctx->status = IB_TIMEOUT;
p_mad = osm_madw_get_mad_ptr(p_madw);
p_mad_addr = osm_madw_get_mad_addr_ptr(p_madw);
/* Send an ABORT to the other side */
osmv_rmpp_send_nak((osm_bind_handle_t) p_bo, p_mad,
p_mad_addr, IB_RMPP_TYPE_ABORT,
IB_RMPP_STATUS_T2L);
}
/* Wake the RMPP sender thread up */
cl_event_signal(&p_send_ctx->event);
break;
case OSMV_TXN_RMPP_RECEIVER:
osm_log(p_bo->p_vendor->p_log, OSM_LOG_DEBUG,
"Transaction timeout on an RMPP receiver (tid=0x%llX). "
"Dropping the transaction.\n", osmv_txn_get_tid(p_txn));
osmv_txn_done((osm_bind_handle_t) p_bo, key,
TRUE /*in timeout callback */ );
if (FALSE == osmv_txn_is_rmpp_init_by_peer(p_txn)) {
/* This is a requester, still waiting for the reply. Apply the callback */
invoke_err_cb = TRUE;
}
break;
default:
CL_ASSERT(FALSE);
}
if (TRUE == invoke_err_cb) {
CL_ASSERT(NULL != p_madw);
/* update the status in the p_madw */
p_madw->status = IB_TIMEOUT;
p_bo->send_err_cb(p_bo->cb_context, p_madw);
/* no re-registration */
ret = 0;
}
txn_done:
OSM_LOG_EXIT(p_bo->p_vendor->p_log);
return ret;
}
ib_api_status_t
osm_vendor_send(IN osm_bind_handle_t h_bind,
IN osm_madw_t * const p_madw, IN boolean_t const resp_expected)
{
ib_api_status_t ret = IB_SUCCESS;
osmv_bind_obj_t *p_bo = (osmv_bind_obj_t *) h_bind;
boolean_t is_rmpp = FALSE, is_rmpp_ds = FALSE;
osmv_txn_ctx_t *p_txn = NULL;
ib_mad_t *p_mad;
osm_log_t *p_log = p_bo->p_vendor->p_log;
osm_mad_pool_t *p_mad_pool = p_bo->p_osm_pool;
OSM_LOG_ENTER(p_log);
if (NULL == h_bind || NULL == p_madw ||
NULL == (p_mad = osm_madw_get_mad_ptr(p_madw)) ||
NULL == osm_madw_get_mad_addr_ptr(p_madw)) {
return IB_INVALID_PARAMETER;
}
is_rmpp = (p_madw->mad_size > MAD_BLOCK_SIZE
|| osmv_mad_is_rmpp(p_mad));
/* is this rmpp double sided? This means we expect a response that can be
an rmpp or not */
is_rmpp_ds = (TRUE == is_rmpp && TRUE == resp_expected);
/* Make our operations with the send context atomic */
osmv_txn_lock(p_bo);
if (TRUE == p_bo->is_closing) {
osm_log(p_log, OSM_LOG_ERROR,
"osm_vendor_send: ERR 7310: "
"The handle %p is being unbound, cannot send.\n",
h_bind);
ret = IB_INTERRUPTED;
/* When closing p_bo could be detroyed or is going to , thus could not refer to it */
goto send_done;
}
if (TRUE == resp_expected || TRUE == is_rmpp) {
/* We must run under a transaction framework.
* Get the transaction object (old or new) */
ret = __osmv_get_send_txn(h_bind, p_madw, is_rmpp,
resp_expected, &p_txn);
if (IB_SUCCESS != ret) {
goto send_done;
}
}
if (TRUE == is_rmpp) {
/* Do the job - RMPP!
* The call returns as all the packets are ACK'ed/upon error
* The txn lock will be released each time the function sleeps
* and re-acquired when it wakes up
*/
ret = osmv_rmpp_send_madw(h_bind, p_madw, p_txn, is_rmpp_ds);
} else {
/* Do the job - single MAD!
* The call returns as soon as the MAD is put on the wire
*/
ret = osmv_simple_send_madw(h_bind, p_madw, p_txn, FALSE);
}
if (IB_SUCCESS == ret) {
if ((TRUE == is_rmpp) && (FALSE == is_rmpp_ds)) {
/* For double-sided sends, the txn continues to live */
osmv_txn_done(h_bind, osmv_txn_get_key(p_txn),
FALSE /*not in callback */ );
}
if (FALSE == resp_expected) {
osm_mad_pool_put(p_mad_pool, p_madw);
}
} else if (IB_INTERRUPTED != ret) {
if (NULL != p_txn) {
osmv_txn_done(h_bind, osmv_txn_get_key(p_txn),
FALSE /*not in callback */ );
}
osm_log(p_log, OSM_LOG_ERROR,
"osm_vendor_send: ERR 7311: failed to send MADW %p\n",
p_madw);
if (TRUE == resp_expected) {
/* Change the status on the p_madw */
p_madw->status = ret;
/* Only the requester expects the error callback */
p_bo->send_err_cb(p_bo->cb_context, p_madw);
} else {
/* put back the mad - it is useless ... */
osm_mad_pool_put(p_mad_pool, p_madw);
}
} else { /* the transaction was aborted due to p_bo exit */
osm_mad_pool_put(p_mad_pool, p_madw);
goto aborted;
}
send_done:
osmv_txn_unlock(p_bo);
aborted:
OSM_LOG_EXIT(p_log);
return ret;
}
