static void vl15_send_mad(osm_vl15_t * p_vl, osm_madw_t * p_madw)
{
ib_api_status_t status;
boolean_t resp_expected = p_madw->resp_expected;
/*
Non-response-expected mads are not throttled on the wire
since we can have no confirmation that they arrived
at their destination.
*/
if (resp_expected)
/*
Note that other threads may not see the response MAD
arrive before send() even returns.
In that case, the wire count would temporarily go negative.
To avoid this confusion, preincrement the counts on the
assumption that send() will succeed.
*/
cl_atomic_inc(&p_vl->p_stats->qp0_mads_outstanding_on_wire);
else
cl_atomic_inc(&p_vl->p_stats->qp0_unicasts_sent);
cl_atomic_inc(&p_vl->p_stats->qp0_mads_sent);
status = osm_vendor_send(osm_madw_get_bind_handle(p_madw),
p_madw, p_madw->resp_expected);
if (status == IB_SUCCESS) {
OSM_LOG(p_vl->p_log, OSM_LOG_DEBUG,
"%u QP0 MADs on wire, %u outstanding, "
"%u unicasts sent, %u total sent\n",
p_vl->p_stats->qp0_mads_outstanding_on_wire,
p_vl->p_stats->qp0_mads_outstanding,
p_vl->p_stats->qp0_unicasts_sent,
p_vl->p_stats->qp0_mads_sent);
return;
}
OSM_LOG(p_vl->p_log, OSM_LOG_ERROR, "ERR 3E03: "
"MAD send failed (%s)\n", ib_get_err_str(status));
/*
The MAD was never successfully sent, so
fix up the pre-incremented count values.
*/
/* Decrement qp0_mads_sent that were incremented in the code above.
qp0_mads_outstanding will be decremented by send error callback
(called by osm_vendor_send() */
cl_atomic_dec(&p_vl->p_stats->qp0_mads_sent);
if (!resp_expected)
cl_atomic_dec(&p_vl->p_stats->qp0_unicasts_sent);
}
/********************************************************************
__cl_disp_worker
Description:
This function takes messages off the FIFO and calls Processmsg()
This function executes as passive level.
Inputs:
p_disp - Pointer to Dispatcher object
Outputs:
None
Returns:
None
********************************************************************/
void __cl_disp_worker(IN void *context)
{
cl_disp_msg_t *p_msg;
cl_dispatcher_t *p_disp = (cl_dispatcher_t *) context;
cl_spinlock_acquire(&p_disp->lock);
/* Process the FIFO until we drain it dry. */
while (cl_qlist_count(&p_disp->msg_fifo)) {
/* Pop the message at the head from the FIFO. */
p_msg =
(cl_disp_msg_t *) cl_qlist_remove_head(&p_disp->msg_fifo);
/* we track the tim ethe last message spent in the queue */
p_disp->last_msg_queue_time_us =
cl_get_time_stamp() - p_msg->in_time;
/*
* Release the spinlock while the message is processed.
* The user's callback may reenter the dispatcher
* and cause the lock to be reaquired.
*/
cl_spinlock_release(&p_disp->lock);
p_msg->p_dest_reg->pfn_rcv_callback((void *)p_msg->p_dest_reg->
context,
(void *)p_msg->p_data);
cl_atomic_dec(&p_msg->p_dest_reg->ref_cnt);
/* The client has seen the data. Notify the sender as appropriate. */
if (p_msg->pfn_xmt_callback) {
p_msg->pfn_xmt_callback((void *)p_msg->context,
(void *)p_msg->p_data);
cl_atomic_dec(&p_msg->p_src_reg->ref_cnt);
}
/* Grab the lock for the next iteration through the list. */
cl_spinlock_acquire(&p_disp->lock);
/* Return this message to the pool. */
cl_qpool_put(&p_disp->msg_pool, (cl_pool_item_t *) p_msg);
}
cl_spinlock_release(&p_disp->lock);
}
ib_api_status_t osm_sa_send(osm_sa_t *sa, IN osm_madw_t * p_madw,
IN boolean_t resp_expected)
{
ib_api_status_t status;
cl_atomic_inc(&sa->p_subn->p_osm->stats.sa_mads_sent);
status = osm_vendor_send(p_madw->h_bind, p_madw, resp_expected);
if (status != IB_SUCCESS) {
cl_atomic_dec(&sa->p_subn->p_osm->stats.sa_mads_sent);
OSM_LOG(sa->p_log, OSM_LOG_ERROR, "ERR 4C04: "
"osm_vendor_send failed, status = %s\n",
ib_get_err_str(status));
}
return status;
}
void
osm_mad_pool_put(IN osm_mad_pool_t * const p_pool, IN osm_madw_t * const p_madw)
{
CL_ASSERT(p_madw);
/*
First, return the wire mad to the pool
*/
if (p_madw->p_mad)
osm_vendor_put(p_madw->h_bind, &p_madw->vend_wrap);
/*
Return the mad wrapper to the wrapper pool
*/
free(p_madw);
cl_atomic_dec(&p_pool->mads_out);
}
/****f* opensm: SM/__osm_sm_mad_ctrl_update_wire_stats
* NAME
* __osm_sm_mad_ctrl_update_wire_stats
*
* DESCRIPTION
* Updates wire stats for outstanding MADs and calls the VL15 poller.
*
* SYNOPSIS
*/
static void
__osm_sm_mad_ctrl_update_wire_stats(IN osm_sm_mad_ctrl_t * const p_ctrl)
{
uint32_t mads_on_wire;
OSM_LOG_ENTER(p_ctrl->p_log);
mads_on_wire =
cl_atomic_dec(&p_ctrl->p_stats->qp0_mads_outstanding_on_wire);
OSM_LOG(p_ctrl->p_log, OSM_LOG_DEBUG,
"%u SMPs on the wire, %u outstanding\n", mads_on_wire,
p_ctrl->p_stats->qp0_mads_outstanding);
/*
We can signal the VL15 controller to send another MAD
if any are waiting for transmission.
*/
osm_vl15_poll(p_ctrl->p_vl15);
OSM_LOG_EXIT(p_ctrl->p_log);
}
