static void process_mbox(uct_ugni_smsg_iface_t *iface, uct_ugni_smsg_ep_t *ep){
ucs_status_t status;
uint8_t tag;
void *data_ptr;
gni_return_t ugni_rc;
uct_ugni_smsg_header_t *header;
void *user_data;
pthread_mutex_lock(&uct_ugni_global_lock);
while(1){
tag = GNI_SMSG_ANY_TAG;
ugni_rc = GNI_SmsgGetNextWTag(ep->super.ep, (void **)&data_ptr, &tag);
/* Yes, GNI_RC_NOT_DONE means that you're done with the smsg mailbox */
if(GNI_RC_NOT_DONE == ugni_rc){
pthread_mutex_unlock(&uct_ugni_global_lock);
return;
}
if(GNI_RC_SUCCESS != ugni_rc){
ucs_error("Unhandled smsg error: %s %d", gni_err_str[ugni_rc], ugni_rc);
pthread_mutex_unlock(&uct_ugni_global_lock);
return;
}
if(NULL == data_ptr){
ucs_error("Empty data pointer in smsg.");
pthread_mutex_unlock(&uct_ugni_global_lock);
return;
}
header = (uct_ugni_smsg_header_t *)data_ptr;
user_data = (void *)(header + 1);
void *user_desc = iface->user_desc+1;
uct_iface_trace_am(&iface->super.super, UCT_AM_TRACE_TYPE_RECV,
tag, user_data, header->length, "RX: AM");
pthread_mutex_unlock(&uct_ugni_global_lock);
status = uct_iface_invoke_am(&iface->super.super, tag, user_data,
header->length, user_desc);
pthread_mutex_lock(&uct_ugni_global_lock);
if(status != UCS_OK){
uct_recv_desc_iface(user_desc) = &iface->super.super.super;
UCT_TL_IFACE_GET_TX_DESC(&iface->super.super, &iface->free_desc,
iface->user_desc, iface->user_desc = NULL);
}
ugni_rc = GNI_SmsgRelease(ep->super.ep);
if(GNI_RC_SUCCESS != ugni_rc){
ucs_error("Unhandled smsg error in GNI_SmsgRelease: %s %d", gni_err_str[ugni_rc], ugni_rc);
pthread_mutex_unlock(&uct_ugni_global_lock);
return;
}
}
}
static void uct_cm_iface_handle_sidr_req(uct_cm_iface_t *iface,
struct ib_cm_event *event)
{
uct_cm_hdr_t *hdr = event->private_data;
struct ib_cm_sidr_rep_param rep;
ucs_status_t status;
void *cm_desc, *desc;
int ret;
VALGRIND_MAKE_MEM_DEFINED(hdr, sizeof(hdr));
VALGRIND_MAKE_MEM_DEFINED(hdr + 1, hdr->length);
uct_cm_iface_trace_data(iface, UCT_AM_TRACE_TYPE_RECV, hdr, "RX: SIDR_REQ");
/* Allocate temporary buffer to serve as receive descriptor */
cm_desc = ucs_malloc(iface->super.config.rx_payload_offset + hdr->length,
"cm_recv_desc");
if (cm_desc == NULL) {
ucs_error("failed to allocate cm receive descriptor");
return;
}
/* Send reply */
ucs_trace_data("TX: SIDR_REP [id %p{%u}]", event->cm_id,
event->cm_id->handle);
memset(&rep, 0, sizeof rep);
rep.status = IB_SIDR_SUCCESS;
ret = ib_cm_send_sidr_rep(event->cm_id, &rep);
if (ret) {
ucs_error("ib_cm_send_sidr_rep() failed: %m");
}
/* Call active message handler */
desc = cm_desc + iface->super.config.rx_headroom_offset;
uct_recv_desc_iface(desc) = &iface->super.super.super;
status = uct_iface_invoke_am(&iface->super.super, hdr->am_id, hdr + 1,
hdr->length, desc);
if (status == UCS_OK) {
ucs_free(cm_desc);
}
}
static void uct_ugni_udt_progress(void *arg)
{
uint32_t rem_addr,
rem_id;
uint64_t id;
void *payload;
void *user_desc;
ucs_status_t status;
uct_ugni_udt_desc_t *desc;
uct_ugni_udt_header_t *header;
uct_ugni_udt_iface_t * iface = (uct_ugni_udt_iface_t *)arg;
uct_ugni_udt_ep_t *ep;
gni_ep_handle_t ugni_ep;
gni_post_state_t post_state;
gni_return_t ugni_rc;
pthread_mutex_lock(&uct_ugni_global_lock);
ugni_rc = GNI_PostDataProbeById(iface->super.nic_handle, &id);
if (ucs_unlikely(GNI_RC_SUCCESS != ugni_rc)) {
if (GNI_RC_NO_MATCH != ugni_rc) {
ucs_error("GNI_PostDataProbeById , Error status: %s %d",
gni_err_str[ugni_rc], ugni_rc);
}
goto exit;
}
if (UCT_UGNI_UDT_ANY == id) {
/* New incomming message */
ep = NULL;
ugni_ep = iface->ep_any;
desc = iface->desc_any;
} else {
/* Ack message */
ep = ucs_derived_of(uct_ugni_iface_lookup_ep(&iface->super, id),
uct_ugni_udt_ep_t);
if (ucs_unlikely(NULL == ep)) {
ucs_error("Can not lookup ep with id %"PRIx64,id);
goto exit;
}
ugni_ep = ep->super.ep;
desc = ep->posted_desc;
}
ugni_rc = GNI_EpPostDataWaitById(ugni_ep, id, -1, &post_state, &rem_addr, &rem_id);
if (ucs_unlikely(GNI_RC_SUCCESS != ugni_rc)) {
ucs_error("GNI_EpPostDataWaitById, Error status: %s %d",
gni_err_str[ugni_rc], ugni_rc);
goto exit;
}
header = uct_ugni_udt_get_rheader(desc, iface);
payload = uct_ugni_udt_get_rpayload(desc, iface);
user_desc = uct_ugni_udt_get_user_desc(desc, iface);
if (UCT_UGNI_UDT_ANY == id) {
/* New incomming message */
ucs_assert_always(header->type == UCT_UGNI_UDT_PAYLOAD);
uct_iface_trace_am(&iface->super.super, UCT_AM_TRACE_TYPE_RECV,
header->am_id, payload, header->length, "RX: AM");
status = uct_iface_invoke_am(&iface->super.super, header->am_id, payload,
header->length, user_desc);
if (UCS_OK != status) {
uct_ugni_udt_desc_t *new_desc;
/* set iface for a later release call */
uct_recv_desc_iface(user_desc) = &iface->super.super.super;
/* Allocate a new element */
UCT_TL_IFACE_GET_TX_DESC(&iface->super.super, &iface->free_desc,
new_desc, goto exit);
/* set the new desc */
iface->desc_any = new_desc;
}
