Test(dg_allocation, dgram_wc_post_exchg)
{
int ret = 0;
struct gnix_cm_nic *cm_nic;
struct gnix_datagram *dgram_wc, *dgram_bnd;
ep_priv = container_of(ep, struct gnix_fid_ep, ep_fid);
cm_nic = ep_priv->cm_nic;
cr_assert((cm_nic != NULL), "cm_nic NULL");
cr_assert((cm_nic->dgram_hndl != NULL), "cm_nic dgram_hndl NULL");
ret = _gnix_dgram_alloc(cm_nic->dgram_hndl, GNIX_DGRAM_WC,
&dgram_wc);
cr_assert(!ret, "_gnix_dgram_alloc wc");
dgram_wc->callback_fn = dgram_callback_fn;
ret = _gnix_dgram_wc_post(dgram_wc);
cr_assert((ret == 0), "_gnix_dgram_alloc wc");
ret = _gnix_dgram_alloc(cm_nic->dgram_hndl, GNIX_DGRAM_BND,
&dgram_bnd);
cr_assert((ret == 0), "_gnix_dgram_alloc bnd");
dgram_bnd->target_addr = cm_nic->my_name.gnix_addr;
local_address = cm_nic->my_name.gnix_addr;
dgram_bnd->callback_fn = dgram_callback_fn;
ret = _gnix_dgram_bnd_post(dgram_bnd);
cr_assert(ret == 0);
/*
* progress auto, don't need to do anything
*/
while (dgram_match != 1) {
ret = _gnix_cm_nic_progress(cm_nic);
cr_assert(ret == 0);
pthread_yield();
}
ret = _gnix_dgram_free(dgram_bnd);
cr_assert(!ret, "_gnix_dgram_free bnd");
ret = _gnix_dgram_free(dgram_wc);
cr_assert(!ret, "_gnix_dgram_free wc");
}
int _gnix_cm_nic_send(struct gnix_cm_nic *cm_nic,
char *sbuf, size_t len,
struct gnix_address target_addr)
{
int ret = FI_SUCCESS;
struct gnix_datagram *dgram = NULL;
ssize_t __attribute__((unused)) plen;
uint8_t tag;
struct gnix_work_req *work_req;
GNIX_TRACE(FI_LOG_EP_CTRL, "\n");
if ((cm_nic == NULL) || (sbuf == NULL))
return -FI_EINVAL;
if (len > GNI_DATAGRAM_MAXSIZE)
return -FI_ENOSPC;
ret = _gnix_dgram_alloc(cm_nic->dgram_hndl,
GNIX_DGRAM_BND,
&dgram);
if (ret != FI_SUCCESS) {
GNIX_WARN(FI_LOG_EP_CTRL,
"_gnix_dgram_alloc returned %s\n",
fi_strerror(-ret));
goto exit;
}
dgram->target_addr = target_addr;
dgram->callback_fn = __process_datagram;
dgram->cache = cm_nic;
tag = GNIX_CM_NIC_BND_TAG;
__dgram_set_tag(dgram, tag);
plen = _gnix_dgram_pack_buf(dgram, GNIX_DGRAM_IN_BUF,
sbuf, len);
assert (plen == len);
/* If connecting with the same CM NIC, skip datagram exchange. The
* caller could be holding an endpoint lock, so schedule connection
* completion for later. */
if (GNIX_ADDR_EQUAL(target_addr, cm_nic->my_name.gnix_addr)) {
char tmp_buf[GNIX_CM_NIC_MAX_MSG_SIZE];
/* Pack output buffer with input data. */
_gnix_dgram_unpack_buf(dgram, GNIX_DGRAM_IN_BUF, tmp_buf,
GNIX_CM_NIC_MAX_MSG_SIZE);
_gnix_dgram_pack_buf(dgram, GNIX_DGRAM_OUT_BUF, tmp_buf,
GNIX_CM_NIC_MAX_MSG_SIZE);
work_req = calloc(1, sizeof(*work_req));
if (work_req == NULL) {
_gnix_dgram_free(dgram);
return -FI_ENOMEM;
}
work_req->progress_fn = __gnix_cm_nic_intra_progress_fn;
work_req->data = dgram;
work_req->completer_fn = NULL;
fastlock_acquire(&cm_nic->wq_lock);
dlist_insert_before(&work_req->list, &cm_nic->cm_nic_wq);
fastlock_release(&cm_nic->wq_lock);
GNIX_INFO(FI_LOG_EP_CTRL, "Initiated intra-CM NIC connect\n");
} else {
ret = _gnix_dgram_bnd_post(dgram);
if (ret == -FI_EBUSY) {
ret = -FI_EAGAIN;
_gnix_dgram_free(dgram);
}
}
exit:
return ret;
}
cr_assert(!ret, "_gnix_dgram_alloc wc");
dgram_wc->callback_fn = dgram_callback_fn;
ret = _gnix_dgram_wc_post(dgram_wc);
cr_assert((ret == 0), "_gnix_dgram_alloc wc");
ret = _gnix_dgram_alloc(cm_nic->dgram_hndl, GNIX_DGRAM_BND,
&dgram_bnd);
cr_assert((ret == 0), "_gnix_dgram_alloc bnd");
dgram_bnd->target_addr = cm_nic->my_name.gnix_addr;
local_address = cm_nic->my_name.gnix_addr;
dgram_bnd->callback_fn = dgram_callback_fn;
ret = _gnix_dgram_bnd_post(dgram_bnd);
cr_assert(ret == 0);
/*
* progress auto, don't need to do anything
*/
while (dgram_match != 1) {
ret = _gnix_cm_nic_progress(cm_nic);
cr_assert(ret == 0);
pthread_yield();
}
ret = _gnix_dgram_free(dgram_bnd);
cr_assert(!ret, "_gnix_dgram_free bnd");
ret = _gnix_dgram_free(dgram_wc);