static int send_recv()
{
struct fi_cq_entry comp;
int ret;
ret = fi_recv(ep, rx_buf, rx_size + ft_rx_prefix_size(),
mr_desc, 0, &rx_ctx);
if (ret)
return ret;
ft_sync();
fprintf(stdout, "Posting a send...\n");
ret = ft_post_tx(ep, remote_fi_addr, tx_size, NO_CQ_DATA, &tx_ctx);
if (ret)
return ret;
while ((tx_cq_cntr < tx_seq) || (rx_cq_cntr < rx_seq)) {
/* Wait for completion events on CQs */
ret = fi_wait(waitset, -1);
if (ret < 0) {
FT_PRINTERR("fi_wait", ret);
return ret;
}
/* Read the send completion entry */
ret = fi_cq_read(txcq, &comp, 1);
if (ret > 0) {
tx_cq_cntr++;
fprintf(stdout, "Received send completion event!\n");
} else if (ret < 0 && ret != -FI_EAGAIN) {
if (ret == -FI_EAVAIL) {
ret = ft_cq_readerr(txcq);
} else {
FT_PRINTERR("fi_cq_read", ret);
}
return ret;
}
/* Read the recv completion entry */
ret = fi_cq_read(rxcq, &comp, 1);
if (ret > 0) {
rx_cq_cntr++;
fprintf(stdout, "Received recv completion event!\n");
} else if (ret < 0 && ret != -FI_EAGAIN) {
if (ret == -FI_EAVAIL) {
ret = ft_cq_readerr(rxcq);
} else {
FT_PRINTERR("fi_cq_read", ret);
}
return ret;
}
}
return 0;
}
static ssize_t ofi_eq_sread(struct fid_eq *eq_fid, uint32_t *event, void *buf,
size_t len, int timeout, uint64_t flags)
{
struct util_eq *eq;
eq = container_of(eq_fid, struct util_eq, eq_fid);
if (!eq->internal_wait) {
FI_WARN(eq->prov, FI_LOG_EQ, "EQ not configured for sread\n");
return -FI_ENOSYS;
}
fi_wait(&eq->wait->wait_fid, timeout);
return fi_eq_read(eq_fid, event, buf, len, flags);
}
static int send_recv()
{
struct fi_cq_entry comp;
int ret;
fprintf(stdout, "Posting a send...\n");
ret = ft_post_tx(tx_size);
if (ret)
return ret;
while ((tx_cq_cntr < tx_seq) || (rx_cq_cntr < rx_seq)) {
/* Wait for completion events on CQs */
ret = fi_wait(waitset, -1);
if (ret < 0) {
FT_PRINTERR("fi_wait", ret);
return ret;
}
/* Read the send completion entry */
ret = fi_cq_read(txcq, &comp, 1);
if (ret > 0) {
tx_cq_cntr++;
fprintf(stdout, "Received send completion event!\n");
} else if (ret < 0 && ret != -FI_EAGAIN) {
if (ret == -FI_EAVAIL) {
ret = ft_cq_readerr(txcq);
} else {
FT_PRINTERR("fi_cq_read", ret);
}
return ret;
}
/* Read the recv completion entry */
ret = fi_cq_read(rxcq, &comp, 1);
if (ret > 0) {
rx_cq_cntr++;
fprintf(stdout, "Received recv completion event!\n");
} else if (ret < 0 && ret != -FI_EAGAIN) {
if (ret == -FI_EAVAIL) {
ret = ft_cq_readerr(rxcq);
} else {
FT_PRINTERR("fi_cq_read", ret);
}
return ret;
}
}
return 0;
}
static int psmx_cntr_wait(struct fid_cntr *cntr, uint64_t threshold, int timeout)
{
struct psmx_fid_cntr *cntr_priv;
struct timespec ts0, ts;
int msec_passed = 0;
int ret = 0;
cntr_priv = container_of(cntr, struct psmx_fid_cntr, cntr);
clock_gettime(CLOCK_REALTIME, &ts0);
while (ofi_atomic_get64(&cntr_priv->counter) < threshold) {
if (cntr_priv->wait) {
ret = fi_wait((struct fid_wait *)cntr_priv->wait,
timeout - msec_passed);
if (ret == -FI_ETIMEDOUT)
break;
} else {
psmx_progress(cntr_priv->domain);
}
if (ofi_atomic_get64(&cntr_priv->counter) >= threshold)
break;
if (timeout < 0)
continue;
clock_gettime(CLOCK_REALTIME, &ts);
msec_passed = (ts.tv_sec - ts0.tv_sec) * 1000 +
(ts.tv_nsec - ts0.tv_nsec) / 1000000;
if (msec_passed >= timeout) {
ret = -FI_ETIMEDOUT;
break;
}
}
return ret;
}
