static int do_transfers(void)
{
int i, ret;
for (i = 0; i < num_eps; i++) {
rx_buf = recv_bufs[i];
ret = ft_post_rx(eps[i], opts.transfer_size, &recv_ctx[i]);
if (ret)
return ret;
}
for (i = 0; i < num_eps; i++) {
if (ft_check_opts(FT_OPT_VERIFY_DATA))
ft_fill_buf(send_bufs[i], opts.transfer_size);
tx_buf = send_bufs[i];
ret = ft_post_tx(eps[i], remote_addr[i], opts.transfer_size, &send_ctx[i]);
if (ret)
return ret;
}
ret = ft_get_tx_comp(num_eps);
if (ret < 0)
return ret;
ret = ft_get_rx_comp(num_eps);
if (ret < 0)
return ret;
if (ft_check_opts(FT_OPT_VERIFY_DATA)) {
for (i = 0; i < num_eps; i++) {
ret = ft_check_buf(recv_bufs[i], opts.transfer_size);
if (ret)
return ret;
}
}
for (i = 0; i < num_eps; i++)
ft_finalize_ep(eps[i]);
printf("PASSED multi ep\n");
return 0;
}
ssize_t ft_inject(size_t size)
{
ssize_t ret;
if (ft_check_opts(FT_OPT_VERIFY_DATA | FT_OPT_ACTIVE))
ft_fill_buf((char *) tx_buf + ft_tx_prefix_size(), size);
ret = ft_post_inject(size);
if (ret)
return ret;
return ret;
}
ssize_t ft_tx(struct fid_ep *ep, fi_addr_t fi_addr, size_t size, struct fi_context *ctx)
{
ssize_t ret;
if (ft_check_opts(FT_OPT_VERIFY_DATA | FT_OPT_ACTIVE))
ft_fill_buf((char *) tx_buf + ft_tx_prefix_size(), size);
ret = ft_post_tx(ep, fi_addr, size, ctx);
if (ret)
return ret;
ret = ft_get_tx_comp(tx_seq);
return ret;
}
ssize_t ft_rx(size_t size)
{
ssize_t ret;
ret = ft_get_rx_comp(rx_seq);
if (ret)
return ret;
if (ft_check_opts(FT_OPT_VERIFY_DATA | FT_OPT_ACTIVE)) {
ret = ft_check_buf((char *) rx_buf + ft_rx_prefix_size(), size);
if (ret)
return ret;
}
/* TODO: verify CQ data, if available */
ret = ft_post_rx(rx_size);
return ret;
}
ssize_t ft_rx(struct fid_ep *ep, size_t size)
{
ssize_t ret;
ret = ft_get_rx_comp(rx_seq);
if (ret)
return ret;
if (ft_check_opts(FT_OPT_VERIFY_DATA | FT_OPT_ACTIVE)) {
ret = ft_check_buf((char *) rx_buf + ft_rx_prefix_size(), size);
if (ret)
return ret;
}
/* TODO: verify CQ data, if available */
/* Ignore the size arg. Post a buffer large enough to handle all message
* sizes. ft_sync() makes use of ft_rx() and gets called in tests just before
* message size is updated. The recvs posted are always for the next incoming
* message */
ret = ft_post_rx(ep, rx_size, &rx_ctx);
return ret;
}
static int run_test_loop(void)
{
int ret = 0;
uint64_t op_data = send_data ? opts.transfer_size : NO_CQ_DATA;
uint64_t op_tag = 0x1234;
char *op_buf;
int i, j;
for (i = 0; i < num_iters; i++) {
for (j = 0; j < concurrent_msgs; j++) {
op_buf = get_tx_buf(j);
if (ft_check_opts(FT_OPT_VERIFY_DATA))
ft_fill_buf(op_buf + ft_tx_prefix_size(),
opts.transfer_size);
ret = ft_post_tx_buf(ep, remote_fi_addr,
opts.transfer_size,
op_data, &tx_ctx_arr[j],
op_buf, mr_desc, op_tag);
if (ret) {
printf("ERROR send_msg returned %d\n", ret);
return ret;
}
}
ret = ft_sync();
if (ret)
return ret;
for (j = 0; j < concurrent_msgs; j++) {
op_buf = get_rx_buf(j);
ret = ft_post_rx_buf(ep, opts.transfer_size,
&rx_ctx_arr[j], op_buf,
mr_desc, op_tag);
if (ret) {
printf("ERROR recv_msg returned %d\n", ret);
return ret;
}
}
for (j = 0; j < concurrent_msgs; j++) {
ret = wait_recvs();
if (ret < 1)
return ret;
}
if (ft_check_opts(FT_OPT_VERIFY_DATA)) {
for (j = 0; j < concurrent_msgs; j++) {
op_buf = get_rx_buf(j);
if (ft_check_buf(op_buf + ft_rx_prefix_size(),
opts.transfer_size))
return -FI_EOTHER;
}
}
for (j = 0; j < concurrent_msgs; j++) {
ret = ft_get_tx_comp(tx_seq);
if (ret)
return ret;
}
if (i % 100 == 0)
printf("PID %d GOOD iter %d/%ld completed\n",
getpid(), i, num_iters);
}
(void) ft_sync();
printf("PID %d GOOD all done\n", getpid());
return ret;
}
