static ssize_t
fi_ibv_msg_ep_send(struct fid_ep *ep_fid, const void *buf, size_t len,
void *desc, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr = { 0 };
wr.opcode = IBV_WR_SEND;
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
wr.send_flags = VERBS_INJECT(ep, len) | VERBS_COMP(ep);
return fi_ibv_send_buf(ep, &wr, buf, len, desc, context);
}
static ssize_t
fi_ibv_msg_ep_atomic_readwritemsg(struct fid_ep *ep_fid,
const struct fi_msg_atomic *msg,
struct fi_ioc *resultv, void **result_desc,
size_t result_count, uint64_t flags)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr;
size_t count_copy;
int ret;
if (msg->iov_count != 1 || msg->msg_iov->count != 1)
return -FI_E2BIG;
count_copy = msg->iov_count;
ret = fi_ibv_msg_ep_atomic_readwritevalid(ep_fid, msg->datatype, msg->op,
&count_copy);
if (ret)
return ret;
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
memset(&wr, 0, sizeof(wr));
switch (msg->op) {
case FI_ATOMIC_READ:
wr.opcode = IBV_WR_RDMA_READ;
wr.wr.rdma.remote_addr = msg->rma_iov->addr;
wr.wr.rdma.rkey = (uint32_t) (uintptr_t) msg->rma_iov->key;
break;
case FI_SUM:
wr.opcode = IBV_WR_ATOMIC_FETCH_AND_ADD;
wr.wr.atomic.remote_addr = msg->rma_iov->addr;
wr.wr.atomic.compare_add = (uintptr_t) msg->addr;
wr.wr.atomic.swap = 0;
wr.wr.atomic.rkey = (uint32_t) (uintptr_t) msg->rma_iov->key;
break;
default:
return -ENOSYS;
}
wr.send_flags = VERBS_COMP_FLAGS(ep, flags) | IBV_SEND_FENCE;
if (flags & FI_REMOTE_CQ_DATA)
wr.imm_data = htonl((uint32_t) msg->data);
return fi_ibv_send_buf(ep, &wr, resultv->addr, sizeof(uint64_t),
result_desc[0], msg->context);
}
static ssize_t
fi_ibv_msg_ep_senddata(struct fid_ep *ep_fid, const void *buf, size_t len,
void *desc, uint64_t data, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr = { 0 };
wr.opcode = IBV_WR_SEND_WITH_IMM;
wr.imm_data = htonl((uint32_t)data);
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
wr.send_flags = VERBS_INJECT(ep, len) | VERBS_COMP(ep);
return fi_ibv_send_buf(ep, &wr, buf, len, desc, context);
}
static ssize_t
fi_ibv_msg_ep_atomic_readwrite(struct fid_ep *ep_fid, const void *buf, size_t count,
void *desc, void *result, void *result_desc,
fi_addr_t dest_addr, uint64_t addr, uint64_t key,
enum fi_datatype datatype,
enum fi_op op, void *context)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr;
size_t count_copy;
int ret;
if (count != 1)
return -FI_E2BIG;
count_copy = count;
ret = fi_ibv_msg_ep_atomic_readwritevalid(ep_fid, datatype, op,
&count_copy);
if (ret)
return ret;
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
memset(&wr, 0, sizeof(wr));
switch (op) {
case FI_ATOMIC_READ:
wr.opcode = IBV_WR_RDMA_READ;
wr.wr.rdma.remote_addr = addr;
wr.wr.rdma.rkey = (uint32_t) (uintptr_t) key;
break;
case FI_SUM:
wr.opcode = IBV_WR_ATOMIC_FETCH_AND_ADD;
wr.wr.atomic.remote_addr = addr;
wr.wr.atomic.compare_add = (uintptr_t) buf;
wr.wr.atomic.swap = 0;
wr.wr.atomic.rkey = (uint32_t) (uintptr_t) key;
break;
default:
return -ENOSYS;
}
wr.send_flags = VERBS_COMP(ep) | IBV_SEND_FENCE;
return fi_ibv_send_buf(ep, &wr, result, sizeof(uint64_t), result_desc,
context);
}
static ssize_t
fi_ibv_msg_ep_rma_write(struct fid_ep *ep_fid, const void *buf, size_t len,
void *desc, fi_addr_t dest_addr,
uint64_t addr, uint64_t key, void *context)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr;
memset(&wr, 0, sizeof(wr));
wr.opcode = IBV_WR_RDMA_WRITE;
wr.wr.rdma.remote_addr = addr;
wr.wr.rdma.rkey = (uint32_t) key;
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
wr.send_flags = VERBS_INJECT(ep, len) | VERBS_COMP(ep);
return fi_ibv_send_buf(ep, &wr, buf, len, desc, context);
}
static ssize_t
fi_ibv_msg_ep_atomic_writemsg(struct fid_ep *ep_fid,
const struct fi_msg_atomic *msg, uint64_t flags)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr;
size_t count_copy;
int ret;
if (msg->iov_count != 1 || msg->msg_iov->count != 1)
return -FI_E2BIG;
count_copy = msg->iov_count;
ret = fi_ibv_msg_ep_atomic_writevalid(ep_fid, msg->datatype, msg->op,
&count_copy);
if (ret)
return ret;
memset(&wr, 0, sizeof(wr));
switch (msg->op) {
case FI_ATOMIC_WRITE:
if (flags & FI_REMOTE_CQ_DATA) {
wr.opcode = IBV_WR_RDMA_WRITE_WITH_IMM;
wr.imm_data = htonl((uint32_t)msg->data);
} else {
wr.opcode = IBV_WR_RDMA_WRITE;
}
wr.wr.rdma.remote_addr = msg->rma_iov->addr;
wr.wr.rdma.rkey = (uint32_t) (uintptr_t) msg->rma_iov->key;
break;
default:
return -ENOSYS;
}
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
wr.send_flags = VERBS_INJECT_FLAGS(ep, sizeof(uint64_t), flags) |
VERBS_COMP_FLAGS(ep, flags) | IBV_SEND_FENCE;
return fi_ibv_send_buf(ep, &wr, msg->msg_iov->addr, sizeof(uint64_t),
msg->desc[0], msg->context);
}
static ssize_t
fi_ibv_msg_ep_atomic_compwritemsg(struct fid_ep *ep_fid,
const struct fi_msg_atomic *msg,
const struct fi_ioc *comparev,
void **compare_desc, size_t compare_count,
struct fi_ioc *resultv,
void **result_desc, size_t result_count,
uint64_t flags)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr;
size_t count_copy;
int ret;
if (msg->iov_count != 1 || msg->msg_iov->count != 1)
return -FI_E2BIG;
count_copy = msg->iov_count;
ret = fi_ibv_msg_ep_atomic_compwritevalid(ep_fid, msg->datatype, msg->op,
&count_copy);
if (ret)
return ret;
memset(&wr, 0, sizeof(wr));
wr.opcode = IBV_WR_ATOMIC_CMP_AND_SWP;
wr.wr.atomic.remote_addr = msg->rma_iov->addr;
wr.wr.atomic.compare_add = (uintptr_t) comparev->addr;
wr.wr.atomic.swap = (uintptr_t) msg->addr;
wr.wr.atomic.rkey = (uint32_t) (uintptr_t) msg->rma_iov->key;
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
wr.send_flags = VERBS_COMP_FLAGS(ep, flags) | IBV_SEND_FENCE;
if (flags & FI_REMOTE_CQ_DATA)
wr.imm_data = htonl((uint32_t) msg->data);
return fi_ibv_send_buf(ep, &wr, resultv->addr, sizeof(uint64_t),
result_desc[0], msg->context);
}
static ssize_t
fi_ibv_msg_ep_atomic_write(struct fid_ep *ep_fid, const void *buf, size_t count,
void *desc, fi_addr_t dest_addr, uint64_t addr, uint64_t key,
enum fi_datatype datatype, enum fi_op op, void *context)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr;
size_t count_copy;
int ret;
if (count != 1)
return -FI_E2BIG;
count_copy = count;
ret = fi_ibv_msg_ep_atomic_writevalid(ep_fid, datatype, op, &count_copy);
if (ret)
return ret;
memset(&wr, 0, sizeof(wr));
switch(op) {
case FI_ATOMIC_WRITE:
wr.opcode = IBV_WR_RDMA_WRITE;
wr.wr.rdma.remote_addr = addr;
wr.wr.rdma.rkey = (uint32_t) (uintptr_t) key;
break;
default:
return -ENOSYS;
}
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
wr.send_flags = VERBS_INJECT(ep, sizeof(uint64_t)) | VERBS_COMP(ep) |
IBV_SEND_FENCE;
return fi_ibv_send_buf(ep, &wr, buf, sizeof(uint64_t), desc, context);
}
static ssize_t
fi_ibv_msg_ep_atomic_compwrite(struct fid_ep *ep_fid, const void *buf, size_t count,
void *desc, const void *compare,
void *compare_desc, void *result,
void *result_desc,
fi_addr_t dest_addr, uint64_t addr, uint64_t key,
enum fi_datatype datatype,
enum fi_op op, void *context)
{
struct fi_ibv_msg_ep *ep;
struct ibv_send_wr wr;
size_t count_copy;
int ret;
if (count != 1)
return -FI_E2BIG;
count_copy = count;
ret = fi_ibv_msg_ep_atomic_compwritevalid(ep_fid, datatype, op, &count_copy);
if (ret)
return ret;
memset(&wr, 0, sizeof(wr));
wr.opcode = IBV_WR_ATOMIC_CMP_AND_SWP;
wr.wr.atomic.remote_addr = addr;
wr.wr.atomic.compare_add = (uintptr_t) compare;
wr.wr.atomic.swap = (uintptr_t) buf;
wr.wr.atomic.rkey = (uint32_t) (uintptr_t) key;
ep = container_of(ep_fid, struct fi_ibv_msg_ep, ep_fid);
wr.send_flags = VERBS_COMP(ep) | IBV_SEND_FENCE;
return fi_ibv_send_buf(ep, &wr, result, sizeof(uint64_t), result_desc, context);
}
static inline ssize_t
fi_ibv_msg_ep_recvmsg(struct fid_ep *ep_fid, const struct fi_msg *msg, uint64_t flags)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_recv_wr wr = {
.wr_id = (uintptr_t)msg->context,
.num_sge = msg->iov_count,
.next = NULL,
};
struct ibv_recv_wr *bad_wr;
assert(ep->util_ep.rx_cq);
fi_ibv_set_sge_iov(wr.sg_list, msg->msg_iov, msg->iov_count, msg->desc);
return fi_ibv_handle_post(ibv_post_recv(ep->ibv_qp, &wr, &bad_wr));
}
static ssize_t
fi_ibv_msg_ep_recv(struct fid_ep *ep_fid, void *buf, size_t len,
void *desc, fi_addr_t src_addr, void *context)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_sge sge = fi_ibv_init_sge(buf, len, desc);
struct ibv_recv_wr wr = {
.wr_id = (uintptr_t)context,
.num_sge = 1,
.sg_list = &sge,
.next = NULL,
};
struct ibv_recv_wr *bad_wr;
assert(ep->util_ep.rx_cq);
return fi_ibv_handle_post(ibv_post_recv(ep->ibv_qp, &wr, &bad_wr));
}
static ssize_t
fi_ibv_msg_ep_recvv(struct fid_ep *ep_fid, const struct iovec *iov, void **desc,
size_t count, fi_addr_t src_addr, void *context)
{
struct fi_msg msg = {
.msg_iov = iov,
.desc = desc,
.iov_count = count,
.addr = src_addr,
.context = context,
};
return fi_ibv_msg_ep_recvmsg(ep_fid, &msg, 0);
}
static ssize_t
fi_ibv_msg_ep_sendmsg(struct fid_ep *ep_fid, const struct fi_msg *msg, uint64_t flags)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = (uintptr_t)msg->context,
};
if (flags & FI_REMOTE_CQ_DATA) {
wr.opcode = IBV_WR_SEND_WITH_IMM;
wr.imm_data = htonl((uint32_t)msg->data);
} else {
wr.opcode = IBV_WR_SEND;
}
return fi_ibv_send_msg(ep, &wr, msg, flags);
}
static ssize_t
fi_ibv_msg_ep_send(struct fid_ep *ep_fid, const void *buf, size_t len,
void *desc, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_COMP(ep, (uintptr_t)context),
.opcode = IBV_WR_SEND,
.send_flags = VERBS_INJECT(ep, len),
};
return fi_ibv_send_buf(ep, &wr, buf, len, desc);
}
static ssize_t
fi_ibv_msg_ep_senddata(struct fid_ep *ep_fid, const void *buf, size_t len,
void *desc, uint64_t data, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_COMP(ep, (uintptr_t)context),
.opcode = IBV_WR_SEND_WITH_IMM,
.imm_data = htonl((uint32_t)data),
.send_flags = VERBS_INJECT(ep, len),
};
return fi_ibv_send_buf(ep, &wr, buf, len, desc);
}
static ssize_t
fi_ibv_msg_ep_sendv(struct fid_ep *ep_fid, const struct iovec *iov, void **desc,
size_t count, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = (uintptr_t)context,
.opcode = IBV_WR_SEND,
};
return fi_ibv_send_iov(ep, &wr, iov, desc, count);
}
static ssize_t fi_ibv_msg_ep_inject(struct fid_ep *ep_fid, const void *buf, size_t len,
fi_addr_t dest_addr)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_NO_COMP_FLAG,
.opcode = IBV_WR_SEND,
.send_flags = IBV_SEND_INLINE,
};
return fi_ibv_send_buf_inline(ep, &wr, buf, len);
}
static ssize_t fi_ibv_msg_ep_injectdata(struct fid_ep *ep_fid, const void *buf, size_t len,
uint64_t data, fi_addr_t dest_addr)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_NO_COMP_FLAG,
.opcode = IBV_WR_SEND_WITH_IMM,
.imm_data = htonl((uint32_t)data),
.send_flags = IBV_SEND_INLINE,
};
return fi_ibv_send_buf_inline(ep, &wr, buf, len);
}
static ssize_t
fi_ibv_msg_inject_fast(struct fid_ep *ep_fid, const void *buf, size_t len,
fi_addr_t dest_addr)
{
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
ep->wrs->sge.addr = (uintptr_t) buf;
ep->wrs->sge.length = (uint32_t) len;
return fi_ibv_send_poll_cq_if_needed(ep, &ep->wrs->msg_wr);
}
static ssize_t fi_ibv_msg_ep_injectdata_fast(struct fid_ep *ep_fid, const void *buf, size_t len,
uint64_t data, fi_addr_t dest_addr)
{
ssize_t ret;
struct fi_ibv_ep *ep =
container_of(ep_fid, struct fi_ibv_ep, util_ep.ep_fid);
ep->wrs->msg_wr.imm_data = htonl((uint32_t)data);
ep->wrs->msg_wr.opcode = IBV_WR_SEND_WITH_IMM;
ep->wrs->sge.addr = (uintptr_t) buf;
ep->wrs->sge.length = (uint32_t) len;
ret = fi_ibv_send_poll_cq_if_needed(ep, &ep->wrs->msg_wr);
ep->wrs->msg_wr.opcode = IBV_WR_SEND;
return ret;
}
struct fi_ops_msg fi_ibv_msg_ep_msg_ops_ts = {
.size = sizeof(struct fi_ops_msg),
.recv = fi_ibv_msg_ep_recv,
.recvv = fi_ibv_msg_ep_recvv,
.recvmsg = fi_ibv_msg_ep_recvmsg,
.send = fi_ibv_msg_ep_send,
.sendv = fi_ibv_msg_ep_sendv,
.sendmsg = fi_ibv_msg_ep_sendmsg,
.inject = fi_ibv_msg_ep_inject,
.senddata = fi_ibv_msg_ep_senddata,
.injectdata = fi_ibv_msg_ep_injectdata,
};
struct fi_ops_msg fi_ibv_msg_ep_msg_ops = {
.size = sizeof(struct fi_ops_msg),
.recv = fi_ibv_msg_ep_recv,
.recvv = fi_ibv_msg_ep_recvv,
.recvmsg = fi_ibv_msg_ep_recvmsg,
.send = fi_ibv_msg_ep_send,
.sendv = fi_ibv_msg_ep_sendv,
.sendmsg = fi_ibv_msg_ep_sendmsg,
.inject = fi_ibv_msg_inject_fast,
.senddata = fi_ibv_msg_ep_senddata,
.injectdata = fi_ibv_msg_ep_injectdata_fast,
};
struct fi_ops_msg fi_ibv_msg_srq_ep_msg_ops = {
.size = sizeof(struct fi_ops_msg),
.recv = fi_no_msg_recv,
.recvv = fi_no_msg_recvv,
.recvmsg = fi_no_msg_recvmsg,
.send = fi_ibv_msg_ep_send,
.sendv = fi_ibv_msg_ep_sendv,
.sendmsg = fi_ibv_msg_ep_sendmsg,
.inject = fi_ibv_msg_ep_inject,
.senddata = fi_ibv_msg_ep_senddata,
.injectdata = fi_ibv_msg_ep_injectdata,
};
static ssize_t
fi_ibv_msg_xrc_ep_sendmsg(struct fid_ep *ep_fid, const struct fi_msg *msg, uint64_t flags)
{
struct fi_ibv_xrc_ep *ep = container_of(ep_fid, struct fi_ibv_xrc_ep,
base_ep.util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = (uintptr_t)msg->context,
.qp_type.xrc.remote_srqn = ep->peer_srqn,
};
if (flags & FI_REMOTE_CQ_DATA) {
wr.opcode = IBV_WR_SEND_WITH_IMM;
wr.imm_data = htonl((uint32_t)msg->data);
} else {
wr.opcode = IBV_WR_SEND;
}
return fi_ibv_send_msg(&ep->base_ep, &wr, msg, flags);
}
static ssize_t
fi_ibv_msg_xrc_ep_send(struct fid_ep *ep_fid, const void *buf, size_t len,
void *desc, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_xrc_ep *ep = container_of(ep_fid, struct fi_ibv_xrc_ep,
base_ep.util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_COMP(&ep->base_ep, (uintptr_t)context),
.opcode = IBV_WR_SEND,
.send_flags = VERBS_INJECT(&ep->base_ep, len),
.qp_type.xrc.remote_srqn = ep->peer_srqn,
};
return fi_ibv_send_buf(&ep->base_ep, &wr, buf, len, desc);
}
static ssize_t
fi_ibv_msg_xrc_ep_senddata(struct fid_ep *ep_fid, const void *buf, size_t len,
void *desc, uint64_t data, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_xrc_ep *ep = container_of(ep_fid, struct fi_ibv_xrc_ep,
base_ep.util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_COMP(&ep->base_ep, (uintptr_t)context),
.opcode = IBV_WR_SEND_WITH_IMM,
.imm_data = htonl((uint32_t)data),
.send_flags = VERBS_INJECT(&ep->base_ep, len),
.qp_type.xrc.remote_srqn = ep->peer_srqn,
};
return fi_ibv_send_buf(&ep->base_ep, &wr, buf, len, desc);
}
static ssize_t
fi_ibv_msg_xrc_ep_sendv(struct fid_ep *ep_fid, const struct iovec *iov, void **desc,
size_t count, fi_addr_t dest_addr, void *context)
{
struct fi_ibv_xrc_ep *ep = container_of(ep_fid, struct fi_ibv_xrc_ep,
base_ep.util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = (uintptr_t)context,
.opcode = IBV_WR_SEND,
.qp_type.xrc.remote_srqn = ep->peer_srqn,
};
return fi_ibv_send_iov(&ep->base_ep, &wr, iov, desc, count);
}
static ssize_t fi_ibv_msg_xrc_ep_inject(struct fid_ep *ep_fid, const void *buf, size_t len,
fi_addr_t dest_addr)
{
struct fi_ibv_xrc_ep *ep = container_of(ep_fid, struct fi_ibv_xrc_ep,
base_ep.util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_NO_COMP_FLAG,
.opcode = IBV_WR_SEND,
.send_flags = IBV_SEND_INLINE,
.qp_type.xrc.remote_srqn = ep->peer_srqn,
};
return fi_ibv_send_buf_inline(&ep->base_ep, &wr, buf, len);
}
static ssize_t fi_ibv_msg_xrc_ep_injectdata(struct fid_ep *ep_fid, const void *buf, size_t len,
uint64_t data, fi_addr_t dest_addr)
{
struct fi_ibv_xrc_ep *ep = container_of(ep_fid, struct fi_ibv_xrc_ep,
base_ep.util_ep.ep_fid);
struct ibv_send_wr wr = {
.wr_id = VERBS_NO_COMP_FLAG,
.opcode = IBV_WR_SEND_WITH_IMM,
.imm_data = htonl((uint32_t)data),
.send_flags = IBV_SEND_INLINE,
.qp_type.xrc.remote_srqn = ep->peer_srqn,
};
return fi_ibv_send_buf_inline(&ep->base_ep, &wr, buf, len);
}
/* NOTE: Initially the XRC endpoint must be used with a SRQ. */
struct fi_ops_msg fi_ibv_msg_xrc_ep_msg_ops_ts = {
.size = sizeof(struct fi_ops_msg),
.recv = fi_no_msg_recv,
.recvv = fi_no_msg_recvv,
.recvmsg = fi_no_msg_recvmsg,
.send = fi_no_msg_send,
.sendv = fi_no_msg_sendv,
.sendmsg = fi_no_msg_sendmsg,
.inject = fi_no_msg_inject,
.senddata = fi_no_msg_senddata,
.injectdata = fi_no_msg_injectdata,
};
struct fi_ops_msg fi_ibv_msg_xrc_ep_msg_ops = {
.size = sizeof(struct fi_ops_msg),
.recv = fi_no_msg_recv,
.recvv = fi_no_msg_recvv,
.recvmsg = fi_no_msg_recvmsg,
.send = fi_no_msg_send,
.sendv = fi_no_msg_sendv,
.sendmsg = fi_no_msg_sendmsg,
.inject = fi_no_msg_inject,
.senddata = fi_no_msg_senddata,
.injectdata = fi_no_msg_injectdata,
};
struct fi_ops_msg fi_ibv_msg_srq_xrc_ep_msg_ops = {
.size = sizeof(struct fi_ops_msg),
.recv = fi_no_msg_recv,
.recvv = fi_no_msg_recvv,
.recvmsg = fi_no_msg_recvmsg,
.send = fi_ibv_msg_xrc_ep_send,
.sendv = fi_ibv_msg_xrc_ep_sendv,
.sendmsg = fi_ibv_msg_xrc_ep_sendmsg,
.inject = fi_ibv_msg_xrc_ep_inject,
.senddata = fi_ibv_msg_xrc_ep_senddata,
.injectdata = fi_ibv_msg_xrc_ep_injectdata,
};
