static UCS_F_ALWAYS_INLINE ucs_status_t
uct_dc_mlx5_ep_atomic_fop(uct_dc_mlx5_ep_t *ep, int opcode, void *result, int ext,
unsigned length, uint64_t remote_addr, uct_rkey_t rkey,
uint64_t compare_mask, uint64_t compare,
uint64_t swap_mask, uint64_t swap_add, uct_completion_t *comp)
{
uct_dc_mlx5_iface_t *iface = ucs_derived_of(ep->super.super.iface, uct_dc_mlx5_iface_t);
uct_rc_iface_send_desc_t *desc;
UCT_DC_MLX5_CHECK_RES(iface, ep);
UCT_RC_IFACE_GET_TX_ATOMIC_FETCH_DESC(&iface->super.super, &iface->super.tx.atomic_desc_mp,
desc, uct_rc_iface_atomic_handler(&iface->super.super,
ext, length),
result, comp);
uct_dc_mlx5_iface_atomic_post(iface, ep, opcode, desc, length, remote_addr, rkey,
compare_mask, compare, swap_mask, swap_add);
return UCS_INPROGRESS;
}
static UCS_F_ALWAYS_INLINE ucs_status_t
uct_rc_verbs_ep_atomic(uct_rc_verbs_ep_t *ep, int opcode, void *result,
uint64_t compare_add, uint64_t swap, uint64_t remote_addr,
uct_rkey_t rkey, uct_completion_t *comp)
{
uct_rc_verbs_iface_t *iface = ucs_derived_of(ep->super.super.super.iface,
uct_rc_verbs_iface_t);
uct_rc_iface_send_desc_t *desc;
UCT_RC_CHECK_RES(&iface->super, &ep->super);
UCT_RC_IFACE_GET_TX_ATOMIC_FETCH_DESC(&iface->super, &iface->short_desc_mp,
desc, iface->super.config.atomic64_handler,
result, comp);
uct_rc_verbs_ep_atomic_post(ep, opcode, compare_add, swap, remote_addr,
rkey, desc, IBV_SEND_SIGNALED |
uct_rc_ep_atomic_fence(&iface->super, &ep->fi,
IBV_SEND_FENCE));
return UCS_INPROGRESS;
}
