/** * Initiate a get operation. * * @param btl (IN) BTL module * @param endpoint (IN) BTL addressing information * @param descriptor (IN) Description of the data to be transferred */ int mca_btl_ugni_get (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, struct mca_btl_base_descriptor_t *des) { mca_btl_ugni_base_frag_t *frag = (mca_btl_ugni_base_frag_t *) des; mca_btl_ugni_segment_t *src_seg = (mca_btl_ugni_segment_t *) des->des_remote; mca_btl_ugni_segment_t *dst_seg = (mca_btl_ugni_segment_t *) des->des_local; size_t size = src_seg->base.seg_len - src_seg->extra_byte_count; bool check; BTL_VERBOSE(("Using RDMA/FMA Get")); /* cause endpoint to bind if it isn't already (bind is sufficient for rdma) */ (void) mca_btl_ugni_check_endpoint_state(endpoint); /* Check if the get is aligned/sized on a multiple of 4 */ check = !!((des->des_remote->seg_addr.lval | des->des_local->seg_addr.lval | size) & 3); if (OPAL_UNLIKELY(check || size > mca_btl_ugni_component.ugni_get_limit)) { /* switch to put */ return OPAL_ERR_NOT_AVAILABLE; } if (src_seg->extra_byte_count) { memmove ((char *) dst_seg->base.seg_addr.pval + size, src_seg->extra_bytes, src_seg->extra_byte_count); src_seg->base.seg_len = size; dst_seg->base.seg_len = size; } des->des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; return mca_btl_ugni_post (frag, true, dst_seg, src_seg); }
int mca_btl_ugni_sendi (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, struct opal_convertor_t *convertor, void *header, size_t header_size, size_t payload_size, uint8_t order, uint32_t flags, mca_btl_base_tag_t tag, mca_btl_base_descriptor_t **descriptor) { size_t total_size = header_size + payload_size; mca_btl_ugni_base_frag_t *frag = NULL; size_t packed_size = payload_size; int rc; do { if (OPAL_UNLIKELY(OMPI_SUCCESS != mca_btl_ugni_check_endpoint_state (endpoint))) { break; } flags |= MCA_BTL_DES_FLAGS_BTL_OWNERSHIP; if (0 == payload_size) { frag = (mca_btl_ugni_base_frag_t *) mca_btl_ugni_prepare_src_send_nodata (btl, endpoint, order, header_size, flags); } else { frag = (mca_btl_ugni_base_frag_t *) mca_btl_ugni_prepare_src_send_buffered (btl, endpoint, convertor, order, header_size, &packed_size, flags); } assert (packed_size == payload_size); if (OPAL_UNLIKELY(NULL == frag)) { break; } frag->hdr.send.lag = (tag << 24) | total_size; memcpy (frag->segments[0].base.seg_addr.pval, header, header_size); rc = mca_btl_ugni_send_frag (endpoint, frag); if (OPAL_UNLIKELY(OMPI_SUCCESS != rc)) { mca_btl_ugni_frag_return (frag); break; } return OMPI_SUCCESS; } while (0); *descriptor = NULL; return OMPI_ERR_OUT_OF_RESOURCE; }
int mca_btl_ugni_send (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, struct mca_btl_base_descriptor_t *descriptor, mca_btl_base_tag_t tag) { mca_btl_ugni_base_frag_t *frag = (mca_btl_ugni_base_frag_t *) descriptor; size_t size = frag->segments[0].base.seg_len + frag->segments[1].base.seg_len; mca_btl_ugni_module_t *ugni_module = (mca_btl_ugni_module_t *) btl; int flags_save = frag->base.des_flags; int rc; /* tag and len are at the same location in eager and smsg frag hdrs */ frag->hdr.send.lag = (tag << 24) | size; rc = mca_btl_ugni_check_endpoint_state (endpoint); if (OPAL_UNLIKELY(OMPI_SUCCESS != rc)) { frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; opal_list_append (&endpoint->frag_wait_list, (opal_list_item_t *) frag); return OMPI_SUCCESS; } BTL_VERBOSE(("btl/ugni sending descriptor %p from %d -> %d. length = %" PRIu64, (void *)descriptor, OMPI_PROC_MY_NAME->vpid, endpoint->common->ep_rem_id, frag->segments[0].base.seg_len)); /* temporarily disable ownership and callback flags so we can reliably check the complete flag */ frag->base.des_flags &= ~(MCA_BTL_DES_FLAGS_BTL_OWNERSHIP | MCA_BTL_DES_SEND_ALWAYS_CALLBACK); frag->flags &= ~MCA_BTL_UGNI_FRAG_COMPLETE; rc = mca_btl_ugni_send_frag (endpoint, frag); if (OPAL_LIKELY(frag->flags & MCA_BTL_UGNI_FRAG_COMPLETE)) { /* fast path: remote side has received the frag */ frag->base.des_flags = flags_save; mca_btl_ugni_frag_complete (frag, OMPI_SUCCESS); return 1; } if ((OMPI_SUCCESS == rc) && (frag->flags & MCA_BTL_UGNI_FRAG_BUFFERED) && (flags_save & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) { /* fast(ish) path: btl owned buffered frag. report send as complete */ frag->base.des_flags = flags_save & ~MCA_BTL_DES_SEND_ALWAYS_CALLBACK; if (OPAL_LIKELY(flags_save & MCA_BTL_DES_SEND_ALWAYS_CALLBACK)) { frag->base.des_cbfunc(&frag->endpoint->btl->super, frag->endpoint, &frag->base, rc); } return 1; } /* slow(ish) path: remote side hasn't received the frag. call the frag's callback when we get the local smsg/msgq or remote rdma completion */ frag->base.des_flags = flags_save | MCA_BTL_DES_SEND_ALWAYS_CALLBACK; if (OPAL_UNLIKELY(OMPI_ERR_OUT_OF_RESOURCE == rc)) { /* queue up request */ if (false == endpoint->wait_listed) { opal_list_append (&ugni_module->ep_wait_list, &endpoint->super); endpoint->wait_listed = true; } opal_list_append (&endpoint->frag_wait_list, (opal_list_item_t *) frag); rc = OMPI_SUCCESS; } return rc; }