/** * Initiate a send to the peer. * * @param btl (IN) BTL module * @param peer (IN) BTL peer addressing */ int mca_btl_vader_send (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, struct mca_btl_base_descriptor_t *descriptor, mca_btl_base_tag_t tag) { mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) descriptor; if (OPAL_LIKELY(frag->fbox)) { mca_btl_vader_fbox_send (frag->fbox, tag, frag->segments[0].seg_len); mca_btl_vader_frag_complete (frag); return 1; } /* header (+ optional inline data) */ frag->hdr->len = frag->segments[0].seg_len; /* type of message, pt-2-pt, one-sided, etc */ frag->hdr->tag = tag; /* post the relative address of the descriptor into the peer's fifo */ vader_fifo_write_ep (frag->hdr, endpoint); if ((frag->hdr->flags & MCA_BTL_VADER_FLAG_SINGLE_COPY) || !(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) { frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; return 0; } /* data is gone (from the pml's perspective). frag callback/release will happen later */ return 1; }
/** * Initiate a send to the peer. * * @param btl (IN) BTL module * @param peer (IN) BTL peer addressing */ int mca_btl_vader_send (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, struct mca_btl_base_descriptor_t *descriptor, mca_btl_base_tag_t tag) { mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) descriptor; const size_t total_size = frag->segments[0].seg_len; if (OPAL_LIKELY(frag->fbox)) { mca_btl_vader_fbox_send (frag->fbox, tag); mca_btl_vader_frag_complete (frag); return 1; } /* header (+ optional inline data) */ frag->hdr->len = total_size; /* type of message, pt-2-pt, one-sided, etc */ frag->hdr->tag = tag; /* post the relative address of the descriptor into the peer's fifo */ if (opal_list_get_size (&endpoint->pending_frags) || !vader_fifo_write_ep (frag->hdr, endpoint)) { frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; OPAL_THREAD_LOCK(&endpoint->pending_frags_lock); opal_list_append (&endpoint->pending_frags, (opal_list_item_t *) frag); if (!endpoint->waiting) { OPAL_THREAD_LOCK(&mca_btl_vader_component.lock); opal_list_append (&mca_btl_vader_component.pending_endpoints, &endpoint->super); OPAL_THREAD_UNLOCK(&mca_btl_vader_component.lock); endpoint->waiting = true; } OPAL_THREAD_UNLOCK(&endpoint->pending_frags_lock); return OPAL_SUCCESS; } if ((frag->hdr->flags & MCA_BTL_VADER_FLAG_SINGLE_COPY) || !(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) { frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; return OPAL_SUCCESS; } /* data is gone (from the pml's perspective). frag callback/release will happen later */ return 1; }
/** * Initiate an inline send to the peer. * * @param btl (IN) BTL module * @param peer (IN) BTL peer addressing */ int mca_btl_vader_sendi (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, struct opal_convertor_t *convertor, void *header, size_t header_size, size_t payload_size, uint8_t order, uint32_t flags, mca_btl_base_tag_t tag, mca_btl_base_descriptor_t **descriptor) { mca_btl_vader_frag_t *frag; void *data_ptr = NULL; size_t length; if (payload_size) { opal_convertor_get_current_pointer (convertor, &data_ptr); } if (!(payload_size && opal_convertor_need_buffers (convertor)) && mca_btl_vader_fbox_sendi (endpoint, tag, header, header_size, data_ptr, payload_size)) { return OMPI_SUCCESS; } length = header_size + payload_size; /* allocate a fragment, giving up if we can't get one */ frag = (mca_btl_vader_frag_t *) mca_btl_vader_alloc (btl, endpoint, order, length, flags | MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); if (OPAL_UNLIKELY(NULL == frag)) { *descriptor = NULL; return OMPI_ERR_OUT_OF_RESOURCE; } /* fill in fragment fields */ frag->hdr->len = length; frag->hdr->tag = tag; /* write the match header (with MPI comm/tag/etc. info) */ memcpy (frag->segments[0].seg_addr.pval, header, header_size); /* write the message data if there is any */ /* we can't use single-copy semantics here since as caller will consider the send complete when we return */ if (payload_size) { uint32_t iov_count = 1; struct iovec iov; /* pack the data into the supplied buffer */ iov.iov_base = (IOVBASE_TYPE *)((uintptr_t)frag->segments[0].seg_addr.pval + header_size); iov.iov_len = length = payload_size; (void) opal_convertor_pack (convertor, &iov, &iov_count, &length); assert (length == payload_size); } /* write the fragment pointer to peer's the FIFO. the progress function will return the fragment */ vader_fifo_write_ep (frag->hdr, endpoint); return OMPI_SUCCESS; }