/*\ client receives strided data from server
\*/
void armci_rcv_strided_data(int proc, request_header_t* msginfo, int datalen,
void *ptr, int strides, int stride_arr[], int count[])
{
lapi_cmpl_t *pcntr=BUF_TO_EVBUF(msginfo);
CLEAR_COUNTER((*pcntr));
armci_read_strided(ptr, strides, stride_arr, count, (char*)(msginfo+1));
}
/** Blocking operation that transfers data from the remote process to the
* memory of the calling process. The data transfer is strided and blocking.
*
* @param[in] src_ptr Source starting address of the data block to put.
* @param[in] src_stride_arr Source array of stride distances in bytes.
* @param[in] dst_ptr Destination starting address to put data.
* @param[in] dst_stride_ar Destination array of stride distances in bytes.
* @param[in] count Block size in each dimension. count[0] should be the
* number of bytes of contiguous data in leading dimension.
* @param[in] stride_levels The level of strides.
* @param[in] proc Remote process ID (destination).
*
* @return Zero on success, error code otherwise.
*/
int PARMCI_GetS(void *src_ptr, int src_stride_ar[/*stride_levels*/],
void *dst_ptr, int dst_stride_ar[/*stride_levels*/],
int count[/*stride_levels+1*/], int stride_levels, int proc) {
int err;
if (ARMCII_GLOBAL_STATE.strided_method == ARMCII_STRIDED_DIRECT) {
void *dst_buf = NULL;
gmr_t *mreg, *gmr_loc = NULL;
MPI_Datatype src_type, dst_type;
/* COPY: Guard shared buffers */
if (ARMCII_GLOBAL_STATE.shr_buf_method == ARMCII_SHR_BUF_COPY) {
gmr_loc = gmr_lookup(dst_ptr, ARMCI_GROUP_WORLD.rank);
if (gmr_loc != NULL) {
int i, size;
for (i = 1, size = count[0]; i < stride_levels+1; i++)
size *= count[i];
MPI_Alloc_mem(size, MPI_INFO_NULL, &dst_buf);
ARMCII_Assert(dst_buf != NULL);
MPI_Type_contiguous(size, MPI_BYTE, &dst_type);
}
}
/* NOGUARD: If dst_buf hasn't been assigned to a copy, the strided source
* buffer is going to be used directly. */
if (dst_buf == NULL) {
dst_buf = dst_ptr;
ARMCII_Strided_to_dtype(dst_stride_ar, count, stride_levels, MPI_BYTE, &dst_type);
}
ARMCII_Strided_to_dtype(src_stride_ar, count, stride_levels, MPI_BYTE, &src_type);
MPI_Type_commit(&src_type);
MPI_Type_commit(&dst_type);
mreg = gmr_lookup(src_ptr, proc);
ARMCII_Assert_msg(mreg != NULL, "Invalid shared pointer");
gmr_lock(mreg, proc);
gmr_get_typed(mreg, src_ptr, 1, src_type, dst_buf, 1, dst_type, proc);
gmr_unlock(mreg, proc);
/* COPY: Finish the transfer */
if (dst_buf != dst_ptr) {
gmr_dla_lock(gmr_loc);
armci_read_strided(dst_ptr, stride_levels, dst_stride_ar, count, dst_buf);
gmr_dla_unlock(gmr_loc);
MPI_Free_mem(dst_buf);
}
MPI_Type_free(&src_type);
MPI_Type_free(&dst_type);
err = 0;
} else {
armci_giov_t iov;
ARMCII_Strided_to_iov(&iov, src_ptr, src_stride_ar, dst_ptr, dst_stride_ar, count, stride_levels);
err = PARMCI_GetV(&iov, 1, proc);
free(iov.src_ptr_array);
free(iov.dst_ptr_array);
}
return err;
}
