/*\ client sends strided data + request to server
\*/
void armci_send_strided(int proc, request_header_t *msginfo, char *bdata,
void *ptr, int strides, int stride_arr[], int count[])
{
armci_write_strided(ptr, strides, stride_arr, count, bdata);
armci_send_req(proc,msginfo,msginfo->bytes + sizeof(request_header_t));
}
/*\ server sends strided data back to client
\*/
void armci_send_strided_data(int proc, request_header_t *msginfo, char *bdata,
void *ptr, int strides, int stride_arr[], int count[])
{
armci_write_strided(ptr, strides, stride_arr, count, bdata);
armci_lapi_send(msginfo->tag, bdata, msginfo->datalen, msginfo->from);
}
/** Blocking operation that accumulates data from the local process into the
* memory of the remote process. The data transfer is strided and blocking.
*
* @param[in] datatype Type of data to be transferred.
* @param[in] scale Pointer to the value that input data should be scaled by.
* @param[in] src_ptr Source starting address of the data block to put.
* @param[in] src_stride_arr Source array of stride distances in bytes.
* @param[in] dst_ptr Destination starting address to put data.
* @param[in] dst_stride_ar Destination array of stride distances in bytes.
* @param[in] count Block size in each dimension. count[0] should be the
* number of bytes of contiguous data in leading dimension.
* @param[in] stride_levels The level of strides.
* @param[in] proc Remote process ID (destination).
*
* @return Zero on success, error code otherwise.
*/
int PARMCI_AccS(int datatype, void *scale,
void *src_ptr, int src_stride_ar[/*stride_levels*/],
void *dst_ptr, int dst_stride_ar[/*stride_levels*/],
int count[/*stride_levels+1*/], int stride_levels, int proc) {
int err;
if (ARMCII_GLOBAL_STATE.strided_method == ARMCII_STRIDED_DIRECT) {
void *src_buf = NULL;
gmr_t *mreg, *gmr_loc = NULL;
MPI_Datatype src_type, dst_type, mpi_datatype;
int scaled, mpi_datatype_size;
ARMCII_Acc_type_translate(datatype, &mpi_datatype, &mpi_datatype_size);
scaled = ARMCII_Buf_acc_is_scaled(datatype, scale);
/* SCALE: copy and scale if requested */
if (scaled) {
armci_giov_t iov;
int i, nelem;
if (ARMCII_GLOBAL_STATE.shr_buf_method != ARMCII_SHR_BUF_NOGUARD)
gmr_loc = gmr_lookup(src_ptr, ARMCI_GROUP_WORLD.rank);
for (i = 1, nelem = count[0]/mpi_datatype_size; i < stride_levels+1; i++)
nelem *= count[i];
MPI_Alloc_mem(nelem*mpi_datatype_size, MPI_INFO_NULL, &src_buf);
ARMCII_Assert(src_buf != NULL);
if (gmr_loc != NULL) gmr_dla_lock(gmr_loc);
/* Shoehorn the strided information into an IOV */
ARMCII_Strided_to_iov(&iov, src_ptr, src_stride_ar, src_ptr, src_stride_ar, count, stride_levels);
for (i = 0; i < iov.ptr_array_len; i++)
ARMCII_Buf_acc_scale(iov.src_ptr_array[i], ((uint8_t*)src_buf) + i*iov.bytes, iov.bytes, datatype, scale);
free(iov.src_ptr_array);
free(iov.dst_ptr_array);
if (gmr_loc != NULL) gmr_dla_unlock(gmr_loc);
MPI_Type_contiguous(nelem, mpi_datatype, &src_type);
}
/* COPY: Guard shared buffers */
else if (ARMCII_GLOBAL_STATE.shr_buf_method == ARMCII_SHR_BUF_COPY) {
gmr_loc = gmr_lookup(src_ptr, ARMCI_GROUP_WORLD.rank);
if (gmr_loc != NULL) {
int i, nelem;
for (i = 1, nelem = count[0]/mpi_datatype_size; i < stride_levels+1; i++)
nelem *= count[i];
MPI_Alloc_mem(nelem*mpi_datatype_size, MPI_INFO_NULL, &src_buf);
ARMCII_Assert(src_buf != NULL);
gmr_dla_lock(gmr_loc);
armci_write_strided(src_ptr, stride_levels, src_stride_ar, count, src_buf);
gmr_dla_unlock(gmr_loc);
MPI_Type_contiguous(nelem, mpi_datatype, &src_type);
}
}
/* NOGUARD: If src_buf hasn't been assigned to a copy, the strided source
* buffer is going to be used directly. */
if (src_buf == NULL) {
src_buf = src_ptr;
ARMCII_Strided_to_dtype(src_stride_ar, count, stride_levels, mpi_datatype, &src_type);
}
ARMCII_Strided_to_dtype(dst_stride_ar, count, stride_levels, mpi_datatype, &dst_type);
MPI_Type_commit(&src_type);
MPI_Type_commit(&dst_type);
int src_size, dst_size;
MPI_Type_size(src_type, &src_size);
MPI_Type_size(dst_type, &dst_size);
ARMCII_Assert(src_size == dst_size);
mreg = gmr_lookup(dst_ptr, proc);
ARMCII_Assert_msg(mreg != NULL, "Invalid shared pointer");
gmr_lock(mreg, proc);
gmr_accumulate_typed(mreg, src_buf, 1, src_type, dst_ptr, 1, dst_type, proc);
gmr_unlock(mreg, proc);
MPI_Type_free(&src_type);
MPI_Type_free(&dst_type);
/* COPY/SCALE: Free temp buffer */
if (src_buf != src_ptr)
MPI_Free_mem(src_buf);
err = 0;
} else {
armci_giov_t iov;
ARMCII_Strided_to_iov(&iov, src_ptr, src_stride_ar, dst_ptr, dst_stride_ar, count, stride_levels);
err = PARMCI_AccV(datatype, scale, &iov, 1, proc);
free(iov.src_ptr_array);
free(iov.dst_ptr_array);
}
return err;
}
/** Blocking operation that transfers data from the calling process to the
* memory of the remote process. The data transfer is strided and blocking.
*
* @param[in] src_ptr Source starting address of the data block to put.
* @param[in] src_stride_arr Source array of stride distances in bytes.
* @param[in] dst_ptr Destination starting address to put data.
* @param[in] dst_stride_ar Destination array of stride distances in bytes.
* @param[in] count Block size in each dimension. count[0] should be the
* number of bytes of contiguous data in leading dimension.
* @param[in] stride_levels The level of strides.
* @param[in] proc Remote process ID (destination).
*
* @return Zero on success, error code otherwise.
*/
int PARMCI_PutS(void *src_ptr, int src_stride_ar[/*stride_levels*/],
void *dst_ptr, int dst_stride_ar[/*stride_levels*/],
int count[/*stride_levels+1*/], int stride_levels, int proc) {
int err;
if (ARMCII_GLOBAL_STATE.strided_method == ARMCII_STRIDED_DIRECT) {
void *src_buf = NULL;
gmr_t *mreg, *gmr_loc = NULL;
MPI_Datatype src_type, dst_type;
/* COPY: Guard shared buffers */
if (ARMCII_GLOBAL_STATE.shr_buf_method == ARMCII_SHR_BUF_COPY) {
gmr_loc = gmr_lookup(src_ptr, ARMCI_GROUP_WORLD.rank);
if (gmr_loc != NULL) {
int i, size;
for (i = 1, size = count[0]; i < stride_levels+1; i++)
size *= count[i];
MPI_Alloc_mem(size, MPI_INFO_NULL, &src_buf);
ARMCII_Assert(src_buf != NULL);
gmr_dla_lock(gmr_loc);
armci_write_strided(src_ptr, stride_levels, src_stride_ar, count, src_buf);
gmr_dla_unlock(gmr_loc);
MPI_Type_contiguous(size, MPI_BYTE, &src_type);
}
}
/* NOGUARD: If src_buf hasn't been assigned to a copy, the strided source
* buffer is going to be used directly. */
if (src_buf == NULL) {
src_buf = src_ptr;
ARMCII_Strided_to_dtype(src_stride_ar, count, stride_levels, MPI_BYTE, &src_type);
}
ARMCII_Strided_to_dtype(dst_stride_ar, count, stride_levels, MPI_BYTE, &dst_type);
MPI_Type_commit(&src_type);
MPI_Type_commit(&dst_type);
mreg = gmr_lookup(dst_ptr, proc);
ARMCII_Assert_msg(mreg != NULL, "Invalid shared pointer");
gmr_lock(mreg, proc);
gmr_put_typed(mreg, src_buf, 1, src_type, dst_ptr, 1, dst_type, proc);
gmr_unlock(mreg, proc);
MPI_Type_free(&src_type);
MPI_Type_free(&dst_type);
/* COPY: Free temporary buffer */
if (src_buf != src_ptr)
MPI_Free_mem(src_buf);
err = 0;
} else {
armci_giov_t iov;
ARMCII_Strided_to_iov(&iov, src_ptr, src_stride_ar, dst_ptr, dst_stride_ar, count, stride_levels);
err = PARMCI_PutV(&iov, 1, proc);
free(iov.src_ptr_array);
free(iov.dst_ptr_array);
}
return err;
}
