void IMB_ireduce_scatter_pure(struct comm_info* c_info,
int size,
struct iter_schedule* ITERATIONS,
MODES RUN_MODE,
double* time)
{
int i = 0;
Type_Size s_size;
size_t pos1 = 0,
pos2 = 0;
MPI_Request request;
MPI_Status status;
double t_pure = 0.;
#ifdef CHECK
size_t pos = 0;
int Locsize = 0;
defect = 0.;
#endif
ierr = 0;
/* GET SIZE OF DATA TYPE */
MPI_Type_size(c_info->red_data_type, &s_size);
for (i = 0; i < c_info->num_procs; i++) {
if( size > 0) {
IMB_get_rank_portion(i, c_info->num_procs, size, s_size, &pos1, &pos2);
c_info->reccnt[i] = (pos2 - pos1 + 1) / s_size;
#ifdef CHECK
if (i == c_info->rank) {
pos = pos1;
Locsize = s_size * c_info->reccnt[i];
}
#endif
} else {
c_info->reccnt[i] = 0;
#ifdef CHECK
if (i == c_info->rank) {
pos=0;
Locsize = 0;
}
#endif
}
}
if(c_info->rank != -1) {
for (i = 0; i < N_BARR; i++) {
MPI_Barrier(c_info->communicator);
}
t_pure = MPI_Wtime();
for(i = 0; i < ITERATIONS->n_sample; i++) {
ierr = MPI_Ireduce_scatter((char*)c_info->s_buffer + i % ITERATIONS->s_cache_iter * ITERATIONS->s_offs,
(char*)c_info->r_buffer + i % ITERATIONS->r_cache_iter * ITERATIONS->r_offs,
c_info->reccnt,
c_info->red_data_type,
c_info->op_type,
c_info->communicator,
&request);
MPI_ERRHAND(ierr);
MPI_Wait(&request, &status);
CHK_DIFF("Ireduce_scatter_pure", c_info,
(char*)c_info->r_buffer + i % ITERATIONS->r_cache_iter * ITERATIONS->r_offs,
pos, Locsize, size, asize, put, 0, ITERATIONS->n_sample, i, -1, &defect);
}
t_pure = (MPI_Wtime() - t_pure) / ITERATIONS->n_sample;
}
time[0] = t_pure;
}
void IMB_reduce_scatter(struct comm_info* c_info, int size, struct iter_schedule* ITERATIONS,
MODES RUN_MODE, double* time)
/*
MPI-1 benchmark kernel
Benchmarks MPI_Reduce_scatter
Input variables:
-c_info (type struct comm_info*)
Collection of all base data for MPI;
see [1] for more information
-size (type int)
Basic message size in bytes
-ITERATIONS (type struct iter_schedule *)
Repetition scheduling
-RUN_MODE (type MODES)
(only MPI-2 case: see [1])
Output variables:
-time (type double*)
Timing result per sample
*/
{
double t1, t2;
int i;
size_t pos1,pos2;
#ifdef CHECK
size_t pos;
int Locsize;
#endif
Type_Size s_size;
#ifdef CHECK
defect=0.;
#endif
ierr = 0;
/* GET SIZE OF DATA TYPE */
MPI_Type_size(c_info->red_data_type,&s_size);
for (i=0;i<c_info->num_procs ;i++)
{
if( size > 0)
{
IMB_get_rank_portion(i, c_info->num_procs, size, s_size,
&pos1, &pos2);
c_info->reccnt[i] = (pos2-pos1+1)/s_size;
#ifdef CHECK
if( i==c_info->rank ) {pos=pos1; Locsize= s_size*c_info->reccnt[i];}
#endif
} else
{
c_info->reccnt[i] = 0;
#ifdef CHECK
if( i==c_info->rank ) {pos=0; Locsize= 0;}
#endif
}
}
if(c_info->rank!=-1)
{
for(i=0; i<N_BARR; i++) MPI_Barrier(c_info->communicator);
t1 = MPI_Wtime();
for(i=0;i< ITERATIONS->n_sample;i++)
{
ierr = MPI_Reduce_scatter ((char*)c_info->s_buffer+i%ITERATIONS->s_cache_iter*ITERATIONS->s_offs,
(char*)c_info->r_buffer+i%ITERATIONS->r_cache_iter*ITERATIONS->r_offs,
c_info->reccnt,
c_info->red_data_type,c_info->op_type,
c_info->communicator);
MPI_ERRHAND(ierr);
CHK_DIFF("Reduce_scatter",c_info, (char*)c_info->r_buffer+i%ITERATIONS->r_cache_iter*ITERATIONS->r_offs,
pos,
Locsize, size, asize,
put, 0, ITERATIONS->n_sample, i,
-1, &defect);
}
t2 = MPI_Wtime();
*time=(t2 - t1)/ITERATIONS->n_sample;
} else /*if(c_info->rank==-1)*/
{
*time = 0.;
}
}
void IMB_ireduce_scatter(struct comm_info* c_info,
int size,
struct iter_schedule* ITERATIONS,
MODES RUN_MODE,
double* time)
{
int i = 0;
Type_Size s_size;
MPI_Request request;
MPI_Status status;
double t_pure = 0.,
t_comp = 0.,
t_ovrlp = 0.;
#ifdef CHECK
size_t pos = 0,
pos1 = 0,
pos2 = 0;
int Locsize = 0;
defect = 0.;
#endif
ierr = 0;
/* GET SIZE OF DATA TYPE */
MPI_Type_size(c_info->red_data_type, &s_size);
#ifdef CHECK
if(size > 0) {
for (i = 0; i < c_info->num_procs; i++) {
IMB_get_rank_portion(i, c_info->num_procs, size, s_size, &pos1, &pos2);
if (i == c_info->rank) {
pos = pos1;
Locsize = s_size * c_info->reccnt[i];
}
}
}
#endif // CHECK
if(c_info->rank != -1) {
IMB_ireduce_scatter_pure(c_info, size, ITERATIONS, RUN_MODE, &t_pure);
/* INITIALIZATION CALL */
IMB_cpu_exploit(t_pure, 1);
for(i=0; i < N_BARR; i++) {
MPI_Barrier(c_info->communicator);
}
t_ovrlp = MPI_Wtime();
for(i = 0; i < ITERATIONS->n_sample; i++) {
ierr = MPI_Ireduce_scatter((char*)c_info->s_buffer + i % ITERATIONS->s_cache_iter * ITERATIONS->s_offs,
(char*)c_info->r_buffer + i % ITERATIONS->r_cache_iter * ITERATIONS->r_offs,
c_info->reccnt,
c_info->red_data_type,
c_info->op_type,
c_info->communicator,
&request);
MPI_ERRHAND(ierr);
t_comp -= MPI_Wtime();
IMB_cpu_exploit(t_pure, 0);
t_comp += MPI_Wtime();
MPI_Wait(&request, &status);
CHK_DIFF("Ireduce_scatter", c_info,
(char*)c_info->r_buffer + i % ITERATIONS->r_cache_iter * ITERATIONS->r_offs,
pos, Locsize, size, asize, put, 0, ITERATIONS->n_sample, i, -1, &defect);
}
t_ovrlp = (MPI_Wtime() - t_ovrlp) / ITERATIONS->n_sample;
t_comp /= ITERATIONS->n_sample;
}
time[0] = t_pure;
time[1] = t_ovrlp;
time[2] = t_comp;
}
