/** Run async tests. */
int
main(int argc, char **argv)
{
int my_rank; /* Zero-based rank of processor. */
int ntasks; /* Number of processors involved in current execution. */
int iosysid[COMPONENT_COUNT]; /* The ID for the parallel I/O system. */
int flv; /* Index for loop of PIO netcdf flavors. */
int ret; /* Return code. */
int flavor[NUM_FLAVORS] = {PIO_IOTYPE_PNETCDF, PIO_IOTYPE_NETCDF,
PIO_IOTYPE_NETCDF4C, PIO_IOTYPE_NETCDF4P};
/* Num procs for IO and computation. */
int num_procs[NUM_COMBOS][COMPONENT_COUNT + 1] = {{3, 1}, {2, 2}, {1, 3}};
/* Number of processors that will do IO. */
int num_io_procs[NUM_COMBOS] = {3, 2, 1};
/* Initialize test. */
if ((ret = pio_test_init(argc, argv, &my_rank, &ntasks, TARGET_NTASKS)))
ERR(ERR_INIT);
for (int combo = 0; combo < NUM_COMBOS; combo++)
{
/* Is the current process a computation task? */
int comp_task = my_rank < num_io_procs[combo] ? 0 : 1;
/* Initialize the IO system. */
if ((ret = PIOc_Init_Async(MPI_COMM_WORLD, num_io_procs[combo], NULL, COMPONENT_COUNT,
num_procs[combo], NULL, iosysid)))
ERR(ERR_INIT);
for (int c = 0; c < COMPONENT_COUNT; c++)
printf("%d iosysid[%d] = %d\n", my_rank, c, iosysid[c]);
/* All the netCDF calls are only executed on the computation
* tasks. The IO tasks have not returned from PIOc_Init_Intercomm,
* and when the do, they should go straight to finalize. */
if (comp_task)
{
for (int flv = 0; flv < NUM_FLAVORS; flv++)
{
char filename[NC_MAX_NAME + 1]; /* Test filename. */
int my_comp_idx = 0; /* Index in iosysid array. */
for (int sample = 0; sample < NUM_SAMPLES; sample++)
{
/* Create a filename. */
sprintf(filename, "%s_%s_%d_%d.nc", TEST_NAME, flavor_name(flv), sample, my_comp_idx);
/* Create sample file. */
printf("%d %s creating file %s\n", my_rank, TEST_NAME, filename);
if ((ret = create_nc_sample(sample, iosysid[my_comp_idx], flavor[flv], filename, my_rank)))
ERR(ret);
/* Check the file for correctness. */
if ((ret = check_nc_sample(sample, iosysid[my_comp_idx], flavor[flv], filename, my_rank)))
ERR(ret);
}
} /* next netcdf flavor */
/* Finalize the IO system. Only call this from the computation tasks. */
printf("%d %s Freeing PIO resources\n", my_rank, TEST_NAME);
for (int c = 0; c < COMPONENT_COUNT; c++)
{
if ((ret = PIOc_finalize(iosysid[c])))
ERR(ret);
printf("%d %s PIOc_finalize completed for iosysid = %d\n", my_rank, TEST_NAME,
iosysid[c]);
}
} /* endif comp_task */
/* Wait for everyone to catch up. */
printf("%d %s waiting for all processes!\n", my_rank, TEST_NAME);
MPI_Barrier(MPI_COMM_WORLD);
} /* next combo */
/* Finalize test. */
printf("%d %s finalizing...\n", my_rank, TEST_NAME);
if ((ret = pio_test_finalize()))
ERR(ERR_AWFUL);
printf("%d %s SUCCESS!!\n", my_rank, TEST_NAME);
return 0;
}
/* Run async tests. */
int main(int argc, char **argv)
{
int my_rank; /* Zero-based rank of processor. */
int ntasks; /* Number of processors involved in current execution. */
int iosysid[COMPONENT_COUNT]; /* The ID for the parallel I/O system. */
int num_flavors; /* Number of PIO netCDF flavors in this build. */
int flavor[NUM_FLAVORS]; /* iotypes for the supported netCDF IO flavors. */
int ret; /* Return code. */
MPI_Comm test_comm;
/* Num procs for computation. */
int num_procs2[NUM_COMBOS][COMPONENT_COUNT] = {{1}, {2}, {3}};
/* Number of processors that will do IO. */
int num_io_procs[NUM_COMBOS] = {3, 2, 1};
/* Initialize test. */
if ((ret = pio_test_init2(argc, argv, &my_rank, &ntasks, TARGET_NTASKS, TARGET_NTASKS,
-1, &test_comm)))
ERR(ERR_INIT);
/* Test code runs on TARGET_NTASKS tasks. The left over tasks do
* nothing. */
if (my_rank < TARGET_NTASKS)
{
/* Figure out iotypes. */
if ((ret = get_iotypes(&num_flavors, flavor)))
ERR(ret);
for (int combo = 0; combo < NUM_COMBOS; combo++)
{
/* Is the current process a computation task? */
int comp_task = my_rank < num_io_procs[combo] ? 0 : 1;
/* Initialize the IO system. */
if ((ret = PIOc_init_async(test_comm, num_io_procs[combo], NULL, COMPONENT_COUNT,
num_procs2[combo], NULL, NULL, NULL, PIO_REARR_BOX, iosysid)))
ERR(ERR_INIT);
/* All the netCDF calls are only executed on the computation
* tasks. The IO tasks have not returned from PIOc_Init_Intercomm,
* and when the do, they should go straight to finalize. */
if (comp_task)
{
for (int flv = 0; flv < num_flavors; flv++)
{
char filename[NC_MAX_NAME + 1]; /* Test filename. */
int my_comp_idx = 0; /* Index in iosysid array. */
for (int sample = 0; sample < NUM_SAMPLES; sample++)
{
char iotype_name[NC_MAX_NAME + 1];
/* Create a filename. */
if ((ret = get_iotype_name(flavor[flv], iotype_name)))
return ret;
sprintf(filename, "%s_%s_%d_%d.nc", TEST_NAME, iotype_name, sample, my_comp_idx);
/* Create sample file. */
if ((ret = create_nc_sample(sample, iosysid[my_comp_idx], flavor[flv], filename, my_rank, NULL)))
ERR(ret);
/* Check the file for correctness. */
if ((ret = check_nc_sample(sample, iosysid[my_comp_idx], flavor[flv], filename, my_rank, NULL)))
ERR(ret);
}
} /* next netcdf flavor */
/* Finalize the IO system. Only call this from the computation tasks. */
for (int c = 0; c < COMPONENT_COUNT; c++)
if ((ret = PIOc_finalize(iosysid[c])))
ERR(ret);
} /* endif comp_task */
/* Wait for everyone to catch up. */
MPI_Barrier(test_comm);
} /* next combo */
}/* my_rank < TARGET_NTASKS */
/* Finalize test. */
if ((ret = pio_test_finalize(&test_comm)))
return ERR_AWFUL;
printf("%d %s SUCCESS!!\n", my_rank, TEST_NAME);
return 0;
}
