int main(int argc, char **argv)
{
char filename[256];
int err, nerrs=0, ncid, dimid[NDIMS], varid[5], ndims=NDIMS;
int i, j, k, nprocs, rank, req, *buf;
MPI_Offset start[NDIMS] = {0};
MPI_Offset count[NDIMS] = {0};
MPI_Offset stride[NDIMS] = {0};
MPI_Init(&argc, &argv);
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
MPI_Comm_size(MPI_COMM_WORLD, &nprocs);
if (argc > 2) {
if (!rank) printf("Usage: %s [filename]\n",argv[0]);
MPI_Finalize();
return 1;
}
if (argc == 2) snprintf(filename, 256, "%s", argv[1]);
else strcpy(filename, "testfile.nc");
if (rank == 0) {
char *cmd_str = (char*)malloc(strlen(argv[0]) + 256);
sprintf(cmd_str, "*** TESTING C %s for NULL stride ", basename(argv[0]));
printf("%-66s ------ ", cmd_str); fflush(stdout);
free(cmd_str);
}
err = ncmpi_create(MPI_COMM_WORLD, filename, 0, MPI_INFO_NULL, &ncid);
CHECK_ERR
err = ncmpi_def_dim(ncid, "Y", NY, &dimid[0]);
CHECK_ERR
err = ncmpi_def_dim(ncid, "X", nprocs*NX, &dimid[1]);
CHECK_ERR
err = ncmpi_def_var(ncid, "v0", NC_INT, ndims, dimid, &varid[0]);
CHECK_ERR
err = ncmpi_def_var(ncid, "v1", NC_INT, ndims, dimid, &varid[1]);
CHECK_ERR
err = ncmpi_def_var(ncid, "v2", NC_INT, ndims, dimid, &varid[2]);
CHECK_ERR
err = ncmpi_def_var(ncid, "v3", NC_INT, ndims, dimid, &varid[3]);
CHECK_ERR
err = ncmpi_def_var(ncid, "v4", NC_INT, ndims, dimid, &varid[4]);
CHECK_ERR
err = ncmpi_enddef(ncid);
CHECK_ERR
start[0] = 0;
start[1] = rank*NX;
count[0] = NY;
count[1] = NX;
buf = (int*) malloc((size_t)NY * NX * sizeof(int));
for (i=0; i<NY*NX; i++) buf[i] = rank+10;
err = ncmpi_put_vara_int_all(ncid, varid[0], start, count, buf);
CHECK_ERR
CHECK_PUT_BUF
err = ncmpi_put_vars_int_all(ncid, varid[1], start, count, NULL, buf);
CHECK_ERR
CHECK_PUT_BUF
start[0] = 0;
start[1] = rank;
count[0] = NY;
count[1] = NX;
stride[0] = 1;
stride[1] = nprocs;
err = ncmpi_put_vars_int_all(ncid, varid[2], start, count, stride, buf);
CHECK_ERR
CHECK_PUT_BUF
/* test bput_vars */
err = ncmpi_buffer_attach(ncid, NY*NX*sizeof(int));
CHECK_ERR
start[0] = 0;
start[1] = rank*NX;
count[0] = NY;
count[1] = NX;
err = ncmpi_bput_vars_int(ncid, varid[3], start, count, NULL, buf, &req);
CHECK_ERR
err = ncmpi_wait_all(ncid, 1, &req, NULL);
CHECK_ERR
CHECK_PUT_BUF
start[0] = 0;
start[1] = rank;
count[0] = NY;
count[1] = NX;
stride[0] = 1;
stride[1] = nprocs;
err = ncmpi_bput_vars_int(ncid, varid[4], start, count, stride, buf, &req);
CHECK_ERR
err = ncmpi_wait_all(ncid, 1, &req, NULL);
CHECK_ERR
CHECK_PUT_BUF
free(buf);
err = ncmpi_buffer_detach(ncid);
CHECK_ERR
buf = (int*) malloc((size_t)NY * NX * nprocs * sizeof(int));
memset(buf, 0, (size_t)NY * NX * nprocs * sizeof(int));
err = ncmpi_get_var_int_all(ncid, varid[0], buf);
CHECK_ERR
/* check read buffer contents */
/* v0 =
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13 ;
*/
for (i=0; i<NY; i++) {
for (j=0; j<nprocs; j++) {
for (k=0; k<NX; k++) {
if (buf[i*nprocs*NX+j*NX+k] != j+10) {
printf("Error at line %d in %s: expected buffer[%d]=%d but got %d\n",
__LINE__,__FILE__,i*nprocs*NX+j*NX+k, j+10, buf[i*nprocs*NX+j*NX+k]);
nerrs++;
}
}
}
}
memset(buf, 0, (size_t)NY * NX * nprocs * sizeof(int));
err = ncmpi_get_var_int_all(ncid, varid[1], buf);
CHECK_ERR
/* check read buffer contents */
/* v1 =
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13 ;
*/
for (i=0; i<NY; i++) {
for (j=0; j<nprocs; j++) {
for (k=0; k<NX; k++) {
if (buf[i*nprocs*NX+j*NX+k] != j+10) {
printf("Error at line %d in %s: expected buffer[%d]=%d but got %d\n",
__LINE__,__FILE__,i*nprocs*NX+j*NX+k, j+10, buf[i*nprocs*NX+j*NX+k]);
nerrs++;
}
}
}
}
memset(buf, 0, (size_t)NY * NX * nprocs * sizeof(int));
err = ncmpi_get_var_int_all(ncid, varid[2], buf);
CHECK_ERR
/* check read buffer contents */
/* v2 =
* 10, 11, 12, 13, 10, 11, 12, 13,
* 10, 11, 12, 13, 10, 11, 12, 13,
* 10, 11, 12, 13, 10, 11, 12, 13,
* 10, 11, 12, 13, 10, 11, 12, 13 ;
*/
for (i=0; i<NY; i++) {
for (k=0; k<NX; k++) {
for (j=0; j<nprocs; j++) {
if (buf[i*nprocs*NX+k*nprocs+j] != j+10) {
printf("Error at line %d in %s: expected buffer[%d]=%d but got %d\n",
__LINE__,__FILE__,i*nprocs*NX+k*nprocs+j, j+10, buf[i*nprocs*NX+k*nprocs+j]);
nerrs++;
}
}
}
}
memset(buf, 0, (size_t)NY * NX * nprocs * sizeof(int));
err = ncmpi_get_var_int_all(ncid, varid[3], buf);
CHECK_ERR
/* check read buffer contents */
/* v3 =
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13,
* 10, 10, 11, 11, 12, 12, 13, 13 ;
*/
for (i=0; i<NY; i++) {
for (j=0; j<nprocs; j++) {
for (k=0; k<NX; k++) {
if (buf[i*nprocs*NX+j*NX+k] != j+10) {
printf("Error at line %d in %s: expected buffer[%d]=%d but got %d\n",
__LINE__,__FILE__,i*nprocs*NX+j*NX+k, j+10, buf[i*nprocs*NX+j*NX+k]);
nerrs++;
}
}
}
}
memset(buf, 0, (size_t)NY * NX * nprocs * sizeof(int));
err = ncmpi_get_var_int_all(ncid, varid[4], buf);
CHECK_ERR
/* check read buffer contents */
/* v4 =
* 10, 11, 12, 13, 10, 11, 12, 13,
* 10, 11, 12, 13, 10, 11, 12, 13,
* 10, 11, 12, 13, 10, 11, 12, 13,
* 10, 11, 12, 13, 10, 11, 12, 13 ;
*/
for (i=0; i<NY; i++) {
for (k=0; k<NX; k++) {
for (j=0; j<nprocs; j++) {
if (buf[i*nprocs*NX+k*nprocs+j] != j+10) {
printf("Error at line %d in %s: expected buffer[%d]=%d but got %d\n",
__LINE__,__FILE__,i*nprocs*NX+k*nprocs+j, j+10, buf[i*nprocs*NX+k*nprocs+j]);
nerrs++;
}
}
}
}
err = ncmpi_close(ncid);
CHECK_ERR
free(buf);
/* check if PnetCDF freed all internal malloc */
MPI_Offset malloc_size, sum_size;
err = ncmpi_inq_malloc_size(&malloc_size);
if (err == NC_NOERR) {
MPI_Reduce(&malloc_size, &sum_size, 1, MPI_OFFSET, MPI_SUM, 0, MPI_COMM_WORLD);
if (rank == 0 && sum_size > 0)
printf("heap memory allocated by PnetCDF internally has %lld bytes yet to be freed\n",
sum_size);
if (malloc_size > 0) ncmpi_inq_malloc_list();
}
MPI_Allreduce(MPI_IN_PLACE, &nerrs, 1, MPI_INT, MPI_SUM, MPI_COMM_WORLD);
if (rank == 0) {
if (nerrs) printf(FAIL_STR,nerrs);
else printf(PASS_STR);
}
MPI_Finalize();
return (nerrs > 0);
}
int main(int argc, char** argv)
{
char filename[256];
int i, j, rank, nprocs, err, nerrs=0;
int ncid, varid, dimid[2], req, st;
MPI_Offset start[2], count[2], stride[2];
unsigned char buffer[NY][NX];
MPI_Init(&argc, &argv);
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
MPI_Comm_size(MPI_COMM_WORLD, &nprocs);
if (argc > 2) {
if (!rank) printf("Usage: %s [filename]\n",argv[0]);
MPI_Finalize();
return 1;
}
if (argc == 2) snprintf(filename, 256, "%s", argv[1]);
else strcpy(filename, "testfile.nc");
MPI_Bcast(filename, 256, MPI_CHAR, 0, MPI_COMM_WORLD);
if (rank == 0) {
char *cmd_str = (char*)malloc(strlen(argv[0]) + 256);
sprintf(cmd_str, "*** TESTING C %s for ncmpi_end_indep_data ", basename(argv[0]));
printf("%-66s ------ ",cmd_str);
free(cmd_str);
}
err = ncmpi_create(MPI_COMM_WORLD, filename, NC_CLOBBER|NC_64BIT_DATA,
MPI_INFO_NULL, &ncid);
CHECK_ERR
err = ncmpi_def_dim(ncid, "Y", NC_UNLIMITED, &dimid[0]); CHECK_ERR
err = ncmpi_def_dim(ncid, "X", NX*nprocs, &dimid[1]); CHECK_ERR
err = ncmpi_def_var(ncid, "var", NC_UBYTE, NDIMS, dimid, &varid); CHECK_ERR
err = ncmpi_enddef(ncid); CHECK_ERR
for (i=0; i<NY; i++) for (j=0; j<NX; j++) buffer[i][j] = rank+10;
start[0] = 0; start[1] = NX*rank;
count[0] = NY/2; count[1] = NX/2;
stride[0] = 2; stride[1] = 2;
err = ncmpi_buffer_attach(ncid, NY*NX); CHECK_ERR
err = ncmpi_begin_indep_data(ncid); CHECK_ERR
err = ncmpi_bput_vars_uchar(ncid, varid, start, count, stride,
&buffer[0][0], &req);
CHECK_ERR
/* check if write buffer contents have been altered */
for (i=0; i<NY; i++)
for (j=0; j<NX; j++) {
if (buffer[i][j] != rank+10) {
printf("Error at line %d in %s: put buffer[%d][%d]=%hhu altered, should be %d\n",
__LINE__,__FILE__,i,j,buffer[i][j],rank+10);
nerrs++;
}
}
err = ncmpi_end_indep_data(ncid); CHECK_ERR
/* calling wait API after exiting independent data mode on purpose */
err = ncmpi_wait_all(ncid, 1, &req, &st); CHECK_ERR
err = st; CHECK_ERR
/* check if write buffer contents have been altered */
for (i=0; i<NY; i++)
for (j=0; j<NX; j++) {
if (buffer[i][j] != rank+10) {
printf("Error at line %d in %s: put buffer[%d][%d]=%hhu altered, should be %d\n",
__LINE__,__FILE__,i,j,buffer[i][j],rank+10);
nerrs++;
}
}
err = ncmpi_buffer_detach(ncid); CHECK_ERR
err = ncmpi_close(ncid); CHECK_ERR
/* check if PnetCDF freed all internal malloc */
MPI_Offset malloc_size, sum_size;
err = ncmpi_inq_malloc_size(&malloc_size);
if (err == NC_NOERR) {
MPI_Reduce(&malloc_size, &sum_size, 1, MPI_OFFSET, MPI_SUM, 0, MPI_COMM_WORLD);
if (rank == 0 && sum_size > 0) {
printf("heap memory allocated by PnetCDF internally has %lld bytes yet to be freed\n",
sum_size);
ncmpi_inq_malloc_list();
}
}
MPI_Allreduce(MPI_IN_PLACE, &nerrs, 1, MPI_INT, MPI_SUM, MPI_COMM_WORLD);
if (rank == 0) {
if (nerrs) printf(FAIL_STR,nerrs);
else printf(PASS_STR);
}
MPI_Finalize();
return (nerrs > 0);
}
/**
** @ingroup PIO_closefile
** @brief close a file previously opened with PIO
** @param ncid: the file pointer
*/
int PIOc_closefile(int ncid)
{
int ierr;
int msg;
int mpierr;
iosystem_desc_t *ios;
file_desc_t *file;
ierr = PIO_NOERR;
file = pio_get_file_from_id(ncid);
if(file == NULL)
return PIO_EBADID;
ios = file->iosystem;
msg = 0;
if((file->mode & PIO_WRITE)){
PIOc_sync(ncid);
}
if(ios->async_interface && ! ios->ioproc){
if(ios->comp_rank==0)
mpierr = MPI_Send(&msg, 1,MPI_INT, ios->ioroot, 1, ios->union_comm);
mpierr = MPI_Bcast(&(file->fh),1, MPI_INT, ios->compmaster, ios->intercomm);
}
if(ios->ioproc){
switch(file->iotype){
#ifdef _NETCDF
#ifdef _NETCDF4
case PIO_IOTYPE_NETCDF4P:
ierr = nc_close(file->fh);
break;
case PIO_IOTYPE_NETCDF4C:
#endif
case PIO_IOTYPE_NETCDF:
if(ios->io_rank==0){
ierr = nc_close(file->fh);
}
break;
#endif
#ifdef _PNETCDF
case PIO_IOTYPE_PNETCDF:
if((file->mode & PIO_WRITE)){
ierr = ncmpi_buffer_detach(file->fh);
}
ierr = ncmpi_close(file->fh);
break;
#endif
default:
ierr = iotype_error(file->iotype,__FILE__,__LINE__);
}
}
if(ios->io_rank==0){
printf("Close file %d \n",file->fh);
// if(file->fh==5) print_trace(stdout);
}
ierr = check_netcdf(file, ierr, __FILE__,__LINE__);
int iret = pio_delete_file_from_list(ncid);
return ierr;
}
