int main(int argc, char **argv)
{
MPI_Init(&argc, &argv);
int rank, size;
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
MPI_Comm_size(MPI_COMM_WORLD, &size);
int *groups = (int *)malloc(size * sizeof(int));
int *groups2 = (int *)malloc(size * sizeof(int));
int my_type = 1; //This is to be read from a configuration file
MPI_Allgather(&my_type, 1, MPI_INT, groups, 1, MPI_INT, MPI_COMM_WORLD);
int num_groups = 0;
for (int i = 0; i < size; i++) num_groups = num_groups > groups[i] ? num_groups : groups[i];
num_groups++;
//The global group
MPI_Group global_grp;
MPI_Comm_group(MPI_COMM_WORLD, &global_grp);
//Create sub-groups and sub-communicators
MPI_Group mpigroups[num_groups];
MPI_Comm mpicomms[num_groups];
int count = 0;
for (int i = 0; i < num_groups; ++i) {
count = 0;
for (int j = 0; j < size; ++j) {
if (groups[j] == i) {
groups2[count++] = j;
}
}
MPI_Group_incl(global_grp, count, groups2, &mpigroups[i]);
MPI_Comm_create(MPI_COMM_WORLD, mpigroups[i], &mpicomms[i]);
}
//coupling procs
for (int i = 0; i < 1; ++i) {
count = 0;
for (int j = 0; j < size; ++j) {
if (groups[j] == i) {
groups2[count++] = j;
}
}
}
// OP initialisation
op_mpi_init(argc,argv,2,MPI_COMM_WORLD, mpicomms[1]);
int niter;
double rms;
//timer
double cpu_t1, cpu_t2, wall_t1, wall_t2;
// set constants and initialise flow field and residual
op_printf("initialising flow field \n");
char file[] = "new_grid.h5";
// declare sets, pointers, datasets and global constants
op_set nodes = op_decl_set_hdf5(file, "nodes");
op_set edges = op_decl_set_hdf5(file, "edges");
op_set bedges = op_decl_set_hdf5(file, "bedges");
op_set cells = op_decl_set_hdf5(file, "cells");
op_map pedge = op_decl_map_hdf5(edges, nodes, 2, file, "pedge");
op_map pecell = op_decl_map_hdf5(edges, cells,2, file, "pecell");
op_map pbedge = op_decl_map_hdf5(bedges,nodes,2, file, "pbedge");
op_map pbecell = op_decl_map_hdf5(bedges,cells,1, file, "pbecell");
op_map pcell = op_decl_map_hdf5(cells, nodes,4, file, "pcell");
op_map pbndbnd = op_decl_map_hdf5(bedges, bedges,1, file, "pbndbnd");
op_map m_test = op_decl_map_hdf5(cells, nodes,4, file, "m_test");
if (m_test == NULL) printf("m_test not found\n");
op_dat p_bound = op_decl_dat_hdf5(bedges,1,"int" ,file,"p_bound");
op_dat p_x = op_decl_dat_hdf5(nodes ,2,"double",file,"p_x");
op_dat p_q = op_decl_dat_hdf5(cells ,4,"double",file,"p_q");
op_dat p_qold = op_decl_dat_hdf5(cells ,4,"double",file,"p_qold");
op_dat p_adt = op_decl_dat_hdf5(cells ,1,"double",file,"p_adt");
op_dat p_res = op_decl_dat_hdf5(cells ,4,"double",file,"p_res");
op_dat p_test = op_decl_dat_hdf5(cells ,4,"double",file,"p_test");
if (p_test == NULL) printf("p_test not found\n");
op_get_const_hdf5("gam", 1, "double", (char *)&gam, "new_grid.h5");
op_get_const_hdf5("gm1", 1, "double", (char *)&gm1, "new_grid.h5");
op_get_const_hdf5("cfl", 1, "double", (char *)&cfl, "new_grid.h5");
op_get_const_hdf5("eps", 1, "double", (char *)&eps, "new_grid.h5");
op_get_const_hdf5("mach", 1, "double", (char *)&mach, "new_grid.h5");
op_get_const_hdf5("alpha", 1, "double", (char *)&alpha, "new_grid.h5");
op_get_const_hdf5("qinf", 4, "double", (char *)&qinf, "new_grid.h5");
op_decl_const(1,"double",&gam );
op_decl_const(1,"double",&gm1 );
op_decl_const(1,"double",&cfl );
op_decl_const(1,"double",&eps );
op_decl_const(1,"double",&mach );
op_decl_const(1,"double",&alpha);
op_decl_const(4,"double",qinf );
op_diagnostic_output();
//write back original data just to compare you read the file correctly
//do an h5diff between new_grid_out.h5 and new_grid.h5 to
//compare two hdf5 files
op_dump_to_hdf5("new_grid_out.h5");
op_write_const_hdf5("gam",1,"double",(char *)&gam, "new_grid_out.h5");
op_write_const_hdf5("gm1",1,"double",(char *)&gm1, "new_grid_out.h5");
op_write_const_hdf5("cfl",1,"double",(char *)&cfl, "new_grid_out.h5");
op_write_const_hdf5("eps",1,"double",(char *)&eps, "new_grid_out.h5");
op_write_const_hdf5("mach",1,"double",(char *)&mach, "new_grid_out.h5");
op_write_const_hdf5("alpha",1,"double",(char *)&alpha, "new_grid_out.h5");
op_write_const_hdf5("qinf",4,"double",(char *)qinf, "new_grid_out.h5");
//trigger partitioning and halo creation routines
op_partition("PTSCOTCH", "KWAY", edges, pecell, p_x);
//op_partition("PARMETIS", "KWAY", edges, pecell, p_x);
int g_ncell = op_get_size(cells);
//create some temporaries so we can exchange data defined on the boundary
double *ptr = NULL;
op_dat center = op_decl_dat_temp(bedges, 3, "double", ptr, "center");
op_dat pres = op_decl_dat_temp(bedges, 1, "double", ptr, "pres");
int *ptr2 = NULL;
op_dat p_bound2 = op_decl_dat_temp(bedges, 1, "int", ptr2, "p_bound2");
op_dat center2 = op_decl_dat_temp(bedges, 3, "double", ptr, "center2");
op_dat pres2 = op_decl_dat_temp(bedges, 1, "double", ptr, "pres2");
//create import and export handles
op_export_handle handle = op_export_init(count, groups2, pbndbnd);
op_import_handle handle2 = op_import_init(count, groups2, center);
//initialise timers for total execution wall time
op_timers(&cpu_t1, &wall_t1);
// main time-marching loop
niter = 1000;
for(int iter=1; iter<=niter; iter++) {
// save old flow solution
op_par_loop(save_soln,"save_soln", cells,
op_arg_dat(p_q, -1,OP_ID, 4,"double",OP_READ ),
op_arg_dat(p_qold,-1,OP_ID, 4,"double",OP_WRITE));
// predictor/corrector update loop
for(int k=0; k<2; k++) {
// calculate area/timstep
op_par_loop(adt_calc,"adt_calc",cells,
op_arg_dat(p_x, 0,pcell, 2,"double",OP_READ ),
op_arg_dat(p_x, 1,pcell, 2,"double",OP_READ ),
op_arg_dat(p_x, 2,pcell, 2,"double",OP_READ ),
op_arg_dat(p_x, 3,pcell, 2,"double",OP_READ ),
op_arg_dat(p_q, -1,OP_ID, 4,"double",OP_READ ),
op_arg_dat(p_adt,-1,OP_ID, 1,"double",OP_WRITE));
// calculate flux residual
op_par_loop(res_calc,"res_calc",edges,
op_arg_dat(p_x, 0,pedge, 2,"double",OP_READ),
op_arg_dat(p_x, 1,pedge, 2,"double",OP_READ),
op_arg_dat(p_q, 0,pecell,4,"double",OP_READ),
op_arg_dat(p_q, 1,pecell,4,"double",OP_READ),
op_arg_dat(p_adt, 0,pecell,1,"double",OP_READ),
op_arg_dat(p_adt, 1,pecell,1,"double",OP_READ),
op_arg_dat(p_res, 0,pecell,4,"double",OP_INC ),
op_arg_dat(p_res, 1,pecell,4,"double",OP_INC ));
op_par_loop(bres_calc,"bres_calc",bedges,
op_arg_dat(p_x, 0,pbedge, 2,"double",OP_READ),
op_arg_dat(p_x, 1,pbedge, 2,"double",OP_READ),
op_arg_dat(p_q, 0,pbecell,4,"double",OP_READ),
op_arg_dat(p_adt, 0,pbecell,1,"double",OP_READ),
op_arg_dat(p_res, 0,pbecell,4,"double",OP_INC ),
op_arg_dat(p_bound,-1,OP_ID ,1,"int", OP_READ),
op_arg_dat(center, -1, OP_ID, 3, "double", OP_WRITE),
op_arg_dat(pres, -1, OP_ID, 1, "double", OP_WRITE));
// update flow field
rms = 0.0;
op_par_loop(update,"update",cells,
op_arg_dat(p_qold,-1,OP_ID, 4,"double",OP_READ ),
op_arg_dat(p_q, -1,OP_ID, 4,"double",OP_WRITE),
op_arg_dat(p_res, -1,OP_ID, 4,"double",OP_RW ),
op_arg_dat(p_adt, -1,OP_ID, 1,"double",OP_READ ),
op_arg_gbl(&rms,1,"double",OP_INC));
}
// print iteration history
rms = sqrt(rms/(double)g_ncell);
if (iter%100 == 0) {
op_printf(" %d %10.5e \n",iter,rms);
//Export data
op_dat arr[] = {p_bound, center, pres};
op_export_data(handle, 3, arr);
//Import data
op_dat arr2[] = {p_bound2, center2, pres2};
op_import_data(handle2, 3, arr2);
//check whether the two are the same
op_par_loop(comparethem, "comparethem", bedges,
op_arg_dat(p_bound,-1, OP_ID, 1, "int", OP_READ),
op_arg_dat(p_bound2,-1, OP_ID, 1, "int", OP_READ),
op_arg_dat(center,-1, OP_ID, 3, "double", OP_READ),
op_arg_dat(center2,-1, OP_ID, 3, "double", OP_READ),
op_arg_dat(pres,-1, OP_ID, 1, "double", OP_READ),
op_arg_dat(pres2,-1, OP_ID, 1, "double", OP_READ));
}
}
op_timers(&cpu_t2, &wall_t2);
double* q = (double *)malloc(sizeof(double)*op_get_size(cells)*4);
op_fetch_data_hdf5(p_q, q, 0, op_get_size(cells)-1);
free(q);
op_fetch_data_hdf5_file(p_q, "file_name.h5");
//printf("Root process = %d\n",op_is_root());
//output the result dat array to files
//op_write_hdf5("new_grid_out.h5");
//compress using
// ~/hdf5/bin/h5repack -f GZIP=9 new_grid.h5 new_grid_pack.h5
op_timing_output();
op_printf("Max total runtime = \n%f\n",wall_t2-wall_t1);
op_exit();
}
int main(int argc, char **argv)
{
// OP initialisation
op_init(argc,argv,2);
int niter;
double rms;
//timer
double cpu_t1, cpu_t2, wall_t1, wall_t2;
// set constants and initialise flow field and residual
op_printf("initialising flow field \n");
char file[] = "new_grid.h5";
// declare sets, pointers, datasets and global constants
op_set nodes = op_decl_set_hdf5(file, "nodes");
op_set edges = op_decl_set_hdf5(file, "edges");
op_set bedges = op_decl_set_hdf5(file, "bedges");
op_set cells = op_decl_set_hdf5(file, "cells");
op_map pedge = op_decl_map_hdf5(edges, nodes, 2, file, "pedge");
op_map pecell = op_decl_map_hdf5(edges, cells,2, file, "pecell");
op_map pbedge = op_decl_map_hdf5(bedges,nodes,2, file, "pbedge");
op_map pbecell = op_decl_map_hdf5(bedges,cells,1, file, "pbecell");
op_map pcell = op_decl_map_hdf5(cells, nodes,4, file, "pcell");
op_dat p_bound = op_decl_dat_hdf5(bedges,1,"int" ,file,"p_bound");
op_dat p_x = op_decl_dat_hdf5(nodes ,2,"double",file,"p_x");
op_dat p_q = op_decl_dat_hdf5(cells ,4,"double",file,"p_q");
op_dat p_qold = op_decl_dat_hdf5(cells ,4,"double",file,"p_qold");
op_dat p_adt = op_decl_dat_hdf5(cells ,1,"double",file,"p_adt");
op_dat p_res = op_decl_dat_hdf5(cells ,4,"double",file,"p_res");
op_get_const_hdf5("gam", 1, "double", (char *)&gam, "new_grid.h5");
op_get_const_hdf5("gm1", 1, "double", (char *)&gm1, "new_grid.h5");
op_get_const_hdf5("cfl", 1, "double", (char *)&cfl, "new_grid.h5");
op_get_const_hdf5("eps", 1, "double", (char *)&eps, "new_grid.h5");
op_get_const_hdf5("mach", 1, "double", (char *)&mach, "new_grid.h5");
op_get_const_hdf5("alpha", 1, "double", (char *)&alpha, "new_grid.h5");
op_get_const_hdf5("qinf", 4, "double", (char *)&qinf, "new_grid.h5");
op_decl_const(1,"double",&gam );
op_decl_const(1,"double",&gm1 );
op_decl_const(1,"double",&cfl );
op_decl_const(1,"double",&eps );
op_decl_const(1,"double",&mach );
op_decl_const(1,"double",&alpha);
op_decl_const(4,"double",qinf );
op_diagnostic_output();
//write back original data just to compare you read the file correctly
//do an h5diff between new_grid_out.h5 and new_grid.h5 to
//compare two hdf5 files
op_write_hdf5("new_grid_out.h5");
op_write_const_hdf5("gam",1,"double",(char *)&gam, "new_grid_out.h5");
op_write_const_hdf5("gm1",1,"double",(char *)&gm1, "new_grid_out.h5");
op_write_const_hdf5("cfl",1,"double",(char *)&cfl, "new_grid_out.h5");
op_write_const_hdf5("eps",1,"double",(char *)&eps, "new_grid_out.h5");
op_write_const_hdf5("mach",1,"double",(char *)&mach, "new_grid_out.h5");
op_write_const_hdf5("alpha",1,"double",(char *)&alpha, "new_grid_out.h5");
op_write_const_hdf5("qinf",4,"double",(char *)qinf, "new_grid_out.h5");
//trigger partitioning and halo creation routines
op_partition("PTSCOTCH", "KWAY", edges, pecell, p_x);
int g_ncell = op_get_size(cells);
//initialise timers for total execution wall time
op_timers(&cpu_t1, &wall_t1);
// main time-marching loop
niter = 1000;
for(int iter=1; iter<=niter; iter++) {
// save old flow solution
op_par_loop(save_soln,"save_soln", cells,
op_arg_dat(p_q, -1,OP_ID, 4,"double",OP_READ ),
op_arg_dat(p_qold,-1,OP_ID, 4,"double",OP_WRITE));
// predictor/corrector update loop
for(int k=0; k<2; k++) {
// calculate area/timstep
op_par_loop(adt_calc,"adt_calc",cells,
op_arg_dat(p_x, -4,pcell, 2,"double",OP_READ ),
op_arg_dat(p_q, -1,OP_ID, 4,"double",OP_READ ),
op_arg_dat(p_adt,-1,OP_ID, 1,"double",OP_WRITE));
// calculate flux residual
op_par_loop(res_calc,"res_calc",edges,
op_arg_dat(p_x, -2,pedge, 2,"double",OP_READ),
op_arg_dat(p_q, -2,pecell,4,"double",OP_READ),
op_arg_dat(p_adt, -2,pecell,1,"double",OP_READ),
op_arg_dat(p_res, -2,pecell,4,"double",OP_INC ));
op_par_loop(bres_calc,"bres_calc",bedges,
op_arg_dat(p_x, -2,pbedge, 2,"double",OP_READ),
op_arg_dat(p_q, 0,pbecell,4,"double",OP_READ),
op_arg_dat(p_adt, 0,pbecell,1,"double",OP_READ),
op_arg_dat(p_res, 0,pbecell,4,"double",OP_INC ),
op_arg_dat(p_bound,-1,OP_ID ,1,"int", OP_READ));
// update flow field
rms = 0.0;
op_par_loop(update,"update",cells,
op_arg_dat(p_qold,-1,OP_ID, 4,"double",OP_READ ),
op_arg_dat(p_q, -1,OP_ID, 4,"double",OP_WRITE),
op_arg_dat(p_res, -1,OP_ID, 4,"double",OP_RW ),
op_arg_dat(p_adt, -1,OP_ID, 1,"double",OP_READ ),
op_arg_gbl(&rms,1,"double",OP_INC));
}
// print iteration history
rms = sqrt(rms/(double)g_ncell);
if (iter%100 == 0)
op_printf(" %d %10.5e \n",iter,rms);
}
op_timers(&cpu_t2, &wall_t2);
op_timing_output();
op_printf("Max total runtime = \n%f\n",wall_t2-wall_t1);
op_exit();
}
int main(int argc, char **argv)
{
// OP initialisation
op_init(argc,argv,2);
int niter;
double rms;
//timer
double cpu_t1, cpu_t2, wall_t1, wall_t2;
// set constants and initialise flow field and residual
op_printf("initialising flow field \n");
char file[] = "new_grid.h5";
// declare sets, pointers, datasets and global constants
op_set nodes = op_decl_set_hdf5(file, "nodes");
op_set edges = op_decl_set_hdf5(file, "edges");
op_set bedges = op_decl_set_hdf5(file, "bedges");
op_set cells = op_decl_set_hdf5(file, "cells");
op_map pedge = op_decl_map_hdf5(edges, nodes, 2, file, "pedge");
op_map pecell = op_decl_map_hdf5(edges, cells,2, file, "pecell");
op_map pbedge = op_decl_map_hdf5(bedges,nodes,2, file, "pbedge");
op_map pbecell = op_decl_map_hdf5(bedges,cells,1, file, "pbecell");
op_map pcell = op_decl_map_hdf5(cells, nodes,4, file, "pcell");
op_map m_test = op_decl_map_hdf5(cells, nodes,4, file, "m_test");
if (m_test == NULL) printf("m_test not found\n");
op_dat p_bound = op_decl_dat_hdf5(bedges,1,"int" ,file,"p_bound");
op_dat p_x = op_decl_dat_hdf5(nodes ,2,"double",file,"p_x");
op_dat p_q = op_decl_dat_hdf5(cells ,4,"double",file,"p_q");
op_dat p_qold = op_decl_dat_hdf5(cells ,4,"double",file,"p_qold");
op_dat p_adt = op_decl_dat_hdf5(cells ,1,"double",file,"p_adt");
op_dat p_res = op_decl_dat_hdf5(cells ,4,"double",file,"p_res");
op_dat p_test = op_decl_dat_hdf5(cells ,4,"double",file,"p_test");
if (p_test == NULL) printf("p_test not found\n");
op_get_const_hdf5("gam", 1, "double", (char *)&gam, "new_grid.h5");
op_get_const_hdf5("gm1", 1, "double", (char *)&gm1, "new_grid.h5");
op_get_const_hdf5("cfl", 1, "double", (char *)&cfl, "new_grid.h5");
op_get_const_hdf5("eps", 1, "double", (char *)&eps, "new_grid.h5");
op_get_const_hdf5("mach", 1, "double", (char *)&mach, "new_grid.h5");
op_get_const_hdf5("alpha", 1, "double", (char *)&alpha, "new_grid.h5");
op_get_const_hdf5("qinf", 4, "double", (char *)&qinf, "new_grid.h5");
op_decl_const2("gam",1,"double",&gam);
op_decl_const2("gm1",1,"double",&gm1);
op_decl_const2("cfl",1,"double",&cfl);
op_decl_const2("eps",1,"double",&eps);
op_decl_const2("mach",1,"double",&mach);
op_decl_const2("alpha",1,"double",&alpha);
op_decl_const2("qinf",4,"double",qinf);
op_diagnostic_output();
//write back original data just to compare you read the file correctly
//do an h5diff between new_grid_out.h5 and new_grid.h5 to
//compare two hdf5 files
op_dump_to_hdf5("new_grid_out.h5");
op_write_const_hdf5("gam",1,"double",(char *)&gam, "new_grid_out.h5");
op_write_const_hdf5("gm1",1,"double",(char *)&gm1, "new_grid_out.h5");
op_write_const_hdf5("cfl",1,"double",(char *)&cfl, "new_grid_out.h5");
op_write_const_hdf5("eps",1,"double",(char *)&eps, "new_grid_out.h5");
op_write_const_hdf5("mach",1,"double",(char *)&mach, "new_grid_out.h5");
op_write_const_hdf5("alpha",1,"double",(char *)&alpha, "new_grid_out.h5");
op_write_const_hdf5("qinf",4,"double",(char *)qinf, "new_grid_out.h5");
//trigger partitioning and halo creation routines
op_partition("PTSCOTCH", "KWAY", edges, pecell, p_x);
//op_partition("PARMETIS", "KWAY", edges, pecell, p_x);
int g_ncell = op_get_size(cells);
//initialise timers for total execution wall time
op_timers(&cpu_t1, &wall_t1);
// main time-marching loop
niter = 1000;
for(int iter=1; iter<=niter; iter++) {
// save old flow solution
op_par_loop_save_soln("save_soln",cells,
op_arg_dat(p_q,-1,OP_ID,4,"double",OP_READ),
op_arg_dat(p_qold,-1,OP_ID,4,"double",OP_WRITE));
// predictor/corrector update loop
for(int k=0; k<2; k++) {
// calculate area/timstep
op_par_loop_adt_calc("adt_calc",cells,
op_arg_dat(p_x,0,pcell,2,"double",OP_READ),
op_arg_dat(p_x,1,pcell,2,"double",OP_READ),
op_arg_dat(p_x,2,pcell,2,"double",OP_READ),
op_arg_dat(p_x,3,pcell,2,"double",OP_READ),
op_arg_dat(p_q,-1,OP_ID,4,"double",OP_READ),
op_arg_dat(p_adt,-1,OP_ID,1,"double",OP_WRITE));
// calculate flux residual
op_par_loop_res_calc("res_calc",edges,
op_arg_dat(p_x,0,pedge,2,"double",OP_READ),
op_arg_dat(p_x,1,pedge,2,"double",OP_READ),
op_arg_dat(p_q,0,pecell,4,"double",OP_READ),
op_arg_dat(p_q,1,pecell,4,"double",OP_READ),
op_arg_dat(p_adt,0,pecell,1,"double",OP_READ),
op_arg_dat(p_adt,1,pecell,1,"double",OP_READ),
op_arg_dat(p_res,0,pecell,4,"double",OP_INC),
op_arg_dat(p_res,1,pecell,4,"double",OP_INC));
op_par_loop_bres_calc("bres_calc",bedges,
op_arg_dat(p_x,0,pbedge,2,"double",OP_READ),
op_arg_dat(p_x,1,pbedge,2,"double",OP_READ),
op_arg_dat(p_q,0,pbecell,4,"double",OP_READ),
op_arg_dat(p_adt,0,pbecell,1,"double",OP_READ),
op_arg_dat(p_res,0,pbecell,4,"double",OP_INC),
op_arg_dat(p_bound,-1,OP_ID,1,"int",OP_READ));
// update flow field
rms = 0.0;
op_par_loop_update("update",cells,
op_arg_dat(p_qold,-1,OP_ID,4,"double",OP_READ),
op_arg_dat(p_q,-1,OP_ID,4,"double",OP_WRITE),
op_arg_dat(p_res,-1,OP_ID,4,"double",OP_RW),
op_arg_dat(p_adt,-1,OP_ID,1,"double",OP_READ),
op_arg_gbl(&rms,1,"double",OP_INC));
}
// print iteration history
rms = sqrt(rms/(double)g_ncell);
if (iter%100 == 0)
op_printf(" %d %10.5e \n",iter,rms);
}
op_timers(&cpu_t2, &wall_t2);
//write given op_dat's indicated segment of data to a memory block in the order it was originally
//arranged (i.e. before partitioning and reordering)
double* q = (double *)op_malloc(sizeof(double)*op_get_size(cells)*4);
op_fetch_data_idx(p_q, q, 0, op_get_size(cells)-1);
free(q);
//write given op_dat's data to hdf5 file in the order it was originally arranged (i.e. before partitioning and reordering)
op_fetch_data_hdf5_file(p_q, "file_name.h5");
//printf("Root process = %d\n",op_is_root());
//output the result dat array to files
//op_dump_to_hdf5("new_grid_out.h5"); //writes data as it is held on each process (under MPI)
//compress using
// ~/hdf5/bin/h5repack -f GZIP=9 new_grid.h5 new_grid_pack.h5
op_timing_output();
op_printf("Max total runtime = %f\n",wall_t2-wall_t1);
op_exit();
}
int main(int argc, char **argv) {
// OP initialisation
op_init(argc, argv, 2);
int niter;
float rms;
// timer
double cpu_t1, cpu_t2, wall_t1, wall_t2;
// set constants and initialise flow field and residual
op_printf("initialising flow field \n");
char file[] = "new_grid.h5";
// declare sets, pointers, datasets and global constants
op_set nodes = op_decl_set_hdf5(file, "nodes");
op_set edges = op_decl_set_hdf5(file, "edges");
op_set bedges = op_decl_set_hdf5(file, "bedges");
op_set cells = op_decl_set_hdf5(file, "cells");
op_map pedge = op_decl_map_hdf5(edges, nodes, 2, file, "pedge");
op_map pecell = op_decl_map_hdf5(edges, cells, 2, file, "pecell");
op_map pbedge = op_decl_map_hdf5(bedges, nodes, 2, file, "pbedge");
op_map pbecell = op_decl_map_hdf5(bedges, cells, 1, file, "pbecell");
op_map pcell = op_decl_map_hdf5(cells, nodes, 4, file, "pcell");
op_dat p_bound = op_decl_dat_hdf5(bedges, 1, "int", file, "p_bound");
op_dat p_x = op_decl_dat_hdf5(nodes, 2, "float", file, "p_x");
op_dat p_q = op_decl_dat_hdf5(cells, 4, "float", file, "p_q");
op_dat p_qold = op_decl_dat_hdf5(cells, 4, "float", file, "p_qold");
op_dat p_adt = op_decl_dat_hdf5(cells, 1, "float", file, "p_adt");
op_dat p_res = op_decl_dat_hdf5(cells, 4, "float", file, "p_res");
op_get_const_hdf5("gam", 1, "float", (char *)&gam, "new_grid.h5");
op_get_const_hdf5("gm1", 1, "float", (char *)&gm1, "new_grid.h5");
op_get_const_hdf5("cfl", 1, "float", (char *)&cfl, "new_grid.h5");
op_get_const_hdf5("eps", 1, "float", (char *)&eps, "new_grid.h5");
op_get_const_hdf5("mach", 1, "float", (char *)&mach, "new_grid.h5");
op_get_const_hdf5("alpha", 1, "float", (char *)&alpha, "new_grid.h5");
op_get_const_hdf5("qinf", 4, "float", (char *)&qinf, "new_grid.h5");
op_decl_const2("gam", 1, "float", &gam);
op_decl_const2("gm1", 1, "float", &gm1);
op_decl_const2("cfl", 1, "float", &cfl);
op_decl_const2("eps", 1, "float", &eps);
op_decl_const2("mach", 1, "float", &mach);
op_decl_const2("alpha", 1, "float", &alpha);
op_decl_const2("qinf", 4, "float", qinf);
if (op_is_root())
op_diagnostic_output();
// trigger partitioning and halo creation routines
op_partition("PTSCOTCH", "KWAY", edges, pecell, p_x);
// op_partition("PARMETIS", "KWAY", edges, pecell, p_x);
int g_ncell = op_get_size(cells);
// initialise timers for total execution wall time
op_timers(&cpu_t1, &wall_t1);
// main time-marching loop
niter = 1000;
for (int iter = 1; iter <= niter; iter++) {
// save old flow solution
op_par_loop_save_soln("save_soln", cells,
op_arg_dat(p_q, -1, OP_ID, 4, "float", OP_READ),
op_arg_dat(p_qold, -1, OP_ID, 4, "float", OP_WRITE));
// predictor/corrector update loop
for (int k = 0; k < 2; k++) {
// calculate area/timstep
op_par_loop_adt_calc("adt_calc", cells,
op_arg_dat(p_x, 0, pcell, 2, "float", OP_READ),
op_arg_dat(p_x, 1, pcell, 2, "float", OP_READ),
op_arg_dat(p_x, 2, pcell, 2, "float", OP_READ),
op_arg_dat(p_x, 3, pcell, 2, "float", OP_READ),
op_arg_dat(p_q, -1, OP_ID, 4, "float", OP_READ),
op_arg_dat(p_adt, -1, OP_ID, 1, "float", OP_WRITE));
// calculate flux residual
op_par_loop_res_calc("res_calc", edges,
op_arg_dat(p_x, 0, pedge, 2, "float", OP_READ),
op_arg_dat(p_x, 1, pedge, 2, "float", OP_READ),
op_arg_dat(p_q, 0, pecell, 4, "float", OP_READ),
op_arg_dat(p_q, 1, pecell, 4, "float", OP_READ),
op_arg_dat(p_adt, 0, pecell, 1, "float", OP_READ),
op_arg_dat(p_adt, 1, pecell, 1, "float", OP_READ),
op_arg_dat(p_res, 0, pecell, 4, "float", OP_INC),
op_arg_dat(p_res, 1, pecell, 4, "float", OP_INC));
op_par_loop_bres_calc("bres_calc", bedges,
op_arg_dat(p_x, 0, pbedge, 2, "float", OP_READ),
op_arg_dat(p_x, 1, pbedge, 2, "float", OP_READ),
op_arg_dat(p_q, 0, pbecell, 4, "float", OP_READ),
op_arg_dat(p_adt, 0, pbecell, 1, "float", OP_READ),
op_arg_dat(p_res, 0, pbecell, 4, "float", OP_INC),
op_arg_dat(p_bound, -1, OP_ID, 1, "int", OP_READ));
// update flow field
rms = 0.0;
op_par_loop_update("update", cells,
op_arg_dat(p_qold, -1, OP_ID, 4, "float", OP_READ),
op_arg_dat(p_q, -1, OP_ID, 4, "float", OP_WRITE),
op_arg_dat(p_res, -1, OP_ID, 4, "float", OP_RW),
op_arg_dat(p_adt, -1, OP_ID, 1, "float", OP_READ),
op_arg_gbl(&rms, 1, "float", OP_INC));
}
// print iteration history
rms = sqrtf(rms / (float)g_ncell);
if (iter % 100 == 0)
op_printf(" %d %10.5e \n", iter, rms);
if (iter % 1000 == 0 &&
g_ncell == 720000) { // defailt mesh -- for validation testing
op_printf(" %d %3.16f \n", iter, rms);
float diff = fabsf((100.0 * (rms / 0.000105987)) - 100.0);
op_printf("\n\nTest problem with %d cells is within %3.15E %% of the "
"expected solution\n",
720000, diff);
if (diff < 0.1) {
op_printf("This test is considered PASSED\n");
} else {
op_printf("This test is considered FAILED\n");
}
}
}
op_timers(&cpu_t2, &wall_t2);
op_timing_output();
op_printf("Max total runtime = %f\n", wall_t2 - wall_t1);
op_exit();
}
