int main(int argc,char **argv)
{
DMMG *dmmg; /* multilevel grid structure */
AppCtx user; /* user-defined work context */
PetscInt mx,my,its;
PetscErrorCode ierr;
MPI_Comm comm;
SNES snes;
DA da2;
PetscInitialize(&argc,&argv,(char *)0,help);
comm = PETSC_COMM_WORLD;
/* Problem parameters (velocity of lid, prandtl, and grashof numbers) */
ierr = PetscOptionsGetReal(PETSC_NULL,"-lidvelocity",&user.lidvelocity,PETSC_NULL);CHKERRQ(ierr);
ierr = PetscOptionsGetReal(PETSC_NULL,"-prandtl",&user.prandtl,PETSC_NULL);CHKERRQ(ierr);
ierr = PetscOptionsGetReal(PETSC_NULL,"-grashof",&user.grashof,PETSC_NULL);CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Create user context, set problem data, create vector data structures.
Also, compute the initial guess.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Setup Physics 2:
- Lap(T) + PR*Div([U*T,V*T]) = 0
where U and V are given by the given x.u and x.v
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DACreate2d(comm,DA_NONPERIODIC,DA_STENCIL_STAR,-4,-4,PETSC_DECIDE,PETSC_DECIDE,1,1,0,0,&da2);CHKERRQ(ierr);
ierr = DASetFieldName(da2,0,"temperature");CHKERRQ(ierr);
/* Create the solver object and attach the grid/physics info */
ierr = DMMGCreate(comm,1,&user,&dmmg);CHKERRQ(ierr);
ierr = DMMGSetDM(dmmg,(DM)da2);CHKERRQ(ierr);
ierr = DMMGSetISColoringType(dmmg,IS_COLORING_GLOBAL);CHKERRQ(ierr);
ierr = DMMGSetInitialGuess(dmmg,FormInitialGuess);CHKERRQ(ierr);
ierr = DMMGSetSNES(dmmg,FormFunction,0);CHKERRQ(ierr);
ierr = DMMGSetFromOptions(dmmg);CHKERRQ(ierr);
ierr = DAGetInfo(da2,PETSC_NULL,&mx,&my,0,0,0,0,0,0,0,0);CHKERRQ(ierr);
user.lidvelocity = 1.0/(mx*my);
user.prandtl = 1.0;
user.grashof = 1.0;
/* Solve the nonlinear system */
ierr = DMMGSolve(dmmg);CHKERRQ(ierr);
snes = DMMGGetSNES(dmmg);
ierr = SNESGetIterationNumber(snes,&its);CHKERRQ(ierr);
ierr = PetscPrintf(comm,"Physics 2: Number of Newton iterations = %D\n\n", its);CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Free spaces
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DADestroy(da2);CHKERRQ(ierr);
ierr = DMMGDestroy(dmmg);CHKERRQ(ierr);
ierr = PetscFinalize();CHKERRQ(ierr);
return 0;
}
PetscErrorCode MyPCDestroy(PC pc)
{
AppCtx *app;
PetscErrorCode ierr;
PetscFunctionBegin;
ierr = PCShellGetContext(pc,(void**)&app);
CHKERRQ(ierr);
ierr = DMMGDestroy(app->fdmmg);
CHKERRQ(ierr);
ierr = VecDestroy(app->c);
CHKERRQ(ierr);
PetscFunctionReturn(0);
}
int main(int argc,char **argv)
{
DMMG *dmmg; /* multilevel grid structure */
PetscErrorCode ierr;
DA da;
AppCtx app;
PC pc;
KSP ksp;
PetscTruth isshell;
PetscViewer v1;
PetscInitialize(&argc,&argv,(char *)0,help);
PreLoadBegin(PETSC_TRUE,"SetUp");
app.comm = PETSC_COMM_WORLD;
app.nxv = 6;
app.nyvf = 3;
app.nyv = app.nyvf + 2;
ierr = PetscOptionsBegin(app.comm,PETSC_NULL,"Options for Grid Sizes",PETSC_NULL);
ierr = PetscOptionsInt("-nxv","Grid spacing in X direction",PETSC_NULL,app.nxv,&app.nxv,PETSC_NULL);
CHKERRQ(ierr);
ierr = PetscOptionsInt("-nyvf","Grid spacing in Y direction of Fuel",PETSC_NULL,app.nyvf,&app.nyvf,PETSC_NULL);
CHKERRQ(ierr);
ierr = PetscOptionsInt("-nyv","Total Grid spacing in Y direction of",PETSC_NULL,app.nyv,&app.nyv,PETSC_NULL);
CHKERRQ(ierr);
ierr = PetscOptionsEnd();
ierr = PetscViewerDrawOpen(app.comm,PETSC_NULL,"",-1,-1,-1,-1,&v1);
CHKERRQ(ierr);
/*
Create the DMComposite object to manage the three grids/physics.
We use a 1d decomposition along the y direction (since one of the grids is 1d).
*/
ierr = DMCompositeCreate(app.comm,&app.pack);
CHKERRQ(ierr);
/* 6 fluid unknowns, 3 ghost points on each end for either periodicity or simply boundary conditions */
ierr = DACreate1d(app.comm,DA_XPERIODIC,app.nxv,6,3,0,&da);
CHKERRQ(ierr);
ierr = DASetFieldName(da,0,"prss");
CHKERRQ(ierr);
ierr = DASetFieldName(da,1,"ergg");
CHKERRQ(ierr);
ierr = DASetFieldName(da,2,"ergf");
CHKERRQ(ierr);
ierr = DASetFieldName(da,3,"alfg");
CHKERRQ(ierr);
ierr = DASetFieldName(da,4,"velg");
CHKERRQ(ierr);
ierr = DASetFieldName(da,5,"velf");
CHKERRQ(ierr);
ierr = DMCompositeAddDM(app.pack,(DM)da);
CHKERRQ(ierr);
ierr = DADestroy(da);
CHKERRQ(ierr);
ierr = DACreate2d(app.comm,DA_YPERIODIC,DA_STENCIL_STAR,app.nxv,app.nyv,PETSC_DETERMINE,1,1,1,0,0,&da);
CHKERRQ(ierr);
ierr = DASetFieldName(da,0,"Tempature");
CHKERRQ(ierr);
ierr = DMCompositeAddDM(app.pack,(DM)da);
CHKERRQ(ierr);
ierr = DADestroy(da);
CHKERRQ(ierr);
ierr = DACreate2d(app.comm,DA_XYPERIODIC,DA_STENCIL_STAR,app.nxv,app.nyvf,PETSC_DETERMINE,1,2,1,0,0,&da);
CHKERRQ(ierr);
ierr = DASetFieldName(da,0,"Phi");
CHKERRQ(ierr);
ierr = DASetFieldName(da,1,"Pre");
CHKERRQ(ierr);
ierr = DMCompositeAddDM(app.pack,(DM)da);
CHKERRQ(ierr);
ierr = DADestroy(da);
CHKERRQ(ierr);
app.pri = 1.0135e+5;
app.ugi = 2.5065e+6;
app.ufi = 4.1894e+5;
app.agi = 1.00e-1;
app.vgi = 1.0e-1 ;
app.vfi = 1.0e-1;
app.prin = 1.0135e+5;
app.ugin = 2.5065e+6;
app.ufin = 4.1894e+5;
app.agin = 1.00e-1;
app.vgin = 1.0e-1 ;
app.vfin = 1.0e-1;
app.prout = 1.0135e+5;
app.ugout = 2.5065e+6;
app.ufout = 4.1894e+5;
app.agout = 3.0e-1;
app.twi = 373.15e+0;
app.phii = 1.0e+0;
app.prei = 1.0e-5;
/*
Create the solver object and attach the grid/physics info
*/
ierr = DMMGCreate(app.comm,1,0,&dmmg);
CHKERRQ(ierr);
ierr = DMMGSetDM(dmmg,(DM)app.pack);
CHKERRQ(ierr);
ierr = DMMGSetUser(dmmg,0,&app);
CHKERRQ(ierr);
ierr = DMMGSetISColoringType(dmmg,IS_COLORING_GLOBAL);
CHKERRQ(ierr);
CHKMEMQ;
ierr = DMMGSetInitialGuess(dmmg,FormInitialGuess);
CHKERRQ(ierr);
ierr = DMMGSetSNES(dmmg,FormFunction,0);
CHKERRQ(ierr);
ierr = DMMGSetFromOptions(dmmg);
CHKERRQ(ierr);
/* Supply custom shell preconditioner if requested */
ierr = SNESGetKSP(DMMGGetSNES(dmmg),&ksp);
CHKERRQ(ierr);
ierr = KSPGetPC(ksp,&pc);
CHKERRQ(ierr);
ierr = PetscTypeCompare((PetscObject)pc,PCSHELL,&isshell);
CHKERRQ(ierr);
if (isshell) {
ierr = PCShellSetContext(pc,&app);
CHKERRQ(ierr);
ierr = PCShellSetSetUp(pc,MyPCSetUp);
CHKERRQ(ierr);
ierr = PCShellSetApply(pc,MyPCApply);
CHKERRQ(ierr);
ierr = PCShellSetDestroy(pc,MyPCDestroy);
CHKERRQ(ierr);
}
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Solve the nonlinear system
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
PreLoadStage("Solve");
ierr = DMMGSolve(dmmg);
CHKERRQ(ierr);
ierr = VecView(DMMGGetx(dmmg),v1);
CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Free work space. All PETSc objects should be destroyed when they
are no longer needed.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = PetscViewerDestroy(v1);
CHKERRQ(ierr);
ierr = DMCompositeDestroy(app.pack);
CHKERRQ(ierr);
ierr = DMMGDestroy(dmmg);
CHKERRQ(ierr);
PreLoadEnd();
ierr = PetscFinalize();
CHKERRQ(ierr);
return 0;
}
int main(int argc,char **argv)
{
DMMG *dmmg_comp; /* multilevel grid structure */
AppCtx user; /* user-defined work context */
PetscInt mx,my,its,max_its,i;
PetscErrorCode ierr;
MPI_Comm comm;
SNES snes;
DA da1,da2;
DMComposite pack;
DMMG *dmmg1,*dmmg2;
PetscTruth SolveSubPhysics=PETSC_FALSE,GaussSeidel=PETSC_TRUE,Jacobi=PETSC_FALSE;
Vec X1,X1_local,X2,X2_local;
PetscViewer viewer;
PetscInitialize(&argc,&argv,(char *)0,help);
comm = PETSC_COMM_WORLD;
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Create user context, set problem data, create vector data structures.
Also, compute the initial guess.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Setup Physics 1:
- Lap(U) - Grad_y(Omega) = 0
- Lap(V) + Grad_x(Omega) = 0
- Lap(Omega) + Div([U*Omega,V*Omega]) - GR*Grad_x(T) = 0
where T is given by the given x.temp
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DACreate2d(comm,DA_NONPERIODIC,DA_STENCIL_STAR,-4,-4,PETSC_DECIDE,PETSC_DECIDE,3,1,0,0,&da1);CHKERRQ(ierr);
ierr = DASetFieldName(da1,0,"x-velocity");CHKERRQ(ierr);
ierr = DASetFieldName(da1,1,"y-velocity");CHKERRQ(ierr);
ierr = DASetFieldName(da1,2,"Omega");CHKERRQ(ierr);
/* Create the solver object and attach the grid/physics info */
ierr = DMMGCreate(comm,1,&user,&dmmg1);CHKERRQ(ierr);
ierr = DMMGSetDM(dmmg1,(DM)da1);CHKERRQ(ierr);
ierr = DMMGSetISColoringType(dmmg1,IS_COLORING_GLOBAL);CHKERRQ(ierr);
ierr = DMMGSetInitialGuess(dmmg1,FormInitialGuess1);CHKERRQ(ierr);
ierr = DMMGSetSNES(dmmg1,FormFunction1,0);CHKERRQ(ierr);
ierr = DMMGSetFromOptions(dmmg1);CHKERRQ(ierr);
/* Set problem parameters (velocity of lid, prandtl, and grashof numbers) */
ierr = DAGetInfo(da1,PETSC_NULL,&mx,&my,0,0,0,0,0,0,0,0);CHKERRQ(ierr);
user.lidvelocity = 1.0/(mx*my);
user.prandtl = 1.0;
user.grashof = 1000.0;
ierr = PetscOptionsGetReal(PETSC_NULL,"-lidvelocity",&user.lidvelocity,PETSC_NULL);CHKERRQ(ierr);
ierr = PetscOptionsGetReal(PETSC_NULL,"-prandtl",&user.prandtl,PETSC_NULL);CHKERRQ(ierr);
ierr = PetscOptionsGetReal(PETSC_NULL,"-grashof",&user.grashof,PETSC_NULL);CHKERRQ(ierr);
ierr = PetscOptionsHasName(PETSC_NULL,"-solvesubphysics",&SolveSubPhysics);CHKERRQ(ierr);
ierr = PetscOptionsHasName(PETSC_NULL,"-Jacobi",&Jacobi);CHKERRQ(ierr);
if (Jacobi) GaussSeidel=PETSC_FALSE;
ierr = PetscPrintf(comm,"grashof: %g, ",user.grashof);CHKERRQ(ierr);
if (GaussSeidel){
ierr = PetscPrintf(comm,"use Block Gauss-Seidel\n");CHKERRQ(ierr);
} else {
ierr = PetscPrintf(comm,"use Block Jacobi\n");CHKERRQ(ierr);
}
ierr = PetscPrintf(comm,"===========================================\n");CHKERRQ(ierr);
/* Solve the nonlinear system 1 */
if (SolveSubPhysics){
ierr = DMMGSolve(dmmg1);CHKERRQ(ierr);
snes = DMMGGetSNES(dmmg1);
ierr = SNESGetIterationNumber(snes,&its);CHKERRQ(ierr);
ierr = PetscPrintf(comm,"Physics 1: Number of Newton iterations = %D\n\n", its);CHKERRQ(ierr);
}
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Setup Physics 2:
- Lap(T) + PR*Div([U*T,V*T]) = 0
where U and V are given by the given x.u and x.v
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DACreate2d(comm,DA_NONPERIODIC,DA_STENCIL_STAR,-4,-4,PETSC_DECIDE,PETSC_DECIDE,1,1,0,0,&da2);CHKERRQ(ierr);
ierr = DASetFieldName(da2,0,"temperature");CHKERRQ(ierr);
/* Create the solver object and attach the grid/physics info */
ierr = DMMGCreate(comm,1,&user,&dmmg2);CHKERRQ(ierr);
ierr = DMMGSetDM(dmmg2,(DM)da2);CHKERRQ(ierr);
ierr = DMMGSetISColoringType(dmmg2,IS_COLORING_GLOBAL);CHKERRQ(ierr);
ierr = DMMGSetInitialGuess(dmmg2,FormInitialGuess2);CHKERRQ(ierr);
ierr = DMMGSetSNES(dmmg2,FormFunction2,0);CHKERRQ(ierr);
ierr = DMMGSetFromOptions(dmmg2);CHKERRQ(ierr);
/* Solve the nonlinear system 2 */
if (SolveSubPhysics){
ierr = DMMGSolve(dmmg2);CHKERRQ(ierr);
snes = DMMGGetSNES(dmmg2);
ierr = SNESGetIterationNumber(snes,&its);CHKERRQ(ierr);
ierr = PetscPrintf(comm,"Physics 2: Number of Newton iterations = %D\n\n", its);CHKERRQ(ierr);
}
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Solve system 1 and 2 iteratively
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DACreateLocalVector(da1,&X1_local);CHKERRQ(ierr);
ierr = DACreateLocalVector(da2,&X2_local);CHKERRQ(ierr);
/* Only 1 snes iteration is allowed for each subphysics */
/*
snes = DMMGGetSNES(dmmg1);
ierr = SNESSetTolerances(snes,PETSC_DEFAULT,PETSC_DEFAULT,PETSC_DEFAULT,1,PETSC_DEFAULT);CHKERRQ(ierr);
snes = DMMGGetSNES(dmmg2);
ierr = SNESSetTolerances(snes,PETSC_DEFAULT,PETSC_DEFAULT,PETSC_DEFAULT,1,PETSC_DEFAULT);CHKERRQ(ierr);
*/
max_its = 5;
ierr = PetscOptionsGetInt(PETSC_NULL,"-mp_max_it",&max_its,PETSC_NULL);CHKERRQ(ierr);
user.nsolve = 0;
for (i=0; i<max_its; i++){
ierr = PetscPrintf(comm,"\nIterative nsolve %D ...\n", user.nsolve);CHKERRQ(ierr);
if (!GaussSeidel){
/* get the ghosted X1_local for Physics 2 */
X1 = DMMGGetx(dmmg1); //Jacobian
if (i){ierr = DAVecRestoreArray(da1,X1_local,(Field1 **)&user.x1);CHKERRQ(ierr);}
ierr = DAGlobalToLocalBegin(da1,X1,INSERT_VALUES,X1_local);CHKERRQ(ierr);
ierr = DAGlobalToLocalEnd(da1,X1,INSERT_VALUES,X1_local);CHKERRQ(ierr);
ierr = DAVecGetArray(da1,X1_local,(Field1 **)&user.x1);CHKERRQ(ierr);
}
ierr = DMMGSolve(dmmg1);CHKERRQ(ierr);
snes = DMMGGetSNES(dmmg1);
ierr = SNESGetIterationNumber(snes,&its);CHKERRQ(ierr);
if (GaussSeidel){
/* get the ghosted X1_local for Physics 2 */
X1 = DMMGGetx(dmmg1);
if (i){ierr = DAVecRestoreArray(da1,X1_local,(Field1 **)&user.x1);CHKERRQ(ierr);}
ierr = DAGlobalToLocalBegin(da1,X1,INSERT_VALUES,X1_local);CHKERRQ(ierr);
ierr = DAGlobalToLocalEnd(da1,X1,INSERT_VALUES,X1_local);CHKERRQ(ierr);
ierr = DAVecGetArray(da1,X1_local,(Field1 **)&user.x1);CHKERRQ(ierr);
}
ierr = PetscPrintf(comm," Iterative physics 1: Number of Newton iterations = %D\n", its);CHKERRQ(ierr);
user.nsolve++;
ierr = DMMGSolve(dmmg2);CHKERRQ(ierr);
snes = DMMGGetSNES(dmmg2);
ierr = SNESGetIterationNumber(snes,&its);CHKERRQ(ierr);
/* get the ghosted X2_local for Physics 1 */
X2 = DMMGGetx(dmmg2);
if (i){ierr = DAVecRestoreArray(da2,X2_local,(Field2 **)&user.x2);CHKERRQ(ierr);}
ierr = DAGlobalToLocalBegin(da2,X2,INSERT_VALUES,X2_local);CHKERRQ(ierr);
ierr = DAGlobalToLocalEnd(da2,X2,INSERT_VALUES,X2_local);CHKERRQ(ierr);
ierr = DAVecGetArray(da2,X2_local,(Field2 **)&user.x2);CHKERRQ(ierr);
ierr = PetscPrintf(comm," Iterative physics 2: Number of Newton iterations = %D\n", its);CHKERRQ(ierr);
//user.nsolve++;
}
ierr = DAVecRestoreArray(da1,X1_local,(Field1 **)&user.x1);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,X2_local,(Field2 **)&user.x2);CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Create the DMComposite object to manage the two grids/physics.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = PetscPrintf(comm," \n\n DMComposite iteration......\n");CHKERRQ(ierr);
ierr = DMCompositeCreate(comm,&pack);CHKERRQ(ierr);
ierr = DMCompositeAddDM(pack,(DM)da1);CHKERRQ(ierr);
ierr = DMCompositeAddDM(pack,(DM)da2);CHKERRQ(ierr);
/* Create the solver object and attach the grid/physics info */
ierr = DMMGCreate(comm,1,&user,&dmmg_comp);CHKERRQ(ierr);
ierr = DMMGSetDM(dmmg_comp,(DM)pack);CHKERRQ(ierr);
ierr = DMMGSetISColoringType(dmmg_comp,IS_COLORING_GLOBAL);CHKERRQ(ierr);
ierr = DMMGSetInitialGuess(dmmg_comp,FormInitialGuessComp);CHKERRQ(ierr);
ierr = DMMGSetSNES(dmmg_comp,FormFunctionComp,0);CHKERRQ(ierr);
ierr = DMMGSetFromOptions(dmmg_comp);CHKERRQ(ierr);
/* Solve the nonlinear system */
/* ierr = DMMGSolve(dmmg_comp);CHKERRQ(ierr);
snes = DMMGGetSNES(dmmg_comp);
ierr = SNESGetIterationNumber(snes,&its);CHKERRQ(ierr);
ierr = PetscPrintf(comm,"Composite Physics: Number of Newton iterations = %D\n\n", its);CHKERRQ(ierr);*/
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Free spaces
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DMCompositeDestroy(pack);CHKERRQ(ierr);
ierr = DADestroy(da1);CHKERRQ(ierr);
ierr = DADestroy(da2);CHKERRQ(ierr);
ierr = DMMGDestroy(dmmg_comp);CHKERRQ(ierr);
ierr = PetscViewerASCIIOpen(comm,"log.py",&viewer);CHKERRQ(ierr);
/* -log_summary */
ierr = PetscLogPrintSummaryToPy(comm,viewer);CHKERRQ(ierr);
/* -snes_view */
//snes = DMMGGetSNES(dmmg1);CHKERRQ(ierr);
ierr = PetscViewerDestroy(viewer);CHKERRQ(ierr);
ierr = DMMGDestroy(dmmg1);CHKERRQ(ierr);
ierr = DMMGDestroy(dmmg2);CHKERRQ(ierr);
ierr = VecDestroy(X1_local);CHKERRQ(ierr);
ierr = VecDestroy(X2_local);CHKERRQ(ierr);
ierr = PetscFinalize();CHKERRQ(ierr);
return 0;
}
int main(int argc,char **argv)
/*-----------------------------------------------------------------------*/
{
DMMG *dmmg; /* multilevel grid structure */
AppCtx *user; /* user-defined work context */
Parameter *param;
GridInfo grid;
int ierr,result;
MPI_Comm comm;
DA da;
PetscInitialize(&argc,&argv,(char *)0,help);
comm = PETSC_COMM_WORLD;
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Set up the problem parameters.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = PetscMalloc(sizeof(AppCtx),&user);
CHKERRQ(ierr);
ierr = PetscBagCreate(comm,sizeof(Parameter),&(user->bag));
CHKERRQ(ierr);
user->grid = &grid;
ierr = SetParams(user);
CHKERRQ(ierr);
ierr = ReportParams(user);
CHKERRQ(ierr);
ierr = PetscBagGetData(user->bag,(void**)¶m);
CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Create distributed array multigrid object (DMMG) to manage parallel grid and vectors
for principal unknowns (x) and governing residuals (f)
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DMMGCreate(comm,grid.mglevels,user,&dmmg);
CHKERRQ(ierr);
ierr = DACreate2d(comm,grid.periodic,grid.stencil,grid.ni,grid.nj,PETSC_DECIDE,PETSC_DECIDE,grid.dof,grid.stencil_width,0,0,&da);
CHKERRQ(ierr);
ierr = DMMGSetDM(dmmg,(DM)da);
CHKERRQ(ierr);
ierr = DADestroy(da);
CHKERRQ(ierr);
ierr = DAGetInfo(da,PETSC_NULL,PETSC_NULL,PETSC_NULL,PETSC_NULL,&(param->pi),&(param->pj),PETSC_NULL,PETSC_NULL,PETSC_NULL,PETSC_NULL,PETSC_NULL);
CHKERRQ(ierr);
REG_INTG(user->bag,¶m->pi,param->pi ,"procs_x","<DO NOT SET> Processors in the x-direction");
REG_INTG(user->bag,¶m->pj,param->pj ,"procs_y","<DO NOT SET> Processors in the y-direction");
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Create user context, set problem data, create vector data structures.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DAGetGlobalVector(da, &(user->Xold));
CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Initialize and solve the nonlinear system
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = Initialize(dmmg);
CHKERRQ(ierr);
ierr = DoSolve(dmmg);
CHKERRQ(ierr);
if (param->verify) result = param->verify_result;
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Free work space.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
ierr = DARestoreGlobalVector(da, &(user->Xold));
CHKERRQ(ierr);
ierr = PetscBagDestroy(user->bag);
CHKERRQ(ierr);
ierr = PetscFree(user);
CHKERRQ(ierr);
ierr = DMMGDestroy(dmmg);
CHKERRQ(ierr);
ierr = PetscFinalize();
CHKERRQ(ierr);
return result;
}
void destroyLocalData(LocalData* data) {
if((data->buf1)->inSeq) {
VecDestroy((data->buf1)->inSeq);
}
if((data->buf1)->outSeq) {
VecDestroy((data->buf1)->outSeq);
}
delete (data->buf1);
if((data->buf2)->inSeq) {
VecDestroy((data->buf2)->inSeq);
}
if((data->buf2)->outSeq) {
VecDestroy((data->buf2)->outSeq);
}
delete (data->buf2);
if((data->buf3)->inSeq) {
VecDestroy((data->buf3)->inSeq);
}
if((data->buf3)->outSeq) {
VecDestroy((data->buf3)->outSeq);
}
delete (data->buf3);
if((data->buf4)->rhsKspL) {
VecDestroy((data->buf4)->rhsKspL);
}
if((data->buf4)->rhsKspH) {
VecDestroy((data->buf4)->rhsKspH);
}
if((data->buf4)->solKspL) {
VecDestroy((data->buf4)->solKspL);
}
if((data->buf4)->solKspH) {
VecDestroy((data->buf4)->solKspH);
}
delete (data->buf4);
if((data->buf5)->uL) {
VecDestroy((data->buf5)->uL);
}
if((data->buf5)->uH) {
VecDestroy((data->buf5)->uH);
}
if((data->buf5)->vL) {
VecDestroy((data->buf5)->vL);
}
if((data->buf5)->vH) {
VecDestroy((data->buf5)->vH);
}
if((data->buf5)->wL) {
VecDestroy((data->buf5)->wL);
}
if((data->buf5)->wH) {
VecDestroy((data->buf5)->wH);
}
if((data->buf5)->wSl) {
VecDestroy((data->buf5)->wSl);
}
if((data->buf5)->wSh) {
VecDestroy((data->buf5)->wSh);
}
if((data->buf5)->uStarL) {
VecDestroy((data->buf5)->uStarL);
}
if((data->buf5)->uStarH) {
VecDestroy((data->buf5)->uStarH);
}
if((data->buf5)->uSinCopy) {
VecDestroy((data->buf5)->uSinCopy);
}
delete (data->buf5);
if((data->buf6)->uSout) {
VecDestroy((data->buf6)->uSout);
}
if((data->buf6)->uSl) {
VecDestroy((data->buf6)->uSl);
}
if((data->buf6)->uSh) {
VecDestroy((data->buf6)->uSh);
}
if((data->buf6)->wSl) {
VecDestroy((data->buf6)->wSl);
}
if((data->buf6)->wSh) {
VecDestroy((data->buf6)->wSh);
}
if((data->buf6)->uL) {
VecDestroy((data->buf6)->uL);
}
if((data->buf6)->uH) {
VecDestroy((data->buf6)->uH);
}
if((data->buf6)->bSl) {
VecDestroy((data->buf6)->bSl);
}
if((data->buf6)->bSh) {
VecDestroy((data->buf6)->bSh);
}
if((data->buf6)->ySl) {
VecDestroy((data->buf6)->ySl);
}
if((data->buf6)->ySh) {
VecDestroy((data->buf6)->ySh);
}
if((data->buf6)->cL) {
VecDestroy((data->buf6)->cL);
}
if((data->buf6)->cH) {
VecDestroy((data->buf6)->cH);
}
if((data->buf6)->cOl) {
VecDestroy((data->buf6)->cOl);
}
if((data->buf6)->cOh) {
VecDestroy((data->buf6)->cOh);
}
delete (data->buf6);
if((data->buf7)->fStarHcopy) {
VecDestroy((data->buf7)->fStarHcopy);
}
if((data->buf7)->gS) {
VecDestroy((data->buf7)->gS);
}
if((data->buf7)->fTmpL) {
VecDestroy((data->buf7)->fTmpL);
}
if((data->buf7)->fTmpH) {
VecDestroy((data->buf7)->fTmpH);
}
if((data->buf7)->fL) {
VecDestroy((data->buf7)->fL);
}
if((data->buf7)->fH) {
VecDestroy((data->buf7)->fH);
}
if((data->buf7)->fStarL) {
VecDestroy((data->buf7)->fStarL);
}
if((data->buf7)->fStarH) {
VecDestroy((data->buf7)->fStarH);
}
if((data->buf7)->uSl) {
VecDestroy((data->buf7)->uSl);
}
if((data->buf7)->uSh) {
VecDestroy((data->buf7)->uSh);
}
if((data->buf7)->gL) {
VecDestroy((data->buf7)->gL);
}
if((data->buf7)->gH) {
VecDestroy((data->buf7)->gH);
}
delete (data->buf7);
if(data->lowSchurKsp) {
KSPDestroy(data->lowSchurKsp);
}
if(data->highSchurKsp) {
KSPDestroy(data->highSchurKsp);
}
if(data->lowSchurMat) {
MatDestroy(data->lowSchurMat);
}
if(data->highSchurMat) {
MatDestroy(data->highSchurMat);
}
if(data->Kssl) {
MatDestroy(data->Kssl);
}
if(data->Kssh) {
MatDestroy(data->Kssh);
}
if(data->Ksl) {
MatDestroy(data->Ksl);
}
if(data->Ksh) {
MatDestroy(data->Ksh);
}
if(data->Kls) {
MatDestroy(data->Kls);
}
if(data->Khs) {
MatDestroy(data->Khs);
}
if(data->Kll) {
MatDestroy(data->Kll);
}
if(data->Khh) {
MatDestroy(data->Khh);
}
if(data->mgObj) {
DMMGDestroy(data->mgObj);
}
if(data->commLow != MPI_COMM_NULL) {
MPI_Comm_free(&(data->commLow));
}
if(data->commHigh != MPI_COMM_NULL) {
MPI_Comm_free(&(data->commHigh));
}
delete data;
}
