/*
Evaluates FU = Gradiant(L(w,u,lambda))
*/
PetscErrorCode FormFunction(SNES snes,Vec U,Vec FU,void *dummy)
{
UserCtx *user = (UserCtx*)dummy;
PetscErrorCode ierr;
PetscInt xs,xm,i,N;
PetscScalar *u,*lambda,*w,*fu,*fw,*flambda,d,h;
Vec vw,vu,vlambda,vfw,vfu,vflambda;
PetscFunctionBeginUser;
ierr = DMCompositeGetLocalVectors(user->packer,&vw,&vu,&vlambda);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->packer,&vfw,&vfu,&vflambda);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->packer,U,vw,vu,vlambda);CHKERRQ(ierr);
ierr = DMDAGetCorners(user->da1,&xs,NULL,NULL,&xm,NULL,NULL);CHKERRQ(ierr);
ierr = DMDAGetInfo(user->da1,0,&N,0,0,0,0,0,0,0,0,0,0,0);CHKERRQ(ierr);
ierr = VecGetArray(vw,&w);CHKERRQ(ierr);
ierr = VecGetArray(vfw,&fw);CHKERRQ(ierr);
ierr = DMDAVecGetArray(user->da1,vu,&u);CHKERRQ(ierr);
ierr = DMDAVecGetArray(user->da1,vfu,&fu);CHKERRQ(ierr);
ierr = DMDAVecGetArray(user->da1,vlambda,&lambda);CHKERRQ(ierr);
ierr = DMDAVecGetArray(user->da1,vflambda,&flambda);CHKERRQ(ierr);
d = (N-1.0);
h = 1.0/d;
/* derivative of L() w.r.t. w */
if (xs == 0) { /* only first processor computes this */
fw[0] = -2.*d*lambda[0];
}
/* derivative of L() w.r.t. u */
for (i=xs; i<xs+xm; i++) {
if (i == 0) flambda[0] = h*u[0] + 2.*d*lambda[0] - d*lambda[1];
else if (i == 1) flambda[1] = 2.*h*u[1] + 2.*d*lambda[1] - d*lambda[2];
else if (i == N-1) flambda[N-1] = h*u[N-1] + 2.*d*lambda[N-1] - d*lambda[N-2];
else if (i == N-2) flambda[N-2] = 2.*h*u[N-2] + 2.*d*lambda[N-2] - d*lambda[N-3];
else flambda[i] = 2.*h*u[i] - d*(lambda[i+1] - 2.0*lambda[i] + lambda[i-1]);
}
/* derivative of L() w.r.t. lambda */
for (i=xs; i<xs+xm; i++) {
if (i == 0) fu[0] = 2.0*d*(u[0] - w[0]);
else if (i == N-1) fu[N-1] = 2.0*d*u[N-1];
else fu[i] = -(d*(u[i+1] - 2.0*u[i] + u[i-1]) - 2.0*h);
}
ierr = VecRestoreArray(vw,&w);CHKERRQ(ierr);
ierr = VecRestoreArray(vfw,&fw);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(user->da1,vu,&u);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(user->da1,vfu,&fu);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(user->da1,vlambda,&lambda);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(user->da1,vflambda,&flambda);CHKERRQ(ierr);
ierr = DMCompositeGather(user->packer,FU,INSERT_VALUES,vfw,vfu,vflambda);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->packer,&vw,&vu,&vlambda);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->packer,&vfw,&vfu,&vflambda);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
static PetscErrorCode AddDRDY(PetscReal t,Vec X,Vec *drdy,Userctx *user)
{
PetscErrorCode ierr;
Vec Xgen,Xnet,Dgen,Dnet;
PetscScalar *xnet,*dnet,*proj_vec;
PetscInt obs_len,i,idx;
PetscReal step_num, aux1, aux2;
PetscScalar *mat;
PetscFunctionBegin;
//printf("AddDRDY lambda\n");
//ierr = VecView(*drdy, PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Dgen,&Dnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,X,Xgen,Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,*drdy,Dgen,Dnet);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = VecGetArray(Dnet,&dnet);CHKERRQ(ierr);
ierr = VecGetArray(user->proj,&proj_vec);CHKERRQ(ierr);
ierr = VecGetSize(user->proj, &obs_len);CHKERRQ(ierr);
//!step_num = round((t-user->tdisturb) / user->data_dt);
step_num = round((t-user->trestore) / user->data_dt);
idx = 2*obs_len* (PetscInt)step_num;
ierr = MatDenseGetArray(user->obs,&mat);CHKERRQ(ierr);
for(i=0;i<obs_len; i++) {
//printf("B^Tnoisecovinv(B x -d):t=%g index=%d proj_len=%d proj[i] = %d \n", t, idx, obs_len, (int)proj_vec[i]);
aux1 = (xnet[2*((int)proj_vec[i])] - mat[idx+2*i])
/ pow(user->data_stddev[i],2); // obs[2*i, num_obs]
dnet[2*((int)proj_vec[i])] += aux1;
aux2 = (xnet[2*((int)proj_vec[i])+1] - mat[idx+2*i+1])
/ pow(user->data_stddev[i+1],2);// obs[2*i+1, num_obs]
dnet[2*((int)proj_vec[i])+1] += aux2;
//printf("IC Adjoint: t=%g [%g] [%g]\n", t, aux1, aux2);
}
ierr = MatDenseRestoreArray(user->obs,&mat);CHKERRQ(ierr);
ierr = VecRestoreArray(user->proj,&proj_vec);CHKERRQ(ierr);
ierr = VecRestoreArray(Dnet,&dnet);CHKERRQ(ierr);
ierr = DMCompositeGather(user->dmpgrid,*drdy,INSERT_VALUES,Dgen,Dnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Dgen,&Dnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
//printf("AddDRDY lambda at the end\n");
//ierr = VecView(*drdy, PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
static PetscErrorCode CostIntegrand(TS ts,PetscReal t,Vec U,Vec R,Userctx *user)
{
PetscErrorCode ierr;
PetscScalar *r;
const PetscScalar *u;
PetscInt idx;
Vec Xgen,Xnet;
PetscScalar *xgen;
PetscInt i;
PetscFunctionBegin;
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,U,Xgen,Xnet);CHKERRQ(ierr);
ierr = VecGetArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecGetArrayRead(U,&u);CHKERRQ(ierr);
ierr = VecGetArray(R,&r);CHKERRQ(ierr);
r[0] = 0.;
idx = 0;
for (i=0;i<ngen;i++) {
r[0] += PetscPowScalarInt(PetscMax(0.,PetscMax(xgen[idx+3]/(2.*PETSC_PI)-user->freq_u,user->freq_l-xgen[idx+3]/(2.*PETSC_PI))),user->pow);
idx += 9;
}
ierr = VecRestoreArray(R,&r);CHKERRQ(ierr);
ierr = VecRestoreArrayRead(U,&u);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
static PetscErrorCode RHSJacobianP(TS ts,PetscReal t,Vec X,Mat A,void *ctx0)
{
PetscErrorCode ierr;
PetscScalar a;
PetscInt row,col;
Userctx *ctx=(Userctx*)ctx0;
PetscInt idx=0;
Vec Xgen,Xnet;
PetscScalar *xgen,*xnet;
PetscScalar Eqp,Edp;
PetscScalar Id,Iq;
PetscFunctionBeginUser;
/*if (ctx->jacp_flg) { delete me */
ierr = MatZeroEntries(A);CHKERRQ(ierr);
//recompute since this changes
M[0] = 2*H[0]/w_s; M[1] = 2*H[1]/w_s; M[2] = 2*H[2]/w_s;
D[0] = 0.1*M[0]; D[1] = 0.1*M[1]; D[2] = 0.1*M[2];
ierr = DMCompositeGetLocalVectors(ctx->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(ctx->dmpgrid,X,Xgen,Xnet);CHKERRQ(ierr);
/* Generator subsystem initialization */
ierr = VecGetArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
for (col=0;col<ngen;col++) {
Eqp = xgen[idx];
Edp = xgen[idx+1];
Id = xgen[idx+4];
Iq = xgen[idx+5];
TM[col] = PG[col];
a = -1.0 *(TM[col] - Edp*Id - Eqp*Iq - (Xqp[col]-Xdp[col])*Id*Iq)/M[col]/H[col];
row = 9*col+3; // E is in the 4th equation hence +3
idx = idx + 9; //9 equations per generator, hence move to next gen
ierr = MatSetValues(A,1,&row,1,&col,&a,INSERT_VALUES);CHKERRQ(ierr);
}
/* ctx->jacp_flg = PETSC_FALSE; delete me */
ierr = MatAssemblyBegin(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
ierr = MatAssemblyEnd(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
ierr = VecRestoreArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecRestoreArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = DMCompositeGather(ctx->dmpgrid,X,INSERT_VALUES,Xgen,Xnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(ctx->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
//MatView(A,PETSC_VIEWER_STDOUT_SELF);
/* }delete me */
PetscFunctionReturn(0);
}
static PetscErrorCode FormFunction_All(SNES snes,Vec X,Vec F,void *ctx)
{
User user = (User)ctx;
DM dau,dak;
DMDALocalInfo infou,infok;
PetscScalar *u,*k;
PetscScalar *fu,*fk;
PetscErrorCode ierr;
Vec Uloc,Kloc,Fu,Fk;
PetscFunctionBeginUser;
ierr = DMCompositeGetEntries(user->pack,&dau,&dak);CHKERRQ(ierr);
ierr = DMDAGetLocalInfo(dau,&infou);CHKERRQ(ierr);
ierr = DMDAGetLocalInfo(dak,&infok);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->pack,&Uloc,&Kloc);CHKERRQ(ierr);
switch (user->ptype) {
case 0:
ierr = DMGlobalToLocalBegin(dau,X,INSERT_VALUES,Uloc);CHKERRQ(ierr);
ierr = DMGlobalToLocalEnd (dau,X,INSERT_VALUES,Uloc);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,user->Kloc,&k);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,F,&fu);CHKERRQ(ierr);
ierr = FormFunctionLocal_U(user,&infou,u,k,fu);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,F,&fu);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,user->Kloc,&k);CHKERRQ(ierr);
break;
case 1:
ierr = DMGlobalToLocalBegin(dak,X,INSERT_VALUES,Kloc);CHKERRQ(ierr);
ierr = DMGlobalToLocalEnd (dak,X,INSERT_VALUES,Kloc);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,user->Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,Kloc,&k);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,F,&fk);CHKERRQ(ierr);
ierr = FormFunctionLocal_K(user,&infok,u,k,fk);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,F,&fk);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,user->Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,Kloc,&k);CHKERRQ(ierr);
break;
case 2:
ierr = DMCompositeScatter(user->pack,X,Uloc,Kloc);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,Kloc,&k);CHKERRQ(ierr);
ierr = DMCompositeGetAccess(user->pack,F,&Fu,&Fk);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,Fu,&fu);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,Fk,&fk);CHKERRQ(ierr);
ierr = FormFunctionLocal_U(user,&infou,u,k,fu);CHKERRQ(ierr);
ierr = FormFunctionLocal_K(user,&infok,u,k,fk);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,Fu,&fu);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,Fk,&fk);CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(user->pack,F,&Fu,&Fk);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,Kloc,&k);CHKERRQ(ierr);
break;
}
ierr = DMCompositeRestoreLocalVectors(user->pack,&Uloc,&Kloc);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
/*
Evaluates FU = Gradiant(L(w,u,lambda))
This local function acts on the ghosted version of U (accessed via DMCompositeGetLocalVectors() and
DMCompositeScatter()) BUT the global, nonghosted version of FU (via DMCompositeGetAccess()).
*/
PetscErrorCode ComputeFunction(SNES snes,Vec U,Vec FU,void *ctx)
{
PetscErrorCode ierr;
PetscInt xs,xm,i,N;
ULambda *u_lambda,*fu_lambda;
PetscScalar d,h,*w,*fw;
Vec vw,vfw,vu_lambda,vfu_lambda;
DM packer,red,da;
PetscFunctionBeginUser;
ierr = VecGetDM(U, &packer);CHKERRQ(ierr);
ierr = DMCompositeGetEntries(packer,&red,&da);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(packer,&vw,&vu_lambda);CHKERRQ(ierr);
ierr = DMCompositeScatter(packer,U,vw,vu_lambda);CHKERRQ(ierr);
ierr = DMCompositeGetAccess(packer,FU,&vfw,&vfu_lambda);CHKERRQ(ierr);
ierr = DMDAGetCorners(da,&xs,NULL,NULL,&xm,NULL,NULL);CHKERRQ(ierr);
ierr = DMDAGetInfo(da,0,&N,0,0,0,0,0,0,0,0,0,0,0);CHKERRQ(ierr);
ierr = VecGetArray(vw,&w);CHKERRQ(ierr);
ierr = VecGetArray(vfw,&fw);CHKERRQ(ierr);
ierr = DMDAVecGetArray(da,vu_lambda,&u_lambda);CHKERRQ(ierr);
ierr = DMDAVecGetArray(da,vfu_lambda,&fu_lambda);CHKERRQ(ierr);
d = N-1.0;
h = 1.0/d;
/* derivative of L() w.r.t. w */
if (xs == 0) { /* only first processor computes this */
fw[0] = -2.0*d*u_lambda[0].lambda;
}
/* derivative of L() w.r.t. u */
for (i=xs; i<xs+xm; i++) {
if (i == 0) fu_lambda[0].lambda = h*u_lambda[0].u + 2.*d*u_lambda[0].lambda - d*u_lambda[1].lambda;
else if (i == 1) fu_lambda[1].lambda = 2.*h*u_lambda[1].u + 2.*d*u_lambda[1].lambda - d*u_lambda[2].lambda;
else if (i == N-1) fu_lambda[N-1].lambda = h*u_lambda[N-1].u + 2.*d*u_lambda[N-1].lambda - d*u_lambda[N-2].lambda;
else if (i == N-2) fu_lambda[N-2].lambda = 2.*h*u_lambda[N-2].u + 2.*d*u_lambda[N-2].lambda - d*u_lambda[N-3].lambda;
else fu_lambda[i].lambda = 2.*h*u_lambda[i].u - d*(u_lambda[i+1].lambda - 2.0*u_lambda[i].lambda + u_lambda[i-1].lambda);
}
/* derivative of L() w.r.t. lambda */
for (i=xs; i<xs+xm; i++) {
if (i == 0) fu_lambda[0].u = 2.0*d*(u_lambda[0].u - w[0]);
else if (i == N-1) fu_lambda[N-1].u = 2.0*d*u_lambda[N-1].u;
else fu_lambda[i].u = -(d*(u_lambda[i+1].u - 2.0*u_lambda[i].u + u_lambda[i-1].u) - 2.0*h);
}
ierr = VecRestoreArray(vw,&w);CHKERRQ(ierr);
ierr = VecRestoreArray(vfw,&fw);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(da,vu_lambda,&u_lambda);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(da,vfu_lambda,&fu_lambda);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(packer,&vw,&vu_lambda);CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(packer,FU,&vfw,&vfu_lambda);CHKERRQ(ierr);
ierr = PetscLogFlops(13.0*N);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
PetscErrorCode SetObservation(Userctx* user, PetscReal t, Vec X)
{
PetscErrorCode ierr;
PetscInt idx,obs_len,i;
PetscScalar *mat;
Vec Xgen,Xnet;
PetscScalar *xnet;//, *xgen;
const PetscScalar *x;
PetscScalar *proj_vec;
PetscReal step_num;
PetscFunctionBegin;
/* observations are generated only after restore */
/* t = t - user->tdisturb;*/
t = t - user->trestore;
if(t >= -1e-6*user->dt) {
step_num = round(t / user->data_dt);
if(fabs(step_num - t/user->data_dt)<= 1e-6*user->dt) {
idx = (PetscInt) step_num;
ierr = VecGetSize(user->proj, &obs_len);CHKERRQ(ierr);
//printf("SetObservation: t=%g index=%d proj_len=%d \n", t, idx, obs_len);
idx = idx*2*obs_len;
ierr = MatDenseGetArray(user->obs,&mat);CHKERRQ(ierr);
ierr = VecGetArrayRead(X,&x);CHKERRQ(ierr);
ierr = VecGetArray(user->proj, &proj_vec);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,X,Xgen,Xnet);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
//get pointer to xnet and to user->proj
for(i=0;i<obs_len; i++) {
//printf("proj[%d]=%d\n", i, (int)proj_vec[i]);
*(mat+idx+2*i) = xnet[2*((int)proj_vec[i])];
*(mat+idx+2*i+1) = xnet[2*((int)proj_vec[i])+1];
}
//printf("%g \n", xnet[0]);
ierr = MatDenseRestoreArray(user->obs,&mat);CHKERRQ(ierr);
ierr = VecRestoreArrayRead(X,&x);CHKERRQ(ierr);
ierr = VecRestoreArray(user->proj,&proj_vec);CHKERRQ(ierr);
ierr = VecRestoreArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
}
}
PetscFunctionReturn(0);
}
PetscErrorCode EvalMisfit(TS ts)
{
PetscErrorCode ierr;
Userctx *user;
Vec X;
PetscReal t;
Vec Xgen,Xnet;
PetscScalar *xnet, *proj_vec;
PetscInt obs_len,i,idx;
PetscReal step_num;
PetscScalar *mat;
PetscFunctionBegin;
ierr = TSGetApplicationContext(ts,&user);CHKERRQ(ierr);
ierr = TSGetTime(ts,&t);CHKERRQ(ierr);
ierr = TSGetSolution(ts,&X);CHKERRQ(ierr);
//!t = t - user->tdisturb;
t = t - user->trestore;
step_num = round(t / user->data_dt);
if(fabs(step_num - t/user->data_dt)<= 1e-6*user->dt) {
ierr = VecGetArray(user->proj,&proj_vec);CHKERRQ(ierr);
ierr = VecGetSize(user->proj, &obs_len);CHKERRQ(ierr);
idx = 2*obs_len*(PetscInt) step_num;
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,X,Xgen,Xnet);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = MatDenseGetArray(user->obs,&mat);CHKERRQ(ierr);
for(i=0;i<obs_len; i++) {
user->misfit += 0.5*pow(xnet[2*((int)proj_vec[i])] - mat[idx+2*i], 2) / pow(user->data_stddev[i], 2); // obs[2*i, num_obs]
user->misfit += 0.5*pow(xnet[2*((int)proj_vec[i])+1] - mat[idx+2*i+1],2)
/ pow(user->data_stddev[i+1], 2);// obs[2*i+1, num_obs]
}
//printf("evm %g %g idx=%d\n", xnet[0], mat[idx], idx);
ierr = MatDenseRestoreArray(user->obs,&mat);CHKERRQ(ierr);
ierr = VecRestoreArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = VecRestoreArray(user->proj,&proj_vec);CHKERRQ(ierr);
}
user->stepnum++;
PetscFunctionReturn(0);
}
/*
FormFunctionComp - Unwraps the input vector and passes its local ghosted pieces into the user function
*/
PetscErrorCode FormFunctionComp(SNES snes,Vec X,Vec F,void *ctx)
{
PetscErrorCode ierr;
DMMG dmmg = (DMMG)ctx;
AppCtx *user = (AppCtx*)dmmg->user;
DMComposite dm = (DMComposite)dmmg->dm;
DALocalInfo info1,info2;
DA da1,da2;
Field1 **x1,**f1;
Field2 **x2,**f2;
Vec X1,X2,F1,F2;
PetscFunctionBegin;
ierr = DMCompositeGetEntries(dm,&da1,&da2);CHKERRQ(ierr);
ierr = DAGetLocalInfo(da1,&info1);CHKERRQ(ierr);
ierr = DAGetLocalInfo(da2,&info2);CHKERRQ(ierr);
/* Get local vectors to hold ghosted parts of X */
ierr = DMCompositeGetLocalVectors(dm,&X1,&X2);CHKERRQ(ierr);
ierr = DMCompositeScatter(dm,X,X1,X2);CHKERRQ(ierr);
/* Access the arrays inside the subvectors of X */
ierr = DAVecGetArray(da1,X1,(void**)&x1);CHKERRQ(ierr);
ierr = DAVecGetArray(da2,X2,(void**)&x2);CHKERRQ(ierr);
/* Access the subvectors in F.
These are not ghosted and directly access the memory locations in F */
ierr = DMCompositeGetAccess(dm,F,&F1,&F2);CHKERRQ(ierr);
/* Access the arrays inside the subvectors of F */
ierr = DAVecGetArray(da1,F1,(void**)&f1);CHKERRQ(ierr);
ierr = DAVecGetArray(da2,F2,(void**)&f2);CHKERRQ(ierr);
/* Evaluate local user provided function */
user->x2 = x2; /* used by FormFunctionLocal1() */
ierr = FormFunctionLocal1(&info1,x1,f1,(void**)user);CHKERRQ(ierr);
user->x1 = x1; /* used by FormFunctionLocal2() */
ierr = FormFunctionLocal2(&info2,x2,f2,(void**)user);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da1,F1,(void**)&f1);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,F2,(void**)&f2);CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(dm,F,&F1,&F2);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da1,X1,(void**)&x1);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,X2,(void**)&x2);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(dm,&X1,&X2);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
PetscErrorCode SetSolution(Userctx* user, PetscReal t, Vec X)
{
PetscErrorCode ierr;
PetscScalar *xgen,*xnet,*mat;
PetscInt idx, len_xgen, len_xnet;
Vec Xgen, Xnet;
PetscFunctionBegin;
if(user->saveSol) {
//printf("SaveSol at t=%g\n", t);
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,X,Xgen,Xnet);CHKERRQ(ierr);
ierr = VecGetSize(Xgen, &len_xgen);CHKERRQ(ierr);
ierr = VecGetSize(Xnet, &len_xnet);CHKERRQ(ierr);
ierr = VecGetArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
idx = ((PetscInt) round(t / user->dt))*(user->neqs_pgrid+1);
ierr = MatDenseGetArray(user->Sol,&mat);CHKERRQ(ierr);
mat[idx] = t;
ierr = PetscMemcpy(mat+idx+1, xgen,len_xgen*sizeof(PetscScalar));CHKERRQ(ierr);
ierr = PetscMemcpy(mat+idx+1+len_xgen,xnet,len_xnet*sizeof(PetscScalar));CHKERRQ(ierr);
ierr = MatDenseRestoreArray(user->Sol,&mat);CHKERRQ(ierr);
ierr = VecRestoreArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecRestoreArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
}
PetscFunctionReturn(0);
}
/*
FormFunction - Unwraps the input vector and passes its local ghosted pieces into the user function
*/
PetscErrorCode FormFunction(SNES snes,Vec X,Vec F,void *ctx)
{
DMMG dmmg = (DMMG)ctx;
DMComposite dm = (DMComposite)dmmg->dm;
DALocalInfo info1,info2,info3;
DA da1,da2,da3;
FluidField *x1,*f1;
PetscScalar **x2,**f2;
FuelField **x3,**f3;
Vec X1,X2,X3,F1,F2,F3;
PetscErrorCode ierr;
PetscInt i,j;
AppCtx *app = (AppCtx*)dmmg->user;
PetscFunctionBegin;
ierr = DMCompositeGetEntries(dm,&da1,&da2,&da3);
CHKERRQ(ierr);
ierr = DAGetLocalInfo(da1,&info1);
CHKERRQ(ierr);
ierr = DAGetLocalInfo(da2,&info2);
CHKERRQ(ierr);
ierr = DAGetLocalInfo(da3,&info3);
CHKERRQ(ierr);
/* Get local vectors to hold ghosted parts of X; then fill in the ghosted vectors from the unghosted global vector X */
ierr = DMCompositeGetLocalVectors(dm,&X1,&X2,&X3);
CHKERRQ(ierr);
ierr = DMCompositeScatter(dm,X,X1,X2,X3);
CHKERRQ(ierr);
/* Access the arrays inside the subvectors of X */
ierr = DAVecGetArray(da1,X1,(void**)&x1);
CHKERRQ(ierr);
ierr = DAVecGetArray(da2,X2,(void**)&x2);
CHKERRQ(ierr);
ierr = DAVecGetArray(da3,X3,(void**)&x3);
CHKERRQ(ierr);
/*
Ghost points for periodicity are used to "force" inflow/outflow fluid boundary conditions
Note that there is no periodicity; we define periodicity to "cheat" and have ghost spaces to store "exterior to boundary" values
*/
/* FLUID */
if (info1.gxs == -3) { /* 3 points at left end of line */
for (i=-3; i<0; i++) {
x1[i].prss = app->prin;
x1[i].ergg = app->ugin;
x1[i].ergf = app->ufin;
x1[i].alfg = app->agin;
x1[i].velg = app->vgin;
x1[i].velf = app->vfin;
}
}
if (info1.gxs+info1.gxm == info1.mx+3) { /* 3 points at right end of line */
for (i=info1.mx; i<info1.mx+3; i++) {
x1[i].prss = app->prout;
x1[i].ergg = app->ugout;
x1[i].ergf = app->ufout;
x1[i].alfg = app->agout;
x1[i].velg = app->vgi;
x1[i].velf = app->vfi;
}
}
/* Thermal */
if (info2.gxs == -1) { /* left side of domain */
for (j=info2.gys; j<info2.gys+info2.gym; j++) {
x2[j][-1] = app->twi;
}
}
if (info2.gxs+info2.gxm == info2.mx+1) { /* right side of domain */
for (j=info2.gys; j<info2.gys+info2.gym; j++) {
x2[j][info2.mx] = app->twi;
}
}
/* FUEL */
if (info3.gxs == -1) { /* left side of domain */
for (j=info3.gys; j<info3.gys+info3.gym; j++) {
x3[j][-1].phii = app->phii;
x3[j][-1].prei = app->prei;
}
}
if (info3.gxs+info3.gxm == info3.mx+1) { /* right side of domain */
for (j=info3.gys; j<info3.gys+info3.gym; j++) {
x3[j][info3.mx].phii = app->phii;
x3[j][info3.mx].prei = app->prei;
}
}
if (info3.gys == -1) { /* bottom of domain */
for (i=info3.gxs; i<info3.gxs+info3.gxm; i++) {
x3[-1][i].phii = app->phii;
x3[-1][i].prei = app->prei;
}
}
if (info3.gys+info3.gym == info3.my+1) { /* top of domain */
for (i=info3.gxs; i<info3.gxs+info3.gxm; i++) {
x3[info3.my][i].phii = app->phii;
x3[info3.my][i].prei = app->prei;
}
}
/* Access the three subvectors in F: these are not ghosted and directly access the memory locations in F */
ierr = DMCompositeGetAccess(dm,F,&F1,&F2,&F3);
CHKERRQ(ierr);
/* Access the arrays inside the subvectors of F */
ierr = DAVecGetArray(da1,F1,(void**)&f1);
CHKERRQ(ierr);
ierr = DAVecGetArray(da2,F2,(void**)&f2);
CHKERRQ(ierr);
ierr = DAVecGetArray(da3,F3,(void**)&f3);
CHKERRQ(ierr);
/* Evaluate local user provided function */
ierr = FormFunctionLocalFluid(&info1,x1,f1);
CHKERRQ(ierr);
ierr = FormFunctionLocalThermal(&info2,x2,f2);
CHKERRQ(ierr);
ierr = FormFunctionLocalFuel(&info3,x3,f3);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da1,X1,(void**)&x1);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,X2,(void**)&x2);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da3,X3,(void**)&x3);
CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(dm,&X1,&X2,&X3);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da1,F1,(void**)&f1);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,F2,(void**)&f2);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da3,F3,(void**)&f3);
CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(dm,F,&F1,&F2,&F3);
CHKERRQ(ierr);
PetscFunctionReturn(0);
}
/*
Visualize solutions
*/
PetscErrorCode MySolutionView(MPI_Comm comm,PetscInt phy_num,void *ctx)
{
PetscErrorCode ierr;
AppCtx *user = (AppCtx*)ctx;
DMMG *dmmg = user->dmmg;
DA da=DMMGGetDA(dmmg);
Field **x = user->x;
Field1 **x1 = user->x1;
PetscInt i,j,mx,xs,ys,xm,ym;
PetscMPIInt size;
PetscFunctionBegin;
ierr = MPI_Comm_size(PETSC_COMM_WORLD,&size);CHKERRQ(ierr);
ierr = DAGetCorners(da,&xs,&ys,PETSC_NULL,&xm,&ym,PETSC_NULL);CHKERRQ(ierr);
switch (phy_num){
case 0:
if (size == 1){
ierr = PetscPrintf(PETSC_COMM_SELF,"Original Physics %d U,V,Omega,Temp: \n",phy_num);
ierr = PetscPrintf(PETSC_COMM_SELF,"-----------------------------------\n");
for (j=ys; j<ys+ym; j++) {
for (i=xs; i<xs+xm; i++) {
ierr = PetscPrintf(PETSC_COMM_SELF,"x[%d,%d] = %g, %g, %g, %g\n",j,i,x[j][i].u,x[j][i].v,x[j][i].omega,x[j][i].temp);
}
}
}
break;
case 1:
if (size == 1){
ierr = PetscPrintf(PETSC_COMM_SELF,"SubPhysics %d: U,V,Omega: \n",phy_num);
ierr = PetscPrintf(PETSC_COMM_SELF,"------------------------\n");
DMMG *dmmg1=user->dmmg1;
Vec solu_true = DMMGGetx(dmmg1);
DA da=DMMGGetDA(dmmg1);
Field1 **x1;
ierr = DAVecGetArray(da,solu_true,&x1);CHKERRQ(ierr);
for (j=ys; j<ys+ym; j++) {
for (i=xs; i<xs+xm; i++) {
ierr = PetscPrintf(PETSC_COMM_SELF,"x[%d,%d] = %g, %g, %g\n",j,i,x1[j][i].u,x1[j][i].v,x1[j][i].omega);
}
}
ierr = DAVecRestoreArray(da,solu_true,&x1);CHKERRQ(ierr);
}
break;
case 2:
if (size == 1){
ierr = PetscPrintf(PETSC_COMM_SELF,"SubPhysics %d: Temperature: \n",phy_num);
ierr = PetscPrintf(PETSC_COMM_SELF,"--------------------------\n");
DMMG *dmmg2=user->dmmg2;
Vec solu_true = DMMGGetx(dmmg2);
DA da=DMMGGetDA(dmmg2);
Field2 **x2;
ierr = DAVecGetArray(da,solu_true,&x2);CHKERRQ(ierr);
for (j=ys; j<ys+ym; j++) {
for (i=xs; i<xs+xm; i++) {
ierr = PetscPrintf(PETSC_COMM_SELF,"x[%d,%d] = %g\n",j,i,x2[j][i].temp);
}
}
ierr = DAVecRestoreArray(da,solu_true,&x2);CHKERRQ(ierr);
}
break;
default:
if (size == 1){
DMMG *dmmg_comp=user->dmmg_comp;
DA da1,da2,da=DMMGGetDA(dmmg);
Vec X1,X2,solu_true = DMMGGetx(dmmg);
Field **x;
Field1 **x1;
Field2 **x2;
DMComposite dm = (DMComposite)(*dmmg_comp)->dm;
PetscReal err,err_tmp;
if (phy_num == 3){
ierr = PetscPrintf(PETSC_COMM_SELF,"Composite physics %d, U,V,Omega,Temp: \n",phy_num);
ierr = PetscPrintf(PETSC_COMM_SELF,"------------------------------------\n");
ierr = PetscPrintf(PETSC_COMM_SELF,"Composite physics, U,V,Omega,Temp: \n");CHKERRQ(ierr);
}
ierr = DAVecGetArray(da,solu_true,&x);CHKERRQ(ierr);
ierr = DMCompositeGetEntries(dm,&da1,&da2);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(dm,&X1,&X2);CHKERRQ(ierr);
ierr = DAVecGetArray(da1,X1,(void**)&x1);CHKERRQ(ierr);
ierr = DAVecGetArray(da2,X2,(void**)&x2);CHKERRQ(ierr);
err = 0.0;
for (j=ys; j<ys+ym; j++) {
for (i=xs; i<xs+xm; i++) {
err_tmp = PetscAbs(x[j][i].u-x1[j][i].u) + PetscAbs(x[j][i].v-x1[j][i].v) + PetscAbs(x[j][i].omega-x1[j][i].omega);
err_tmp += PetscAbs(x[j][i].temp-x2[j][i].temp);
if (err < err_tmp) err = err_tmp;
if (phy_num == 3){
ierr = PetscPrintf(PETSC_COMM_SELF,"x[%d,%d] = %g, %g, %g, %g\n",j,i,x1[j][i].u,x1[j][i].v,x1[j][i].omega,x2[j][i].temp);
}
}
}
ierr = PetscPrintf(PETSC_COMM_SELF,"|solu - solu_comp| = %g\n",err);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da1,X1,(void**)&x1);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,X2,(void**)&x2);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(dm,&X1,&X2);CHKERRQ(ierr);
ierr = DAVecRestoreArray(da,solu_true,&x);CHKERRQ(ierr);
}
}
PetscFunctionReturn(0);
}
PetscErrorCode ResidualJacobian(SNES snes,Vec X,Mat J,Mat B,void *ctx)
{
PetscErrorCode ierr;
Userctx *user=(Userctx*)ctx;
Vec Xgen,Xnet;
PetscScalar *xgen,*xnet;
PetscInt i,idx=0;
PetscScalar Vr,Vi,Vm,Vm2;
PetscScalar Eqp,Edp,delta; /* Generator variables */
PetscScalar Efd; /* Exciter variables */
PetscScalar Id,Iq; /* Generator dq axis currents */
PetscScalar Vd,Vq;
PetscScalar val[10];
PetscInt row[2],col[10];
PetscInt net_start=user->neqs_gen;
PetscScalar Zdq_inv[4],det;
PetscScalar dVd_dVr,dVd_dVi,dVq_dVr,dVq_dVi,dVd_ddelta,dVq_ddelta;
PetscScalar dIGr_ddelta,dIGi_ddelta,dIGr_dId,dIGr_dIq,dIGi_dId,dIGi_dIq;
PetscScalar dSE_dEfd;
PetscScalar dVm_dVd,dVm_dVq,dVm_dVr,dVm_dVi;
PetscInt ncols;
const PetscInt *cols;
const PetscScalar *yvals;
PetscInt k;
PetscScalar PD,QD,Vm0,*v0,Vm4;
PetscScalar dPD_dVr,dPD_dVi,dQD_dVr,dQD_dVi;
PetscScalar dIDr_dVr,dIDr_dVi,dIDi_dVr,dIDi_dVi;
PetscFunctionBegin;
ierr = MatZeroEntries(B);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,X,Xgen,Xnet);CHKERRQ(ierr);
ierr = VecGetArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
/* Generator subsystem */
for (i=0; i < ngen; i++) {
Eqp = xgen[idx];
Edp = xgen[idx+1];
delta = xgen[idx+2];
Id = xgen[idx+4];
Iq = xgen[idx+5];
Efd = xgen[idx+6];
/* fgen[idx] = (Eqp + (Xd[i] - Xdp[i])*Id - Efd)/Td0p[i]; */
row[0] = idx;
col[0] = idx; col[1] = idx+4; col[2] = idx+6;
val[0] = 1/ Td0p[i]; val[1] = (Xd[i] - Xdp[i])/ Td0p[i]; val[2] = -1/Td0p[i];
ierr = MatSetValues(J,1,row,3,col,val,INSERT_VALUES);CHKERRQ(ierr);
/* fgen[idx+1] = (Edp - (Xq[i] - Xqp[i])*Iq)/Tq0p[i]; */
row[0] = idx + 1;
col[0] = idx + 1; col[1] = idx+5;
val[0] = 1/Tq0p[i]; val[1] = -(Xq[i] - Xqp[i])/Tq0p[i];
ierr = MatSetValues(J,1,row,2,col,val,INSERT_VALUES);CHKERRQ(ierr);
/* fgen[idx+2] = - w + w_s; */
row[0] = idx + 2;
col[0] = idx + 2; col[1] = idx + 3;
val[0] = 0; val[1] = -1;
ierr = MatSetValues(J,1,row,2,col,val,INSERT_VALUES);CHKERRQ(ierr);
/* fgen[idx+3] = (-TM[i] + Edp*Id + Eqp*Iq + (Xqp[i] - Xdp[i])*Id*Iq + D[i]*(w - w_s))/M[i]; */
row[0] = idx + 3;
col[0] = idx; col[1] = idx + 1; col[2] = idx + 3; col[3] = idx + 4; col[4] = idx + 5;
val[0] = Iq/M[i]; val[1] = Id/M[i]; val[2] = D[i]/M[i]; val[3] = (Edp + (Xqp[i]-Xdp[i])*Iq)/M[i]; val[4] = (Eqp + (Xqp[i] - Xdp[i])*Id)/M[i];
ierr = MatSetValues(J,1,row,5,col,val,INSERT_VALUES);CHKERRQ(ierr);
Vr = xnet[2*gbus[i]]; /* Real part of generator terminal voltage */
Vi = xnet[2*gbus[i]+1]; /* Imaginary part of the generator terminal voltage */
ierr = ri2dq(Vr,Vi,delta,&Vd,&Vq);CHKERRQ(ierr);
det = Rs[i]*Rs[i] + Xdp[i]*Xqp[i];
Zdq_inv[0] = Rs[i]/det;
Zdq_inv[1] = Xqp[i]/det;
Zdq_inv[2] = -Xdp[i]/det;
Zdq_inv[3] = Rs[i]/det;
dVd_dVr = PetscSinScalar(delta); dVd_dVi = -PetscCosScalar(delta);
dVq_dVr = PetscCosScalar(delta); dVq_dVi = PetscSinScalar(delta);
dVd_ddelta = Vr*PetscCosScalar(delta) + Vi*PetscSinScalar(delta);
dVq_ddelta = -Vr*PetscSinScalar(delta) + Vi*PetscCosScalar(delta);
/* fgen[idx+4] = Zdq_inv[0]*(-Edp + Vd) + Zdq_inv[1]*(-Eqp + Vq) + Id; */
row[0] = idx+4;
col[0] = idx; col[1] = idx+1; col[2] = idx + 2;
val[0] = -Zdq_inv[1]; val[1] = -Zdq_inv[0]; val[2] = Zdq_inv[0]*dVd_ddelta + Zdq_inv[1]*dVq_ddelta;
col[3] = idx + 4; col[4] = net_start+2*gbus[i]; col[5] = net_start + 2*gbus[i]+1;
val[3] = 1; val[4] = Zdq_inv[0]*dVd_dVr + Zdq_inv[1]*dVq_dVr; val[5] = Zdq_inv[0]*dVd_dVi + Zdq_inv[1]*dVq_dVi;
ierr = MatSetValues(J,1,row,6,col,val,INSERT_VALUES);CHKERRQ(ierr);
/* fgen[idx+5] = Zdq_inv[2]*(-Edp + Vd) + Zdq_inv[3]*(-Eqp + Vq) + Iq; */
row[0] = idx+5;
col[0] = idx; col[1] = idx+1; col[2] = idx + 2;
val[0] = -Zdq_inv[3]; val[1] = -Zdq_inv[2]; val[2] = Zdq_inv[2]*dVd_ddelta + Zdq_inv[3]*dVq_ddelta;
col[3] = idx + 5; col[4] = net_start+2*gbus[i]; col[5] = net_start + 2*gbus[i]+1;
val[3] = 1; val[4] = Zdq_inv[2]*dVd_dVr + Zdq_inv[3]*dVq_dVr; val[5] = Zdq_inv[2]*dVd_dVi + Zdq_inv[3]*dVq_dVi;
ierr = MatSetValues(J,1,row,6,col,val,INSERT_VALUES);CHKERRQ(ierr);
dIGr_ddelta = Id*PetscCosScalar(delta) - Iq*PetscSinScalar(delta);
dIGi_ddelta = Id*PetscSinScalar(delta) + Iq*PetscCosScalar(delta);
dIGr_dId = PetscSinScalar(delta); dIGr_dIq = PetscCosScalar(delta);
dIGi_dId = -PetscCosScalar(delta); dIGi_dIq = PetscSinScalar(delta);
/* fnet[2*gbus[i]] -= IGi; */
row[0] = net_start + 2*gbus[i];
col[0] = idx+2; col[1] = idx + 4; col[2] = idx + 5;
val[0] = -dIGi_ddelta; val[1] = -dIGi_dId; val[2] = -dIGi_dIq;
ierr = MatSetValues(J,1,row,3,col,val,INSERT_VALUES);CHKERRQ(ierr);
/* fnet[2*gbus[i]+1] -= IGr; */
row[0] = net_start + 2*gbus[i]+1;
col[0] = idx+2; col[1] = idx + 4; col[2] = idx + 5;
val[0] = -dIGr_ddelta; val[1] = -dIGr_dId; val[2] = -dIGr_dIq;
ierr = MatSetValues(J,1,row,3,col,val,INSERT_VALUES);CHKERRQ(ierr);
Vm = PetscSqrtScalar(Vd*Vd + Vq*Vq); Vm2 = Vm*Vm;
/* fgen[idx+6] = (KE[i]*Efd + SE - VR)/TE[i]; */
/* SE = k1[i]*PetscExpScalar(k2[i]*Efd); */
dSE_dEfd = k1[i]*k2[i]*PetscExpScalar(k2[i]*Efd);
row[0] = idx + 6;
col[0] = idx + 6; col[1] = idx + 8;
val[0] = (KE[i] + dSE_dEfd)/TE[i]; val[1] = -1/TE[i];
ierr = MatSetValues(J,1,row,2,col,val,INSERT_VALUES);CHKERRQ(ierr);
/* Exciter differential equations */
/* fgen[idx+7] = (RF - KF[i]*Efd/TF[i])/TF[i]; */
row[0] = idx + 7;
col[0] = idx + 6; col[1] = idx + 7;
val[0] = (-KF[i]/TF[i])/TF[i]; val[1] = 1/TF[i];
ierr = MatSetValues(J,1,row,2,col,val,INSERT_VALUES);CHKERRQ(ierr);
/* fgen[idx+8] = (VR - KA[i]*RF + KA[i]*KF[i]*Efd/TF[i] - KA[i]*(Vref[i] - Vm))/TA[i]; */
/* Vm = (Vd^2 + Vq^2)^0.5; */
dVm_dVd = Vd/Vm; dVm_dVq = Vq/Vm;
dVm_dVr = dVm_dVd*dVd_dVr + dVm_dVq*dVq_dVr;
dVm_dVi = dVm_dVd*dVd_dVi + dVm_dVq*dVq_dVi;
row[0] = idx + 8;
col[0] = idx + 6; col[1] = idx + 7; col[2] = idx + 8;
val[0] = (KA[i]*KF[i]/TF[i])/TA[i]; val[1] = -KA[i]/TA[i]; val[2] = 1/TA[i];
col[3] = net_start + 2*gbus[i]; col[4] = net_start + 2*gbus[i]+1;
val[3] = KA[i]*dVm_dVr/TA[i]; val[4] = KA[i]*dVm_dVi/TA[i];
ierr = MatSetValues(J,1,row,5,col,val,INSERT_VALUES);CHKERRQ(ierr);
idx = idx + 9;
}
for (i=0; i<nbus; i++) {
ierr = MatGetRow(user->Ybus,2*i,&ncols,&cols,&yvals);CHKERRQ(ierr);
row[0] = net_start + 2*i;
for (k=0; k<ncols; k++) {
col[k] = net_start + cols[k];
val[k] = yvals[k];
}
ierr = MatSetValues(J,1,row,ncols,col,val,INSERT_VALUES);CHKERRQ(ierr);
ierr = MatRestoreRow(user->Ybus,2*i,&ncols,&cols,&yvals);CHKERRQ(ierr);
ierr = MatGetRow(user->Ybus,2*i+1,&ncols,&cols,&yvals);CHKERRQ(ierr);
row[0] = net_start + 2*i+1;
for (k=0; k<ncols; k++) {
col[k] = net_start + cols[k];
val[k] = yvals[k];
}
ierr = MatSetValues(J,1,row,ncols,col,val,INSERT_VALUES);CHKERRQ(ierr);
ierr = MatRestoreRow(user->Ybus,2*i+1,&ncols,&cols,&yvals);CHKERRQ(ierr);
}
ierr = MatAssemblyBegin(J,MAT_FLUSH_ASSEMBLY);CHKERRQ(ierr);
ierr = MatAssemblyEnd(J,MAT_FLUSH_ASSEMBLY);CHKERRQ(ierr);
ierr = VecGetArray(user->V0,&v0);CHKERRQ(ierr);
for (i=0; i < nload; i++) {
Vr = xnet[2*lbus[i]]; /* Real part of load bus voltage */
Vi = xnet[2*lbus[i]+1]; /* Imaginary part of the load bus voltage */
Vm = PetscSqrtScalar(Vr*Vr + Vi*Vi); Vm2 = Vm*Vm; Vm4 = Vm2*Vm2;
Vm0 = PetscSqrtScalar(v0[2*lbus[i]]*v0[2*lbus[i]] + v0[2*lbus[i]+1]*v0[2*lbus[i]+1]);
PD = QD = 0.0;
dPD_dVr = dPD_dVi = dQD_dVr = dQD_dVi = 0.0;
for (k=0; k < ld_nsegsp[i]; k++) {
PD += ld_alphap[k]*PD0[i]*PetscPowScalar((Vm/Vm0),ld_betap[k]);
dPD_dVr += ld_alphap[k]*ld_betap[k]*PD0[i]*PetscPowScalar((1/Vm0),ld_betap[k])*Vr*PetscPowScalar(Vm,(ld_betap[k]-2));
dPD_dVi += ld_alphap[k]*ld_betap[k]*PD0[i]*PetscPowScalar((1/Vm0),ld_betap[k])*Vi*PetscPowScalar(Vm,(ld_betap[k]-2));
}
for (k=0; k < ld_nsegsq[i]; k++) {
QD += ld_alphaq[k]*QD0[i]*PetscPowScalar((Vm/Vm0),ld_betaq[k]);
dQD_dVr += ld_alphaq[k]*ld_betaq[k]*QD0[i]*PetscPowScalar((1/Vm0),ld_betaq[k])*Vr*PetscPowScalar(Vm,(ld_betaq[k]-2));
dQD_dVi += ld_alphaq[k]*ld_betaq[k]*QD0[i]*PetscPowScalar((1/Vm0),ld_betaq[k])*Vi*PetscPowScalar(Vm,(ld_betaq[k]-2));
}
/* IDr = (PD*Vr + QD*Vi)/Vm2; */
/* IDi = (-QD*Vr + PD*Vi)/Vm2; */
dIDr_dVr = (dPD_dVr*Vr + dQD_dVr*Vi + PD)/Vm2 - ((PD*Vr + QD*Vi)*2*Vr)/Vm4;
dIDr_dVi = (dPD_dVi*Vr + dQD_dVi*Vi + QD)/Vm2 - ((PD*Vr + QD*Vi)*2*Vi)/Vm4;
dIDi_dVr = (-dQD_dVr*Vr + dPD_dVr*Vi - QD)/Vm2 - ((-QD*Vr + PD*Vi)*2*Vr)/Vm4;
dIDi_dVi = (-dQD_dVi*Vr + dPD_dVi*Vi + PD)/Vm2 - ((-QD*Vr + PD*Vi)*2*Vi)/Vm4;
/* fnet[2*lbus[i]] += IDi; */
row[0] = net_start + 2*lbus[i];
col[0] = net_start + 2*lbus[i]; col[1] = net_start + 2*lbus[i]+1;
val[0] = dIDi_dVr; val[1] = dIDi_dVi;
ierr = MatSetValues(J,1,row,2,col,val,ADD_VALUES);CHKERRQ(ierr);
/* fnet[2*lbus[i]+1] += IDr; */
row[0] = net_start + 2*lbus[i]+1;
col[0] = net_start + 2*lbus[i]; col[1] = net_start + 2*lbus[i]+1;
val[0] = dIDr_dVr; val[1] = dIDr_dVi;
ierr = MatSetValues(J,1,row,2,col,val,ADD_VALUES);CHKERRQ(ierr);
}
ierr = VecRestoreArray(user->V0,&v0);CHKERRQ(ierr);
ierr = VecRestoreArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecRestoreArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = MatAssemblyBegin(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
ierr = MatAssemblyEnd(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
PetscErrorCode ResidualFunction(SNES snes,Vec X, Vec F, Userctx *user)
{
PetscErrorCode ierr;
Vec Xgen,Xnet,Fgen,Fnet;
PetscScalar *xgen,*xnet,*fgen,*fnet;
PetscInt i,idx=0;
PetscScalar Vr,Vi,Vm,Vm2;
PetscScalar Eqp,Edp,delta,w; /* Generator variables */
PetscScalar Efd,RF,VR; /* Exciter variables */
PetscScalar Id,Iq; /* Generator dq axis currents */
PetscScalar Vd,Vq,SE;
PetscScalar IGr,IGi,IDr,IDi;
PetscScalar Zdq_inv[4],det;
PetscScalar PD,QD,Vm0,*v0;
PetscInt k;
PetscFunctionBegin;
ierr = VecZeroEntries(F);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Fgen,&Fnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,X,Xgen,Xnet);CHKERRQ(ierr);
ierr = DMCompositeScatter(user->dmpgrid,F,Fgen,Fnet);CHKERRQ(ierr);
/* Network current balance residual IG + Y*V + IL = 0. Only YV is added here.
The generator current injection, IG, and load current injection, ID are added later
*/
/* Note that the values in Ybus are stored assuming the imaginary current balance
equation is ordered first followed by real current balance equation for each bus.
Thus imaginary current contribution goes in location 2*i, and
real current contribution in 2*i+1
*/
ierr = MatMult(user->Ybus,Xnet,Fnet);
ierr = VecGetArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = VecGetArray(Fgen,&fgen);CHKERRQ(ierr);
ierr = VecGetArray(Fnet,&fnet);CHKERRQ(ierr);
/* Generator subsystem */
for (i=0; i < ngen; i++) {
Eqp = xgen[idx];
Edp = xgen[idx+1];
delta = xgen[idx+2];
w = xgen[idx+3];
Id = xgen[idx+4];
Iq = xgen[idx+5];
Efd = xgen[idx+6];
RF = xgen[idx+7];
VR = xgen[idx+8];
/* Generator differential equations */
fgen[idx] = (Eqp + (Xd[i] - Xdp[i])*Id - Efd)/Td0p[i];
fgen[idx+1] = (Edp - (Xq[i] - Xqp[i])*Iq)/Tq0p[i];
fgen[idx+2] = -w + w_s;
fgen[idx+3] = (-TM[i] + Edp*Id + Eqp*Iq + (Xqp[i] - Xdp[i])*Id*Iq + D[i]*(w - w_s))/M[i];
Vr = xnet[2*gbus[i]]; /* Real part of generator terminal voltage */
Vi = xnet[2*gbus[i]+1]; /* Imaginary part of the generator terminal voltage */
ierr = ri2dq(Vr,Vi,delta,&Vd,&Vq);CHKERRQ(ierr);
/* Algebraic equations for stator currents */
det = Rs[i]*Rs[i] + Xdp[i]*Xqp[i];
Zdq_inv[0] = Rs[i]/det;
Zdq_inv[1] = Xqp[i]/det;
Zdq_inv[2] = -Xdp[i]/det;
Zdq_inv[3] = Rs[i]/det;
fgen[idx+4] = Zdq_inv[0]*(-Edp + Vd) + Zdq_inv[1]*(-Eqp + Vq) + Id;
fgen[idx+5] = Zdq_inv[2]*(-Edp + Vd) + Zdq_inv[3]*(-Eqp + Vq) + Iq;
/* Add generator current injection to network */
ierr = dq2ri(Id,Iq,delta,&IGr,&IGi);CHKERRQ(ierr);
fnet[2*gbus[i]] -= IGi;
fnet[2*gbus[i]+1] -= IGr;
Vm = PetscSqrtScalar(Vd*Vd + Vq*Vq); Vm2 = Vm*Vm;
SE = k1[i]*PetscExpScalar(k2[i]*Efd);
/* Exciter differential equations */
fgen[idx+6] = (KE[i]*Efd + SE - VR)/TE[i];
fgen[idx+7] = (RF - KF[i]*Efd/TF[i])/TF[i];
fgen[idx+8] = (VR - KA[i]*RF + KA[i]*KF[i]*Efd/TF[i] - KA[i]*(Vref[i] - Vm))/TA[i];
idx = idx + 9;
}
ierr = VecGetArray(user->V0,&v0);CHKERRQ(ierr);
for (i=0; i < nload; i++) {
Vr = xnet[2*lbus[i]]; /* Real part of load bus voltage */
Vi = xnet[2*lbus[i]+1]; /* Imaginary part of the load bus voltage */
Vm = PetscSqrtScalar(Vr*Vr + Vi*Vi); Vm2 = Vm*Vm;
Vm0 = PetscSqrtScalar(v0[2*lbus[i]]*v0[2*lbus[i]] + v0[2*lbus[i]+1]*v0[2*lbus[i]+1]);
PD = QD = 0.0;
for (k=0; k < ld_nsegsp[i]; k++) PD += ld_alphap[k]*PD0[i]*PetscPowScalar((Vm/Vm0),ld_betap[k]);
for (k=0; k < ld_nsegsq[i]; k++) QD += ld_alphaq[k]*QD0[i]*PetscPowScalar((Vm/Vm0),ld_betaq[k]);
/* Load currents */
IDr = (PD*Vr + QD*Vi)/Vm2;
IDi = (-QD*Vr + PD*Vi)/Vm2;
fnet[2*lbus[i]] += IDi;
fnet[2*lbus[i]+1] += IDr;
}
ierr = VecRestoreArray(user->V0,&v0);CHKERRQ(ierr);
ierr = VecRestoreArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecRestoreArray(Xnet,&xnet);CHKERRQ(ierr);
ierr = VecRestoreArray(Fgen,&fgen);CHKERRQ(ierr);
ierr = VecRestoreArray(Fnet,&fnet);CHKERRQ(ierr);
ierr = DMCompositeGather(user->dmpgrid,F,INSERT_VALUES,Fgen,Fnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Fgen,&Fnet);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
int main(int argc, char *argv[])
{
PetscErrorCode ierr;
DM dau,dak,pack;
const PetscInt *lxu;
PetscInt *lxk,m,sizes;
User user;
SNES snes;
Vec X,F,Xu,Xk,Fu,Fk;
Mat B;
IS *isg;
PetscBool view_draw,pass_dm;
PetscInitialize(&argc,&argv,0,help);
ierr = DMDACreate1d(PETSC_COMM_WORLD,DM_BOUNDARY_NONE,-10,1,1,NULL,&dau);CHKERRQ(ierr);
ierr = DMSetOptionsPrefix(dau,"u_");CHKERRQ(ierr);
ierr = DMSetFromOptions(dau);CHKERRQ(ierr);
ierr = DMDAGetOwnershipRanges(dau,&lxu,0,0);CHKERRQ(ierr);
ierr = DMDAGetInfo(dau,0, &m,0,0, &sizes,0,0, 0,0,0,0,0,0);CHKERRQ(ierr);
ierr = PetscMalloc1(sizes,&lxk);CHKERRQ(ierr);
ierr = PetscMemcpy(lxk,lxu,sizes*sizeof(*lxk));CHKERRQ(ierr);
lxk[0]--;
ierr = DMDACreate1d(PETSC_COMM_WORLD,DM_BOUNDARY_NONE,m-1,1,1,lxk,&dak);CHKERRQ(ierr);
ierr = DMSetOptionsPrefix(dak,"k_");CHKERRQ(ierr);
ierr = DMSetFromOptions(dak);CHKERRQ(ierr);
ierr = PetscFree(lxk);CHKERRQ(ierr);
ierr = DMCompositeCreate(PETSC_COMM_WORLD,&pack);CHKERRQ(ierr);
ierr = DMSetOptionsPrefix(pack,"pack_");CHKERRQ(ierr);
ierr = DMCompositeAddDM(pack,dau);CHKERRQ(ierr);
ierr = DMCompositeAddDM(pack,dak);CHKERRQ(ierr);
ierr = DMDASetFieldName(dau,0,"u");CHKERRQ(ierr);
ierr = DMDASetFieldName(dak,0,"k");CHKERRQ(ierr);
ierr = DMSetFromOptions(pack);CHKERRQ(ierr);
ierr = DMCreateGlobalVector(pack,&X);CHKERRQ(ierr);
ierr = VecDuplicate(X,&F);CHKERRQ(ierr);
ierr = PetscNew(&user);CHKERRQ(ierr);
user->pack = pack;
ierr = DMCompositeGetGlobalISs(pack,&isg);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(pack,&user->Uloc,&user->Kloc);CHKERRQ(ierr);
ierr = DMCompositeScatter(pack,X,user->Uloc,user->Kloc);CHKERRQ(ierr);
ierr = PetscOptionsBegin(PETSC_COMM_WORLD,NULL,"Coupled problem options","SNES");CHKERRQ(ierr);
{
user->ptype = 0; view_draw = PETSC_FALSE; pass_dm = PETSC_TRUE;
ierr = PetscOptionsInt("-problem_type","0: solve for u only, 1: solve for k only, 2: solve for both",0,user->ptype,&user->ptype,NULL);CHKERRQ(ierr);
ierr = PetscOptionsBool("-view_draw","Draw the final coupled solution regardless of whether only one physics was solved",0,view_draw,&view_draw,NULL);CHKERRQ(ierr);
ierr = PetscOptionsBool("-pass_dm","Pass the packed DM to SNES to use when determining splits and forward into splits",0,pass_dm,&pass_dm,NULL);CHKERRQ(ierr);
}
ierr = PetscOptionsEnd();CHKERRQ(ierr);
ierr = FormInitial_Coupled(user,X);CHKERRQ(ierr);
ierr = SNESCreate(PETSC_COMM_WORLD,&snes);CHKERRQ(ierr);
switch (user->ptype) {
case 0:
ierr = DMCompositeGetAccess(pack,X,&Xu,0);CHKERRQ(ierr);
ierr = DMCompositeGetAccess(pack,F,&Fu,0);CHKERRQ(ierr);
ierr = DMCreateMatrix(dau,&B);CHKERRQ(ierr);
ierr = SNESSetFunction(snes,Fu,FormFunction_All,user);CHKERRQ(ierr);
ierr = SNESSetJacobian(snes,B,B,FormJacobian_All,user);CHKERRQ(ierr);
ierr = SNESSetFromOptions(snes);CHKERRQ(ierr);
ierr = SNESSetDM(snes,dau);CHKERRQ(ierr);
ierr = SNESSolve(snes,NULL,Xu);CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(pack,X,&Xu,0);CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(pack,F,&Fu,0);CHKERRQ(ierr);
break;
case 1:
ierr = DMCompositeGetAccess(pack,X,0,&Xk);CHKERRQ(ierr);
ierr = DMCompositeGetAccess(pack,F,0,&Fk);CHKERRQ(ierr);
ierr = DMCreateMatrix(dak,&B);CHKERRQ(ierr);
ierr = SNESSetFunction(snes,Fk,FormFunction_All,user);CHKERRQ(ierr);
ierr = SNESSetJacobian(snes,B,B,FormJacobian_All,user);CHKERRQ(ierr);
ierr = SNESSetFromOptions(snes);CHKERRQ(ierr);
ierr = SNESSetDM(snes,dak);CHKERRQ(ierr);
ierr = SNESSolve(snes,NULL,Xk);CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(pack,X,0,&Xk);CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(pack,F,0,&Fk);CHKERRQ(ierr);
break;
case 2:
ierr = DMCreateMatrix(pack,&B);CHKERRQ(ierr);
/* This example does not correctly allocate off-diagonal blocks. These options allows new nonzeros (slow). */
ierr = MatSetOption(B,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_FALSE);CHKERRQ(ierr);
ierr = MatSetOption(B,MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_FALSE);CHKERRQ(ierr);
ierr = SNESSetFunction(snes,F,FormFunction_All,user);CHKERRQ(ierr);
ierr = SNESSetJacobian(snes,B,B,FormJacobian_All,user);CHKERRQ(ierr);
ierr = SNESSetFromOptions(snes);CHKERRQ(ierr);
if (!pass_dm) { /* Manually provide index sets and names for the splits */
KSP ksp;
PC pc;
ierr = SNESGetKSP(snes,&ksp);CHKERRQ(ierr);
ierr = KSPGetPC(ksp,&pc);CHKERRQ(ierr);
ierr = PCFieldSplitSetIS(pc,"u",isg[0]);CHKERRQ(ierr);
ierr = PCFieldSplitSetIS(pc,"k",isg[1]);CHKERRQ(ierr);
} else {
/* The same names come from the options prefix for dau and dak. This option can support geometric multigrid inside
* of splits, but it requires using a DM (perhaps your own implementation). */
ierr = SNESSetDM(snes,pack);CHKERRQ(ierr);
}
ierr = SNESSolve(snes,NULL,X);CHKERRQ(ierr);
break;
}
if (view_draw) {ierr = VecView(X,PETSC_VIEWER_DRAW_WORLD);CHKERRQ(ierr);}
if (0) {
PetscInt col = 0;
PetscBool mult_dup = PETSC_FALSE,view_dup = PETSC_FALSE;
Mat D;
Vec Y;
ierr = PetscOptionsGetInt(0,"-col",&col,0);CHKERRQ(ierr);
ierr = PetscOptionsGetBool(0,"-mult_dup",&mult_dup,0);CHKERRQ(ierr);
ierr = PetscOptionsGetBool(0,"-view_dup",&view_dup,0);CHKERRQ(ierr);
ierr = VecDuplicate(X,&Y);CHKERRQ(ierr);
/* ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); */
/* ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr); */
ierr = MatConvert(B,MATAIJ,MAT_INITIAL_MATRIX,&D);CHKERRQ(ierr);
ierr = VecZeroEntries(X);CHKERRQ(ierr);
ierr = VecSetValue(X,col,1.0,INSERT_VALUES);CHKERRQ(ierr);
ierr = VecAssemblyBegin(X);CHKERRQ(ierr);
ierr = VecAssemblyEnd(X);CHKERRQ(ierr);
ierr = MatMult(mult_dup ? D : B,X,Y);CHKERRQ(ierr);
ierr = MatView(view_dup ? D : B,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
/* ierr = VecView(X,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr); */
ierr = VecView(Y,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
ierr = MatDestroy(&D);CHKERRQ(ierr);
ierr = VecDestroy(&Y);CHKERRQ(ierr);
}
ierr = DMCompositeRestoreLocalVectors(pack,&user->Uloc,&user->Kloc);CHKERRQ(ierr);
ierr = PetscFree(user);CHKERRQ(ierr);
ierr = ISDestroy(&isg[0]);CHKERRQ(ierr);
ierr = ISDestroy(&isg[1]);CHKERRQ(ierr);
ierr = PetscFree(isg);CHKERRQ(ierr);
ierr = VecDestroy(&X);CHKERRQ(ierr);
ierr = VecDestroy(&F);CHKERRQ(ierr);
ierr = MatDestroy(&B);CHKERRQ(ierr);
ierr = DMDestroy(&dau);CHKERRQ(ierr);
ierr = DMDestroy(&dak);CHKERRQ(ierr);
ierr = DMDestroy(&pack);CHKERRQ(ierr);
ierr = SNESDestroy(&snes);CHKERRQ(ierr);
PetscFinalize();
return 0;
}
/*
Here is my custom preconditioner
Capital vectors: X, X1 are global vectors
Small vectors: x, x1 are local ghosted vectors
Prefixed a: ax1, aY1 are arrays that access the vector values (either local (ax1) or global aY1)
*/
PetscErrorCode MyPCApply(PC pc,Vec X,Vec Y)
{
AppCtx *app;
PetscErrorCode ierr;
Vec X1,X2,X3,x1,x2,Y1,Y2,Y3;
DALocalInfo info1,info2,info3;
DA da1,da2,da3;
PetscInt i,j;
FluidField *ax1,*aY1;
PetscScalar **ax2,**aY2;
PetscFunctionBegin;
ierr = PCShellGetContext(pc,(void**)&app);
CHKERRQ(ierr);
/* obtain information about the three meshes */
ierr = DMCompositeGetEntries(app->pack,&da1,&da2,&da3);
CHKERRQ(ierr);
ierr = DAGetLocalInfo(da1,&info1);
CHKERRQ(ierr);
ierr = DAGetLocalInfo(da2,&info2);
CHKERRQ(ierr);
ierr = DAGetLocalInfo(da3,&info3);
CHKERRQ(ierr);
/* get ghosted version of fluid and thermal conduction, global for phi and C */
ierr = DMCompositeGetAccess(app->pack,X,&X1,&X2,&X3);
CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(app->pack,&x1,&x2,PETSC_NULL);
CHKERRQ(ierr);
ierr = DAGlobalToLocalBegin(da1,X1,INSERT_VALUES,x1);
CHKERRQ(ierr);
ierr = DAGlobalToLocalEnd(da1,X1,INSERT_VALUES,x1);
CHKERRQ(ierr);
ierr = DAGlobalToLocalBegin(da2,X2,INSERT_VALUES,x2);
CHKERRQ(ierr);
ierr = DAGlobalToLocalEnd(da2,X2,INSERT_VALUES,x2);
CHKERRQ(ierr);
/* get global version of result vector */
ierr = DMCompositeGetAccess(app->pack,Y,&Y1,&Y2,&Y3);
CHKERRQ(ierr);
/* pull out the phi and C values */
ierr = VecStrideGather(X3,0,app->dx,INSERT_VALUES);
CHKERRQ(ierr);
ierr = VecStrideGather(X3,1,app->c,INSERT_VALUES);
CHKERRQ(ierr);
/* update C via formula 38; put back into return vector */
ierr = VecAXPY(app->c,0.0,app->dx);
CHKERRQ(ierr);
ierr = VecScale(app->c,1.0);
CHKERRQ(ierr);
ierr = VecStrideScatter(app->c,1,Y3,INSERT_VALUES);
CHKERRQ(ierr);
/* form the right hand side of the phi equation; solve system; put back into return vector */
ierr = VecAXPBY(app->dx,0.0,1.0,app->c);
CHKERRQ(ierr);
ierr = DMMGSolve(app->fdmmg);
CHKERRQ(ierr);
ierr = VecStrideScatter(app->dy,0,Y3,INSERT_VALUES);
CHKERRQ(ierr);
/* access the ghosted x1 and x2 as arrays */
ierr = DAVecGetArray(da1,x1,&ax1);
CHKERRQ(ierr);
ierr = DAVecGetArray(da2,x2,&ax2);
CHKERRQ(ierr);
/* access global y1 and y2 as arrays */
ierr = DAVecGetArray(da1,Y1,&aY1);
CHKERRQ(ierr);
ierr = DAVecGetArray(da2,Y2,&aY2);
CHKERRQ(ierr);
for (i=info1.xs; i<info1.xs+info1.xm; i++) {
aY1[i].prss = ax1[i].prss;
aY1[i].ergg = ax1[i].ergg;
aY1[i].ergf = ax1[i].ergf;
aY1[i].alfg = ax1[i].alfg;
aY1[i].velg = ax1[i].velg;
aY1[i].velf = ax1[i].velf;
}
for (j=info2.ys; j<info2.ys+info2.ym; j++) {
for (i=info2.xs; i<info2.xs+info2.xm; i++) {
aY2[j][i] = ax2[j][i];
}
}
ierr = DAVecRestoreArray(da1,x1,&ax1);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,x2,&ax2);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da1,Y1,&aY1);
CHKERRQ(ierr);
ierr = DAVecRestoreArray(da2,Y2,&aY2);
CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(app->pack,&x1,&x2,PETSC_NULL);
CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(app->pack,X,&X1,&X2,&X3);
CHKERRQ(ierr);
ierr = DMCompositeRestoreAccess(app->pack,Y,&Y1,&Y2,&Y3);
CHKERRQ(ierr);
PetscFunctionReturn(0);
}
PetscErrorCode SetInitialGuess(Vec X,Userctx *user)
{
PetscErrorCode ierr;
Vec Xgen,Xnet;
PetscScalar *xgen,*xnet;
PetscInt i,idx=0;
PetscScalar Vr,Vi,IGr,IGi,Vm,Vm2;
PetscScalar Eqp,Edp,delta;
PetscScalar Efd,RF,VR; /* Exciter variables */
PetscScalar Id,Iq; /* Generator dq axis currents */
PetscScalar theta,Vd,Vq,SE;
PetscFunctionBegin;
M[0] = 2*H[0]/w_s; M[1] = 2*H[1]/w_s; M[2] = 2*H[2]/w_s;
D[0] = 0.1*M[0]; D[1] = 0.1*M[1]; D[2] = 0.1*M[2];
ierr = DMCompositeGetLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
/* Network subsystem initialization */
ierr = VecCopy(user->V0,Xnet);CHKERRQ(ierr);
/* Generator subsystem initialization */
ierr = VecGetArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecGetArray(Xnet,&xnet);CHKERRQ(ierr);
for (i=0; i < ngen; i++) {
Vr = xnet[2*gbus[i]]; /* Real part of generator terminal voltage */
Vi = xnet[2*gbus[i]+1]; /* Imaginary part of the generator terminal voltage */
Vm = PetscSqrtScalar(Vr*Vr + Vi*Vi); Vm2 = Vm*Vm;
IGr = (Vr*PG[i] + Vi*QG[i])/Vm2;
IGi = (Vi*PG[i] - Vr*QG[i])/Vm2;
delta = atan2(Vi+Xq[i]*IGr,Vr-Xq[i]*IGi); /* Machine angle */
theta = PETSC_PI/2.0 - delta;
Id = IGr*PetscCosScalar(theta) - IGi*PetscSinScalar(theta); /* d-axis stator current */
Iq = IGr*PetscSinScalar(theta) + IGi*PetscCosScalar(theta); /* q-axis stator current */
Vd = Vr*PetscCosScalar(theta) - Vi*PetscSinScalar(theta);
Vq = Vr*PetscSinScalar(theta) + Vi*PetscCosScalar(theta);
Edp = Vd + Rs[i]*Id - Xqp[i]*Iq; /* d-axis transient EMF */
Eqp = Vq + Rs[i]*Iq + Xdp[i]*Id; /* q-axis transient EMF */
TM[i] = PG[i];
/* The generator variables are ordered as [Eqp,Edp,delta,w,Id,Iq] */
xgen[idx] = Eqp;
xgen[idx+1] = Edp;
xgen[idx+2] = delta;
xgen[idx+3] = w_s;
idx = idx + 4;
xgen[idx] = Id;
xgen[idx+1] = Iq;
idx = idx + 2;
/* Exciter */
Efd = Eqp + (Xd[i] - Xdp[i])*Id;
SE = k1[i]*PetscExpScalar(k2[i]*Efd);
VR = KE[i]*Efd + SE;
RF = KF[i]*Efd/TF[i];
xgen[idx] = Efd;
xgen[idx+1] = RF;
xgen[idx+2] = VR;
Vref[i] = Vm + (VR/KA[i]);
idx = idx + 3;
}
ierr = VecRestoreArray(Xgen,&xgen);CHKERRQ(ierr);
ierr = VecRestoreArray(Xnet,&xnet);CHKERRQ(ierr);
/* ierr = VecView(Xgen,0);CHKERRQ(ierr); */
ierr = DMCompositeGather(user->dmpgrid,X,INSERT_VALUES,Xgen,Xnet);CHKERRQ(ierr);
ierr = DMCompositeRestoreLocalVectors(user->dmpgrid,&Xgen,&Xnet);CHKERRQ(ierr);
PetscFunctionReturn(0);
}
static PetscErrorCode FormJacobian_All(SNES snes,Vec X,Mat J,Mat B,void *ctx)
{
User user = (User)ctx;
DM dau,dak;
DMDALocalInfo infou,infok;
PetscScalar *u,*k;
PetscErrorCode ierr;
Vec Uloc,Kloc;
PetscFunctionBeginUser;
ierr = DMCompositeGetEntries(user->pack,&dau,&dak);CHKERRQ(ierr);
ierr = DMDAGetLocalInfo(dau,&infou);CHKERRQ(ierr);
ierr = DMDAGetLocalInfo(dak,&infok);CHKERRQ(ierr);
ierr = DMCompositeGetLocalVectors(user->pack,&Uloc,&Kloc);CHKERRQ(ierr);
switch (user->ptype) {
case 0:
ierr = DMGlobalToLocalBegin(dau,X,INSERT_VALUES,Uloc);CHKERRQ(ierr);
ierr = DMGlobalToLocalEnd (dau,X,INSERT_VALUES,Uloc);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,user->Kloc,&k);CHKERRQ(ierr);
ierr = FormJacobianLocal_U(user,&infou,u,k,B);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,user->Kloc,&k);CHKERRQ(ierr);
break;
case 1:
ierr = DMGlobalToLocalBegin(dak,X,INSERT_VALUES,Kloc);CHKERRQ(ierr);
ierr = DMGlobalToLocalEnd (dak,X,INSERT_VALUES,Kloc);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,user->Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,Kloc,&k);CHKERRQ(ierr);
ierr = FormJacobianLocal_K(user,&infok,u,k,B);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,user->Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,Kloc,&k);CHKERRQ(ierr);
break;
case 2: {
Mat Buu,Buk,Bku,Bkk;
IS *is;
ierr = DMCompositeScatter(user->pack,X,Uloc,Kloc);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecGetArray(dak,Kloc,&k);CHKERRQ(ierr);
ierr = DMCompositeGetLocalISs(user->pack,&is);CHKERRQ(ierr);
ierr = MatGetLocalSubMatrix(B,is[0],is[0],&Buu);CHKERRQ(ierr);
ierr = MatGetLocalSubMatrix(B,is[0],is[1],&Buk);CHKERRQ(ierr);
ierr = MatGetLocalSubMatrix(B,is[1],is[0],&Bku);CHKERRQ(ierr);
ierr = MatGetLocalSubMatrix(B,is[1],is[1],&Bkk);CHKERRQ(ierr);
ierr = FormJacobianLocal_U(user,&infou,u,k,Buu);CHKERRQ(ierr);
ierr = FormJacobianLocal_UK(user,&infou,&infok,u,k,Buk);CHKERRQ(ierr);
ierr = FormJacobianLocal_KU(user,&infou,&infok,u,k,Bku);CHKERRQ(ierr);
ierr = FormJacobianLocal_K(user,&infok,u,k,Bkk);CHKERRQ(ierr);
ierr = MatRestoreLocalSubMatrix(B,is[0],is[0],&Buu);CHKERRQ(ierr);
ierr = MatRestoreLocalSubMatrix(B,is[0],is[1],&Buk);CHKERRQ(ierr);
ierr = MatRestoreLocalSubMatrix(B,is[1],is[0],&Bku);CHKERRQ(ierr);
ierr = MatRestoreLocalSubMatrix(B,is[1],is[1],&Bkk);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dau,Uloc,&u);CHKERRQ(ierr);
ierr = DMDAVecRestoreArray(dak,Kloc,&k);CHKERRQ(ierr);
ierr = ISDestroy(&is[0]);CHKERRQ(ierr);
ierr = ISDestroy(&is[1]);CHKERRQ(ierr);
ierr = PetscFree(is);CHKERRQ(ierr);
} break;
}
ierr = DMCompositeRestoreLocalVectors(user->pack,&Uloc,&Kloc);CHKERRQ(ierr);
ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
ierr = MatAssemblyEnd (B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
if (J != B) {
ierr = MatAssemblyBegin(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
ierr = MatAssemblyEnd (J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
}
PetscFunctionReturn(0);
}
