//--------------------------------------------------------------------------
//-------- execute ---------------------------------------------------------
//--------------------------------------------------------------------------
void
AssembleNodalGradUNonConformalAlgorithm::execute()
{
stk::mesh::BulkData & bulk_data = realm_.bulk_data();
stk::mesh::MetaData & meta_data = realm_.meta_data();
const int nDim = meta_data.spatial_dimension();
// ip values; both boundary and opposing surface
std::vector<double> currentIsoParCoords(nDim);
std::vector<double> opposingIsoParCoords(nDim);
// space for current/opposing interpolated value for scalarQ
std::vector<double> currentVectorQBip(nDim);
std::vector<double> opposingVectorQBip(nDim);
// interpolate nodal values to point-in-elem
const int sizeOfVectorField = nDim;
// nodal fields to gather
std::vector<double> ws_c_vectorQ;
std::vector<double> ws_o_vectorQ;
// parallel communicate ghosted entities
if ( NULL != realm_.nonConformalManager_->nonConformalGhosting_ )
stk::mesh::communicate_field_data(*(realm_.nonConformalManager_->nonConformalGhosting_), ghostFieldVec_);
// iterate nonConformalManager's dgInfoVec
std::vector<NonConformalInfo *>::iterator ii;
for( ii=realm_.nonConformalManager_->nonConformalInfoVec_.begin();
ii!=realm_.nonConformalManager_->nonConformalInfoVec_.end(); ++ii ) {
// extract vector of DgInfo
std::vector<std::vector<DgInfo *> > &dgInfoVec = (*ii)->dgInfoVec_;
std::vector<std::vector<DgInfo*> >::iterator idg;
for( idg=dgInfoVec.begin(); idg!=dgInfoVec.end(); ++idg ) {
std::vector<DgInfo *> &faceDgInfoVec = (*idg);
// now loop over all the DgInfo objects on this particular exposed face
for ( size_t k = 0; k < faceDgInfoVec.size(); ++k ) {
DgInfo *dgInfo = faceDgInfoVec[k];
// extract current/opposing face/element
stk::mesh::Entity currentFace = dgInfo->currentFace_;
stk::mesh::Entity opposingFace = dgInfo->opposingFace_;
// master element
MasterElement * meFCCurrent = dgInfo->meFCCurrent_;
MasterElement * meFCOpposing = dgInfo->meFCOpposing_;
// local ip, ordinals, etc
const int currentGaussPointId = dgInfo->currentGaussPointId_;
currentIsoParCoords = dgInfo->currentIsoParCoords_;
opposingIsoParCoords = dgInfo->opposingIsoParCoords_;
// extract some master element info
const int currentNodesPerFace = meFCCurrent->nodesPerElement_;
const int opposingNodesPerFace = meFCOpposing->nodesPerElement_;
// algorithm related; face
ws_c_vectorQ.resize(currentNodesPerFace*nDim);
ws_o_vectorQ.resize(opposingNodesPerFace*nDim);
double *p_c_vectorQ = &ws_c_vectorQ[0];
double *p_o_vectorQ = &ws_o_vectorQ[0];
// gather current face data
stk::mesh::Entity const* current_face_node_rels = bulk_data.begin_nodes(currentFace);
const int current_num_face_nodes = bulk_data.num_nodes(currentFace);
for ( int ni = 0; ni < current_num_face_nodes; ++ni ) {
stk::mesh::Entity node = current_face_node_rels[ni];
// gather...
const double *qNp1 = stk::mesh::field_data(*vectorQ_, node );
for ( int i = 0; i < nDim; ++i ) {
const int offSet = i*current_num_face_nodes + ni;
p_c_vectorQ[offSet] = qNp1[i];
}
}
// gather opposing face data
stk::mesh::Entity const* opposing_face_node_rels = bulk_data.begin_nodes(opposingFace);
const int opposing_num_face_nodes = bulk_data.num_nodes(opposingFace);
for ( int ni = 0; ni < opposing_num_face_nodes; ++ni ) {
stk::mesh::Entity node = opposing_face_node_rels[ni];
// gather...
const double *qNp1 = stk::mesh::field_data(*vectorQ_, node );
for ( int i = 0; i < nDim; ++i ) {
const int offSet = i*opposing_num_face_nodes + ni;
p_o_vectorQ[offSet] = qNp1[i];
}
}
meFCCurrent->interpolatePoint(
sizeOfVectorField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_vectorQ[0],
¤tVectorQBip[0]);
meFCOpposing->interpolatePoint(
sizeOfVectorField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_vectorQ[0],
&opposingVectorQBip[0]);
// extract pointers to nearest node fields
const int nn = currentGaussPointId;
stk::mesh::Entity nNode = current_face_node_rels[nn];
const double volNN = *stk::mesh::field_data(*dualNodalVolume_, nNode);
double *dqdx = stk::mesh::field_data(*dqdx_, nNode);
// nearest node inverse volume
double inv_volNN = 1.0/volNN;
// pointer to face data
const double * c_areaVec = stk::mesh::field_data(*exposedAreaVec_, currentFace);
// assemble to nearest node
for ( int i = 0; i < nDim; ++i ) {
const int row_gradQ = i*nDim;
double qip = 0.5*(currentVectorQBip[i] + opposingVectorQBip[i]);
for ( int j = 0; j < nDim; ++j ) {
double fac = qip*c_areaVec[currentGaussPointId*nDim+j];
dqdx[row_gradQ+j] += fac*inv_volNN;
}
}
}
}
}
}
//--------------------------------------------------------------------------
//-------- execute ---------------------------------------------------------
//--------------------------------------------------------------------------
void
AssembleContinuityNonConformalSolverAlgorithm::execute()
{
stk::mesh::BulkData & bulk_data = realm_.bulk_data();
stk::mesh::MetaData & meta_data = realm_.meta_data();
const int nDim = meta_data.spatial_dimension();
// continuity equation scales by projection time scale
const double dt = realm_.get_time_step();
const double gamma1 = realm_.get_gamma1();
const double projTimeScale = dt/gamma1;
// deal with interpolation procedure
const double interpTogether = realm_.get_mdot_interp();
const double om_interpTogether = 1.0-interpTogether;
// space for LHS/RHS; nodesPerElem*nodesPerElem and nodesPerElem
std::vector<double> lhs;
std::vector<double> rhs;
std::vector<int> scratchIds;
std::vector<double> scratchVals;
std::vector<stk::mesh::Entity> connected_nodes;
// ip values; both boundary and opposing surface
std::vector<double> currentIsoParCoords(nDim);
std::vector<double> opposingIsoParCoords(nDim);
std::vector<double> cNx(nDim);
std::vector<double> oNx(nDim);
std::vector<double> currentVelocityBip(nDim);
std::vector<double> opposingVelocityBip(nDim);
std::vector<double> currentRhoVelocityBip(nDim);
std::vector<double> opposingRhoVelocityBip(nDim);
std::vector<double> currentMeshVelocityBip(nDim);
std::vector<double> currentRhoMeshVelocityBip(nDim);
// pressure stabilization
std::vector<double> currentGjpBip(nDim);
std::vector<double> opposingGjpBip(nDim);
std::vector<double> currentDpdxBip(nDim);
std::vector<double> opposingDpdxBip(nDim);
// mapping for -1:1 -> -0.5:0.5 volume element
std::vector<double> currentElementIsoParCoords(nDim);
std::vector<double> opposingElementIsoParCoords(nDim);
// interpolate nodal values to point-in-elem
const int sizeOfScalarField = 1;
const int sizeOfVectorField = nDim;
// pointers to fixed values
double *p_cNx = &cNx[0];
double *p_oNx = &oNx[0];
// nodal fields to gather; face
std::vector<double> ws_c_pressure;
std::vector<double> ws_o_pressure;
std::vector<double> ws_c_Gjp;
std::vector<double> ws_o_Gjp;
std::vector<double> ws_c_velocity;
std::vector<double> ws_o_velocity;
std::vector<double> ws_c_meshVelocity; // only require current
std::vector<double> ws_c_density;
std::vector<double> ws_o_density;
std::vector<double> ws_o_coordinates; // only require opposing
// element
std::vector<double> ws_c_elem_pressure;
std::vector<double> ws_o_elem_pressure;
std::vector<double> ws_c_elem_coordinates;
std::vector<double> ws_o_elem_coordinates;
// master element data
std::vector<double> ws_c_dndx;
std::vector<double> ws_o_dndx;
std::vector<double> ws_c_det_j;
std::vector<double> ws_o_det_j;
std::vector <double > ws_c_general_shape_function;
std::vector <double > ws_o_general_shape_function;
// deal with state
ScalarFieldType &pressureNp1 = pressure_->field_of_state(stk::mesh::StateNP1);
// parallel communicate ghosted entities
if ( NULL != realm_.nonConformalManager_->nonConformalGhosting_ )
stk::mesh::communicate_field_data(*(realm_.nonConformalManager_->nonConformalGhosting_), ghostFieldVec_);
// iterate nonConformalManager's dgInfoVec
std::vector<NonConformalInfo *>::iterator ii;
for( ii=realm_.nonConformalManager_->nonConformalInfoVec_.begin();
ii!=realm_.nonConformalManager_->nonConformalInfoVec_.end(); ++ii ) {
// extract vector of DgInfo
std::vector<std::vector<DgInfo *> > &dgInfoVec = (*ii)->dgInfoVec_;
std::vector<std::vector<DgInfo*> >::iterator idg;
for( idg=dgInfoVec.begin(); idg!=dgInfoVec.end(); ++idg ) {
std::vector<DgInfo *> &faceDgInfoVec = (*idg);
// now loop over all the DgInfo objects on this particular exposed face
for ( size_t k = 0; k < faceDgInfoVec.size(); ++k ) {
DgInfo *dgInfo = faceDgInfoVec[k];
// extract current/opposing face/element
stk::mesh::Entity currentFace = dgInfo->currentFace_;
stk::mesh::Entity opposingFace = dgInfo->opposingFace_;
stk::mesh::Entity currentElement = dgInfo->currentElement_;
stk::mesh::Entity opposingElement = dgInfo->opposingElement_;
const int currentFaceOrdinal = dgInfo->currentFaceOrdinal_;
const int opposingFaceOrdinal = dgInfo->opposingFaceOrdinal_;
// master element; face and volume
MasterElement * meFCCurrent = dgInfo->meFCCurrent_;
MasterElement * meFCOpposing = dgInfo->meFCOpposing_;
MasterElement * meSCSCurrent = dgInfo->meSCSCurrent_;
MasterElement * meSCSOpposing = dgInfo->meSCSOpposing_;
// local ip, ordinals, etc
const int currentGaussPointId = dgInfo->currentGaussPointId_;
currentIsoParCoords = dgInfo->currentIsoParCoords_;
opposingIsoParCoords = dgInfo->opposingIsoParCoords_;
// mapping from ip to nodes for this ordinal
const int *ipNodeMap = meSCSCurrent->ipNodeMap(currentFaceOrdinal);
// extract some master element info
const int currentNodesPerFace = meFCCurrent->nodesPerElement_;
const int opposingNodesPerFace = meFCOpposing->nodesPerElement_;
const int currentNodesPerElement = meSCSCurrent->nodesPerElement_;
const int opposingNodesPerElement = meSCSOpposing->nodesPerElement_;
// resize some things; matrix related
const int totalNodes = currentNodesPerElement + opposingNodesPerElement;
const int lhsSize = totalNodes*totalNodes;
const int rhsSize = totalNodes;
lhs.resize(lhsSize);
rhs.resize(rhsSize);
scratchIds.resize(rhsSize);
scratchVals.resize(rhsSize);
connected_nodes.resize(totalNodes);
// algorithm related; face
ws_c_pressure.resize(currentNodesPerFace);
ws_o_pressure.resize(opposingNodesPerFace);
ws_c_Gjp.resize(currentNodesPerFace*nDim);
ws_o_Gjp.resize(opposingNodesPerFace*nDim);
ws_c_velocity.resize(currentNodesPerFace*nDim);
ws_o_velocity.resize(opposingNodesPerFace*nDim);
ws_c_meshVelocity.resize(currentNodesPerFace*nDim);
ws_c_density.resize(currentNodesPerFace);
ws_o_density.resize(opposingNodesPerFace);
ws_o_coordinates.resize(opposingNodesPerFace*nDim);
ws_c_general_shape_function.resize(currentNodesPerFace);
ws_o_general_shape_function.resize(opposingNodesPerFace);
// algorithm related; element; dndx will be at a single gauss point
ws_c_elem_pressure.resize(currentNodesPerElement);
ws_o_elem_pressure.resize(opposingNodesPerElement);
ws_c_elem_coordinates.resize(currentNodesPerElement*nDim);
ws_o_elem_coordinates.resize(opposingNodesPerElement*nDim);
ws_c_dndx.resize(nDim*currentNodesPerElement);
ws_o_dndx.resize(nDim*opposingNodesPerElement);
ws_c_det_j.resize(1);
ws_o_det_j.resize(1);
// pointers
double *p_lhs = &lhs[0];
double *p_rhs = &rhs[0];
// face
double *p_c_pressure = &ws_c_pressure[0];
double *p_o_pressure = &ws_o_pressure[0];
double *p_c_Gjp = &ws_c_Gjp[0];
double *p_o_Gjp = &ws_o_Gjp[0];
double *p_c_velocity = &ws_c_velocity[0];
double *p_o_velocity= &ws_o_velocity[0];
double *p_c_meshVelocity = &ws_c_meshVelocity[0];
double *p_c_density = &ws_c_density[0];
double *p_o_density = &ws_o_density[0];
double *p_o_coordinates = &ws_o_coordinates[0];
// element
double *p_c_elem_pressure = &ws_c_elem_pressure[0];
double *p_o_elem_pressure = &ws_o_elem_pressure[0];
double *p_c_elem_coordinates = &ws_c_elem_coordinates[0];
double *p_o_elem_coordinates = &ws_o_elem_coordinates[0];
// me pointers
double *p_c_general_shape_function = &ws_c_general_shape_function[0];
double *p_o_general_shape_function = &ws_o_general_shape_function[0];
double *p_c_dndx = &ws_c_dndx[0];
double *p_o_dndx = &ws_o_dndx[0];
// populate current face_node_ordinals
const int *c_face_node_ordinals = meSCSCurrent->side_node_ordinals(currentFaceOrdinal);
// gather current face data
stk::mesh::Entity const* current_face_node_rels = bulk_data.begin_nodes(currentFace);
const int current_num_face_nodes = bulk_data.num_nodes(currentFace);
for ( int ni = 0; ni < current_num_face_nodes; ++ni ) {
stk::mesh::Entity node = current_face_node_rels[ni];
// gather; scalar
p_c_pressure[ni] = *stk::mesh::field_data(pressureNp1, node);
p_c_density[ni] = *stk::mesh::field_data(*density_, node);
// gather; vector
const double *velocity = stk::mesh::field_data(*velocity_, node );
const double *meshVelocity = stk::mesh::field_data(*meshVelocity_, node );
const double *Gjp = stk::mesh::field_data(*Gjp_, node );
for ( int i = 0; i < nDim; ++i ) {
const int offSet = i*current_num_face_nodes + ni;
p_c_velocity[offSet] = velocity[i];
p_c_meshVelocity[offSet] = meshVelocity[i];
p_c_Gjp[offSet] = Gjp[i];
}
}
// populate opposing face_node_ordinals
const int *o_face_node_ordinals = meSCSOpposing->side_node_ordinals(opposingFaceOrdinal);
// gather opposing face data
stk::mesh::Entity const* opposing_face_node_rels = bulk_data.begin_nodes(opposingFace);
const int opposing_num_face_nodes = bulk_data.num_nodes(opposingFace);
for ( int ni = 0; ni < opposing_num_face_nodes; ++ni ) {
stk::mesh::Entity node = opposing_face_node_rels[ni];
// gather; scalar
p_o_pressure[ni] = *stk::mesh::field_data(pressureNp1, node);
p_o_density[ni] = *stk::mesh::field_data(*density_, node);
// gather; vector
const double *velocity = stk::mesh::field_data(*velocity_, node );
const double *Gjp = stk::mesh::field_data(*Gjp_, node );
const double *coords = stk::mesh::field_data(*coordinates_, node);
for ( int i = 0; i < nDim; ++i ) {
const int offSet = i*opposing_num_face_nodes + ni;
p_o_velocity[offSet] = velocity[i];
p_o_Gjp[offSet] = Gjp[i];
p_o_coordinates[ni*nDim+i] = coords[i];
}
}
// gather current element data
stk::mesh::Entity const* current_elem_node_rels = bulk_data.begin_nodes(currentElement);
const int current_num_elem_nodes = bulk_data.num_nodes(currentElement);
for ( int ni = 0; ni < current_num_elem_nodes; ++ni ) {
stk::mesh::Entity node = current_elem_node_rels[ni];
// set connected nodes
connected_nodes[ni] = node;
// gather; scalar
p_c_elem_pressure[ni] = *stk::mesh::field_data(pressureNp1, node);
// gather; vector
const double *coords = stk::mesh::field_data(*coordinates_, node);
const int niNdim = ni*nDim;
for ( int i = 0; i < nDim; ++i ) {
p_c_elem_coordinates[niNdim+i] = coords[i];
}
}
// gather opposing element data; sneak in second connected nodes
stk::mesh::Entity const* opposing_elem_node_rels = bulk_data.begin_nodes(opposingElement);
const int opposing_num_elem_nodes = bulk_data.num_nodes(opposingElement);
for ( int ni = 0; ni < opposing_num_elem_nodes; ++ni ) {
stk::mesh::Entity node = opposing_elem_node_rels[ni];
// set connected nodes
connected_nodes[ni+current_num_elem_nodes] = node;
// gather; scalar
p_o_elem_pressure[ni] = *stk::mesh::field_data(pressureNp1, node);
// gather; vector
const double *coords = stk::mesh::field_data(*coordinates_, node);
const int niNdim = ni*nDim;
for ( int i = 0; i < nDim; ++i ) {
p_o_elem_coordinates[niNdim+i] = coords[i];
}
}
// compute opposing normal through master element call, not using oppoing exposed area
meFCOpposing->general_normal(&opposingIsoParCoords[0], &p_o_coordinates[0], &p_oNx[0]);
// pointer to face data
const double * c_areaVec = stk::mesh::field_data(*exposedAreaVec_, currentFace);
double c_amag = 0.0;
for ( int j = 0; j < nDim; ++j ) {
const double c_axj = c_areaVec[currentGaussPointId*nDim+j];
c_amag += c_axj*c_axj;
}
c_amag = std::sqrt(c_amag);
// now compute normal
for ( int i = 0; i < nDim; ++i ) {
p_cNx[i] = c_areaVec[currentGaussPointId*nDim+i]/c_amag;
}
// override opposing normal
if ( useCurrentNormal_ ) {
for ( int i = 0; i < nDim; ++i )
p_oNx[i] = -p_cNx[i];
}
// project from side to element; method deals with the -1:1 isInElement range to the proper underlying CVFEM range
meSCSCurrent->sidePcoords_to_elemPcoords(currentFaceOrdinal, 1, ¤tIsoParCoords[0], ¤tElementIsoParCoords[0]);
meSCSOpposing->sidePcoords_to_elemPcoords(opposingFaceOrdinal, 1, &opposingIsoParCoords[0], &opposingElementIsoParCoords[0]);
// compute dndx
double scs_error = 0.0;
meSCSCurrent->general_face_grad_op(currentFaceOrdinal, ¤tElementIsoParCoords[0],
&p_c_elem_coordinates[0], &p_c_dndx[0], &ws_c_det_j[0], &scs_error);
meSCSOpposing->general_face_grad_op(opposingFaceOrdinal, &opposingElementIsoParCoords[0],
&p_o_elem_coordinates[0], &p_o_dndx[0], &ws_o_det_j[0], &scs_error);
// current inverse length scale; can loop over face nodes to avoid "nodesOnFace" array
double currentInverseLength = 0.0;
for ( int ic = 0; ic < current_num_face_nodes; ++ic ) {
const int faceNodeNumber = c_face_node_ordinals[ic];
const int offSetDnDx = faceNodeNumber*nDim; // single intg. point
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_cNx[j];
const double dndxj = p_c_dndx[offSetDnDx+j];
currentInverseLength += dndxj*nxj;
}
}
// opposing inverse length scale; can loop over face nodes to avoid "nodesOnFace" array
double opposingInverseLength = 0.0;
for ( int ic = 0; ic < opposing_num_face_nodes; ++ic ) {
const int faceNodeNumber = o_face_node_ordinals[ic];
const int offSetDnDx = faceNodeNumber*nDim; // single intg. point
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_oNx[j];
const double dndxj = p_o_dndx[offSetDnDx+j];
opposingInverseLength += dndxj*nxj;
}
}
// projected nodal gradient; zero out
for ( int j = 0; j < nDim; ++j ) {
currentDpdxBip[j] = 0.0;
opposingDpdxBip[j] = 0.0;
}
// current pressure gradient
for ( int ic = 0; ic < currentNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
const double pNp1 = p_c_elem_pressure[ic];
for ( int j = 0; j < nDim; ++j ) {
const double dndxj = p_c_dndx[offSetDnDx+j];
currentDpdxBip[j] += dndxj*pNp1;
}
}
// opposing pressure gradient
for ( int ic = 0; ic < opposingNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
const double pNp1 = p_o_elem_pressure[ic];
for ( int j = 0; j < nDim; ++j ) {
const double dndxj = p_o_dndx[offSetDnDx+j];
opposingDpdxBip[j] += dndxj*pNp1;
}
}
// interpolate to boundary ips
double currentPressureBip = 0.0;
meFCCurrent->interpolatePoint(
sizeOfScalarField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_pressure[0],
¤tPressureBip);
double opposingPressureBip = 0.0;
meFCOpposing->interpolatePoint(
sizeOfScalarField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_pressure[0],
&opposingPressureBip);
// velocity
meFCCurrent->interpolatePoint(
sizeOfVectorField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_velocity[0],
¤tVelocityBip[0]);
meFCOpposing->interpolatePoint(
sizeOfVectorField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_velocity[0],
&opposingVelocityBip[0]);
// mesh velocity; only required at current
meFCCurrent->interpolatePoint(
sizeOfVectorField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_meshVelocity[0],
¤tMeshVelocityBip[0]);
// projected nodal gradient
meFCCurrent->interpolatePoint(
sizeOfVectorField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_Gjp[0],
¤tGjpBip[0]);
meFCOpposing->interpolatePoint(
sizeOfVectorField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_Gjp[0],
&opposingGjpBip[0]);
// density
double currentDensityBip = 0.0;
meFCCurrent->interpolatePoint(
sizeOfScalarField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_density[0],
¤tDensityBip);
double opposingDensityBip = 0.0;
meFCOpposing->interpolatePoint(
sizeOfScalarField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_density[0],
&opposingDensityBip);
// product of density and velocity; current (take over previous nodal value for velocity)
for ( int ni = 0; ni < current_num_face_nodes; ++ni ) {
const double density = p_c_density[ni];
for ( int i = 0; i < nDim; ++i ) {
const int offSet = i*current_num_face_nodes + ni;
p_c_velocity[offSet] *= density;
p_c_meshVelocity[offSet] *= density;
}
}
// opposite
for ( int ni = 0; ni < opposing_num_face_nodes; ++ni ) {
const double density = p_o_density[ni];
for ( int i = 0; i < nDim; ++i ) {
const int offSet = i*opposing_num_face_nodes + ni;
p_o_velocity[offSet] *= density;
}
}
// interpolate velocity with density scaling
meFCCurrent->interpolatePoint(
sizeOfVectorField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_velocity[0],
¤tRhoVelocityBip[0]);
meFCOpposing->interpolatePoint(
sizeOfVectorField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_velocity[0],
&opposingRhoVelocityBip[0]);
// interpolate mesh velocity with density scaling; only current
meFCCurrent->interpolatePoint(
sizeOfVectorField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_meshVelocity[0],
¤tRhoMeshVelocityBip[0]);
// zero lhs/rhs
for ( int p = 0; p < lhsSize; ++p )
p_lhs[p] = 0.0;
for ( int p = 0; p < rhsSize; ++p )
p_rhs[p] = 0.0;
const double penaltyIp = projTimeScale*0.5*(currentInverseLength + opposingInverseLength);
double ncFlux = 0.0;
double ncPstabFlux = 0.0;
for ( int j = 0; j < nDim; ++j ) {
const double cRhoVelocity = interpTogether*currentRhoVelocityBip[j] + om_interpTogether*currentDensityBip*currentVelocityBip[j];
const double oRhoVelocity = interpTogether*opposingRhoVelocityBip[j] + om_interpTogether*opposingDensityBip*opposingVelocityBip[j];
const double cRhoMeshVelocity = interpTogether*currentRhoMeshVelocityBip[j] + om_interpTogether*currentDensityBip*currentMeshVelocityBip[j];
ncFlux += 0.5*(cRhoVelocity*p_cNx[j] - oRhoVelocity*p_oNx[j]) - meshMotionFac_*cRhoMeshVelocity*p_cNx[j];
const double cPstab = currentDpdxBip[j] - currentGjpBip[j];
const double oPstab = opposingDpdxBip[j] - opposingGjpBip[j];
ncPstabFlux += 0.5*(cPstab*p_cNx[j] - oPstab*p_oNx[j]);
}
const double mdot = (ncFlux - includePstab_*projTimeScale*ncPstabFlux + penaltyIp*(currentPressureBip - opposingPressureBip))*c_amag;
// form residual
const int nn = ipNodeMap[currentGaussPointId];
p_rhs[nn] -= mdot/projTimeScale;
// set-up row for matrix
const int rowR = nn*totalNodes;
double lhsFac = penaltyIp*c_amag/projTimeScale;
// sensitivities; current face (penalty); use general shape function for this single ip
meFCCurrent->general_shape_fcn(1, ¤tIsoParCoords[0], &ws_c_general_shape_function[0]);
for ( int ic = 0; ic < currentNodesPerFace; ++ic ) {
const int icnn = c_face_node_ordinals[ic];
const double r = p_c_general_shape_function[ic];
p_lhs[rowR+icnn] += r*lhsFac;
}
// sensitivities; current element (diffusion)
for ( int ic = 0; ic < currentNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
double lhscd = 0.0;
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_cNx[j];
const double dndxj = p_c_dndx[offSetDnDx+j];
lhscd -= dndxj*nxj;
}
p_lhs[rowR+ic] += 0.5*lhscd*c_amag*includePstab_;
}
// sensitivities; opposing face (penalty); use general shape function for this single ip
meFCOpposing->general_shape_fcn(1, &opposingIsoParCoords[0], &ws_o_general_shape_function[0]);
for ( int ic = 0; ic < opposingNodesPerFace; ++ic ) {
const int icnn = o_face_node_ordinals[ic];
const double r = p_o_general_shape_function[ic];
p_lhs[rowR+icnn+currentNodesPerElement] -= r*lhsFac;
}
// sensitivities; opposing element (diffusion)
for ( int ic = 0; ic < opposingNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
double lhscd = 0.0;
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_oNx[j];
const double dndxj = p_o_dndx[offSetDnDx+j];
lhscd -= dndxj*nxj;
}
p_lhs[rowR+ic+currentNodesPerElement] -= 0.5*lhscd*c_amag*includePstab_;
}
apply_coeff(connected_nodes, scratchIds, scratchVals, rhs, lhs, __FILE__);
}
}
}
}
//--------------------------------------------------------------------------
//-------- execute ---------------------------------------------------------
//--------------------------------------------------------------------------
void
AssembleScalarNonConformalSolverAlgorithm::execute()
{
stk::mesh::BulkData & bulk_data = realm_.bulk_data();
stk::mesh::MetaData & meta_data = realm_.meta_data();
const int nDim = meta_data.spatial_dimension();
// current flux sensitivity is based on Robin
const double robinCurrentFluxFac = robinStyle_ ? 0.0 : 1.0;
// space for LHS/RHS; nodesPerElem*nodesPerElem and nodesPerElem
std::vector<double> lhs;
std::vector<double> rhs;
std::vector<stk::mesh::Entity> connected_nodes;
// ip values; both boundary and opposing surface
std::vector<double> currentIsoParCoords(nDim);
std::vector<double> opposingIsoParCoords(nDim);
std::vector<double> cNx(nDim);
std::vector<double> oNx(nDim);
// mapping for -1:1 -> -0.5:0.5 volume element
std::vector<double> currentElementIsoParCoords(nDim);
std::vector<double> opposingElementIsoParCoords(nDim);
// interpolate nodal values to point-in-elem
const int sizeOfScalarField = 1;
// pointers to fixed values
double *p_cNx = &cNx[0];
double *p_oNx = &oNx[0];
// nodal fields to gather
std::vector<double> ws_c_face_scalarQ;
std::vector<double> ws_o_face_scalarQ;
std::vector<double> ws_c_elem_scalarQ;
std::vector<double> ws_o_elem_scalarQ;
std::vector<double> ws_c_elem_coordinates;
std::vector<double> ws_o_elem_coordinates;
std::vector<double> ws_c_diffFluxCoeff;
std::vector<double> ws_o_diffFluxCoeff;
// master element data
std::vector<double> ws_c_dndx;
std::vector<double> ws_o_dndx;
std::vector<double> ws_c_det_j;
std::vector<double> ws_o_det_j;
std::vector <double > ws_c_general_shape_function;
std::vector <double > ws_o_general_shape_function;
std::vector<int> ws_c_face_node_ordinals;
std::vector<int> ws_o_face_node_ordinals;
// deal with state
ScalarFieldType &scalarQNp1 = scalarQ_->field_of_state(stk::mesh::StateNP1);
// parallel communicate ghosted entities
if ( NULL != realm_.nonConformalManager_->nonConformalGhosting_ )
stk::mesh::communicate_field_data(*(realm_.nonConformalManager_->nonConformalGhosting_), ghostFieldVec_);
// iterate nonConformalManager's dgInfoVec
std::vector<NonConformalInfo *>::iterator ii;
for( ii=realm_.nonConformalManager_->nonConformalInfoVec_.begin();
ii!=realm_.nonConformalManager_->nonConformalInfoVec_.end(); ++ii ) {
// extract vector of DgInfo
std::vector<std::vector<DgInfo *> > &dgInfoVec = (*ii)->dgInfoVec_;
std::vector<std::vector<DgInfo*> >::iterator idg;
for( idg=dgInfoVec.begin(); idg!=dgInfoVec.end(); ++idg ) {
std::vector<DgInfo *> &faceDgInfoVec = (*idg);
// now loop over all the DgInfo objects on this particular exposed face
for ( size_t k = 0; k < faceDgInfoVec.size(); ++k ) {
DgInfo *dgInfo = faceDgInfoVec[k];
// extract current/opposing face/element
stk::mesh::Entity currentFace = dgInfo->currentFace_;
stk::mesh::Entity opposingFace = dgInfo->opposingFace_;
stk::mesh::Entity currentElement = dgInfo->currentElement_;
stk::mesh::Entity opposingElement = dgInfo->opposingElement_;
stk::topology currentElementTopo = dgInfo->currentElementTopo_;
stk::topology opposingElementTopo = dgInfo->opposingElementTopo_;
const int currentFaceOrdinal = dgInfo->currentFaceOrdinal_;
const int opposingFaceOrdinal = dgInfo->opposingFaceOrdinal_;
// master element; face and volume
MasterElement * meFCCurrent = dgInfo->meFCCurrent_;
MasterElement * meFCOpposing = dgInfo->meFCOpposing_;
MasterElement * meSCSCurrent = dgInfo->meSCSCurrent_;
MasterElement * meSCSOpposing = dgInfo->meSCSOpposing_;
// local ip, ordinals, etc
const int currentGaussPointId = dgInfo->currentGaussPointId_;
currentIsoParCoords = dgInfo->currentIsoParCoords_;
opposingIsoParCoords = dgInfo->opposingIsoParCoords_;
// extract some master element info
const int currentNodesPerFace = meFCCurrent->nodesPerElement_;
const int opposingNodesPerFace = meFCOpposing->nodesPerElement_;
const int currentNodesPerElement = meSCSCurrent->nodesPerElement_;
const int opposingNodesPerElement = meSCSOpposing->nodesPerElement_;
// resize some things; matrix related
const int totalNodes = currentNodesPerElement + opposingNodesPerElement;
const int lhsSize = totalNodes*totalNodes;
const int rhsSize = totalNodes;
lhs.resize(lhsSize);
rhs.resize(rhsSize);
connected_nodes.resize(totalNodes);
// algorithm related; element; dndx will be at a single gauss point...
ws_c_elem_scalarQ.resize(currentNodesPerElement);
ws_o_elem_scalarQ.resize(opposingNodesPerElement);
ws_c_elem_coordinates.resize(currentNodesPerElement*nDim);
ws_o_elem_coordinates.resize(opposingNodesPerElement*nDim);
ws_c_dndx.resize(nDim*currentNodesPerElement);
ws_o_dndx.resize(nDim*opposingNodesPerElement);
ws_c_det_j.resize(1);
ws_o_det_j.resize(1);
// algorithm related; face
ws_c_face_scalarQ.resize(currentNodesPerFace);
ws_o_face_scalarQ.resize(opposingNodesPerFace);
ws_c_diffFluxCoeff.resize(currentNodesPerFace);
ws_o_diffFluxCoeff.resize(opposingNodesPerFace);
ws_c_general_shape_function.resize(currentNodesPerFace);
ws_o_general_shape_function.resize(opposingNodesPerFace);
// face node identification
ws_c_face_node_ordinals.resize(currentNodesPerFace);
ws_o_face_node_ordinals.resize(opposingNodesPerFace);
// pointers
double *p_lhs = &lhs[0];
double *p_rhs = &rhs[0];
double *p_c_face_scalarQ = &ws_c_face_scalarQ[0];
double *p_o_face_scalarQ = &ws_o_face_scalarQ[0];
double *p_c_elem_scalarQ = &ws_c_elem_scalarQ[0];
double *p_o_elem_scalarQ = &ws_o_elem_scalarQ[0];
double *p_c_elem_coordinates = &ws_c_elem_coordinates[0];
double *p_o_elem_coordinates = &ws_o_elem_coordinates[0];
double *p_c_diffFluxCoeff = &ws_c_diffFluxCoeff[0];
double *p_o_diffFluxCoeff = &ws_o_diffFluxCoeff[0];
// me pointers
double *p_c_general_shape_function = &ws_c_general_shape_function[0];
double *p_o_general_shape_function = &ws_o_general_shape_function[0];
double *p_c_dndx = &ws_c_dndx[0];
double *p_o_dndx = &ws_o_dndx[0];
// populate current face_node_ordinals
currentElementTopo.side_node_ordinals(currentFaceOrdinal, ws_c_face_node_ordinals.begin());
// gather current face data
stk::mesh::Entity const* current_face_node_rels = bulk_data.begin_nodes(currentFace);
const int current_num_face_nodes = bulk_data.num_nodes(currentFace);
for ( int ni = 0; ni < current_num_face_nodes; ++ni ) {
stk::mesh::Entity node = current_face_node_rels[ni];
// gather...
p_c_face_scalarQ[ni] = *stk::mesh::field_data(scalarQNp1, node);
p_c_diffFluxCoeff[ni] = *stk::mesh::field_data(*diffFluxCoeff_, node);
}
// populate opposing face_node_ordinals
opposingElementTopo.side_node_ordinals(opposingFaceOrdinal, ws_o_face_node_ordinals.begin());
// gather opposing face data
stk::mesh::Entity const* opposing_face_node_rels = bulk_data.begin_nodes(opposingFace);
const int opposing_num_face_nodes = bulk_data.num_nodes(opposingFace);
for ( int ni = 0; ni < opposing_num_face_nodes; ++ni ) {
stk::mesh::Entity node = opposing_face_node_rels[ni];
// gather...
p_o_face_scalarQ[ni] = *stk::mesh::field_data(scalarQNp1, node);
p_o_diffFluxCoeff[ni] = *stk::mesh::field_data(*diffFluxCoeff_, node);
}
// gather current element data; sneak in first of connected nodes
stk::mesh::Entity const* current_elem_node_rels = bulk_data.begin_nodes(currentElement);
const int current_num_elem_nodes = bulk_data.num_nodes(currentElement);
for ( int ni = 0; ni < current_num_elem_nodes; ++ni ) {
stk::mesh::Entity node = current_elem_node_rels[ni];
// set connected nodes
connected_nodes[ni] = node;
// gather; scalar
p_c_elem_scalarQ[ni] = *stk::mesh::field_data(scalarQNp1, node);
// gather; vector
const double *coords = stk::mesh::field_data(*coordinates_, node);
const int niNdim = ni*nDim;
for ( int i = 0; i < nDim; ++i ) {
p_c_elem_coordinates[niNdim+i] = coords[i];
}
}
// gather opposing element data; sneak in second connected nodes
stk::mesh::Entity const* opposing_elem_node_rels = bulk_data.begin_nodes(opposingElement);
const int opposing_num_elem_nodes = bulk_data.num_nodes(opposingElement);
for ( int ni = 0; ni < opposing_num_elem_nodes; ++ni ) {
stk::mesh::Entity node = opposing_elem_node_rels[ni];
// set connected nodes
connected_nodes[ni+current_num_elem_nodes] = node;
// gather; scalar
p_o_elem_scalarQ[ni] = *stk::mesh::field_data(scalarQNp1, node);
// gather; vector
const double *coords = stk::mesh::field_data(*coordinates_, node);
const int niNdim = ni*nDim;
for ( int i = 0; i < nDim; ++i ) {
p_o_elem_coordinates[niNdim+i] = coords[i];
}
}
// pointer to face data
const double * c_areaVec = stk::mesh::field_data(*exposedAreaVec_, currentFace);
const double * o_areaVec = stk::mesh::field_data(*exposedAreaVec_, opposingFace);
const double * ncMassFlowRate = stk::mesh::field_data(*ncMassFlowRate_, currentFace);
double c_amag = 0.0;
double o_amag = 0.0;
for ( int j = 0; j < nDim; ++j ) {
const double c_axj = c_areaVec[currentGaussPointId*nDim+j];
c_amag += c_axj*c_axj;
// FIXME: choose first area vector on opposing surface? probably need something better for HO
const double o_axj = o_areaVec[0*nDim+j];
o_amag += o_axj*o_axj;
}
c_amag = std::sqrt(c_amag);
o_amag = std::sqrt(o_amag);
// now compute normal
for ( int i = 0; i < nDim; ++i ) {
p_cNx[i] = c_areaVec[currentGaussPointId*nDim+i]/c_amag;
p_oNx[i] = o_areaVec[0*nDim+i]/o_amag;
}
// project from side to element; method deals with the -1:1 isInElement range to the proper -0.5:0.5 CVFEM range
meSCSCurrent->sidePcoords_to_elemPcoords(currentFaceOrdinal, 1, ¤tIsoParCoords[0], ¤tElementIsoParCoords[0]);
meSCSOpposing->sidePcoords_to_elemPcoords(opposingFaceOrdinal, 1, &opposingIsoParCoords[0], &opposingElementIsoParCoords[0]);
// compute dndx
double scs_error = 0.0;
meSCSCurrent->general_face_grad_op(currentFaceOrdinal, ¤tElementIsoParCoords[0],
&p_c_elem_coordinates[0], &p_c_dndx[0], &ws_c_det_j[0], &scs_error);
meSCSOpposing->general_face_grad_op(opposingFaceOrdinal, &opposingElementIsoParCoords[0],
&p_o_elem_coordinates[0], &p_o_dndx[0], &ws_o_det_j[0], &scs_error);
// current diffusive flux
double currentDiffFluxBip = 0.0;
for ( int ic = 0; ic < currentNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
const double scalarQIC = p_c_elem_scalarQ[ic];
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_cNx[j];
const double dndxj = p_c_dndx[offSetDnDx+j];
currentDiffFluxBip += dndxj*nxj*scalarQIC;
}
}
// current inverse length scale; can loop over face nodes to avoid "nodesOnFace" array
double currentInverseLength = 0.0;
for ( int ic = 0; ic < current_num_face_nodes; ++ic ) {
const int faceNodeNumber = ws_c_face_node_ordinals[ic];
const int offSetDnDx = faceNodeNumber*nDim; // single intg. point
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_cNx[j];
const double dndxj = p_c_dndx[offSetDnDx+j];
currentInverseLength += dndxj*nxj;
}
}
// opposing flux
double opposingDiffFluxBip = 0.0;
for ( int ic = 0; ic < opposingNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
const double scalarQIC = p_o_elem_scalarQ[ic];
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_oNx[j];
const double dndxj = p_o_dndx[offSetDnDx+j];
opposingDiffFluxBip += dndxj*nxj*scalarQIC;
}
}
// opposing inverse length scale; can loop over face nodes to avoid "nodesOnFace" array
double opposingInverseLength = 0.0;
for ( int ic = 0; ic < opposing_num_face_nodes; ++ic ) {
const int faceNodeNumber = ws_o_face_node_ordinals[ic];
const int offSetDnDx = faceNodeNumber*nDim; // single intg. point
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_oNx[j];
const double dndxj = p_o_dndx[offSetDnDx+j];
opposingInverseLength += dndxj*nxj;
}
}
// interpolate face data; current and opposing...
double currentScalarQBip = 0.0;
meFCCurrent->interpolatePoint(
sizeOfScalarField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_face_scalarQ[0],
¤tScalarQBip);
double opposingScalarQBip = 0.0;
meFCOpposing->interpolatePoint(
sizeOfScalarField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_face_scalarQ[0],
&opposingScalarQBip);
double currentDiffFluxCoeffBip = 0.0;
meFCCurrent->interpolatePoint(
sizeOfScalarField,
&(dgInfo->currentIsoParCoords_[0]),
&ws_c_diffFluxCoeff[0],
¤tDiffFluxCoeffBip);
double opposingDiffFluxCoeffBip = 0.0;
meFCOpposing->interpolatePoint(
sizeOfScalarField,
&(dgInfo->opposingIsoParCoords_[0]),
&ws_o_diffFluxCoeff[0],
&opposingDiffFluxCoeffBip);
// properly scaled diffusive flux
currentDiffFluxBip *= -currentDiffFluxCoeffBip;
opposingDiffFluxBip *= -opposingDiffFluxCoeffBip;
// zero lhs/rhs
for ( int p = 0; p < lhsSize; ++p )
p_lhs[p] = 0.0;
for ( int p = 0; p < rhsSize; ++p )
p_rhs[p] = 0.0;
// save mdot
const double tmdot = ncMassFlowRate[currentGaussPointId];
// compute penalty
const double penaltyIp = 0.5*(currentDiffFluxCoeffBip*currentInverseLength + opposingDiffFluxCoeffBip*opposingInverseLength)
+ std::abs(tmdot)/2.0;
// non conformal diffusive flux
const double ncDiffFlux = robinStyle_ ? -opposingDiffFluxBip : 0.5*(currentDiffFluxBip - opposingDiffFluxBip);
// non conformal advection; find upwind (upwind prevails over Robin or DG approach)
const double upwindScalarQBip = tmdot > 0.0 ? currentScalarQBip : opposingScalarQBip;
const double ncAdv = upwindAdvection_ ? tmdot*upwindScalarQBip : robinStyle_ ? tmdot*opposingScalarQBip
: 0.5*tmdot*(currentScalarQBip + opposingScalarQBip);
// form residual
const int nn = ws_c_face_node_ordinals[currentGaussPointId];
p_rhs[nn] -= ((dsFactor_*ncDiffFlux + penaltyIp*(currentScalarQBip-opposingScalarQBip))*c_amag + dsFactor_*ncAdv);
// set-up row for matrix
const int rowR = nn*totalNodes;
double lhsFac = penaltyIp*c_amag;
// sensitivities; current face (penalty and advection); use general shape function for this single ip
meFCCurrent->general_shape_fcn(1, ¤tIsoParCoords[0], &ws_c_general_shape_function[0]);
for ( int ic = 0; ic < currentNodesPerFace; ++ic ) {
const int icnn = ws_c_face_node_ordinals[ic];
const double r = p_c_general_shape_function[ic];
p_lhs[rowR+icnn] += r*(lhsFac+0.5*tmdot);
}
// sensitivities; current element (diffusion)
for ( int ic = 0; ic < currentNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
double lhscd = 0.0;
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_cNx[j];
const double dndxj = p_c_dndx[offSetDnDx+j];
lhscd -= dndxj*nxj;
}
p_lhs[rowR+ic] += 0.5*currentDiffFluxCoeffBip*lhscd*c_amag*robinCurrentFluxFac;
}
// sensitivities; opposing face (penalty); use general shape function for this single ip
meFCOpposing->general_shape_fcn(1, &opposingIsoParCoords[0], &ws_o_general_shape_function[0]);
for ( int ic = 0; ic < opposingNodesPerFace; ++ic ) {
const int icnn = ws_o_face_node_ordinals[ic];
const double r = p_o_general_shape_function[ic];
p_lhs[rowR+icnn+currentNodesPerElement] -= r*(lhsFac-0.5*tmdot);
}
// sensitivities; opposing element (diffusion)
for ( int ic = 0; ic < opposingNodesPerElement; ++ic ) {
const int offSetDnDx = ic*nDim; // single intg. point
double lhscd = 0.0;
for ( int j = 0; j < nDim; ++j ) {
const double nxj = p_oNx[j];
const double dndxj = p_o_dndx[offSetDnDx+j];
lhscd -= dndxj*nxj;
}
p_lhs[rowR+ic+currentNodesPerElement] -= 0.5*opposingDiffFluxCoeffBip*lhscd*c_amag;
}
apply_coeff(connected_nodes, rhs, lhs, __FILE__);
}
}
}
}