int main(int argc, char *argv[]) {
/*--- Variable definitions ---*/
unsigned short iZone, nZone;
ofstream ConvHist_file;
char file_name[200];
int rank = MASTER_NODE;
int size = SINGLE_NODE;
#ifndef NO_MPI
/*--- MPI initialization, and buffer setting ---*/
#ifdef WINDOWS
MPI_Init(&argc,&argv);
MPI_Comm_rank(MPI_COMM_WORLD,&rank);
MPI_Comm_size(MPI_COMM_WORLD,&size);
#else
MPI::Init(argc, argv);
rank = MPI::COMM_WORLD.Get_rank();
size = MPI::COMM_WORLD.Get_size();
#endif
#endif
/*--- Pointer to different structures that will be used throughout the entire code ---*/
COutput *output = NULL;
CGeometry **geometry = NULL;
CSolver **solver = NULL;
CConfig **config = NULL;
/*--- Definition of the containers per zones ---*/
solver = new CSolver*[MAX_ZONES];
config = new CConfig*[MAX_ZONES];
geometry = new CGeometry *[MAX_ZONES];
/*--- Only one zone is allowed ---*/
nZone = 1;
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the configuration class per zones ---*/
if (argc == 2) config[iZone] = new CConfig(argv[1], SU2_SOL, iZone, nZone, 0, VERB_HIGH);
else { strcpy (file_name, "default.cfg"); config[iZone] = new CConfig(file_name, SU2_SOL,
iZone, nZone, 0, VERB_HIGH); }
#ifndef NO_MPI
/*--- Change the name of the input-output files for a parallel computation ---*/
config[iZone]->SetFileNameDomain(rank+1);
#endif
/*--- Definition of the geometry class and open the mesh file ---*/
geometry[iZone] = new CPhysicalGeometry(config[iZone], iZone+1, nZone);
/*--- Create the vertex structure (required for MPI) ---*/
if (rank == MASTER_NODE) cout << "Identify vertices." <<endl;
geometry[iZone]->SetVertex(config[iZone]);
/*--- Perform the non-dimensionalization for the flow equations using the
specified reference values. ---*/
config[iZone]->SetNondimensionalization(geometry[iZone]->GetnDim(), iZone);
}
#ifndef NO_MPI
/*--- Synchronization point after the geometrical definition subroutine ---*/
#ifdef WINDOWS
MPI_Barrier(MPI_COMM_WORLD);
#else
MPI::COMM_WORLD.Barrier();
#endif
#endif
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Solution Postprocessing -----------------------" << endl;
#ifndef NO_MPI
/*--- Synchronization point after the solution subroutine ---*/
#ifdef WINDOWS
MPI_Barrier(MPI_COMM_WORLD);
#else
MPI::COMM_WORLD.Barrier();
#endif
#endif
/*--- Definition of the output class (one for all the zones) ---*/
output = new COutput();
/*--- Check whether this is an unsteady simulation, and call the
solution merging routines accordingly.---*/
if (config[ZONE_0]->GetWrt_Unsteady()) {
/*--- Unsteady simulation: merge all unsteady time steps. First,
find the frequency and total number of files to write. ---*/
double Physical_dt, Physical_t;
unsigned long iExtIter = 0;
bool StopCalc = false;
bool SolutionInstantiated = false;
/*--- Check for an unsteady restart. Update ExtIter if necessary. ---*/
if (config[ZONE_0]->GetWrt_Unsteady() && config[ZONE_0]->GetRestart())
iExtIter = config[ZONE_0]->GetUnst_RestartIter();
while (iExtIter < config[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
Physical_dt = config[ZONE_0]->GetDelta_UnstTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config[ZONE_0]->GetTotal_UnstTime())
StopCalc = true;
if ((iExtIter+1 == config[ZONE_0]->GetnExtIter()) ||
((iExtIter % config[ZONE_0]->GetWrt_Sol_Freq() == 0) && (iExtIter != 0) &&
!((config[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND))) ||
(StopCalc) ||
(((config[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND)) &&
((iExtIter == 0) || (iExtIter % config[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)))) {
/*--- Set the current iteration number in the config class. ---*/
config[ZONE_0]->SetExtIter(iExtIter);
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiated == false && (iExtIter == 0 ||
(config[ZONE_0]->GetRestart() && (iExtIter == config[ZONE_0]->GetUnst_RestartIter() ||
iExtIter % config[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config[ZONE_0]->GetnExtIter())))) {
solver[iZone] = new CBaselineSolver(geometry[iZone], config[iZone], MESH_0);
SolutionInstantiated = true;
}
else
solver[iZone]->LoadRestart(geometry, &solver, config[iZone], int(MESH_0));
}
if (rank == MASTER_NODE)
cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver, geometry, config, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
} else if (config[ZONE_0]->GetUnsteady_Simulation() == TIME_SPECTRAL) {
/*--- Time-spectral simulation: merge files for each time instance (each zone). ---*/
unsigned short nTimeSpectral = config[ZONE_0]->GetnTimeInstances();
unsigned short iTimeSpectral;
for (iTimeSpectral = 0; iTimeSpectral < nTimeSpectral; iTimeSpectral++) {
/*--- Set the current instance number in the config class to "ExtIter." ---*/
config[ZONE_0]->SetExtIter(iTimeSpectral);
/*--- Read in the restart file for this time step ---*/
/*--- N.B. In SU2_SOL, nZone != nTimeInstances ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Either instantiate the solution class or load a restart file. ---*/
if (iTimeSpectral == 0)
solver[iZone] = new CBaselineSolver(geometry[iZone], config[iZone], MESH_0);
else
solver[iZone]->LoadRestart(geometry, &solver, config[iZone], int(MESH_0));
}
/*--- Print progress in solution writing to the screen. ---*/
if (rank == MASTER_NODE) {
cout << "Writing the volume solution for time instance " << iTimeSpectral << "." << endl;
}
output->SetBaselineResult_Files(solver, geometry, config, iTimeSpectral, nZone);
}
} else {
/*--- Steady simulation: merge the single solution file. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the solution class ---*/
solver[iZone] = new CBaselineSolver(geometry[iZone], config[iZone], MESH_0);
}
output->SetBaselineResult_Files(solver, geometry, config, 0, nZone);
}
#ifndef NO_MPI
/*--- Finalize MPI parallelization ---*/
#ifdef WINDOWS
MPI_Finalize();
#else
MPI::Finalize();
#endif
#endif
/*--- End solver ---*/
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Exit Success (SU2_SOL) ------------------------" << endl << endl;
return EXIT_SUCCESS;
}
int main(int argc, char *argv[]) {
unsigned short iZone, nZone = SINGLE_ZONE, iInst;
su2double StartTime = 0.0, StopTime = 0.0, UsedTime = 0.0;
ofstream ConvHist_file;
char config_file_name[MAX_STRING_SIZE];
int rank = MASTER_NODE;
int size = SINGLE_NODE;
bool fem_solver = false;
bool periodic = false;
bool multizone = false;
/*--- MPI initialization ---*/
#ifdef HAVE_MPI
SU2_MPI::Init(&argc,&argv);
SU2_MPI::Comm MPICommunicator(MPI_COMM_WORLD);
#else
SU2_Comm MPICommunicator(0);
#endif
rank = SU2_MPI::GetRank();
size = SU2_MPI::GetSize();
/*--- Pointer to different structures that will be used throughout the entire code ---*/
COutput *output = NULL;
CGeometry ***geometry_container = NULL;
CSolver ***solver_container = NULL;
CConfig **config_container = NULL;
CConfig *driver_config = NULL;
unsigned short *nInst = NULL;
/*--- Load in the number of zones and spatial dimensions in the mesh file (if no config
file is specified, default.cfg is used) ---*/
if (argc == 2 || argc == 3) { strcpy(config_file_name,argv[1]); }
else { strcpy(config_file_name, "default.cfg"); }
CConfig *config = NULL;
config = new CConfig(config_file_name, SU2_SOL);
if (config->GetKind_Solver() == MULTIZONE) nZone = config->GetnConfigFiles();
else nZone = CConfig::GetnZone(config->GetMesh_FileName(), config->GetMesh_FileFormat(), config);
periodic = CConfig::GetPeriodic(config->GetMesh_FileName(), config->GetMesh_FileFormat(), config);
/*--- Definition of the containers per zones ---*/
solver_container = new CSolver**[nZone];
config_container = new CConfig*[nZone];
geometry_container = new CGeometry**[nZone];
nInst = new unsigned short[nZone];
driver_config = NULL;
for (iZone = 0; iZone < nZone; iZone++) {
solver_container[iZone] = NULL;
config_container[iZone] = NULL;
geometry_container[iZone] = NULL;
nInst[iZone] = 1;
}
/*--- Initialize the configuration of the driver ---*/
driver_config = new CConfig(config_file_name, SU2_SOL, ZONE_0, nZone, 0, VERB_NONE);
/*--- Initialize a char to store the zone filename ---*/
char zone_file_name[MAX_STRING_SIZE];
/*--- Store a boolean for multizone problems ---*/
multizone = (driver_config->GetKind_Solver() == MULTIZONE);
/*--- Loop over all zones to initialize the various classes. In most
cases, nZone is equal to one. This represents the solution of a partial
differential equation on a single block, unstructured mesh. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the configuration option class for all zones. In this
constructor, the input configuration file is parsed and all options are
read and stored. ---*/
if (multizone){
strcpy(zone_file_name, driver_config->GetConfigFilename(iZone).c_str());
config_container[iZone] = new CConfig(zone_file_name, SU2_SOL, iZone, nZone, 0, VERB_HIGH);
}
else{
config_container[iZone] = new CConfig(config_file_name, SU2_SOL, iZone, nZone, 0, VERB_HIGH);
}
config_container[iZone]->SetMPICommunicator(MPICommunicator);
}
/*--- Set the multizone part of the problem. ---*/
if (driver_config->GetKind_Solver() == MULTIZONE){
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Set the interface markers for multizone ---*/
config_container[iZone]->SetMultizone(driver_config, config_container);
}
}
/*--- Read the geometry for each zone ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Determine whether or not the FEM solver is used, which decides the
type of geometry classes that are instantiated. ---*/
fem_solver = ((config_container[iZone]->GetKind_Solver() == FEM_EULER) ||
(config_container[iZone]->GetKind_Solver() == FEM_NAVIER_STOKES) ||
(config_container[iZone]->GetKind_Solver() == FEM_RANS) ||
(config_container[iZone]->GetKind_Solver() == FEM_LES) ||
(config_container[iZone]->GetKind_Solver() == DISC_ADJ_FEM_EULER) ||
(config_container[iZone]->GetKind_Solver() == DISC_ADJ_FEM_NS) ||
(config_container[iZone]->GetKind_Solver() == DISC_ADJ_FEM_RANS));
/*--- Read the number of instances for each zone ---*/
nInst[iZone] = config_container[iZone]->GetnTimeInstances();
geometry_container[iZone] = new CGeometry*[nInst[iZone]];
solver_container[iZone] = new CSolver*[nInst[iZone]];
for (iInst = 0; iInst < nInst[iZone]; iInst++){
/*--- Allocate solver. ---*/
solver_container[iZone][iInst] = NULL;
config_container[iZone]->SetiInst(iInst);
/*--- Definition of the geometry class to store the primal grid in the partitioning process. ---*/
CGeometry *geometry_aux = NULL;
/*--- All ranks process the grid and call ParMETIS for partitioning ---*/
geometry_aux = new CPhysicalGeometry(config_container[iZone], iZone, nZone);
/*--- Color the initial grid and set the send-receive domains (ParMETIS) ---*/
if ( fem_solver ) geometry_aux->SetColorFEMGrid_Parallel(config_container[iZone]);
else geometry_aux->SetColorGrid_Parallel(config_container[iZone]);
/*--- Allocate the memory of the current domain, and
divide the grid between the nodes ---*/
geometry_container[iZone][iInst] = NULL;
/*--- Until we finish the new periodic BC implementation, use the old
partitioning routines for cases with periodic BCs. The old routines
will be entirely removed eventually in favor of the new methods. ---*/
if( fem_solver ) {
switch( config_container[iZone]->GetKind_FEM_Flow() ) {
case DG: {
geometry_container[iZone][iInst] = new CMeshFEM_DG(geometry_aux, config_container[iZone]);
break;
}
}
}
else {
if (periodic) {
geometry_container[iZone][iInst] = new CPhysicalGeometry(geometry_aux, config_container[iZone]);
} else {
geometry_container[iZone][iInst] = new CPhysicalGeometry(geometry_aux, config_container[iZone], periodic);
}
}
/*--- Deallocate the memory of geometry_aux ---*/
delete geometry_aux;
/*--- Add the Send/Receive boundaries ---*/
geometry_container[iZone][iInst]->SetSendReceive(config_container[iZone]);
/*--- Add the Send/Receive boundaries ---*/
geometry_container[iZone][iInst]->SetBoundaries(config_container[iZone]);
/*--- Create the vertex structure (required for MPI) ---*/
if (rank == MASTER_NODE) cout << "Identify vertices." <<endl;
geometry_container[iZone][iInst]->SetVertex(config_container[iZone]);
/*--- Store the global to local mapping after preprocessing. ---*/
if (rank == MASTER_NODE) cout << "Storing a mapping from global to local point index." << endl;
geometry_container[iZone][iInst]->SetGlobal_to_Local_Point();
/* Test for a fem solver, because some more work must be done. */
if (fem_solver) {
/*--- Carry out a dynamic cast to CMeshFEM_DG, such that it is not needed to
define all virtual functions in the base class CGeometry. ---*/
CMeshFEM_DG *DGMesh = dynamic_cast<CMeshFEM_DG *>(geometry_container[iZone][iInst]);
/*--- Determine the standard elements for the volume elements. ---*/
if (rank == MASTER_NODE) cout << "Creating standard volume elements." << endl;
DGMesh->CreateStandardVolumeElements(config_container[iZone]);
/*--- Create the face information needed to compute the contour integral
for the elements in the Discontinuous Galerkin formulation. ---*/
if (rank == MASTER_NODE) cout << "Creating face information." << endl;
DGMesh->CreateFaces(config_container[iZone]);
}
}
}
/*--- Determine whether the simulation is a FSI simulation ---*/
bool fsi = config_container[ZONE_0]->GetFSI_Simulation();
/*--- Set up a timer for performance benchmarking (preprocessing time is included) ---*/
#ifdef HAVE_MPI
StartTime = MPI_Wtime();
#else
StartTime = su2double(clock())/su2double(CLOCKS_PER_SEC);
#endif
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Solution Postprocessing -----------------------" << endl;
/*--- Definition of the output class (one for all the zones) ---*/
output = new COutput(config_container[ZONE_0]);
/*--- Check whether this is an FSI, fluid unsteady, harmonic balance or structural dynamic simulation and call the
solution merging routines accordingly.---*/
if (multizone){
bool TimeDomain = driver_config->GetTime_Domain();
if (TimeDomain){
su2double Physical_dt, Physical_t;
unsigned long TimeIter = 0;
bool StopCalc = false;
/*--- Physical time step ---*/
Physical_dt = driver_config->GetTime_Step();
/*--- Check for an unsteady restart. Update TimeIter if necessary. ---*/
if (driver_config->GetRestart()){
TimeIter = driver_config->GetRestart_Iter();
}
/*--- Instantiate the solvers for each zone. ---*/
for (iZone = 0; iZone < nZone; iZone++){
config_container[iZone]->SetiInst(INST_0);
config_container[iZone]->SetExtIter(TimeIter);
solver_container[iZone][INST_0] = new CBaselineSolver(geometry_container[iZone][INST_0], config_container[iZone]);
}
/*--- Loop over the whole time domain ---*/
while (TimeIter < driver_config->GetnTime_Iter()) {
/*--- Check if the maximum time has been surpassed. ---*/
Physical_t = (TimeIter+1)*Physical_dt;
if (Physical_t >= driver_config->GetMax_Time())
StopCalc = true;
if ((TimeIter+1 == driver_config->GetnTime_Iter()) || // The last time iteration
(StopCalc) || // We have surpassed the requested time
((TimeIter == 0) || (TimeIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)) // The iteration has been requested
){
/*--- Load the restart for all the zones. ---*/
for (iZone = 0; iZone < nZone; iZone++){
/*--- Set the current iteration number in the config class. ---*/
config_container[iZone]->SetExtIter(TimeIter);
/*--- So far, only enabled for single-instance problems ---*/
config_container[iZone]->SetiInst(INST_0);
solver_container[iZone][INST_0]->LoadRestart(geometry_container[iZone], &solver_container[iZone], config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
if (rank == MASTER_NODE) cout << "Writing the volume solution for time step " << TimeIter << ", t = " << Physical_t << " s ." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, TimeIter, nZone);
}
TimeIter++;
if (StopCalc) break;
}
}
else {
/*--- Steady simulation: merge the solution files for each zone. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
config_container[iZone]->SetiInst(INST_0);
/*--- Definition of the solution class ---*/
solver_container[iZone][INST_0] = new CBaselineSolver(geometry_container[iZone][INST_0], config_container[iZone]);
solver_container[iZone][INST_0]->LoadRestart(geometry_container[iZone], &solver_container[iZone], config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, 0, nZone);
}
}
else if (fsi){
if (nZone < 2){
SU2_MPI::Error("For multizone computations, please add the number of zones as a second argument for SU2_SOL.", CURRENT_FUNCTION);
}
su2double Physical_dt, Physical_t;
unsigned long iExtIter = 0, iExtIterFlow = 0, iExtIterFEM = 0;
bool StopCalc = false;
bool SolutionInstantiatedFlow = false, SolutionInstantiatedFEM = false;
/*--- Check for an unsteady restart. Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetRestart()){
iExtIterFlow = config_container[ZONE_0]->GetUnst_RestartIter();
iExtIterFEM = config_container[ZONE_1]->GetDyn_RestartIter();
if (iExtIterFlow != iExtIterFEM) {
SU2_MPI::Error("For multizone computations, please add the number of zones as a second argument for SU2_SOL.", CURRENT_FUNCTION);
}
else {
iExtIter = iExtIterFlow;
}
}
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_UnstTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_UnstTime())
StopCalc = true;
if (
((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
((iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq() == 0) && (iExtIter != 0) &&
!((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND))) ||
(StopCalc) ||
(((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND)) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0))))
&&
((iExtIter+1 == config_container[ZONE_1]->GetnExtIter()) ||
(StopCalc) ||
((config_container[ZONE_1]->GetDynamic_Analysis() == DYNAMIC) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_1]->GetWrt_Sol_Freq_DualTime() == 0))))
){
/*--- Set the current iteration number in the config class. ---*/
config_container[ZONE_0]->SetExtIter(iExtIter);
config_container[ZONE_1]->SetExtIter(iExtIter);
/*--- Read in the restart file for this time step ---*/
/*--- For the fluid zone (ZONE_0) ---*/
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiatedFlow == false &&
(iExtIter == 0 || ((config_container[ZONE_0]->GetRestart() && (SU2_TYPE::Int(iExtIter) == config_container[ZONE_0]->GetUnst_RestartIter())) ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter()))) {
solver_container[ZONE_0][INST_0] = new CBaselineSolver(geometry_container[ZONE_0][INST_0], config_container[ZONE_0]);
SolutionInstantiatedFlow = true;
}
solver_container[ZONE_0][INST_0]->LoadRestart_FSI(geometry_container[ZONE_0][INST_0], config_container[ZONE_0], SU2_TYPE::Int(MESH_0));
/*--- For the structural zone (ZONE_1) ---*/
/*--- Either instantiate the solution class or load a restart file. ---*/
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiatedFEM == false &&
(iExtIter == 0 || ((config_container[ZONE_1]->GetRestart() && (SU2_TYPE::Int(iExtIter) == config_container[ZONE_1]->GetDyn_RestartIter())) ||
iExtIter % config_container[ZONE_1]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_1]->GetnExtIter()))) {
solver_container[ZONE_1][INST_0] = new CBaselineSolver(geometry_container[ZONE_1][INST_0], config_container[ZONE_1]);
SolutionInstantiatedFEM = true;
}
solver_container[ZONE_1][INST_0]->LoadRestart_FSI(geometry_container[ZONE_1][INST_0], config_container[ZONE_1], SU2_TYPE::Int(MESH_0));
if (rank == MASTER_NODE) cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
} else if (fem_solver) {
if (config_container[ZONE_0]->GetWrt_Unsteady()) {
/*--- Unsteady DG simulation: merge all unsteady time steps. First,
find the frequency and total number of files to write. ---*/
su2double Physical_dt, Physical_t;
unsigned long iExtIter = 0;
bool StopCalc = false;
bool *SolutionInstantiated = new bool[nZone];
for (iZone = 0; iZone < nZone; iZone++)
SolutionInstantiated[iZone] = false;
/*--- Check for an unsteady restart. Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetWrt_Unsteady() && config_container[ZONE_0]->GetRestart())
iExtIter = config_container[ZONE_0]->GetUnst_RestartIter();
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_UnstTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_UnstTime())
StopCalc = true;
if ((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
((iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq() == 0) && (iExtIter != 0) &&
!(config_container[ZONE_0]->GetUnsteady_Simulation() == TIME_STEPPING)) ||
(StopCalc) ||
((config_container[ZONE_0]->GetUnsteady_Simulation() == TIME_STEPPING) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)))) {
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Set the current iteration number in the config class. ---*/
config_container[iZone]->SetExtIter(iExtIter);
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiated[iZone] == false &&
(iExtIter == 0 ||
(config_container[ZONE_0]->GetRestart() && ((long)iExtIter == config_container[ZONE_0]->GetUnst_RestartIter() ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter())))) {
solver_container[iZone][INST_0] = new CBaselineSolver_FEM(geometry_container[iZone][INST_0], config_container[iZone]);
SolutionInstantiated[iZone] = true;
}
solver_container[iZone][INST_0]->LoadRestart(&geometry_container[iZone][INST_0], &solver_container[iZone],
config_container[iZone], (int)iExtIter, true);
}
if (rank == MASTER_NODE)
cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files_FEM(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
} else {
/*--- Steady simulation: merge the single solution file. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the solution class ---*/
solver_container[iZone][INST_0] = new CBaselineSolver_FEM(geometry_container[iZone][INST_0], config_container[iZone]);
solver_container[iZone][INST_0]->LoadRestart(&geometry_container[iZone][INST_0], &solver_container[iZone], config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
output->SetBaselineResult_Files_FEM(solver_container, geometry_container, config_container, 0, nZone);
}
}
else {
if (config_container[ZONE_0]->GetWrt_Unsteady()) {
/*--- Unsteady simulation: merge all unsteady time steps. First,
find the frequency and total number of files to write. ---*/
su2double Physical_dt, Physical_t;
unsigned long iExtIter = 0;
bool StopCalc = false;
bool *SolutionInstantiated = new bool[nZone];
for (iZone = 0; iZone < nZone; iZone++)
SolutionInstantiated[iZone] = false;
/*--- Check for an unsteady restart. Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetWrt_Unsteady() && config_container[ZONE_0]->GetRestart())
iExtIter = config_container[ZONE_0]->GetUnst_RestartIter();
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_UnstTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_UnstTime())
StopCalc = true;
if ((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
((iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq() == 0) && (iExtIter != 0) &&
!((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND))) ||
(StopCalc) ||
(((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND)) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)))) {
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Set the current iteration number in the config class. ---*/
config_container[iZone]->SetExtIter(iExtIter);
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiated[iZone] == false &&
(iExtIter == 0 || (config_container[ZONE_0]->GetRestart() && ((long)iExtIter == config_container[ZONE_0]->GetUnst_RestartIter() ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter())))) {
solver_container[iZone][INST_0] = new CBaselineSolver(geometry_container[iZone][INST_0], config_container[iZone]);
SolutionInstantiated[iZone] = true;
}
config_container[iZone]->SetiInst(INST_0);
solver_container[iZone][INST_0]->LoadRestart(geometry_container[iZone], &solver_container[iZone], config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
if (rank == MASTER_NODE)
cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
}
else if (config_container[ZONE_0]->GetUnsteady_Simulation() == HARMONIC_BALANCE) {
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
for (iInst = 0; iInst < nInst[iZone]; iInst++){
config_container[iZone]->SetiInst(iInst);
/*--- Either instantiate the solution class or load a restart file. ---*/
solver_container[iZone][iInst] = new CBaselineSolver(geometry_container[iZone][iInst], config_container[iZone]);
solver_container[iZone][iInst]->LoadRestart(geometry_container[iZone], &solver_container[iZone], config_container[iZone], SU2_TYPE::Int(MESH_0), true);
/*--- Print progress in solution writing to the screen. ---*/
if (rank == MASTER_NODE) {
cout << "Storing the volume solution for time instance " << iInst << "." << endl;
}
}
}
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iZone, nZone);
}
else if (config_container[ZONE_0]->GetWrt_Dynamic()){
/*--- Dynamic simulation: merge all unsteady time steps. First,
find the frequency and total number of files to write. ---*/
su2double Physical_dt, Physical_t;
unsigned long iExtIter = 0;
bool StopCalc = false;
bool SolutionInstantiated = false;
/*--- Check for an dynamic restart (structural analysis). Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetKind_Solver() == FEM_ELASTICITY &&
config_container[ZONE_0]->GetWrt_Dynamic() && config_container[ZONE_0]->GetRestart())
iExtIter = config_container[ZONE_0]->GetDyn_RestartIter();
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
/*--- If the solver is structural, the total and delta_t are obtained from different functions. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_DynTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_DynTime())
StopCalc = true;
if ((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
(StopCalc) ||
((config_container[ZONE_0]->GetDynamic_Analysis() == DYNAMIC) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)))) {
/*--- Set the current iteration number in the config class. ---*/
config_container[ZONE_0]->SetExtIter(iExtIter);
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiated == false &&
(iExtIter == 0 || ((config_container[ZONE_0]->GetRestart() && (SU2_TYPE::Int(iExtIter) == config_container[ZONE_0]->GetDyn_RestartIter())) ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter()))) {
solver_container[iZone][INST_0] = new CBaselineSolver(geometry_container[iZone][INST_0], config_container[iZone]);
SolutionInstantiated = true;
}
config_container[iZone]->SetiInst(INST_0);
solver_container[iZone][INST_0]->LoadRestart(geometry_container[iZone], &solver_container[iZone], config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
if (rank == MASTER_NODE)
cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
}
else {
/*--- Steady simulation: merge the single solution file. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
config_container[iZone]->SetiInst(INST_0);
/*--- Definition of the solution class ---*/
solver_container[iZone][INST_0] = new CBaselineSolver(geometry_container[iZone][INST_0], config_container[iZone]);
solver_container[iZone][INST_0]->LoadRestart(geometry_container[iZone], &solver_container[iZone], config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, 0, nZone);
}
}
delete config;
config = NULL;
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Solver Postprocessing -------------------------" << endl;
if (geometry_container != NULL) {
for (iZone = 0; iZone < nZone; iZone++) {
for (iInst = 0; iInst < nInst[iZone]; iInst++){
if (geometry_container[iZone][iInst] != NULL) {
delete geometry_container[iZone][iInst];
}
}
if (geometry_container[iZone] != NULL)
delete geometry_container[iZone];
}
delete [] geometry_container;
}
if (rank == MASTER_NODE) cout << "Deleted CGeometry container." << endl;
if (solver_container != NULL) {
for (iZone = 0; iZone < nZone; iZone++) {
for (iInst = 0; iInst < nInst[iZone]; iInst++){
if (solver_container[iZone][iInst] != NULL) {
delete solver_container[iZone][iInst];
}
}
if (solver_container[iZone] != NULL)
delete solver_container[iZone];
}
delete [] solver_container;
}
if (rank == MASTER_NODE) cout << "Deleted CSolver class." << endl;
if (config_container != NULL) {
for (iZone = 0; iZone < nZone; iZone++) {
if (config_container[iZone] != NULL) {
delete config_container[iZone];
}
}
delete [] config_container;
}
if (rank == MASTER_NODE) cout << "Deleted CConfig container." << endl;
if (output != NULL) delete output;
if (rank == MASTER_NODE) cout << "Deleted COutput class." << endl;
/*--- Synchronization point after a single solver iteration. Compute the
wall clock time required. ---*/
#ifdef HAVE_MPI
StopTime = MPI_Wtime();
#else
StopTime = su2double(clock())/su2double(CLOCKS_PER_SEC);
#endif
/*--- Compute/print the total time for performance benchmarking. ---*/
UsedTime = StopTime-StartTime;
if (rank == MASTER_NODE) {
cout << "\nCompleted in " << fixed << UsedTime << " seconds on "<< size;
if (size == 1) cout << " core." << endl; else cout << " cores." << endl;
}
/*--- Exit the solver cleanly ---*/
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Exit Success (SU2_SOL) ------------------------" << endl << endl;
/*--- Finalize MPI parallelization ---*/
#ifdef HAVE_MPI
SU2_MPI::Finalize();
#endif
return EXIT_SUCCESS;
}
int main(int argc, char *argv[]) {
unsigned short iZone, nZone = SINGLE_ZONE;
double StartTime = 0.0, StopTime = 0.0, UsedTime = 0.0;
ofstream ConvHist_file;
char config_file_name[MAX_STRING_SIZE];
int rank = MASTER_NODE;
int size = SINGLE_NODE;
/*--- MPI initialization ---*/
#ifdef HAVE_MPI
MPI_Init(&argc,&argv);
MPI_Comm_rank(MPI_COMM_WORLD,&rank);
MPI_Comm_size(MPI_COMM_WORLD,&size);
#endif
/*--- Pointer to different structures that will be used throughout the entire code ---*/
COutput *output = NULL;
CGeometry **geometry_container = NULL;
CSolver **solver_container = NULL;
CConfig **config_container = NULL;
/*--- Load in the number of zones and spatial dimensions in the mesh file (if no config
file is specified, default.cfg is used) ---*/
if (argc == 2) { strcpy(config_file_name,argv[1]); }
else { strcpy(config_file_name, "default.cfg"); }
/*--- Definition of the containers per zones ---*/
solver_container = new CSolver*[nZone];
config_container = new CConfig*[nZone];
geometry_container = new CGeometry*[nZone];
for (iZone = 0; iZone < nZone; iZone++) {
solver_container[iZone] = NULL;
config_container[iZone] = NULL;
geometry_container[iZone] = NULL;
}
/*--- Loop over all zones to initialize the various classes. In most
cases, nZone is equal to one. This represents the solution of a partial
differential equation on a single block, unstructured mesh. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the configuration option class for all zones. In this
constructor, the input configuration file is parsed and all options are
read and stored. ---*/
config_container[iZone] = new CConfig(config_file_name, SU2_SOL, iZone, nZone, 0, VERB_HIGH);
/*--- Definition of the geometry class to store the primal grid in the partitioning process. ---*/
CGeometry *geometry_aux = NULL;
/*--- All ranks process the grid and call ParMETIS for partitioning ---*/
geometry_aux = new CPhysicalGeometry(config_container[iZone], iZone, nZone);
/*--- Color the initial grid and set the send-receive domains (ParMETIS) ---*/
geometry_aux->SetColorGrid_Parallel(config_container[iZone]);
/*--- Allocate the memory of the current domain, and
divide the grid between the nodes ---*/
geometry_container[iZone] = new CPhysicalGeometry(geometry_aux, config_container[iZone], 1);
/*--- Deallocate the memory of geometry_aux ---*/
delete geometry_aux;
/*--- Add the Send/Receive boundaries ---*/
geometry_container[iZone]->SetSendReceive(config_container[iZone]);
/*--- Add the Send/Receive boundaries ---*/
geometry_container[iZone]->SetBoundaries(config_container[iZone]);
/*--- Create the vertex structure (required for MPI) ---*/
if (rank == MASTER_NODE) cout << "Identify vertices." <<endl;
geometry_container[iZone]->SetVertex(config_container[iZone]);
}
/*--- Set up a timer for performance benchmarking (preprocessing time is included) ---*/
#ifdef HAVE_MPI
StartTime = MPI_Wtime();
#else
StartTime = double(clock())/double(CLOCKS_PER_SEC);
#endif
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Solution Postprocessing -----------------------" << endl;
/*--- Definition of the output class (one for all the zones) ---*/
output = new COutput();
/*--- Check whether this is an unsteady simulation, and call the
solution merging routines accordingly.---*/
if (config_container[ZONE_0]->GetWrt_Unsteady()) {
/*--- Unsteady simulation: merge all unsteady time steps. First,
find the frequency and total number of files to write. ---*/
double Physical_dt, Physical_t;
unsigned long iExtIter = 0;
bool StopCalc = false;
bool SolutionInstantiated = false;
/*--- Check for an unsteady restart. Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetWrt_Unsteady() && config_container[ZONE_0]->GetRestart())
iExtIter = config_container[ZONE_0]->GetUnst_RestartIter();
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_UnstTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_UnstTime())
StopCalc = true;
if ((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
((iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq() == 0) && (iExtIter != 0) &&
!((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND))) ||
(StopCalc) ||
(((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND)) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)))) {
/*--- Set the current iteration number in the config class. ---*/
config_container[ZONE_0]->SetExtIter(iExtIter);
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiated == false && (iExtIter == 0 ||
(config_container[ZONE_0]->GetRestart() && (iExtIter == config_container[ZONE_0]->GetUnst_RestartIter() ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter())))) {
solver_container[iZone] = new CBaselineSolver(geometry_container[iZone], config_container[iZone], MESH_0);
SolutionInstantiated = true;
}
else
solver_container[iZone]->LoadRestart(geometry_container, &solver_container, config_container[iZone], int(MESH_0));
}
if (rank == MASTER_NODE)
cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
} else if (config_container[ZONE_0]->GetUnsteady_Simulation() == TIME_SPECTRAL) {
/*--- Time-spectral simulation: merge files for each time instance (each zone). ---*/
unsigned short nTimeSpectral = config_container[ZONE_0]->GetnTimeInstances();
unsigned short iTimeSpectral;
for (iTimeSpectral = 0; iTimeSpectral < nTimeSpectral; iTimeSpectral++) {
/*--- Set the current instance number in the config class to "ExtIter." ---*/
config_container[ZONE_0]->SetExtIter(iTimeSpectral);
/*--- Read in the restart file for this time step ---*/
/*--- N.B. In SU2_SOL, nZone != nTimeInstances ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Either instantiate the solution class or load a restart file. ---*/
if (iTimeSpectral == 0)
solver_container[iZone] = new CBaselineSolver(geometry_container[iZone], config_container[iZone], MESH_0);
else
solver_container[iZone]->LoadRestart(geometry_container, &solver_container, config_container[iZone], int(MESH_0));
}
/*--- Print progress in solution writing to the screen. ---*/
if (rank == MASTER_NODE) {
cout << "Writing the volume solution for time instance " << iTimeSpectral << "." << endl;
}
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iTimeSpectral, nZone);
}
} else {
/*--- Steady simulation: merge the single solution file. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the solution class ---*/
solver_container[iZone] = new CBaselineSolver(geometry_container[iZone], config_container[iZone], MESH_0);
}
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, 0, nZone);
}
/*--- Synchronization point after a single solver iteration. Compute the
wall clock time required. ---*/
#ifdef HAVE_MPI
StopTime = MPI_Wtime();
#else
StopTime = double(clock())/double(CLOCKS_PER_SEC);
#endif
/*--- Compute/print the total time for performance benchmarking. ---*/
UsedTime = StopTime-StartTime;
if (rank == MASTER_NODE) {
cout << "\nCompleted in " << fixed << UsedTime << " seconds on "<< size;
if (size == 1) cout << " core." << endl; else cout << " cores." << endl;
}
/*--- Exit the solver cleanly ---*/
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Exit Success (SU2_SOL) ------------------------" << endl << endl;
/*--- Finalize MPI parallelization ---*/
#ifdef HAVE_MPI
MPI_Finalize();
#endif
return EXIT_SUCCESS;
}
int main(int argc, char *argv[]) {
unsigned short iZone, nZone = SINGLE_ZONE;
su2double StartTime = 0.0, StopTime = 0.0, UsedTime = 0.0;
ofstream ConvHist_file;
char config_file_name[MAX_STRING_SIZE];
int rank = MASTER_NODE;
int size = SINGLE_NODE;
bool periodic = false;
/*--- MPI initialization ---*/
#ifdef HAVE_MPI
SU2_MPI::Init(&argc,&argv);
SU2_MPI::Comm MPICommunicator(MPI_COMM_WORLD);
#else
SU2_Comm MPICommunicator(0);
#endif
rank = SU2_MPI::GetRank();
size = SU2_MPI::GetSize();
/*--- Pointer to different structures that will be used throughout the entire code ---*/
COutput *output = NULL;
CGeometry **geometry_container = NULL;
CSolver **solver_container = NULL;
CConfig **config_container = NULL;
/*--- Load in the number of zones and spatial dimensions in the mesh file (if no config
file is specified, default.cfg is used) ---*/
if (argc == 2 || argc == 3) { strcpy(config_file_name,argv[1]); }
else { strcpy(config_file_name, "default.cfg"); }
CConfig *config = NULL;
config = new CConfig(config_file_name, SU2_SOL);
nZone = CConfig::GetnZone(config->GetMesh_FileName(), config->GetMesh_FileFormat(), config);
periodic = CConfig::GetPeriodic(config->GetMesh_FileName(), config->GetMesh_FileFormat(), config);
/*--- Definition of the containers per zones ---*/
solver_container = new CSolver*[nZone];
config_container = new CConfig*[nZone];
geometry_container = new CGeometry*[nZone];
for (iZone = 0; iZone < nZone; iZone++) {
solver_container[iZone] = NULL;
config_container[iZone] = NULL;
geometry_container[iZone] = NULL;
}
/*--- Loop over all zones to initialize the various classes. In most
cases, nZone is equal to one. This represents the solution of a partial
differential equation on a single block, unstructured mesh. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the configuration option class for all zones. In this
constructor, the input configuration file is parsed and all options are
read and stored. ---*/
config_container[iZone] = new CConfig(config_file_name, SU2_SOL, iZone, nZone, 0, VERB_HIGH);
config_container[iZone]->SetMPICommunicator(MPICommunicator);
/*--- Definition of the geometry class to store the primal grid in the partitioning process. ---*/
CGeometry *geometry_aux = NULL;
/*--- All ranks process the grid and call ParMETIS for partitioning ---*/
geometry_aux = new CPhysicalGeometry(config_container[iZone], iZone, nZone);
/*--- Color the initial grid and set the send-receive domains (ParMETIS) ---*/
geometry_aux->SetColorGrid_Parallel(config_container[iZone]);
/*--- Until we finish the new periodic BC implementation, use the old
partitioning routines for cases with periodic BCs. The old routines
will be entirely removed eventually in favor of the new methods. ---*/
if (periodic) {
geometry_container[iZone] = new CPhysicalGeometry(geometry_aux, config_container[iZone]);
} else {
geometry_container[iZone] = new CPhysicalGeometry(geometry_aux, config_container[iZone], periodic);
}
/*--- Deallocate the memory of geometry_aux ---*/
delete geometry_aux;
/*--- Add the Send/Receive boundaries ---*/
geometry_container[iZone]->SetSendReceive(config_container[iZone]);
/*--- Add the Send/Receive boundaries ---*/
geometry_container[iZone]->SetBoundaries(config_container[iZone]);
/*--- Create the vertex structure (required for MPI) ---*/
if (rank == MASTER_NODE) cout << "Identify vertices." <<endl;
geometry_container[iZone]->SetVertex(config_container[iZone]);
/*--- Store the global to local mapping after preprocessing. ---*/
if (rank == MASTER_NODE) cout << "Storing a mapping from global to local point index." << endl;
geometry_container[iZone]->SetGlobal_to_Local_Point();
}
/*--- Determine whether the simulation is a FSI simulation ---*/
bool fsi = config_container[ZONE_0]->GetFSI_Simulation();
/*--- Set up a timer for performance benchmarking (preprocessing time is included) ---*/
#ifdef HAVE_MPI
StartTime = MPI_Wtime();
#else
StartTime = su2double(clock())/su2double(CLOCKS_PER_SEC);
#endif
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Solution Postprocessing -----------------------" << endl;
/*--- Definition of the output class (one for all the zones) ---*/
output = new COutput(config_container[ZONE_0]);
/*--- Check whether this is an FSI, fluid unsteady, harmonic balance or structural dynamic simulation and call the
solution merging routines accordingly.---*/
if (fsi){
if (nZone < 2){
SU2_MPI::Error("For multizone computations, please add the number of zones as a second argument for SU2_SOL.", CURRENT_FUNCTION);
}
su2double Physical_dt, Physical_t;
unsigned long iExtIter = 0, iExtIterFlow = 0, iExtIterFEM = 0;
bool StopCalc = false;
bool SolutionInstantiatedFlow = false, SolutionInstantiatedFEM = false;
/*--- Check for an unsteady restart. Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetRestart()){
iExtIterFlow = config_container[ZONE_0]->GetUnst_RestartIter();
iExtIterFEM = config_container[ZONE_1]->GetDyn_RestartIter();
if (iExtIterFlow != iExtIterFEM) {
SU2_MPI::Error("For multizone computations, please add the number of zones as a second argument for SU2_SOL.", CURRENT_FUNCTION);
}
else {
iExtIter = iExtIterFlow;
}
}
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_UnstTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_UnstTime())
StopCalc = true;
if (
((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
((iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq() == 0) && (iExtIter != 0) &&
!((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND))) ||
(StopCalc) ||
(((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND)) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0))))
&&
((iExtIter+1 == config_container[ZONE_1]->GetnExtIter()) ||
(StopCalc) ||
((config_container[ZONE_1]->GetDynamic_Analysis() == DYNAMIC) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_1]->GetWrt_Sol_Freq_DualTime() == 0))))
){
/*--- Set the current iteration number in the config class. ---*/
config_container[ZONE_0]->SetExtIter(iExtIter);
config_container[ZONE_1]->SetExtIter(iExtIter);
/*--- Read in the restart file for this time step ---*/
/*--- For the fluid zone (ZONE_0) ---*/
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiatedFlow == false &&
(iExtIter == 0 || ((config_container[ZONE_0]->GetRestart() && (SU2_TYPE::Int(iExtIter) == config_container[ZONE_0]->GetUnst_RestartIter())) ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter()))) {
solver_container[ZONE_0] = new CBaselineSolver(geometry_container[ZONE_0], config_container[ZONE_0]);
SolutionInstantiatedFlow = true;
}
solver_container[ZONE_0]->LoadRestart_FSI(geometry_container[ZONE_0], &solver_container, config_container[ZONE_0], SU2_TYPE::Int(MESH_0));
/*--- For the structural zone (ZONE_1) ---*/
/*--- Either instantiate the solution class or load a restart file. ---*/
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiatedFEM == false &&
(iExtIter == 0 || ((config_container[ZONE_1]->GetRestart() && (SU2_TYPE::Int(iExtIter) == config_container[ZONE_1]->GetDyn_RestartIter())) ||
iExtIter % config_container[ZONE_1]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_1]->GetnExtIter()))) {
solver_container[ZONE_1] = new CBaselineSolver(geometry_container[ZONE_1], config_container[ZONE_1]);
SolutionInstantiatedFEM = true;
}
solver_container[ZONE_1]->LoadRestart_FSI(geometry_container[ZONE_1], &solver_container, config_container[ZONE_1], SU2_TYPE::Int(MESH_0));
if (rank == MASTER_NODE) cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
}
else {
if (config_container[ZONE_0]->GetWrt_Unsteady()) {
/*--- Unsteady simulation: merge all unsteady time steps. First,
find the frequency and total number of files to write. ---*/
su2double Physical_dt, Physical_t;
unsigned long iExtIter = 0;
bool StopCalc = false;
bool *SolutionInstantiated = new bool[nZone];
for (iZone = 0; iZone < nZone; iZone++)
SolutionInstantiated[iZone] = false;
/*--- Check for an unsteady restart. Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetWrt_Unsteady() && config_container[ZONE_0]->GetRestart())
iExtIter = config_container[ZONE_0]->GetUnst_RestartIter();
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_UnstTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_UnstTime())
StopCalc = true;
if ((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
((iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq() == 0) && (iExtIter != 0) &&
!((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND))) ||
(StopCalc) ||
(((config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_1ST) ||
(config_container[ZONE_0]->GetUnsteady_Simulation() == DT_STEPPING_2ND)) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)))) {
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Set the current iteration number in the config class. ---*/
config_container[iZone]->SetExtIter(iExtIter);
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiated[iZone] == false &&
(iExtIter == 0 || (config_container[ZONE_0]->GetRestart() && ((long)iExtIter == config_container[ZONE_0]->GetUnst_RestartIter() ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter())))) {
solver_container[iZone] = new CBaselineSolver(geometry_container[iZone], config_container[iZone]);
SolutionInstantiated[iZone] = true;
}
solver_container[iZone]->LoadRestart(geometry_container, &solver_container, config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
if (rank == MASTER_NODE)
cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
}
else if (config_container[ZONE_0]->GetUnsteady_Simulation() == HARMONIC_BALANCE) {
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Either instantiate the solution class or load a restart file. ---*/
solver_container[iZone] = new CBaselineSolver(geometry_container[iZone], config_container[iZone]);
solver_container[iZone]->LoadRestart(geometry_container, &solver_container, config_container[iZone], SU2_TYPE::Int(MESH_0), true);
/*--- Print progress in solution writing to the screen. ---*/
if (rank == MASTER_NODE) {
cout << "Storing the volume solution for time instance " << iZone << "." << endl;
}
}
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iZone, nZone);
}
else if (config_container[ZONE_0]->GetWrt_Dynamic()){
/*--- Dynamic simulation: merge all unsteady time steps. First,
find the frequency and total number of files to write. ---*/
su2double Physical_dt, Physical_t;
unsigned long iExtIter = 0;
bool StopCalc = false;
bool SolutionInstantiated = false;
/*--- Check for an dynamic restart (structural analysis). Update ExtIter if necessary. ---*/
if (config_container[ZONE_0]->GetKind_Solver() == FEM_ELASTICITY &&
config_container[ZONE_0]->GetWrt_Dynamic() && config_container[ZONE_0]->GetRestart())
iExtIter = config_container[ZONE_0]->GetDyn_RestartIter();
while (iExtIter < config_container[ZONE_0]->GetnExtIter()) {
/*--- Check several conditions in order to merge the correct time step files. ---*/
/*--- If the solver is structural, the total and delta_t are obtained from different functions. ---*/
Physical_dt = config_container[ZONE_0]->GetDelta_DynTime();
Physical_t = (iExtIter+1)*Physical_dt;
if (Physical_t >= config_container[ZONE_0]->GetTotal_DynTime())
StopCalc = true;
if ((iExtIter+1 == config_container[ZONE_0]->GetnExtIter()) ||
(StopCalc) ||
((config_container[ZONE_0]->GetDynamic_Analysis() == DYNAMIC) &&
((iExtIter == 0) || (iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0)))) {
/*--- Set the current iteration number in the config class. ---*/
config_container[ZONE_0]->SetExtIter(iExtIter);
/*--- Read in the restart file for this time step ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Either instantiate the solution class or load a restart file. ---*/
if (SolutionInstantiated == false &&
(iExtIter == 0 || ((config_container[ZONE_0]->GetRestart() && (SU2_TYPE::Int(iExtIter) == config_container[ZONE_0]->GetDyn_RestartIter())) ||
iExtIter % config_container[ZONE_0]->GetWrt_Sol_Freq_DualTime() == 0 ||
iExtIter+1 == config_container[ZONE_0]->GetnExtIter()))) {
solver_container[iZone] = new CBaselineSolver(geometry_container[iZone], config_container[iZone]);
SolutionInstantiated = true;
}
solver_container[iZone]->LoadRestart(geometry_container, &solver_container, config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
if (rank == MASTER_NODE)
cout << "Writing the volume solution for time step " << iExtIter << "." << endl;
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, iExtIter, nZone);
}
iExtIter++;
if (StopCalc) break;
}
}
else {
/*--- Steady simulation: merge the single solution file. ---*/
for (iZone = 0; iZone < nZone; iZone++) {
/*--- Definition of the solution class ---*/
solver_container[iZone] = new CBaselineSolver(geometry_container[iZone], config_container[iZone]);
solver_container[iZone]->LoadRestart(geometry_container, &solver_container, config_container[iZone], SU2_TYPE::Int(MESH_0), true);
}
output->SetBaselineResult_Files(solver_container, geometry_container, config_container, 0, nZone);
}
}
delete config;
config = NULL;
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Solver Postprocessing -------------------------" << endl;
if (geometry_container != NULL) {
for (iZone = 0; iZone < nZone; iZone++) {
if (geometry_container[iZone] != NULL) {
delete geometry_container[iZone];
}
}
delete [] geometry_container;
}
if (rank == MASTER_NODE) cout << "Deleted CGeometry container." << endl;
if (solver_container != NULL) {
for (iZone = 0; iZone < nZone; iZone++) {
if (solver_container[iZone] != NULL) {
delete solver_container[iZone];
}
}
delete [] solver_container;
}
if (rank == MASTER_NODE) cout << "Deleted CSolver class." << endl;
if (config_container != NULL) {
for (iZone = 0; iZone < nZone; iZone++) {
if (config_container[iZone] != NULL) {
delete config_container[iZone];
}
}
delete [] config_container;
}
if (rank == MASTER_NODE) cout << "Deleted CConfig container." << endl;
if (output != NULL) delete output;
if (rank == MASTER_NODE) cout << "Deleted COutput class." << endl;
/*--- Synchronization point after a single solver iteration. Compute the
wall clock time required. ---*/
#ifdef HAVE_MPI
StopTime = MPI_Wtime();
#else
StopTime = su2double(clock())/su2double(CLOCKS_PER_SEC);
#endif
/*--- Compute/print the total time for performance benchmarking. ---*/
UsedTime = StopTime-StartTime;
if (rank == MASTER_NODE) {
cout << "\nCompleted in " << fixed << UsedTime << " seconds on "<< size;
if (size == 1) cout << " core." << endl; else cout << " cores." << endl;
}
/*--- Exit the solver cleanly ---*/
if (rank == MASTER_NODE)
cout << endl <<"------------------------- Exit Success (SU2_SOL) ------------------------" << endl << endl;
/*--- Finalize MPI parallelization ---*/
#ifdef HAVE_MPI
SU2_MPI::Finalize();
#endif
return EXIT_SUCCESS;
}