TEST_F(AnalysisDriverFixture,PATProject_CreateOpenAndSaveAs) { openstudio::path projectDir; { // Create a PAT project SimpleProject patProject = getCleanPATProject("PATProject_CreateOpenAndSaveAs"); // Populate it patProject.analysis().setName("PAT Project: Create, Open, and Save As"); Model model = model::exampleModel(); openstudio::path p = toPath("./example.osm"); model.save(p,true); FileReference seedModel(p); patProject.setSeed(seedModel); // (feature not in PAT, but not incompatible) DesignOfExperimentsOptions algOptions(DesignOfExperimentsType::FullFactorial); DesignOfExperiments algorithm(algOptions); patProject.analysis().setAlgorithm(algorithm); // Save it patProject.save(); projectDir = patProject.projectDir(); } // Open Project OptionalSimpleProject project = openPATProject(projectDir); ASSERT_TRUE(project); EXPECT_TRUE(project->isPATProject()); // Save Project As openstudio::path newProjectDir = toPath("AnalysisDriverFixtureData") / toPath("PATProjectCreateOpenAndSaveAsCopy"); boost::filesystem::remove_all(newProjectDir); ASSERT_TRUE(project->saveAs(newProjectDir)); OptionalSimpleProject projectCopy = openPATProject(newProjectDir); ASSERT_TRUE(projectCopy); EXPECT_TRUE(project->isPATProject()); EXPECT_TRUE(project->analysis().algorithm()); }
TEST_F(AnalysisDriverFixture,DataPersistence_DataPointErrors) { { // Create and populate project SimpleProject project = getCleanSimpleProject("DataPersistence_DataPointErrors"); Analysis analysis = project.analysis(); Problem problem = retrieveProblem(AnalysisDriverFixtureProblem::BuggyBCLMeasure, true, false); EXPECT_EQ(5u,problem.workflow().size()); analysis.setProblem(problem); model::Model model =fastExampleModel(); openstudio::path p = toPath("./example.osm"); model.save(p,true); FileReference seedModel(p); project.setSeed(seedModel); DataPoint dataPoint = problem.createDataPoint(std::vector<QVariant>(problem.numVariables(),0)).get(); analysis.addDataPoint(dataPoint); // Run analysis AnalysisRunOptions runOptions = standardRunOptions(project.projectDir()); project.analysisDriver().run(analysis,runOptions); project.analysisDriver().waitForFinished(); // Check DataPoint job and error information ASSERT_EQ(1u,analysis.dataPoints().size()); dataPoint = analysis.dataPoints()[0]; EXPECT_TRUE(dataPoint.isComplete()); EXPECT_TRUE(dataPoint.failed()); EXPECT_TRUE(dataPoint.topLevelJob()); WorkflowStepJobVector jobResults = problem.getJobsByWorkflowStep(dataPoint); EXPECT_EQ(problem.workflow().size(),jobResults.size()); ASSERT_EQ(5u,jobResults.size()); WorkflowStepJob jobResult = jobResults[0]; ASSERT_TRUE(jobResult.job); EXPECT_TRUE(jobResult.measure); Job job = jobResult.job.get(); ASSERT_TRUE(jobResult.mergedJobIndex); EXPECT_EQ(0u,jobResult.mergedJobIndex.get()); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); JobErrors treeErrors = job.treeErrors(); // get all tree errors now, test later JobErrors errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::NA),errors.result); EXPECT_TRUE(errors.succeeded()); EXPECT_TRUE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_FALSE(errors.infos().empty()); jobResult = jobResults[1]; ASSERT_TRUE(jobResult.job); EXPECT_FALSE(jobResult.measure); ASSERT_TRUE(jobResult.step.isWorkItem()); EXPECT_EQ(JobType(JobType::UserScript),jobResult.step.workItemType()); job = jobResult.job.get(); ASSERT_TRUE(jobResult.mergedJobIndex); EXPECT_EQ(1u,jobResult.mergedJobIndex.get()); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::Success),errors.result); EXPECT_TRUE(errors.succeeded()); EXPECT_TRUE(errors.errors().empty()); EXPECT_FALSE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); jobResult = jobResults[2]; ASSERT_TRUE(jobResult.job); EXPECT_TRUE(jobResult.measure); job = jobResult.job.get(); ASSERT_TRUE(jobResult.mergedJobIndex); EXPECT_EQ(2u,jobResult.mergedJobIndex.get()); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_FALSE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); jobResult = jobResults[3]; ASSERT_TRUE(jobResult.job); EXPECT_FALSE(jobResult.measure); ASSERT_TRUE(jobResult.step.isWorkItem()); EXPECT_EQ(JobType(JobType::UserScript),jobResult.step.workItemType()); job = jobResult.job.get(); ASSERT_TRUE(jobResult.mergedJobIndex); EXPECT_EQ(3u,jobResult.mergedJobIndex.get()); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); // now all four scripts are in same job EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); // now all four scripts are in same job errors = jobResult.errors().get(); // this script not actually run, so result in default state EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_EQ(1u, errors.errors().size()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); jobResult = jobResults[4]; ASSERT_TRUE(jobResult.job); EXPECT_FALSE(jobResult.measure); ASSERT_TRUE(jobResult.step.isWorkItem()); EXPECT_EQ(JobType(JobType::ModelToIdf),jobResult.step.workItemType()); job = jobResult.job.get(); EXPECT_FALSE(jobResult.mergedJobIndex); EXPECT_TRUE(job.outOfDate()); // never run EXPECT_FALSE(job.canceled()); EXPECT_FALSE(job.lastRun()); errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_TRUE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); EXPECT_EQ(OSResultValue(OSResultValue::Fail),treeErrors.result); EXPECT_FALSE(treeErrors.succeeded()); EXPECT_FALSE(treeErrors.errors().empty()); EXPECT_FALSE(treeErrors.warnings().empty()); EXPECT_FALSE(treeErrors.infos().empty()); } { // Re-open project SimpleProject project = getSimpleProject("DataPersistence_DataPointErrors"); Analysis analysis = project.analysis(); Problem problem = analysis.problem(); // Verify job and error information still there // Check DataPoint job and error information ASSERT_EQ(1u,analysis.dataPoints().size()); DataPoint dataPoint = analysis.dataPoints()[0]; EXPECT_TRUE(dataPoint.isComplete()); EXPECT_TRUE(dataPoint.failed()); EXPECT_TRUE(dataPoint.topLevelJob()); WorkflowStepJobVector jobResults = problem.getJobsByWorkflowStep(dataPoint); EXPECT_EQ(problem.workflow().size(),jobResults.size()); ASSERT_EQ(5u,jobResults.size()); WorkflowStepJob jobResult = jobResults[0]; ASSERT_TRUE(jobResult.job); EXPECT_TRUE(jobResult.measure); Job job = jobResult.job.get(); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); JobErrors treeErrors = job.treeErrors(); // get all tree errors now, test later JobErrors errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::NA),errors.result); EXPECT_TRUE(errors.succeeded()); EXPECT_TRUE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_FALSE(errors.infos().empty()); jobResult = jobResults[1]; ASSERT_TRUE(jobResult.job); EXPECT_FALSE(jobResult.measure); ASSERT_TRUE(jobResult.step.isWorkItem()); EXPECT_EQ(JobType(JobType::UserScript),jobResult.step.workItemType()); job = jobResult.job.get(); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::Success),errors.result); EXPECT_TRUE(errors.succeeded()); EXPECT_TRUE(errors.errors().empty()); EXPECT_FALSE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); jobResult = jobResults[2]; ASSERT_TRUE(jobResult.job); EXPECT_TRUE(jobResult.measure); job = jobResult.job.get(); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_FALSE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); jobResult = jobResults[3]; ASSERT_TRUE(jobResult.job); EXPECT_FALSE(jobResult.measure); ASSERT_TRUE(jobResult.step.isWorkItem()); EXPECT_EQ(JobType(JobType::UserScript),jobResult.step.workItemType()); job = jobResult.job.get(); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); // now all four scripts are in same job EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); // now all four scripts are in same job errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_EQ(1u, errors.errors().size()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); jobResult = jobResults[4]; ASSERT_TRUE(jobResult.job); EXPECT_FALSE(jobResult.measure); ASSERT_TRUE(jobResult.step.isWorkItem()); EXPECT_EQ(JobType(JobType::ModelToIdf),jobResult.step.workItemType()); job = jobResult.job.get(); EXPECT_TRUE(job.outOfDate()); // never run EXPECT_FALSE(job.canceled()); EXPECT_FALSE(job.lastRun()); errors = jobResult.errors().get(); EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_TRUE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); EXPECT_EQ(OSResultValue(OSResultValue::Fail),treeErrors.result); EXPECT_FALSE(treeErrors.succeeded()); EXPECT_FALSE(treeErrors.errors().empty()); EXPECT_FALSE(treeErrors.warnings().empty()); EXPECT_FALSE(treeErrors.infos().empty()); } }
TEST_F(AnalysisDriverFixture,DataPersistence_DakotaErrors) { { // Create and populate project SimpleProject project = getCleanSimpleProject("DataPersistence_DakotaErrors"); Analysis analysis = project.analysis(); Problem problem = retrieveProblem(AnalysisDriverFixtureProblem::BuggyBCLMeasure, true, false); analysis.setProblem(problem); model::Model model = model::exampleModel(); openstudio::path p = toPath("./example.osm"); model.save(p,true); FileReference seedModel(p); project.setSeed(seedModel); DDACEAlgorithmOptions algOpts(DDACEAlgorithmType::lhs); // do not set samples so Dakota job will have errors DDACEAlgorithm alg(algOpts); analysis.setAlgorithm(alg); // Run analysis AnalysisRunOptions runOptions = standardRunOptions(project.projectDir()); project.analysisDriver().run(analysis,runOptions); project.analysisDriver().waitForFinished(); // Check Dakota job and error information ASSERT_TRUE(alg.job()); Job job = alg.job().get(); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); JobErrors errors = job.errors(); EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_FALSE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); } { // Re-open project SimpleProject project = getSimpleProject("DataPersistence_DakotaErrors"); Analysis analysis = project.analysis(); DDACEAlgorithm alg = analysis.algorithm()->cast<DDACEAlgorithm>(); // Verify job and error information still there ASSERT_TRUE(alg.job()); Job job = alg.job().get(); EXPECT_FALSE(job.running()); EXPECT_FALSE(job.outOfDate()); EXPECT_FALSE(job.canceled()); EXPECT_TRUE(job.lastRun()); JobErrors errors = job.errors(); EXPECT_EQ(OSResultValue(OSResultValue::Fail),errors.result); EXPECT_FALSE(errors.succeeded()); EXPECT_FALSE(errors.errors().empty()); EXPECT_TRUE(errors.warnings().empty()); EXPECT_TRUE(errors.infos().empty()); } }