int main(int argc, char * argv[]) { PV_Init* initObj = new PV_Init(&argc, &argv, false/*allowUnrecognizedArguments*/); int status = PV_SUCCESS; int rank = 0; int numProcs = 0; MPI_Comm_rank(MPI_COMM_WORLD, &rank); MPI_Comm_size(MPI_COMM_WORLD, &numProcs); //int numProcs = initObj->getWorldSize(); if( numProcs != 6) { // TODO Greater than six should be permissible, with the excess over 6 being idle if (rank==0) { fprintf(stderr, "%s: this test can only be used under MPI with exactly six processes.\n", argv[0]); } MPI_Barrier(MPI_COMM_WORLD); exit(EXIT_FAILURE); } PV_Arguments * arguments = initObj->getArguments(); if (arguments->getParamsFile()!=NULL) { if (rank==0) { fprintf(stderr, "%s should be run without the params file argument.\n", arguments->getProgramName()); } status = PV_FAILURE; } if (arguments->getNumRows()!=0) { if (rank==0) { fprintf(stderr, "%s should be run without the rows argument.\n", arguments->getProgramName()); } status = PV_FAILURE; } if (arguments->getNumColumns()!=0) { if (rank==0) { fprintf(stderr, "%s should be run without the columns argument.\n", arguments->getProgramName()); } status = PV_FAILURE; } if (status != PV_SUCCESS) { if (rank==0) { fprintf(stderr, "The necessary parameters are hardcoded.\n"); } MPI_Barrier(MPI_COMM_WORLD); exit(EXIT_FAILURE); } arguments->setParamsFile("input/test_mpi_specifyrowscolumns.params"); arguments->setNumRows(2); arguments->setNumColumns(3); buildandverify(initObj); arguments->setNumRows(3); arguments->setNumColumns(2); buildandverify(initObj); delete initObj; return status; }
int testioparams(PV_Init* initObj, int rank) { PV_Arguments * arguments = initObj->getArguments(); arguments->resetState(); // Ignore -r and -c switches arguments->setRestartFlag(false); arguments->setCheckpointReadDir(NULL); initObj->initialize(); HyPerCol * hc = build(initObj, NULL, 0); if (hc == NULL) { fprintf(stderr, "testioparams error: unable to build HyPerCol.\n"); exit(EXIT_FAILURE); } int status = hc->run(); // Needed to generate pv.params file if (status != PV_SUCCESS) { fprintf(stderr, "testioparams error: run to generate pv.params file failed.\n"); exit(EXIT_FAILURE); } const char * paramsfile = hc->getPrintParamsFilename(); std::string paramsfileString = paramsfile; if (paramsfile[0]!='/') { const char * outputPath = hc->getOutputPath(); paramsfileString.insert(0, "/"); paramsfileString.insert(0, outputPath); } delete hc; arguments->setParamsFile(paramsfileString.c_str()); if (rank==0) { printf("%s --testioparams running PetaVision with arguments\n", arguments->getProgramName()); arguments->printState(); } status = rebuildandrun(initObj, NULL, &assertAllZeroes, NULL, 0); return status; }
int testrun(PV_Init * initObj, int rank) { PV_Arguments * arguments = initObj->getArguments(); arguments->resetState(); // Ignore restart flag and checkpoint directory arguments->setRestartFlag(false); arguments->setCheckpointReadDir(NULL); if (rank==0) { printf("%s --testrun running PetaVision with arguments\n", arguments->getProgramName()); arguments->printState(); } int status = rebuildandrun(initObj, NULL, &assertAllZeroes, NULL, 0); return status; }
int main(int argc, char * argv[]) { const char * paramfile1 = "input/RandStateSystemTest1.params"; const char * paramfile2 = "input/RandStateSystemTest2.params"; int rank=0; PV_Init* initObj = new PV_Init(&argc, &argv, false/*allowUnrecognizedArguments*/); MPI_Comm_rank(MPI_COMM_WORLD, &rank); /* Can't use `initObj->getComm()->communicator()` because initObj->initialize hasn't been called. */ PV_Arguments * arguments = initObj->getArguments(); if (arguments->getParamsFile() != NULL) { if (rank==0) { fprintf(stderr, "%s does not take -p as an option. Instead the necessary params files are hard-coded.\n", arguments->getProgramName()); } MPI_Barrier(MPI_COMM_WORLD); exit(EXIT_FAILURE); } arguments->setParamsFile(paramfile1); int status1 = rebuildandrun(initObj, NULL, NULL, NULL, 0); if (status1 != PV_SUCCESS) { fprintf(stderr, "%s failed on param file %s with return code %d.\n", arguments->getProgramName(), paramfile1, status1); return EXIT_FAILURE; } arguments->setParamsFile(paramfile2); int status2 = rebuildandrun(initObj, NULL, &customexit, NULL); if (status2 != PV_SUCCESS) { fprintf(stderr, "%s failed on param file %s.\n", arguments->getProgramName(), paramfile2); } int status = status1==PV_SUCCESS && status2==PV_SUCCESS ? EXIT_SUCCESS : EXIT_FAILURE; #ifdef PV_USE_MPI if (status == EXIT_SUCCESS) { printf("Test complete. %s passed on process rank %d.\n", arguments->getProgramName(), rank); } else { fprintf(stderr, "Test complete. %s FAILED on process rank %d.\n", arguments->getProgramName(), rank); } #else if (status == EXIT_SUCCESS) { printf("Test complete. %s passed.\n", arguments->getProgramName()); } else { fprintf(stderr, "Test complete. %s FAILED.\n", arguments->getProgramName()); } #endif // PV_USE_MPI delete initObj; return status; }
int testcheckpoint(PV_Init * initObj, int rank) { PV_Arguments * arguments = initObj->getArguments(); arguments->resetState(); // Make sure either restartFlag or checkpointReadDir are set (both cannot be set or PV_Arguments will error out). bool hasrestart = (arguments->getRestartFlag() || arguments->getCheckpointReadDir()!=NULL); if (!hasrestart) { if (rank==0) { fprintf(stderr, "%s error: --testcheckpoint requires either the -r or the -c option.\n", arguments->getProgramName()); } MPI_Barrier(MPI_COMM_WORLD); exit(EXIT_FAILURE); } if (rank==0) { printf("%s --testcheckpoint running PetaVision with arguments\n", arguments->getProgramName()); arguments->printState(); } int status = rebuildandrun(initObj, NULL, &assertAllZeroes, NULL, 0); return status; }
int generate(PV_Init* initObj, int rank) { PV_Arguments * arguments = initObj->getArguments(); // Remove -r and -c arguments->setRestartFlag(false); arguments->setCheckpointReadDir(NULL); if (rank==0) { printf("%s --generate running PetaVision with arguments\n", arguments->getProgramName()); arguments->printState(); } if (rank==0) { PV_Stream * emptyinfile = PV_fopen("input/correct.pvp", "w", false/*verifyWrites*/); // Data for a CORRECT_PVP_NX-by-CORRECT_PVP_NY layer with CORRECT_PVP_NF features. // Sparse activity with no active neurons so file size doesn't change with number of features int emptydata[] = {80, 20, 2, CORRECT_PVP_NX, CORRECT_PVP_NY, CORRECT_PVP_NF, 1, 0, 4, 2, 1, 1, CORRECT_PVP_NX, CORRECT_PVP_NY, 0, 0, 0, 1, 0, 0, 0, 0, 0}; size_t numwritten = PV_fwrite(emptydata, 23, sizeof(int), emptyinfile); if (numwritten != 23) { fprintf(stderr, "%s error writing placeholder data into input/correct.pvp file.\n", arguments->getProgramName()); } PV_fclose(emptyinfile); } int status = rebuildandrun(initObj, NULL, ©CorrectOutput, NULL, 0); return status; }
int main(int argc, char * argv[]) { PV_Init* initObj = new PV_Init(&argc, &argv, false/*allowUnrecognizedArguments*/); InterColComm * icComm = new InterColComm(initObj->getArguments()); PV_Arguments * arguments = initObj->getArguments(); if (arguments->getParamsFile() != NULL) { int rank = icComm->globalCommRank(); if (rank==0) { fprintf(stderr, "%s does not take -p as an option. Instead the necessary params file is hard-coded.\n", arguments->getProgramName()); } MPI_Barrier(MPI_COMM_WORLD); exit(EXIT_FAILURE); } arguments->setParamsFile("input/TransposeHyPerConnTest.params"); initObj->initialize(); // Don't call buildandrun because it will delete hc before returning. (I could use the customexit hook) HyPerCol * hc = build(initObj); hc->run(); // Weight values are initialized when run calls allocateDataStructures int status = PV_SUCCESS; HyPerConn * originalMap = NULL; TransposeConn * transpose = NULL; TransposeConn * transposeOfTranspose = NULL; BaseConnection * baseConn; baseConn = hc->getConnFromName("Original Map for One to One Test"); originalMap = dynamic_cast<HyPerConn *>(baseConn); //assert(originalMap->usingSharedWeights()); transpose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose for One to One Test of TransposeConn")); transposeOfTranspose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose of Transpose for One to One Test of TransposeConn")); status = testTransposeOfTransposeWeights(originalMap, transpose, transposeOfTranspose, "One-to-one case, TransposeConn"); baseConn = hc->getConnFromName("Original Map for Many to One Test"); originalMap = dynamic_cast<HyPerConn *>(baseConn); //assert(originalMap->usingSharedWeights()); transpose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose for Many to One Test of TransposeConn")); transposeOfTranspose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose of Transpose for Many to One Test of TransposeConn")); status = testTransposeOfTransposeWeights(originalMap, transpose, transposeOfTranspose, "Many-to-one case, TransposeConn"); baseConn = hc->getConnFromName("Original Map for One to Many Test"); originalMap = dynamic_cast<HyPerConn *>(baseConn); //assert(originalMap->usingSharedWeights()); transpose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose for One to Many Test of TransposeConn")); transposeOfTranspose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose of Transpose for One to Many Test of TransposeConn")); status = testTransposeOfTransposeWeights(originalMap, transpose, transposeOfTranspose, "One-to-many case, TransposeConn"); baseConn = hc->getConnFromName("Original Map for One to One Test"); originalMap = dynamic_cast<HyPerConn *>(baseConn); //assert(originalMap->usingSharedWeights()); transpose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose for One to One Test of FeedbackConn")); transposeOfTranspose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose of Transpose for One to One Test of FeedbackConn")); status = testTransposeOfTransposeWeights(originalMap, transpose, transposeOfTranspose, "One-to-one case, FeedbackConn"); baseConn = hc->getConnFromName("Original Map for Many to One Test"); originalMap = dynamic_cast<HyPerConn *>(baseConn); //assert(originalMap->usingSharedWeights()); transpose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose for Many to One Test of FeedbackConn")); transposeOfTranspose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose of Transpose for Many to One Test of FeedbackConn")); status = testTransposeOfTransposeWeights(originalMap, transpose, transposeOfTranspose, "Many-to-one case, FeedbackConn"); baseConn = hc->getConnFromName("Original Map for One to Many Test"); originalMap = dynamic_cast<HyPerConn *>(baseConn); //assert(originalMap->usingSharedWeights()); transpose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose for One to Many Test of FeedbackConn")); transposeOfTranspose = dynamic_cast<TransposeConn *>(hc->getConnFromName("Transpose of Transpose for One to Many Test of FeedbackConn")); status = testTransposeOfTransposeWeights(originalMap, transpose, transposeOfTranspose, "One-to-many case, FeedbackConn"); delete hc; delete initObj; return status; }
int main(int argc, char * argv[]) { int rank = 0; PV_Init * initObj = new PV_Init(&argc, &argv, false/*allowUnrecognizedArguments*/); MPI_Comm_rank(MPI_COMM_WORLD, &rank); char const * paramFile1 = "input/CheckpointParameters1.params"; char const * paramFile2 = "input/CheckpointParameters2.params"; int status = PV_SUCCESS; PV_Arguments * arguments = initObj->getArguments(); if (arguments->getParamsFile()!=NULL) { if (rank==0) { fprintf(stderr, "%s should be run without the params file argument.\n", arguments->getProgramName()); } status = PV_FAILURE; } if (arguments->getCheckpointReadDir()!=NULL) { if (rank==0) { fprintf(stderr, "%s should be run without the checkpoint directory argument.\n", argv[0]); } status = PV_FAILURE; } if (arguments->getRestartFlag()) { if (rank==0) { fprintf(stderr, "%s should be run without the restart flag.\n", argv[0]); } status = PV_FAILURE; } if (status != PV_SUCCESS) { if (rank==0) { fprintf(stderr, "This test uses two hard-coded params files, %s and %s. The second run is started from a checkpoint from the first run, and the results of the two runs are compared.\n", paramFile1, paramFile2); } MPI_Barrier(MPI_COMM_WORLD); exit(EXIT_FAILURE); } if (rank==0) { char const * rmcommand = "rm -rf checkpoints1 checkpoints2 output"; status = system(rmcommand); if (status != 0) { fprintf(stderr, "deleting old checkpoints and output directories failed: \"%s\" returned %d\n", rmcommand, status); exit(EXIT_FAILURE); } } ParamGroupHandler * customGroupHandler = new CustomGroupHandler; arguments->setParamsFile(paramFile1); arguments->setBatchWidth(2); status = rebuildandrun(initObj, NULL, NULL, &customGroupHandler, 1); if( status != PV_SUCCESS ) { fprintf(stderr, "%s: rank %d running with params file %s returned error %d.\n", arguments->getProgramName(), rank, paramFile1, status); exit(status); } arguments->setParamsFile(paramFile2); arguments->setCheckpointReadDir("checkpoints1/batchsweep_00/Checkpoint12:checkpoints1/batchsweep_01/Checkpoint12"); status = rebuildandrun(initObj, NULL, &customexit, &customGroupHandler, 1); if( status != PV_SUCCESS ) { fprintf(stderr, "%s: rank %d running with params file %s returned error %d.\n", arguments->getProgramName(), rank, paramFile2, status); } delete customGroupHandler; delete initObj; return status==PV_SUCCESS ? EXIT_SUCCESS : EXIT_FAILURE; }
int main(int argc, char * argv[]) { PV_Init* initObj = new PV_Init(&argc, &argv, false/*allowUnrecognizedArguments*/); int rank = initObj->getWorldRank(); char const * paramFile1 = "input/DtAdaptController_ANNNormalized.params"; char const * paramFile2 = "input/DtAdaptController_dtAdaptController.params"; char const * paramFileCompare = "input/DtAdaptController_Comparison.params"; int status = PV_SUCCESS; if (pv_getopt_str(argc, argv, "-p", NULL, NULL)==0) { if (rank==0) { fprintf(stderr, "%s should be run without the params file argument, as it uses hard-coded params files.\n", argv[0]); } MPI_Barrier(MPI_COMM_WORLD); exit(EXIT_FAILURE); } PV_Arguments * arguments = initObj->getArguments(); arguments->setParamsFile(paramFile1); status = rebuildandrun(initObj, NULL, NULL, NULL, 0); if( status != PV_SUCCESS ) { fprintf(stderr, "%s: rank %d running with params file %s returned error %d.\n", arguments->getProgramName(), rank, paramFile1, status); exit(status); } arguments->setParamsFile(paramFile2); status = rebuildandrun(initObj, NULL, NULL, NULL, 0); if( status != PV_SUCCESS ) { fprintf(stderr, "%s: rank %d running with params file %s returned error %d.\n", arguments->getProgramName(), rank, paramFile2, status); exit(status); } arguments->setParamsFile(paramFileCompare); status = rebuildandrun(initObj, NULL, &assertAllZeroes, NULL, 0); if( status != PV_SUCCESS ) { fprintf(stderr, "%s: rank %d running with params file %s returned error %d.\n", arguments->getProgramName(), rank, paramFileCompare, status); exit(status); } delete initObj; return status==PV_SUCCESS ? EXIT_SUCCESS : EXIT_FAILURE; }