static char* chpl_launch_create_command(int argc, char* argv[],
int32_t numLocales) {
int i;
int size;
char baseCommand[256];
char* command;
FILE* slurmFile, *expectFile;
char* projectString = getenv(launcherAccountEnvvar);
char* constraint = getenv("CHPL_LAUNCHER_CONSTRAINT");
char* walltime = getenv("CHPL_LAUNCHER_WALLTIME");
char* outputfn = getenv("CHPL_LAUNCHER_SLURM_OUTPUT_FILENAME");
char* basenamePtr = strrchr(argv[0], '/');
pid_t mypid;
if (basenamePtr == NULL) {
basenamePtr = argv[0];
} else {
basenamePtr++;
}
chpl_compute_real_binary_name(argv[0]);
#ifndef DEBUG_LAUNCH
mypid = getpid();
#else
mypid = 0;
#endif
sprintf(sysFilename, "%s%d", baseSysFilename, (int)mypid);
sprintf(expectFilename, "%s%d", baseExpectFilename, (int)mypid);
sprintf(slurmFilename, "%s%d", baseSBATCHFilename, (int)mypid);
if (getenv("CHPL_LAUNCHER_USE_SBATCH") != NULL) {
slurmFile = fopen(slurmFilename, "w");
fprintf(slurmFile, "#!/bin/sh\n\n");
fprintf(slurmFile, "#SBATCH -J Chpl-%.10s\n", basenamePtr);
genNumLocalesOptions(slurmFile, determineQsubVersion(), numLocales, getNumCoresPerLocale());
if (projectString && strlen(projectString) > 0)
fprintf(slurmFile, "#SBATCH -A %s\n", projectString);
if (getenv("CHPL_LAUNCHER_USE_SBATCH") != NULL) {
// fprintf(slurmFile, "#SBATCH -joe\n");
if (outputfn!=NULL)
fprintf(slurmFile, "#SBATCH -o %s.%%j.out\n", outputfn);
else
fprintf(slurmFile, "#SBATCH -o %s.%%j.out\n", argv[0]);
// fprintf(slurmFile, "cd $SBATCH_O_WORKDIR\n");
fprintf(slurmFile, "%s/gasnetrun_ibv -n %d %s ",
WRAP_TO_STR(LAUNCH_PATH), numLocales, chpl_get_real_binary_name());
for (i=1; i<argc; i++) {
fprintf(slurmFile, " '%s'", argv[i]);
}
fprintf(slurmFile, "\n");
}
fclose(slurmFile);
chmod( slurmFilename, 0755);
}
if (getenv("CHPL_LAUNCHER_USE_SBATCH") == NULL) {
expectFile = fopen(expectFilename, "w");
if (verbosity < 2) {
// fprintf(expectFile, "log_user 0\n");
}
fprintf(expectFile, "set timeout -1\n");
// fprintf(expectFile, "chmod +x %s\n",slurmFilename);
fprintf(expectFile, "set prompt \"(%%|#|\\\\$|>) $\"\n");
// fprintf(expectFile, "spawn sbatch ");
fprintf(expectFile, "spawn -noecho salloc ");
fprintf(expectFile, "-J %.10s ",basenamePtr); // pass
fprintf(expectFile, "-N %d ",numLocales);
fprintf(expectFile, "--ntasks-per-node=1 ",numLocales);
fprintf(expectFile, "--exclusive "); // give exclusive access to the nodes
fprintf(expectFile, "--time=%s ",walltime);
if (constraint) {
fprintf(expectFile, " -C %s", constraint);
}
// fprintf(expectFile, "-I %s ", slurmFilename);
fprintf(expectFile, " %s/gasnetrun_ibv -n %d %s ",
WRAP_TO_STR(LAUNCH_PATH), numLocales, chpl_get_real_binary_name());
for (i=1; i<argc; i++) {
fprintf(expectFile, " %s", argv[i]);
}
// fprintf(expectFile, "\\n\"\n");
fprintf(expectFile, "\n\n");
// fprintf(expectFile, "expect -re $prompt\n");
// fprintf(expectFile, "send \"cd \\$SBATCH_O_WORKDIR\\n\"\n");
// fprintf(expectFile, "expect -re $prompt\n");
// fprintf(expectFile, "sleep 10\n");
// fprintf(expectFile, "interact -o -re $prompt {return}\n");
// fprintf(expectFile, "send_user \"\\n\"\n");
// fprintf(expectFile, "send \"exit\\n\"\n");
fprintf(expectFile, "interact -o -re $prompt {return}\n");
fclose(expectFile);
sprintf(baseCommand, "expect %s", expectFilename);
} else {
// sprintf(baseCommand, "sbatch %s\n", slurmFilename);
sprintf(baseCommand, "sbatch %s\n", slurmFilename);
}
size = strlen(baseCommand) + 1;
command = chpl_mem_allocMany(size, sizeof(char), CHPL_RT_MD_COMMAND_BUFFER, -1, "");
sprintf(command, "%s", baseCommand);
if (strlen(command)+1 > size) {
chpl_internal_error("buffer overflow");
}
return command;
}
static char* chpl_launch_create_command(int argc, char* argv[],
int32_t numLocales) {
int i;
int size;
char baseCommand[256];
char* command;
FILE* pbsFile, *expectFile;
char* projectString = getenv(launcherAccountEnvvar);
char* basenamePtr = strrchr(argv[0], '/');
pid_t mypid;
if (basenamePtr == NULL) {
basenamePtr = argv[0];
} else {
basenamePtr++;
}
chpl_compute_real_binary_name(argv[0]);
#ifndef DEBUG_LAUNCH
mypid = getpid();
#else
mypid = 0;
#endif
sprintf(sysFilename, "%s%d", baseSysFilename, (int)mypid);
sprintf(expectFilename, "%s%d", baseExpectFilename, (int)mypid);
sprintf(pbsFilename, "%s%d", basePBSFilename, (int)mypid);
pbsFile = fopen(pbsFilename, "w");
fprintf(pbsFile, "#!/bin/sh\n\n");
fprintf(pbsFile, "#PBS -N Chpl-%.10s\n", basenamePtr);
genNumLocalesOptions(pbsFile, determineQsubVersion(), numLocales, getNumCoresPerLocale());
if (projectString && strlen(projectString) > 0)
fprintf(pbsFile, "#PBS -A %s\n", projectString);
fclose(pbsFile);
expectFile = fopen(expectFilename, "w");
if (verbosity < 2) {
fprintf(expectFile, "log_user 0\n");
}
fprintf(expectFile, "set timeout -1\n");
fprintf(expectFile, "set prompt \"(%%|#|\\\\$|>) $\"\n");
fprintf(expectFile, "spawn qsub -z ");
fprintf(expectFile, "-V "); // pass through all environment variables
fprintf(expectFile, "-I %s\n", pbsFilename);
fprintf(expectFile, "expect -re $prompt\n");
fprintf(expectFile, "send \"cd \\$PBS_O_WORKDIR\\n\"\n");
fprintf(expectFile, "expect -re $prompt\n");
fprintf(expectFile, "send \"%s/%s/gasnetrun_ibv -n %d -N %d",
CHPL_THIRD_PARTY, WRAP_TO_STR(LAUNCH_PATH), numLocales, numLocales);
propagate_charset_environment(expectFile);
fprintf(expectFile, " %s ", chpl_get_real_binary_name());
for (i=1; i<argc; i++) {
fprintf(expectFile, " '%s'", argv[i]);
}
fprintf(expectFile, "\\n\"\n");
fprintf(expectFile, "interact -o -re $prompt {return}\n");
fprintf(expectFile, "send_user \"\\n\"\n");
fprintf(expectFile, "send \"exit\\n\"\n");
fclose(expectFile);
sprintf(baseCommand, "expect %s", expectFilename);
size = strlen(baseCommand) + 1;
command = chpl_mem_allocMany(size, sizeof(char), CHPL_RT_MD_COMMAND_BUFFER, -1, 0);
sprintf(command, "%s", baseCommand);
if (strlen(command)+1 > size) {
chpl_internal_error("buffer overflow");
}
return command;
}
