void fetchFdToTempFile(int remoteFd, char tempFileName[PATH_LEN])
/* This will fetch remote data to a temporary file. It fills in tempFileName with the name. */
{
/* Now make temp file name with XXXXXX name at end */
safef(tempFileName, PATH_LEN, "%sedwSubmitXXXXXX", edwTempDir());
/* Get open file handle, copy file, and close. */
int localFd = mustMkstemp(tempFileName);
cpFile(remoteFd, localFd);
mustCloseFd(&localFd);
}
void catFile(char *fileName)
/* Write contents of file to stdout. */
{
int fd;
fd = open(fileName, O_RDONLY);
if (fd == -1)
errnoAbort("Couldn't open %s", fileName);
if (nonz)
{
char c;
if (read(fd, &c, 1) > 0)
{
printf("%s\n%c", fileName, c);
fflush(stdout);
}
}
cpFile(fd, fileno(stdout));
close(fd);
}
void ccFirst(char *source, char *dest, char *hostList, char *lockDir)
/* Do first instance of this program. Copy file to first host,
* make up lock directory, and then poll lock directory to see
* if we're done. */
{
char *firstHost, *lastHost;
char **hosts;
char *hostBuf;
int hostCount;
int firstLock;
int childPid;
char *thisHost = getenv("HOST");
char ok;
long startTime = clock1000();
if (thisHost == NULL)
errAbort("HOST environment variable undefined\n");
readAllWords(hostList, &hosts, &hostCount, &hostBuf);
if (hostCount <= 0)
errAbort("%s is empty.", hostList);
if (stringArrayIx(thisHost, hosts, hostCount) < 0)
errAbort("Current host (%s) not in host list\n", thisHost);
if (mkdir(lockDir, 0777) < 0)
errAbort("Couldn't make lock directory %s\n", lockDir);
firstHost = thisHost;
lastHost = hosts[hostCount-1];
if (sameString(lastHost, thisHost) && hostCount > 1)
lastHost = hosts[hostCount-2];
firstLock = makeLock(firstHost, lockDir);
if (firstLock < 0)
errAbort("Couldn't make lock file %s/%s\n", lockDir, firstHost);
if (cpFile(source, dest) != 0)
{
warn("Couldn't copy %s to %s:%d\n", source, firstHost, dest);
close(firstLock);
cleanupLocks(lockDir);
errAbort("Cleaned up locks in %s, aborting copy.", lockDir);
}
ok = 1;
write(firstLock, &ok, 1);
close(firstLock);
childPid = fork();
if (childPid == 0)
{
/* Have child process keep copying. */
ccMore(dest, hostList, 0, lockDir);
}
else
{
int sleepIx = 0;
int sleepTime = 10;
int lastStart = 0, lastErr = 0, lastEnd = 0;
/* Have parent process wait until last file done. */
for (sleepIx = 0; ; ++sleepIx)
{
int lockFd;
int i;
int startCount = 0;
int endCount = 0;
int errCount = 0;
int toGo = 0;
int procCount = 0;
int lastProcCount = 0;
int finCount;
boolean reportErr;
for (i=0; i<hostCount; ++i)
{
char *ln = lockName(lockDir, hosts[i]);
lockFd = open(ln, O_RDONLY);
if (lockFd < 0)
++toGo;
else
{
char ok;
if (read(lockFd, &ok, 1) < 1)
++startCount;
else
{
if (ok)
++endCount;
else
++errCount;
}
close(lockFd);
}
}
finCount = endCount + errCount;
// if (lastStart != startCount || lastEnd != endCount || lastErr != errCount)
{
printf(" copies in progress %d finished %d errors %d total %d\n",
startCount, endCount, errCount, hostCount);
lastStart = startCount;
lastEnd = endCount;
lastErr = errCount;
}
if (finCount >= hostCount)
{
if (errCount > 0)
{
fprintf(stderr, "Errors copying to hosts:");
for (i=0; i<hostCount; ++i)
{
char *ln = lockName(lockDir, hosts[i]);
lockFd = open(ln, O_RDONLY);
if (lockFd < 0)
{
fprintf(stderr, " ??%s??", hosts[i]);
}
else
{
char ok;
if (read(lockFd, &ok, 1) < 1)
{
fprintf(stderr, " ?%s?", hosts[i]);
++startCount;
}
else
{
if (!ok)
{
fprintf(stderr, " %s", hosts[i]);
++errCount;
}
}
close(lockFd);
}
}
fprintf(stderr, "\n");
}
cleanupLocks(lockDir);
break;
}
sleep(sleepTime);
}
}
}
