int gmx_trjcat(int argc, char *argv[])
{
const char *desc[] =
{
"[THISMODULE] concatenates several input trajectory files in sorted order. ",
"In case of double time frames the one in the later file is used. ",
"By specifying [TT]-settime[tt] you will be asked for the start time ",
"of each file. The input files are taken from the command line, ",
"such that a command like [TT]gmx trjcat -f *.trr -o fixed.trr[tt] should do ",
"the trick. Using [TT]-cat[tt], you can simply paste several files ",
"together without removal of frames with identical time stamps.[PAR]",
"One important option is inferred when the output file is amongst the",
"input files. In that case that particular file will be appended to",
"which implies you do not need to store double the amount of data.",
"Obviously the file to append to has to be the one with lowest starting",
"time since one can only append at the end of a file.[PAR]",
"If the [TT]-demux[tt] option is given, the N trajectories that are",
"read, are written in another order as specified in the [TT].xvg[tt] file.",
"The [TT].xvg[tt] file should contain something like:[PAR]",
"[TT]0 0 1 2 3 4 5[BR]",
"2 1 0 2 3 5 4[tt][BR]",
"Where the first number is the time, and subsequent numbers point to",
"trajectory indices.",
"The frames corresponding to the numbers present at the first line",
"are collected into the output trajectory. If the number of frames in",
"the trajectory does not match that in the [TT].xvg[tt] file then the program",
"tries to be smart. Beware."
};
static gmx_bool bVels = TRUE;
static int prec = 3;
static gmx_bool bCat = FALSE;
static gmx_bool bSort = TRUE;
static gmx_bool bKeepLast = FALSE;
static gmx_bool bKeepLastAppend = FALSE;
static gmx_bool bOverwrite = FALSE;
static gmx_bool bSetTime = FALSE;
static gmx_bool bDeMux;
static real begin = -1;
static real end = -1;
static real dt = 0;
t_pargs
pa[] =
{
{ "-b", FALSE, etTIME,
{ &begin }, "First time to use (%t)" },
{ "-e", FALSE, etTIME,
{ &end }, "Last time to use (%t)" },
{ "-dt", FALSE, etTIME,
{ &dt }, "Only write frame when t MOD dt = first time (%t)" },
{ "-prec", FALSE, etINT,
{ &prec }, "Precision for [TT].xtc[tt] and [TT].gro[tt] writing in number of decimal places" },
{ "-vel", FALSE, etBOOL,
{ &bVels }, "Read and write velocities if possible" },
{ "-settime", FALSE, etBOOL,
{ &bSetTime }, "Change starting time interactively" },
{ "-sort", FALSE, etBOOL,
{ &bSort }, "Sort trajectory files (not frames)" },
{ "-keeplast", FALSE, etBOOL,
{ &bKeepLast }, "Keep overlapping frames at end of trajectory" },
{ "-overwrite", FALSE, etBOOL,
{ &bOverwrite }, "Overwrite overlapping frames during appending" },
{ "-cat", FALSE, etBOOL,
{ &bCat }, "Do not discard double time frames" }
};
#define npargs asize(pa)
int ftpin, i, frame, frame_out, step = 0, trjout = 0;
t_trxstatus *status;
rvec *x, *v;
real xtcpr, t_corr;
t_trxframe fr, frout;
char **fnms, **fnms_out, *in_file, *out_file;
int n_append;
t_trxstatus *trxout = NULL;
gmx_bool bNewFile, bIndex, bWrite;
int earliersteps, nfile_in, nfile_out, *cont_type, last_ok_step;
real *readtime, *timest, *settime;
real first_time = 0, lasttime = NOTSET, last_ok_t = -1, timestep;
real last_frame_time, searchtime;
int isize, j;
atom_id *index = NULL, imax;
char *grpname;
real **val = NULL, *t = NULL, dt_remd;
int n, nset;
gmx_bool bOK;
gmx_off_t fpos;
output_env_t oenv;
t_filenm fnm[] =
{
{ efTRX, "-f", NULL, ffRDMULT },
{ efTRO, "-o", NULL, ffWRMULT },
{ efNDX, "-n", "index", ffOPTRD },
{ efXVG, "-demux", "remd", ffOPTRD }
};
#define NFILE asize(fnm)
if (!parse_common_args(&argc, argv, PCA_BE_NICE | PCA_TIME_UNIT, NFILE, fnm,
asize(pa), pa, asize(desc), desc, 0, NULL, &oenv))
{
return 0;
}
bIndex = ftp2bSet(efNDX, NFILE, fnm);
bDeMux = ftp2bSet(efXVG, NFILE, fnm);
bSort = bSort && !bDeMux;
imax = NO_ATID;
if (bIndex)
{
printf("Select group for output\n");
rd_index(ftp2fn(efNDX, NFILE, fnm), 1, &isize, &index, &grpname);
/* scan index */
imax = index[0];
for (i = 1; i < isize; i++)
{
imax = max(imax, index[i]);
}
}
if (bDeMux)
{
nset = 0;
dt_remd = 0;
val = read_xvg_time(opt2fn("-demux", NFILE, fnm), TRUE,
opt2parg_bSet("-b", npargs, pa), begin,
opt2parg_bSet("-e", npargs, pa), end, 1, &nset, &n,
&dt_remd, &t);
printf("Read %d sets of %d points, dt = %g\n\n", nset, n, dt_remd);
if (debug)
{
fprintf(debug, "Dump of replica_index.xvg\n");
for (i = 0; (i < n); i++)
{
fprintf(debug, "%10g", t[i]);
for (j = 0; (j < nset); j++)
{
fprintf(debug, " %3d", gmx_nint(val[j][i]));
}
fprintf(debug, "\n");
}
}
}
/* prec is in nr of decimal places, xtcprec is a multiplication factor: */
xtcpr = 1;
for (i = 0; i < prec; i++)
{
xtcpr *= 10;
}
nfile_in = opt2fns(&fnms, "-f", NFILE, fnm);
if (!nfile_in)
{
gmx_fatal(FARGS, "No input files!" );
}
if (bDeMux && (nfile_in != nset))
{
gmx_fatal(FARGS, "You have specified %d files and %d entries in the demux table", nfile_in, nset);
}
nfile_out = opt2fns(&fnms_out, "-o", NFILE, fnm);
if (!nfile_out)
{
gmx_fatal(FARGS, "No output files!");
}
if ((nfile_out > 1) && !bDeMux)
{
gmx_fatal(FARGS, "Don't know what to do with more than 1 output file if not demultiplexing");
}
else if (bDeMux && (nfile_out != nset) && (nfile_out != 1))
{
gmx_fatal(FARGS, "Number of output files should be 1 or %d (#input files), not %d", nset, nfile_out);
}
if (bDeMux)
{
if (nfile_out != nset)
{
char *buf = strdup(fnms_out[0]);
snew(fnms_out, nset);
for (i = 0; (i < nset); i++)
{
snew(fnms_out[i], strlen(buf)+32);
sprintf(fnms_out[i], "%d_%s", i, buf);
}
sfree(buf);
}
do_demux(nfile_in, fnms, fnms_out, n, val, t, dt_remd, isize, index, dt, oenv);
}
else
{
snew(readtime, nfile_in+1);
snew(timest, nfile_in+1);
scan_trj_files(fnms, nfile_in, readtime, timest, imax, oenv);
snew(settime, nfile_in+1);
snew(cont_type, nfile_in+1);
edit_files(fnms, nfile_in, readtime, timest, settime, cont_type, bSetTime, bSort,
oenv);
/* Check whether the output file is amongst the input files
* This has to be done after sorting etc.
*/
out_file = fnms_out[0];
n_append = -1;
for (i = 0; ((i < nfile_in) && (n_append == -1)); i++)
{
if (strcmp(fnms[i], out_file) == 0)
{
n_append = i;
}
}
if (n_append == 0)
{
fprintf(stderr, "Will append to %s rather than creating a new file\n",
out_file);
}
else if (n_append != -1)
{
gmx_fatal(FARGS, "Can only append to the first file which is %s (not %s)",
fnms[0], out_file);
}
earliersteps = 0;
/* Not checking input format, could be dangerous :-) */
/* Not checking output format, equally dangerous :-) */
frame = -1;
frame_out = -1;
/* the default is not to change the time at all,
* but this is overridden by the edit_files routine
*/
t_corr = 0;
if (n_append == -1)
{
trxout = open_trx(out_file, "w");
memset(&frout, 0, sizeof(frout));
}
else
{
t_fileio *stfio;
if (!read_first_frame(oenv, &status, out_file, &fr, FLAGS))
{
gmx_fatal(FARGS, "Reading first frame from %s", out_file);
}
stfio = trx_get_fileio(status);
if (!bKeepLast && !bOverwrite)
{
fprintf(stderr, "\n\nWARNING: Appending without -overwrite implies -keeplast "
"between the first two files. \n"
"If the trajectories have an overlap and have not been written binary \n"
"reproducible this will produce an incorrect trajectory!\n\n");
/* Fails if last frame is incomplete
* We can't do anything about it without overwriting
* */
if (gmx_fio_getftp(stfio) == efXTC)
{
lasttime =
xdr_xtc_get_last_frame_time(gmx_fio_getfp(stfio),
gmx_fio_getxdr(stfio),
fr.natoms, &bOK);
fr.time = lasttime;
if (!bOK)
{
gmx_fatal(FARGS, "Error reading last frame. Maybe seek not supported." );
}
}
else
{
while (read_next_frame(oenv, status, &fr))
{
;
}
lasttime = fr.time;
}
bKeepLastAppend = TRUE;
close_trj(status);
trxout = open_trx(out_file, "a");
}
else if (bOverwrite)
{
if (gmx_fio_getftp(stfio) != efXTC)
{
gmx_fatal(FARGS, "Overwrite only supported for XTC." );
}
last_frame_time =
xdr_xtc_get_last_frame_time(gmx_fio_getfp(stfio),
gmx_fio_getxdr(stfio),
fr.natoms, &bOK);
if (!bOK)
{
gmx_fatal(FARGS, "Error reading last frame. Maybe seek not supported." );
}
/* xtc_seek_time broken for trajectories containing only 1 or 2 frames
* or when seek time = 0 */
if (nfile_in > 1 && settime[1] < last_frame_time+timest[0]*0.5)
{
/* Jump to one time-frame before the start of next
* trajectory file */
searchtime = settime[1]-timest[0]*1.25;
}
else
{
searchtime = last_frame_time;
}
if (xtc_seek_time(stfio, searchtime, fr.natoms, TRUE))
{
gmx_fatal(FARGS, "Error seeking to append position.");
}
read_next_frame(oenv, status, &fr);
if (fabs(searchtime - fr.time) > timest[0]*0.5)
{
gmx_fatal(FARGS, "Error seeking: attempted to seek to %f but got %f.",
searchtime, fr.time);
}
lasttime = fr.time;
fpos = gmx_fio_ftell(stfio);
close_trj(status);
trxout = open_trx(out_file, "r+");
if (gmx_fio_seek(trx_get_fileio(trxout), fpos))
{
gmx_fatal(FARGS, "Error seeking to append position.");
}
}
printf("\n Will append after %f \n", lasttime);
frout = fr;
}
/* Lets stitch up some files */
timestep = timest[0];
for (i = n_append+1; (i < nfile_in); i++)
{
/* Open next file */
/* set the next time from the last frame in previous file */
if (i > 0)
{
if (frame_out >= 0)
{
if (cont_type[i] == TIME_CONTINUE)
{
begin = frout.time;
begin += 0.5*timestep;
settime[i] = frout.time;
cont_type[i] = TIME_EXPLICIT;
}
else if (cont_type[i] == TIME_LAST)
{
begin = frout.time;
begin += 0.5*timestep;
}
/* Or, if the time in the next part should be changed by the
* same amount, start at half a timestep from the last time
* so we dont repeat frames.
*/
/* I don't understand the comment above, but for all the cases
* I tried the code seems to work properly. B. Hess 2008-4-2.
*/
}
/* Or, if time is set explicitly, we check for overlap/gap */
if (cont_type[i] == TIME_EXPLICIT)
{
if ( ( i < nfile_in ) &&
( frout.time < settime[i]-1.5*timestep ) )
{
fprintf(stderr, "WARNING: Frames around t=%f %s have a different "
"spacing than the rest,\n"
"might be a gap or overlap that couldn't be corrected "
"automatically.\n", output_env_conv_time(oenv, frout.time),
output_env_get_time_unit(oenv));
}
}
}
/* if we don't have a timestep in the current file, use the old one */
if (timest[i] != 0)
{
timestep = timest[i];
}
read_first_frame(oenv, &status, fnms[i], &fr, FLAGS);
if (!fr.bTime)
{
fr.time = 0;
fprintf(stderr, "\nWARNING: Couldn't find a time in the frame.\n");
}
if (cont_type[i] == TIME_EXPLICIT)
{
t_corr = settime[i]-fr.time;
}
/* t_corr is the amount we want to change the time.
* If the user has chosen not to change the time for
* this part of the trajectory t_corr remains at
* the value it had in the last part, changing this
* by the same amount.
* If no value was given for the first trajectory part
* we let the time start at zero, see the edit_files routine.
*/
bNewFile = TRUE;
printf("\n");
if (lasttime != NOTSET)
{
printf("lasttime %g\n", lasttime);
}
do
{
/* copy the input frame to the output frame */
frout = fr;
/* set the new time by adding the correct calculated above */
frout.time += t_corr;
/* quit if we have reached the end of what should be written */
if ((end > 0) && (frout.time > end+GMX_REAL_EPS))
{
i = nfile_in;
break;
}
/* determine if we should write this frame (dt is handled elsewhere) */
if (bCat) /* write all frames of all files */
{
bWrite = TRUE;
}
else if (bKeepLast || (bKeepLastAppend && i == 1))
/* write till last frame of this traj
and skip first frame(s) of next traj */
{
bWrite = ( frout.time > lasttime+0.5*timestep );
}
else /* write till first frame of next traj */
{
bWrite = ( frout.time < settime[i+1]-0.5*timestep );
}
if (bWrite && (frout.time >= begin) )
{
frame++;
if (frame_out == -1)
{
first_time = frout.time;
}
lasttime = frout.time;
if (dt == 0 || bRmod(frout.time, first_time, dt))
{
frame_out++;
last_ok_t = frout.time;
if (bNewFile)
{
fprintf(stderr, "\nContinue writing frames from %s t=%g %s, "
"frame=%d \n",
fnms[i], output_env_conv_time(oenv, frout.time), output_env_get_time_unit(oenv),
frame);
bNewFile = FALSE;
}
if (bIndex)
{
write_trxframe_indexed(trxout, &frout, isize, index,
NULL);
}
else
{
write_trxframe(trxout, &frout, NULL);
}
if ( ((frame % 10) == 0) || (frame < 10) )
{
fprintf(stderr, " -> frame %6d time %8.3f %s \r",
frame_out, output_env_conv_time(oenv, frout.time), output_env_get_time_unit(oenv));
}
}
}
}
while (read_next_frame(oenv, status, &fr));
close_trj(status);
earliersteps += step;
}
if (trxout)
{
close_trx(trxout);
}
fprintf(stderr, "\nLast frame written was %d, time %f %s\n",
frame, output_env_conv_time(oenv, last_ok_t), output_env_get_time_unit(oenv));
}
return 0;
}
gmx_bool read_next_frame(const output_env_t oenv, t_trxstatus *status, t_trxframe *fr)
{
real pt;
int ct;
gmx_bool bOK, bRet, bMissingData = FALSE, bSkip = FALSE;
int dummy = 0;
int ftp;
bRet = FALSE;
pt = fr->tf;
do
{
clear_trxframe(fr, FALSE);
fr->tppf = fr->tpf;
fr->tpf = fr->tf;
if (status->tng)
{
/* Special treatment for TNG files */
ftp = efTNG;
}
else
{
ftp = gmx_fio_getftp(status->fio);
}
switch (ftp)
{
case efTRR:
bRet = gmx_next_frame(status, fr);
break;
case efCPT:
/* Checkpoint files can not contain mulitple frames */
break;
case efG96:
read_g96_conf(gmx_fio_getfp(status->fio), NULL, fr,
status->persistent_line);
bRet = (fr->natoms > 0);
break;
case efXTC:
/* B. Hess 2005-4-20
* Sometimes is off by one frame
* and sometimes reports frame not present/file not seekable
*/
/* DvdS 2005-05-31: this has been fixed along with the increased
* accuracy of the control over -b and -e options.
*/
if (bTimeSet(TBEGIN) && (fr->tf < rTimeValue(TBEGIN)))
{
if (xtc_seek_time(status->fio, rTimeValue(TBEGIN), fr->natoms, TRUE))
{
gmx_fatal(FARGS, "Specified frame (time %f) doesn't exist or file corrupt/inconsistent.",
rTimeValue(TBEGIN));
}
initcount(status);
}
bRet = read_next_xtc(status->fio, fr->natoms, &fr->step, &fr->time, fr->box,
fr->x, &fr->prec, &bOK);
fr->bPrec = (bRet && fr->prec > 0);
fr->bStep = bRet;
fr->bTime = bRet;
fr->bX = bRet;
fr->bBox = bRet;
if (!bOK)
{
/* Actually the header could also be not ok,
but from bOK from read_next_xtc this can't be distinguished */
fr->not_ok = DATA_NOT_OK;
}
break;
case efTNG:
bRet = gmx_read_next_tng_frame(status->tng, fr, NULL, 0);
break;
case efPDB:
bRet = pdb_next_x(status, gmx_fio_getfp(status->fio), fr);
break;
case efGRO:
bRet = gro_next_x_or_v(gmx_fio_getfp(status->fio), fr);
break;
default:
#ifdef GMX_USE_PLUGINS
bRet = read_next_vmd_frame(fr);
#else
gmx_fatal(FARGS, "DEATH HORROR in read_next_frame ftp=%s,status=%s",
ftp2ext(gmx_fio_getftp(status->fio)),
gmx_fio_getname(status->fio));
#endif
}
fr->tf = fr->time;
if (bRet)
{
bMissingData = (((fr->flags & TRX_NEED_X) && !fr->bX) ||
((fr->flags & TRX_NEED_V) && !fr->bV) ||
((fr->flags & TRX_NEED_F) && !fr->bF));
bSkip = FALSE;
if (!bMissingData)
{
ct = check_times2(fr->time, fr->t0, fr->bDouble);
if (ct == 0 || ((fr->flags & TRX_DONT_SKIP) && ct < 0))
{
printcount(status, oenv, fr->time, FALSE);
}
else if (ct > 0)
{
bRet = FALSE;
}
else
{
printcount(status, oenv, fr->time, TRUE);
bSkip = TRUE;
}
}
}
}
while (bRet && (bMissingData || bSkip));
if (!bRet)
{
printlast(status, oenv, pt);
if (fr->not_ok)
{
printincomp(status, fr);
}
}
return bRet;
}
bool read_next_frame(const gmx_output_env_t *oenv, t_trxstatus *status, t_trxframe *fr)
{
real pt;
int ct;
gmx_bool bOK, bMissingData = FALSE, bSkip = FALSE;
bool bRet = false;
int ftp;
pt = status->tf;
do
{
clear_trxframe(fr, FALSE);
if (status->tng)
{
/* Special treatment for TNG files */
ftp = efTNG;
}
else
{
ftp = gmx_fio_getftp(status->fio);
}
switch (ftp)
{
case efTRR:
bRet = gmx_next_frame(status, fr);
break;
case efCPT:
/* Checkpoint files can not contain mulitple frames */
break;
case efG96:
{
t_symtab *symtab = nullptr;
read_g96_conf(gmx_fio_getfp(status->fio), nullptr, nullptr, fr,
symtab, status->persistent_line);
bRet = (fr->natoms > 0);
break;
}
case efXTC:
if (bTimeSet(TBEGIN) && (status->tf < rTimeValue(TBEGIN)))
{
if (xtc_seek_time(status->fio, rTimeValue(TBEGIN), fr->natoms, TRUE))
{
gmx_fatal(FARGS, "Specified frame (time %f) doesn't exist or file corrupt/inconsistent.",
rTimeValue(TBEGIN));
}
initcount(status);
}
bRet = read_next_xtc(status->fio, fr->natoms, &fr->step, &fr->time, fr->box,
fr->x, &fr->prec, &bOK);
fr->bPrec = (bRet && fr->prec > 0);
fr->bStep = bRet;
fr->bTime = bRet;
fr->bX = bRet;
fr->bBox = bRet;
if (!bOK)
{
/* Actually the header could also be not ok,
but from bOK from read_next_xtc this can't be distinguished */
fr->not_ok = DATA_NOT_OK;
}
break;
case efTNG:
bRet = gmx_read_next_tng_frame(status->tng, fr, nullptr, 0);
break;
case efPDB:
bRet = pdb_next_x(status, gmx_fio_getfp(status->fio), fr);
break;
case efGRO:
bRet = gro_next_x_or_v(gmx_fio_getfp(status->fio), fr);
break;
default:
#if GMX_USE_PLUGINS
bRet = read_next_vmd_frame(status->vmdplugin, fr);
#else
gmx_fatal(FARGS, "DEATH HORROR in read_next_frame ftp=%s,status=%s",
ftp2ext(gmx_fio_getftp(status->fio)),
gmx_fio_getname(status->fio));
#endif
}
status->tf = fr->time;
if (bRet)
{
bMissingData = (((status->flags & TRX_NEED_X) && !fr->bX) ||
((status->flags & TRX_NEED_V) && !fr->bV) ||
((status->flags & TRX_NEED_F) && !fr->bF));
bSkip = FALSE;
if (!bMissingData)
{
ct = check_times2(fr->time, status->t0, fr->bDouble);
if (ct == 0 || ((status->flags & TRX_DONT_SKIP) && ct < 0))
{
printcount(status, oenv, fr->time, FALSE);
}
else if (ct > 0)
{
bRet = false;
}
else
{
printcount(status, oenv, fr->time, TRUE);
bSkip = TRUE;
}
}
}
}
while (bRet && (bMissingData || bSkip));
if (!bRet)
{
printlast(status, oenv, pt);
if (fr->not_ok)
{
printincomp(status, fr);
}
}
return bRet;
}
int gmx_trjcat(int argc, char *argv[])
{
const char *desc[] =
{
"[THISMODULE] concatenates several input trajectory files in sorted order. ",
"In case of double time frames the one in the later file is used. ",
"By specifying [TT]-settime[tt] you will be asked for the start time ",
"of each file. The input files are taken from the command line, ",
"such that a command like [TT]gmx trjcat -f *.trr -o fixed.trr[tt] should do ",
"the trick. Using [TT]-cat[tt], you can simply paste several files ",
"together without removal of frames with identical time stamps.[PAR]",
"One important option is inferred when the output file is amongst the",
"input files. In that case that particular file will be appended to",
"which implies you do not need to store double the amount of data.",
"Obviously the file to append to has to be the one with lowest starting",
"time since one can only append at the end of a file.[PAR]",
"If the [TT]-demux[tt] option is given, the N trajectories that are",
"read, are written in another order as specified in the [REF].xvg[ref] file.",
"The [REF].xvg[ref] file should contain something like::",
"",
" 0 0 1 2 3 4 5",
" 2 1 0 2 3 5 4",
"",
"The first number is the time, and subsequent numbers point to",
"trajectory indices.",
"The frames corresponding to the numbers present at the first line",
"are collected into the output trajectory. If the number of frames in",
"the trajectory does not match that in the [REF].xvg[ref] file then the program",
"tries to be smart. Beware."
};
static gmx_bool bCat = FALSE;
static gmx_bool bSort = TRUE;
static gmx_bool bKeepLast = FALSE;
static gmx_bool bKeepLastAppend = FALSE;
static gmx_bool bOverwrite = FALSE;
static gmx_bool bSetTime = FALSE;
static gmx_bool bDeMux;
static real begin = -1;
static real end = -1;
static real dt = 0;
t_pargs
pa[] =
{
{ "-b", FALSE, etTIME,
{ &begin }, "First time to use (%t)" },
{ "-e", FALSE, etTIME,
{ &end }, "Last time to use (%t)" },
{ "-dt", FALSE, etTIME,
{ &dt }, "Only write frame when t MOD dt = first time (%t)" },
{ "-settime", FALSE, etBOOL,
{ &bSetTime }, "Change starting time interactively" },
{ "-sort", FALSE, etBOOL,
{ &bSort }, "Sort trajectory files (not frames)" },
{ "-keeplast", FALSE, etBOOL,
{ &bKeepLast }, "Keep overlapping frames at end of trajectory" },
{ "-overwrite", FALSE, etBOOL,
{ &bOverwrite }, "Overwrite overlapping frames during appending" },
{ "-cat", FALSE, etBOOL,
{ &bCat }, "Do not discard double time frames" }
};
#define npargs asize(pa)
int ftpin, i, frame, frame_out;
t_trxstatus *status, *trxout = nullptr;
real t_corr;
t_trxframe fr, frout;
int n_append;
gmx_bool bNewFile, bIndex, bWrite;
int *cont_type;
real *readtime, *timest, *settime;
real first_time = 0, lasttime = 0, last_ok_t = -1, timestep;
gmx_bool lastTimeSet = FALSE;
real last_frame_time, searchtime;
int isize = 0, j;
int *index = nullptr, imax;
char *grpname;
real **val = nullptr, *t = nullptr, dt_remd;
int n, nset, ftpout = -1, prevEndStep = 0, filetype;
gmx_off_t fpos;
gmx_output_env_t *oenv;
t_filenm fnm[] =
{
{ efTRX, "-f", nullptr, ffRDMULT },
{ efTRO, "-o", nullptr, ffWRMULT },
{ efNDX, "-n", "index", ffOPTRD },
{ efXVG, "-demux", "remd", ffOPTRD }
};
#define NFILE asize(fnm)
if (!parse_common_args(&argc, argv, PCA_TIME_UNIT, NFILE, fnm,
asize(pa), pa, asize(desc), desc, 0, nullptr, &oenv))
{
return 0;
}
fprintf(stdout, "Note that major changes are planned in future for "
"trjcat, to improve usability and utility.");
auto timeUnit = output_env_get_time_unit(oenv);
bIndex = ftp2bSet(efNDX, NFILE, fnm);
bDeMux = ftp2bSet(efXVG, NFILE, fnm);
bSort = bSort && !bDeMux;
imax = -1;
if (bIndex)
{
printf("Select group for output\n");
rd_index(ftp2fn(efNDX, NFILE, fnm), 1, &isize, &index, &grpname);
/* scan index */
imax = index[0];
for (i = 1; i < isize; i++)
{
imax = std::max(imax, index[i]);
}
}
if (bDeMux)
{
nset = 0;
dt_remd = 0;
val = read_xvg_time(opt2fn("-demux", NFILE, fnm), TRUE,
opt2parg_bSet("-b", npargs, pa), begin,
opt2parg_bSet("-e", npargs, pa), end, 1, &nset, &n,
&dt_remd, &t);
printf("Read %d sets of %d points, dt = %g\n\n", nset, n, dt_remd);
if (debug)
{
fprintf(debug, "Dump of replica_index.xvg\n");
for (i = 0; (i < n); i++)
{
fprintf(debug, "%10g", t[i]);
for (j = 0; (j < nset); j++)
{
fprintf(debug, " %3d", static_cast<int>(std::round(val[j][i])));
}
fprintf(debug, "\n");
}
}
}
gmx::ArrayRef<const std::string> inFiles = opt2fns("-f", NFILE, fnm);
if (inFiles.empty())
{
gmx_fatal(FARGS, "No input files!" );
}
if (bDeMux && ssize(inFiles) != nset)
{
gmx_fatal(FARGS, "You have specified %td files and %d entries in the demux table", inFiles.ssize(), nset);
}
ftpin = fn2ftp(inFiles[0].c_str());
if (ftpin != efTRR && ftpin != efXTC && ftpin != efTNG)
{
gmx_fatal(FARGS, "gmx trjcat can only handle binary trajectory formats (trr, xtc, tng)");
}
for (const std::string &inFile : inFiles)
{
if (ftpin != fn2ftp(inFile.c_str()))
{
gmx_fatal(FARGS, "All input files must be of the same (trr, xtc or tng) format");
}
}
gmx::ArrayRef<const std::string> outFiles = opt2fns("-o", NFILE, fnm);
if (outFiles.empty())
{
gmx_fatal(FARGS, "No output files!");
}
if ((outFiles.size() > 1) && !bDeMux)
{
gmx_fatal(FARGS, "Don't know what to do with more than 1 output file if not demultiplexing");
}
else if (bDeMux && ssize(outFiles) != nset && outFiles.size() != 1)
{
gmx_fatal(FARGS, "Number of output files should be 1 or %d (#input files), not %td", nset, outFiles.ssize());
}
if (bDeMux)
{
auto outFilesDemux = gmx::copyOf(outFiles);
if (gmx::ssize(outFilesDemux) != nset)
{
std::string name = outFilesDemux[0];
outFilesDemux.resize(nset);
for (i = 0; (i < nset); i++)
{
outFilesDemux[0] = gmx::formatString("%d_%s", i, name.c_str());
}
}
do_demux(inFiles, outFilesDemux, n, val, t, dt_remd, isize, index, dt, oenv);
}
else
{
snew(readtime, inFiles.size() + 1);
snew(timest, inFiles.size() + 1);
scan_trj_files(inFiles, readtime, timest, imax, oenv);
snew(settime, inFiles.size() + 1);
snew(cont_type, inFiles.size() + 1);
auto inFilesEdited = gmx::copyOf(inFiles);
edit_files(inFilesEdited, readtime, timest, settime, cont_type, bSetTime, bSort,
oenv);
/* Check whether the output file is amongst the input files
* This has to be done after sorting etc.
*/
const char *out_file = outFiles[0].c_str();
ftpout = fn2ftp(out_file);
n_append = -1;
for (size_t i = 0; i < inFilesEdited.size() && n_append == -1; i++)
{
if (std::strcmp(inFilesEdited[i].c_str(), out_file) == 0)
{
n_append = i;
}
}
if (n_append == 0)
{
fprintf(stderr, "Will append to %s rather than creating a new file\n",
out_file);
}
else if (n_append != -1)
{
gmx_fatal(FARGS, "Can only append to the first file which is %s (not %s)",
inFilesEdited[0].c_str(), out_file);
}
/* Not checking input format, could be dangerous :-) */
/* Not checking output format, equally dangerous :-) */
frame = -1;
frame_out = -1;
/* the default is not to change the time at all,
* but this is overridden by the edit_files routine
*/
t_corr = 0;
if (n_append == -1)
{
if (ftpout == efTNG)
{
if (ftpout != ftpin)
{
gmx_fatal(FARGS, "When writing TNG the input file format must also be TNG");
}
if (bIndex)
{
trxout = trjtools_gmx_prepare_tng_writing(out_file, 'w', nullptr,
inFilesEdited[0].c_str(), isize, nullptr, gmx::arrayRefFromArray(index, isize), grpname);
}
else
{
trxout = trjtools_gmx_prepare_tng_writing(out_file, 'w', nullptr,
inFilesEdited[0].c_str(), -1, nullptr, {}, nullptr);
}
}
else
{
trxout = open_trx(out_file, "w");
}
std::memset(&frout, 0, sizeof(frout));
}
else
{
t_fileio *stfio;
if (!read_first_frame(oenv, &status, out_file, &fr, FLAGS))
{
gmx_fatal(FARGS, "Reading first frame from %s", out_file);
}
stfio = trx_get_fileio(status);
if (!bKeepLast && !bOverwrite)
{
fprintf(stderr, "\n\nWARNING: Appending without -overwrite implies -keeplast "
"between the first two files. \n"
"If the trajectories have an overlap and have not been written binary \n"
"reproducible this will produce an incorrect trajectory!\n\n");
filetype = gmx_fio_getftp(stfio);
/* Fails if last frame is incomplete
* We can't do anything about it without overwriting
* */
if (filetype == efXTC || filetype == efTNG)
{
lasttime = trx_get_time_of_final_frame(status);
fr.time = lasttime;
}
else
{
while (read_next_frame(oenv, status, &fr))
{
;
}
lasttime = fr.time;
}
lastTimeSet = TRUE;
bKeepLastAppend = TRUE;
close_trx(status);
trxout = open_trx(out_file, "a");
}
else if (bOverwrite)
{
if (gmx_fio_getftp(stfio) != efXTC)
{
gmx_fatal(FARGS, "Overwrite only supported for XTC." );
}
last_frame_time = trx_get_time_of_final_frame(status);
/* xtc_seek_time broken for trajectories containing only 1 or 2 frames
* or when seek time = 0 */
if (inFilesEdited.size() > 1 && settime[1] < last_frame_time+timest[0]*0.5)
{
/* Jump to one time-frame before the start of next
* trajectory file */
searchtime = settime[1]-timest[0]*1.25;
}
else
{
searchtime = last_frame_time;
}
if (xtc_seek_time(stfio, searchtime, fr.natoms, TRUE))
{
gmx_fatal(FARGS, "Error seeking to append position.");
}
read_next_frame(oenv, status, &fr);
if (std::abs(searchtime - fr.time) > timest[0]*0.5)
{
gmx_fatal(FARGS, "Error seeking: attempted to seek to %f but got %f.",
searchtime, fr.time);
}
lasttime = fr.time;
lastTimeSet = TRUE;
fpos = gmx_fio_ftell(stfio);
close_trx(status);
trxout = open_trx(out_file, "r+");
if (gmx_fio_seek(trx_get_fileio(trxout), fpos))
{
gmx_fatal(FARGS, "Error seeking to append position.");
}
}
if (lastTimeSet)
{
printf("\n Will append after %f \n", lasttime);
}
frout = fr;
}
/* Lets stitch up some files */
timestep = timest[0];
for (size_t i = n_append + 1; i < inFilesEdited.size(); i++)
{
/* Open next file */
/* set the next time from the last frame in previous file */
if (i > 0)
{
/* When writing TNG the step determine which frame to write. Use an
* offset to be able to increase steps properly when changing files. */
if (ftpout == efTNG)
{
prevEndStep = frout.step;
}
if (frame_out >= 0)
{
if (cont_type[i] == TIME_CONTINUE)
{
begin = frout.time;
begin += 0.5*timestep;
settime[i] = frout.time;
cont_type[i] = TIME_EXPLICIT;
}
else if (cont_type[i] == TIME_LAST)
{
begin = frout.time;
begin += 0.5*timestep;
}
/* Or, if the time in the next part should be changed by the
* same amount, start at half a timestep from the last time
* so we dont repeat frames.
*/
/* I don't understand the comment above, but for all the cases
* I tried the code seems to work properly. B. Hess 2008-4-2.
*/
}
/* Or, if time is set explicitly, we check for overlap/gap */
if (cont_type[i] == TIME_EXPLICIT)
{
if (i < inFilesEdited.size() &&
frout.time < settime[i] - 1.5*timestep)
{
fprintf(stderr, "WARNING: Frames around t=%f %s have a different "
"spacing than the rest,\n"
"might be a gap or overlap that couldn't be corrected "
"automatically.\n", output_env_conv_time(oenv, frout.time),
timeUnit.c_str());
}
}
}
/* if we don't have a timestep in the current file, use the old one */
if (timest[i] != 0)
{
timestep = timest[i];
}
read_first_frame(oenv, &status, inFilesEdited[i].c_str(), &fr, FLAGS);
if (!fr.bTime)
{
fr.time = 0;
fprintf(stderr, "\nWARNING: Couldn't find a time in the frame.\n");
}
if (cont_type[i] == TIME_EXPLICIT)
{
t_corr = settime[i]-fr.time;
}
/* t_corr is the amount we want to change the time.
* If the user has chosen not to change the time for
* this part of the trajectory t_corr remains at
* the value it had in the last part, changing this
* by the same amount.
* If no value was given for the first trajectory part
* we let the time start at zero, see the edit_files routine.
*/
bNewFile = TRUE;
if (!lastTimeSet)
{
lasttime = 0;
lastTimeSet = true;
}
printf("\n");
printf("lasttime %g\n", lasttime);
do
{
/* copy the input frame to the output frame */
frout = fr;
/* set the new time by adding the correct calculated above */
frout.time += t_corr;
if (ftpout == efTNG)
{
frout.step += prevEndStep;
}
/* quit if we have reached the end of what should be written */
if ((end > 0) && (frout.time > end+GMX_REAL_EPS))
{
i = inFilesEdited.size();
break;
}
/* determine if we should write this frame (dt is handled elsewhere) */
if (bCat) /* write all frames of all files */
{
bWrite = TRUE;
}
else if (bKeepLast || (bKeepLastAppend && i == 1))
/* write till last frame of this traj
and skip first frame(s) of next traj */
{
bWrite = ( frout.time > lasttime+0.5*timestep );
}
else /* write till first frame of next traj */
{
bWrite = ( frout.time < settime[i+1]-0.5*timestep );
}
if (bWrite && (frout.time >= begin) )
{
frame++;
if (frame_out == -1)
{
first_time = frout.time;
}
lasttime = frout.time;
lastTimeSet = TRUE;
if (dt == 0 || bRmod(frout.time, first_time, dt))
{
frame_out++;
last_ok_t = frout.time;
if (bNewFile)
{
fprintf(stderr, "\nContinue writing frames from %s t=%g %s, "
"frame=%d \n",
inFilesEdited[i].c_str(),
output_env_conv_time(oenv, frout.time), timeUnit.c_str(),
frame);
bNewFile = FALSE;
}
if (bIndex)
{
write_trxframe_indexed(trxout, &frout, isize, index,
nullptr);
}
else
{
write_trxframe(trxout, &frout, nullptr);
}
if ( ((frame % 10) == 0) || (frame < 10) )
{
fprintf(stderr, " -> frame %6d time %8.3f %s \r",
frame_out, output_env_conv_time(oenv, frout.time), timeUnit.c_str());
fflush(stderr);
}
}
}
}
while (read_next_frame(oenv, status, &fr));
close_trx(status);
}
if (trxout)
{
close_trx(trxout);
}
fprintf(stderr, "\nLast frame written was %d, time %f %s\n",
frame, output_env_conv_time(oenv, last_ok_t), timeUnit.c_str());
}
return 0;
}