int32_t SDDS_CopyPage(SDDS_DATASET *SDDS_target, SDDS_DATASET *SDDS_source)
{
/* int32_t i, index, column_count, j;*/
/* SDDS_LAYOUT target_layout, source_layout;*/
if (!SDDS_CheckDataset(SDDS_target, "SDDS_CopyPage"))
return(0);
if (!SDDS_CheckDataset(SDDS_source, "SDDS_CopyPage"))
return(0);
if (!SDDS_StartPage(SDDS_target, SDDS_target->layout.n_columns?SDDS_source->n_rows:0)) {
SDDS_SetError("Unable to copy page (SDDS_CopyPage)");
return(0);
}
if (!SDDS_CopyParameters(SDDS_target, SDDS_source))
return(0);
if (!SDDS_CopyArrays(SDDS_target, SDDS_source))
return(0);
if (!SDDS_CopyColumns(SDDS_target, SDDS_source))
return(0);
return(1);
}
int main(int argc, char **argv)
{
SDDS_DATASET SDDSnew, SDDSold;
long i, j, iArg;
SCANNED_ARG *scArg;
char *input, *output, *columnName;
long mode, matchCode, rows, rowsMinus1, tmpfile_used;
double gapAmount, *columnData, gapFactor;
char *matchPattern;
long matchPatternAfter = 0;
double changeAmount, changeBase;
long retval, newStart, rowLimit, breakNext;
int32_t dataType, overlap=0;
unsigned long flags, pipeFlags, changeFlags;
char **stringData;
SDDS_RegisterProgramName(argv[0]);
argc = scanargs(&scArg, argc, argv);
if (argc<2) {
fprintf(stderr, "%s", USAGE);
return(1);
}
columnData = NULL;
stringData = NULL;
input = output = columnName = NULL;
mode = -1;
pipeFlags = flags = 0;
gapAmount = changeAmount = rowLimit = gapFactor = 0;
matchPattern = NULL;
for (iArg=1; iArg<argc; iArg++) {
if (scArg[iArg].arg_type==OPTION) {
switch (matchCode=match_string(scArg[iArg].list[0], option, N_OPTIONS, 0)) {
case SET_GAPIN:
if ((scArg[iArg].n_items-=2)<0 ||
!scanItemList(&flags, scArg[iArg].list+2, &scArg[iArg].n_items, 0,
"amount", SDDS_DOUBLE, &gapAmount, 1, GAPIN_AMOUNT,
"factor", SDDS_DOUBLE, &gapFactor, 1, GAPIN_FACTOR,
NULL) ||
(flags&GAPIN_AMOUNT && gapAmount<=0) ||
(flags&GAPIN_FACTOR && gapFactor<=0)) {
fprintf(stderr, "Error: invalid -gapin syntax/values\n");
return(1);
}
columnName = scArg[iArg].list[1];
mode = matchCode;
break;
case SET_INCREASEOF: case SET_DECREASEOF:
if (scArg[iArg].n_items!=2) {
fprintf(stderr, "Error: invalid option syntax---specify column-name with -increaseof and -decreaseof\n");
return(1);
}
columnName = scArg[iArg].list[1];
mode = matchCode;
break;
case SET_CHANGEOF:
if ((scArg[iArg].n_items-=2)<0 ||
!scanItemList(&changeFlags, scArg[iArg].list+2, &scArg[iArg].n_items, 0,
"amount", SDDS_DOUBLE, &changeAmount, 1, CHANGEOF_AMOUNT,
"base", SDDS_DOUBLE, &changeBase, 1, CHANGEOF_BASE,
NULL) ||
(changeFlags&CHANGEOF_AMOUNT && changeAmount<=0)) {
fprintf(stderr, "Error: invalid -changeof syntax/values\n");
return(1);
}
columnName = scArg[iArg].list[1];
mode = matchCode;
break;
case SET_ROWLIMIT:
if (scArg[iArg].n_items<2) {
fprintf(stderr, "Error: invalid -rowlimit syntax\n");
return(1);
}
if (sscanf(scArg[iArg].list[1], "%ld", &rowLimit)!=1 ||
rowLimit<=0) {
fprintf(stderr, "Error: invalid -rowlimit syntax\n");
return(1);
}
if (scArg[iArg].n_items>2) {
scArg[iArg].n_items-=2;
if (!scanItemList(&flags, scArg[iArg].list+2, &scArg[iArg].n_items, 0,
"overlap", SDDS_LONG, &overlap, NULL) ||
overlap<0) {
fprintf(stderr, "Error: invalid overlap given in -rowlimit syntax\n");
return(1);
}
}
mode = matchCode;
break;
case SET_PIPE:
if (!processPipeOption(scArg[iArg].list+1, scArg[iArg].n_items-1, &pipeFlags)) {
fprintf(stderr, "Error: invalid -pipe syntax\n");
return(1);
}
break;
case SET_MATCHTO:
if ((scArg[iArg].n_items!=3 && scArg[iArg].n_items!=4) ||
strlen(columnName=scArg[iArg].list[1])==0 ||
strlen(matchPattern=scArg[iArg].list[2])==0) {
fprintf(stderr, "Error: invalid -matchTo syntax\n");
return(1);
}
if (scArg[iArg].n_items==4) {
if (strncmp(scArg[iArg].list[3], "after", strlen(scArg[iArg].list[3]))==0)
matchPatternAfter = 1;
else {
fprintf(stderr, "Error: invalid -matchTo syntax\n");
return(1);
}
}
mode = matchCode;
break;
default:
fprintf(stderr, "Error: unknown switch: %s\n", scArg[iArg].list[0]);
fprintf(stderr, "%s", USAGE);
return(1);
}
}
else {
if (input==NULL)
input = scArg[iArg].list[0];
else if (output==NULL)
output = scArg[iArg].list[0];
else {
fprintf(stderr, "Error: too many filenames given\n");
return(1);
}
}
}
processFilenames("sddsbreak", &input, &output, pipeFlags, 0, &tmpfile_used);
if (mode==-1) {
fprintf(stderr, "Error: no break mode specified\n");
return(1);
}
if (!SDDS_InitializeInput(&SDDSold, input) ||
!SDDS_InitializeCopy(&SDDSnew, &SDDSold, output, "w")) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
SDDSnew.layout.data_mode.no_row_counts = 0;
if (!SDDS_WriteLayout(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
if (mode!=SET_ROWLIMIT) {
if (SDDS_GetColumnInformation(&SDDSold, "type", &dataType, SDDS_BY_NAME, columnName)!=SDDS_LONG) {
SDDS_SetError("problem getting type information on given column");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
if (mode==SET_MATCHTO) {
if (!(dataType==SDDS_STRING)) {
fprintf(stderr, "Error: given column does not contain string data\n");
return(1);
}
} else if (!SDDS_NUMERIC_TYPE(dataType)) {
if (!(mode==SET_CHANGEOF && !(changeFlags&CHANGEOF_AMOUNT) && !(changeFlags&CHANGEOF_BASE))) {
fprintf(stderr, "Error: given column does not contain numeric data\n");
return(1);
}
}
}
while ((retval=SDDS_ReadPage(&SDDSold))>0) {
if ((rows = SDDS_CountRowsOfInterest(&SDDSold))<0) {
SDDS_SetError("Problem getting number of rows of tabular data");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
rowsMinus1 = rows-1;
if (!SDDS_StartPage(&SDDSnew, rows) ||
!SDDS_CopyParameters(&SDDSnew, &SDDSold) ||
!SDDS_CopyArrays(&SDDSnew, &SDDSold)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
if (rows==0) {
if (!SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
continue;
}
switch (mode) {
case SET_GAPIN:
if (!(columnData=SDDS_GetColumnInDoubles(&SDDSold, columnName))) {
SDDS_SetError("unable to read specified column");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
if (!gapAmount && rows>1) {
double *gap;
gap = tmalloc(sizeof(*gap)*rows);
for (i=1; i<rows; i++)
gap[i-1] = fabs(columnData[i]-columnData[i-1]);
if (!compute_average(&gapAmount, gap, rows-1)) {
fprintf(stderr, "Error: unable to determine default gap amount--couldn't find median gap\n");
return(1);
}
gapAmount *= (gapFactor?gapFactor:2);
free(gap);
}
newStart = 0;
for (i=1; i<=rows; i++) {
if (i!=rows && fabs(columnData[i]-columnData[i-1])<gapAmount)
continue;
if (!SDDS_SetRowFlags(&SDDSold, 0) ||
!SDDS_AssertRowFlags(&SDDSold, SDDS_INDEX_LIMITS, newStart, i-1, 1) ||
!SDDS_CopyRowsOfInterest(&SDDSnew, &SDDSold) || !SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = i;
}
free(columnData);
break;
case SET_INCREASEOF:
if (!(columnData=SDDS_GetColumnInDoubles(&SDDSold, columnName))) {
SDDS_SetError("unable to read specified column");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = 0;
for (i=1; i<=rows; i++) {
if (i!=rows && columnData[i]<=columnData[i-1])
continue;
if (!SDDS_SetRowFlags(&SDDSold, 0) ||
!SDDS_AssertRowFlags(&SDDSold, SDDS_INDEX_LIMITS, newStart, i-1, 1) ||
!SDDS_CopyRowsOfInterest(&SDDSnew, &SDDSold) || !SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = i;
}
free(columnData);
break;
case SET_DECREASEOF:
if (!(columnData=SDDS_GetColumnInDoubles(&SDDSold, columnName))) {
SDDS_SetError("unable to read specified column");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = 0;
for (i=1; i<=rows; i++) {
if (i!=rows && columnData[i]>=columnData[i-1])
continue;
if (!SDDS_SetRowFlags(&SDDSold, 0) ||
!SDDS_AssertRowFlags(&SDDSold, SDDS_INDEX_LIMITS, newStart, i-1, 1) ||
!SDDS_CopyRowsOfInterest(&SDDSnew, &SDDSold) || !SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = i;
}
free(columnData);
break;
case SET_CHANGEOF:
if (dataType!=SDDS_STRING) {
if (!(columnData=SDDS_GetColumnInDoubles(&SDDSold, columnName))) {
SDDS_SetError("unable to read specified column");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
} else {
if (!(stringData=SDDS_GetColumn(&SDDSold, columnName))) {
SDDS_SetError("unable to read specified column");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
}
newStart = 0;
if (dataType==SDDS_STRING || !changeAmount) {
for (i=1; i<=rows; i++) {
if (i!=rows &&
((dataType==SDDS_STRING && strcmp(stringData[i], stringData[i-1])==0) ||
(dataType!=SDDS_STRING && columnData[i]==columnData[i-1])))
continue;
if (!SDDS_SetRowFlags(&SDDSold, 0) ||
!SDDS_AssertRowFlags(&SDDSold, SDDS_INDEX_LIMITS, newStart, i-1, 1) ||
!SDDS_CopyRowsOfInterest(&SDDSnew, &SDDSold) || !SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = i;
}
}
else {
long region, lastRegion;
region = lastRegion = 0;
if (!(changeFlags&CHANGEOF_BASE) && rows>=1)
changeBase = columnData[0];
if (rows>1)
lastRegion = (columnData[0]-changeBase)/changeAmount;
#ifdef DEBUG
fprintf(stderr, "change base=%e, lastRegion=%ld\n", changeBase, lastRegion);
fprintf(stderr, "start value = %e\n", columnData[0]);
#endif
newStart = 0;
for (i=1; i<=rows; i++) {
if (i!=rows)
region = (columnData[i]-changeBase)/changeAmount;
if (i!=rows && region==lastRegion)
continue;
#ifdef DEBUG
fprintf(stderr, "split after %e, before %e, region = %d\n",
columnData[i-1], columnData[i], region);
#endif
if (!SDDS_SetRowFlags(&SDDSold, 0) ||
!SDDS_AssertRowFlags(&SDDSold, SDDS_INDEX_LIMITS, newStart, i-1, 1) ||
!SDDS_CopyRowsOfInterest(&SDDSnew, &SDDSold) || !SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = i;
lastRegion = region;
#ifdef DEBUG
fprintf(stderr, "start value = %e\n", columnData[i]);
#endif
}
}
if (dataType!=SDDS_STRING)
free(columnData);
else
SDDS_FreeStringArray(stringData, rows);
break;
case SET_MATCHTO:
if (!(stringData=SDDS_GetColumn(&SDDSold, columnName))) {
SDDS_SetError("unable to read specified column");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
newStart = 0;
breakNext = 0;
for (i=1; i<=rows; i++) {
if (i!=rows && !breakNext) {
if (wild_match(stringData[i], matchPattern)) {
if (matchPatternAfter) {
breakNext = 1;
continue;
}
} else
continue;
}
if (!SDDS_SetRowFlags(&SDDSold, 0) ||
!SDDS_AssertRowFlags(&SDDSold, SDDS_INDEX_LIMITS, newStart, i-1, 1) ||
!SDDS_CopyRowsOfInterest(&SDDSnew, &SDDSold) || !SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
breakNext = 0;
newStart = i;
}
SDDS_FreeStringArray(stringData, rows);
break;
case SET_ROWLIMIT:
for (i=0; i<rows; i+=rowLimit-overlap) {
if ((j=i+rowLimit-1)>=rows)
j = rows-1;
if (!SDDS_SetRowFlags(&SDDSold, 0) ||
!SDDS_AssertRowFlags(&SDDSold, SDDS_INDEX_LIMITS, i, j, 1) ||
!SDDS_CopyRowsOfInterest(&SDDSnew, &SDDSold) || !SDDS_WritePage(&SDDSnew)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
if (j==rows-1)
break;
}
break;
default:
fprintf(stderr, "Error: unknown break mode code seen---this can't happen\n");
return(1);
}
}
if (retval==0) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
if (!SDDS_Terminate(&SDDSold)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
return(1);
}
if (tmpfile_used && !replaceFileAndBackUp(input, output)) {
return(1);
}
return(0);
}
int main(int argc, char **argv)
{
SDDS_DATASET SDDS_1, SDDS_2, SDDS_output;
long i, j, i_arg, rows1, rows2, reuse, reusePage, i1, i2;
SCANNED_ARG *s_arg;
char s[200], *ptr;
char **match_column, **equate_column;
long match_columns, equate_columns;
char *input1, *input2, *output;
long tmpfile_used, retval1, retval2;
long warnings, invert;
unsigned long pipeFlags;
KEYED_EQUIVALENT **keyGroup=NULL;
long keyGroups=0;
SDDS_RegisterProgramName(argv[0]);
argc = scanargs(&s_arg, argc, argv);
if (argc<3)
bomb(NULL, USAGE);
input1 = input2 = output = NULL;
match_column = equate_column = NULL;
match_columns = equate_columns = reuse = reusePage = 0;
tmpfile_used = invert = 0;
warnings = 1;
pipeFlags = 0;
for (i_arg=1; i_arg<argc; i_arg++) {
if (s_arg[i_arg].arg_type==OPTION) {
delete_chars(s_arg[i_arg].list[0], "_");
switch (match_string(s_arg[i_arg].list[0], option, N_OPTIONS, 0)) {
case SET_MATCH_COLUMN:
if (s_arg[i_arg].n_items!=2)
SDDS_Bomb("invalid -match syntax");
if (match_columns!=0)
SDDS_Bomb("only one -match option may be given");
match_column = tmalloc(sizeof(*match_column)*2);
if ((ptr=strchr(s_arg[i_arg].list[1], '=')))
*ptr++ = 0;
else
ptr = s_arg[i_arg].list[1];
match_column[0] = s_arg[i_arg].list[1];
match_column[1] = ptr;
match_columns = 1;
break;
case SET_EQUATE_COLUMN:
if (s_arg[i_arg].n_items!=2)
SDDS_Bomb("invalid -equate syntax");
if (equate_columns!=0)
SDDS_Bomb("only one -equate option may be given");
equate_column = tmalloc(sizeof(*equate_column)*2);
if ((ptr=strchr(s_arg[i_arg].list[1], '=')))
*ptr++ = 0;
else
ptr = s_arg[i_arg].list[1];
equate_column[0] = s_arg[i_arg].list[1];
equate_column[1] = ptr;
equate_columns = 1;
break;
case SET_REUSE:
if (s_arg[i_arg].n_items==1)
reuse = 1;
else {
char *reuseOptions[2] = {"rows", "page"};
for (i=1; i<s_arg[i_arg].n_items; i++) {
switch (match_string(s_arg[i_arg].list[i], reuseOptions, 2, 0)) {
case 0:
reuse = 1;
break;
case 1:
reusePage = 1;
break;
default:
SDDS_Bomb("unknown reuse keyword");
break;
}
}
}
break;
case SET_INVERT:
invert = 1;
break;
case SET_NOWARNINGS:
warnings = 0;
break;
case SET_PIPE:
if (!processPipeOption(s_arg[i_arg].list+1, s_arg[i_arg].n_items-1, &pipeFlags))
SDDS_Bomb("invalid -pipe syntax");
break;
default:
fprintf(stderr, "error: unknown switch: %s\n", s_arg[i_arg].list[0]);
SDDS_Bomb(NULL);
break;
}
}
else {
if (input1==NULL)
input1 = s_arg[i_arg].list[0];
else if (input2==NULL)
input2 = s_arg[i_arg].list[0];
else if (output==NULL)
output = s_arg[i_arg].list[0];
else
SDDS_Bomb("too many filenames");
}
}
if (pipeFlags&USE_STDIN && input1) {
if (output)
SDDS_Bomb("too many filenames (sddsxref)");
output = input2;
input2 = input1;
input1 = NULL;
}
processFilenames("sddsselect", &input1, &output, pipeFlags, !warnings, &tmpfile_used);
if (!input2)
SDDS_Bomb("second input file not specified (sddsxref)");
if (equate_columns && match_columns)
SDDS_Bomb("only one of -equate or -match may be given");
if (!equate_columns && !match_columns)
SDDS_Bomb("one of -equate or -match must be given");
if (!SDDS_InitializeInput(&SDDS_1, input1)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
exit(1);
}
if (!SDDS_InitializeInput(&SDDS_2, input2)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
exit(1);
}
if (match_columns) {
if ((j=SDDS_GetColumnIndex(&SDDS_1, match_column[0]))<0 || SDDS_GetColumnType(&SDDS_1, j)!=SDDS_STRING) {
sprintf(s, "error: column %s not found or not string type in file %s", match_column[0], input1?input1:"stdin");
SDDS_SetError(s);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if ((j=SDDS_GetColumnIndex(&SDDS_2, match_column[1]))<0 || SDDS_GetColumnType(&SDDS_2, j)!=SDDS_STRING) {
sprintf(s, "error: column %s not found or not string type in file %s", match_column[1], input2);
SDDS_SetError(s);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
}
if (equate_columns) {
if ((j=SDDS_GetColumnIndex(&SDDS_1, equate_column[0]))<0 || !SDDS_NUMERIC_TYPE(SDDS_GetColumnType(&SDDS_1, j))) {
sprintf(s, "error: column %s not found or not numeric type in file %s", equate_column[0], input1?input1:"stdin");
SDDS_SetError(s);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if ((j=SDDS_GetColumnIndex(&SDDS_2, equate_column[1]))<0 || !SDDS_NUMERIC_TYPE(SDDS_GetColumnType(&SDDS_2, j))) {
sprintf(s, "error: column %s not found or not numeric type in file %s", equate_column[1], input2);
SDDS_SetError(s);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
}
if (output && pipeFlags&USE_STDOUT)
SDDS_Bomb("too many filenames with -pipe option");
if (!output && !(pipeFlags&USE_STDOUT)) {
if (warnings)
fprintf(stderr, "warning: existing file %s will be replaced (sddsselect)\n", input1?input1:"stdin");
tmpfile_used = 1;
cp_str(&output, tmpname(NULL));
}
if (!SDDS_InitializeCopy(&SDDS_output, &SDDS_1, output, "w")) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
exit(1);
}
if (!SDDS_WriteLayout(&SDDS_output))
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
while ((retval1=SDDS_ReadPage(&SDDS_1))>0) {
if (!reusePage) {
if ((retval2=SDDS_ReadPage(&SDDS_2))<=0) {
if (warnings)
fprintf(stderr, "warning: <input2> ends before <input1>\n");
if (invert) {
/* nothing to match, so everything would normally be thrown out */
if (!SDDS_CopyPage(&SDDS_output, &SDDS_1) || !SDDS_WritePage(&SDDS_output))
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
continue;
}
else
/* nothing to match, so everything thrown out */
break;
}
}
else {
if (retval1==1 && (retval2=SDDS_ReadPage(&SDDS_2))<=0)
SDDS_Bomb("<input2> has no data");
SDDS_SetRowFlags(&SDDS_2, 1);
}
rows1 = SDDS_CountRowsOfInterest(&SDDS_1);
rows2 = SDDS_CountRowsOfInterest(&SDDS_2);
if (!SDDS_StartPage(&SDDS_output, rows1)) {
SDDS_SetError("Problem starting output page");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if (!SDDS_CopyParameters(&SDDS_output, &SDDS_2) || !SDDS_CopyArrays(&SDDS_output, &SDDS_2)) {
SDDS_SetError("Problem copying parameter or array data from second input file");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if (!SDDS_CopyParameters(&SDDS_output, &SDDS_1) || !SDDS_CopyArrays(&SDDS_output, &SDDS_1)) {
SDDS_SetError("Problem copying parameter or array data from first input file");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if (match_columns) {
char **string1, **string2;
long matched;
string2 = NULL;
if (!(string1 = SDDS_GetColumn(&SDDS_1, match_column[0]))) {
fprintf(stderr, "Error: problem getting column %s from file %s\n",
match_column[0], input1?input1:"stdin");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if (rows2 && !(string2 = SDDS_GetColumn(&SDDS_2, match_column[1]))) {
fprintf(stderr, "Error: problem getting column %s from file %s\n",
match_column[1], input2);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if (rows2)
keyGroup = MakeSortedKeyGroups(&keyGroups, SDDS_STRING, string2, rows2);
for (i1=0; i1<rows1; i1++) {
if (!SDDS_CopyRowDirect(&SDDS_output, i1, &SDDS_1, i1)) {
sprintf(s, "Problem copying row %ld of first data set", i1);
SDDS_SetError(s);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
matched = 0;
if (rows2 &&(i2 = FindMatchingKeyGroup(keyGroup, keyGroups, SDDS_STRING, string1+i1, reuse))>=0) {
matched = 1;
}
if ((!matched && !invert) || (matched && invert)) {
if (!SDDS_AssertRowFlags(&SDDS_output, SDDS_INDEX_LIMITS, i1, i1, 0))
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
}
if (string1) {
for (i=0;i<rows1;i++)
free(string1[i]);
free(string1);
string1 = NULL;
}
if (string2) {
for (i=0;i<rows2;i++)
free(string2[i]);
free(string2);
string2 = NULL;
}
for (i=0;i<keyGroups;i++) {
if (keyGroup[i]) {
if (keyGroup[i]->equivalent)
free(keyGroup[i]->equivalent);
free(keyGroup[i]);
keyGroup[i] = NULL;
}
}
if (keyGroups) {
free(keyGroup);
keyGroup = NULL;
keyGroups = 0;
}
}
else if (equate_columns) {
double *value1, *value2;
long equated;
value2 = NULL;
if (!(value1 = SDDS_GetColumnInDoubles(&SDDS_1, equate_column[0]))) {
fprintf(stderr, "Error: problem getting column %s from file %s\n",
equate_column[0], input1?input1:"stdin");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if (rows2 && !(value2 = SDDS_GetColumnInDoubles(&SDDS_2, equate_column[1]))) {
fprintf(stderr, "Error: problem getting column %s from file %s\n",
equate_column[1], input2);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
if (rows2)
keyGroup = MakeSortedKeyGroups(&keyGroups, SDDS_DOUBLE, value2, rows2);
for (i1=0; i1<rows1; i1++) {
if (!SDDS_CopyRowDirect(&SDDS_output, i1, &SDDS_1, i1)) {
sprintf(s, "Problem copying row %ld of first data set", i1);
SDDS_SetError(s);
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
equated = 0;
if (rows2 && (i2 = FindMatchingKeyGroup(keyGroup, keyGroups, SDDS_DOUBLE, value1+i1, reuse))>=0) {
equated = 1;
}
if ((!equated && !invert) || (equated && invert)) {
if (!SDDS_AssertRowFlags(&SDDS_output, SDDS_INDEX_LIMITS, i1, i1, 0))
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
}
if (value1)
free(value1);
value1 = NULL;
if (rows2 && value2)
free(value2);
value2 = NULL;
for (i=0;i<keyGroups;i++) {
if (keyGroup[i]) {
if (keyGroup[i]->equivalent)
free(keyGroup[i]->equivalent);
free(keyGroup[i]);
keyGroup[i] = NULL;
}
}
if (keyGroups) {
free(keyGroup);
keyGroup = NULL;
keyGroups = 0;
}
}
if (!SDDS_WritePage(&SDDS_output)) {
SDDS_SetError("Problem writing data to output file");
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors|SDDS_EXIT_PrintErrors);
}
}
if (!SDDS_Terminate(&SDDS_1) || !SDDS_Terminate(&SDDS_2) || !SDDS_Terminate(&SDDS_output)) {
SDDS_PrintErrors(stderr, SDDS_VERBOSE_PrintErrors);
exit(1);
}
if (tmpfile_used && !replaceFileAndBackUp(input1, output))
exit(1);
free_scanargs(&s_arg,argc);
if (match_columns)
free(match_column);
return(0);
}
