static void intersectDataVector(char *table, struct dataVector *dataVector1,
struct region *region, struct sqlConnection *conn)
/* Perform intersection (if specified) on dataVector. */
{
/* If table is type wig (not bedGraph), then intersection has already been
* performed on each input (other selected subtracks must be the same type
* as table).
* Otherwise, handle intersection here. */
if (anyIntersection() && !isWiggle(database, table) && !isBigWigTable(table))
{
char *track2 = cartString(cart, hgtaIntersectTrack);
char *table2 = cartString(cart, hgtaIntersectTable);
if (table2 && differentWord(table2, table))
{
struct trackDb *tdb2 = findTrack(track2, fullTrackList);
struct trackTable *tt2 = trackTableNew(tdb2, table2, conn);
struct dataVector *dataVector2 = dataVectorFetchOneRegion(tt2, region,
conn);
char *op = cartString(cart, hgtaIntersectOp);
boolean dv2IsWiggle = (isWiggle(database, table2) || isBigWigTable(table2) ||
isBedGraph(table2));
dataVectorIntersect(dataVector1, dataVector2,
dv2IsWiggle, sameString(op, "none"));
dataVectorFree(&dataVector2);
}
}
}
Bits *bitsForIntersectingTable(struct sqlConnection *conn, struct region *region, int chromSize,
boolean isBpWise)
/* Get a bitmap that corresponds to the table we are intersecting with.
* Consult CGI vars to figure out what table it is. */
{
boolean invTable2 = cartCgiUsualBoolean(cart, hgtaInvertTable2, FALSE);
char *table2 = cartString(cart, hgtaIntersectTable);
struct hTableInfo *hti2 = getHti(database, table2, conn);
struct lm *lm2 = lmInit(64*1024);
Bits *bits2 = bitAlloc(chromSize+8);
struct bed *bedList2;
if (isBigWigTable(table2))
bedList2 = bigWigIntervalsToBed(conn, table2, region, lm2);
else
// We should go straight to raw beds here, not through the routines that
// do filter & intersections, because the secondary table has no filter
// and sure shouldn't be intersected. :)
bedList2 = getFilteredBeds(conn, table2, region, lm2, NULL);
if (!isBpWise)
expandZeroSize(bedList2, hti2->hasBlocks, chromSize);
bedOrBits(bits2, chromSize, bedList2, hti2->hasBlocks, 0);
if (invTable2)
bitNot(bits2, chromSize);
lmCleanup(&lm2);
return bits2;
}
void doSummaryStats(struct sqlConnection *conn)
/* Put up page showing summary stats for track. */
{
if (isWiggle(database, curTable))
doSummaryStatsWiggle(conn);
else if (isBigWigTable(curTable))
doSummaryStatsBigWig(conn);
else if (isChromGraph(findTdbForTable(database, curTrack, curTable, ctLookupName)))
doSummaryStatsChromGraph(conn);
else if (sameWord(curTable,WIKI_TRACK_TABLE))
doSummaryStatsWikiTrack(conn);
else
doSummaryStatsBed(conn);
}
static struct dyString *onChangeStart()
/* Start up a javascript onChange command */
{
struct dyString *dy = dyStringNew(1024);
dyStringAppend(dy, "onChange=\"");
jsDropDownCarryOver(dy, hgtaNextIntersectGroup);
jsDropDownCarryOver(dy, hgtaNextIntersectTrack);
jsDropDownCarryOver(dy, hgtaNextIntersectTable);
jsTrackedVarCarryOver(dy, hgtaNextIntersectOp, "op");
jsTextCarryOver(dy, hgtaNextMoreThreshold);
jsTextCarryOver(dy, hgtaNextLessThreshold);
if (!isBigWigTable(curTable))
jsTrackedVarCarryOver(dy, hgtaNextInvertTable, "invertTable");
jsTrackedVarCarryOver(dy, hgtaNextInvertTable2, "invertTable2");
return dy;
}
boolean canIntersect(char *db, char *table)
/* Return true if table exists and is positional. */
{
if (isCustomTrack(table) && ctLookupName(table) != NULL)
return TRUE;
if (isBamTable(table))
return TRUE;
if (isBigWigTable(table))
return TRUE;
if (isBigBed(database, table, curTrack, ctLookupName))
return TRUE;
if (isVcfTable(table, NULL))
return TRUE;
if (isHubTrack(table))
return TRUE;
if (sameWord(table, WIKI_TRACK_TABLE))
return TRUE;
if (hTableOrSplitExists(db, table))
return isPositional(db, table);
return FALSE;
}
void doSubtrackMergeMore(struct sqlConnection *conn)
/* Respond to subtrack merge create/edit button */
{
char *dbTable = getDbTable(database, curTable);
htmlOpen("Merge subtracks of %s (%s)",
curTrack->table, curTrack->longLabel);
hPrintf("<FORM ACTION=\"../cgi-bin/hgTables\" NAME=\"mainForm\" METHOD=%s>\n",
cartUsualString(cart, "formMethod", "POST"));
cartSaveSession(cart);
/* Currently selected subtrack table will be the primary subtrack in the
* merge. */
cgiMakeHiddenVar(hgtaNextSubtrackMergePrimary, dbTable);
hPrintf("<H3>Select a subset of subtracks to merge:</H3>\n");
hCompositeUi(database, cart, curTrack, curTable, hgtaDoSubtrackMergePage, "mainForm",
fullTrackHash);
hPrintf("<H3>Select a merge operation:</H3>\n");
struct trackDb *primary = subTdbFind(curTrack,curTable);
if (isWiggle(database, curTable) || isBedGraph(curTable) || isBigWigTable(curTable))
showWiggleMergeOptions(primary->longLabel);
else
showBedMergeOptions();
hPrintf("If a filter is specified on the main Table Browser page, it will "
"be applied only to %s, not to any other selected subtrack. ",
primary->longLabel);
hPrintf("If an intersection is specified on the main page, it will be applied "
"to the result of this merge.<P>\n");
hPrintf("<P>\n");
cgiMakeButton(hgtaDoSubtrackMergeSubmit, "submit");
hPrintf(" ");
cgiMakeButton(hgtaDoMainPage, "cancel");
hPrintf("</FORM>\n");
htmlClose();
}
boolean doGetBedOrCt(struct sqlConnection *conn, boolean doCt,
boolean doCtFile, boolean redirectToGb)
/* Actually output bed or custom track. Return TRUE unless no results. */
{
char *db = cloneString(database);
char *table = curTable;
struct hTableInfo *hti = getHti(db, table, conn);
struct featureBits *fbList = NULL, *fbPtr;
struct customTrack *ctNew = NULL;
boolean doCtHdr = (cartUsualBoolean(cart, hgtaPrintCustomTrackHeaders, FALSE)
|| doCt || doCtFile);
char *ctWigOutType = cartCgiUsualString(cart, hgtaCtWigOutType, outWigData);
char *fbQual = fbOptionsToQualifier();
char fbTQ[128];
int fields = hTableInfoBedFieldCount(hti);
boolean gotResults = FALSE;
struct region *region, *regionList = getRegions();
boolean isBedGr = isBedGraph(curTable);
boolean isBgWg = isBigWigTable(curTable);
boolean needSubtrackMerge = anySubtrackMerge(database, curTable);
boolean doDataPoints = FALSE;
boolean isWig = isWiggle(database, table);
struct wigAsciiData *wigDataList = NULL;
struct dataVector *dataVectorList = NULL;
boolean doRgb = bedItemRgb(hTrackDbForTrack(db, curTable));
if (!cartUsualBoolean(cart, hgtaDoGreatOutput, FALSE) && !doCt)
{
textOpen();
}
if (cartUsualBoolean(cart, hgtaDoGreatOutput, FALSE))
fputs("#", stdout);
if ((isWig || isBedGr || isBgWg) && sameString(outWigData, ctWigOutType))
doDataPoints = TRUE;
for (region = regionList; region != NULL; region = region->next)
{
struct bed *bedList = NULL, *bed;
struct lm *lm = lmInit(64*1024);
struct dataVector *dv = NULL;
if (isWig && doDataPoints)
{
if (needSubtrackMerge)
{
dv = wiggleDataVector(curTrack, curTable, conn, region);
if (dv != NULL)
slAddHead(&dataVectorList, dv);
}
else
{
int count = 0;
struct wigAsciiData *wigData = NULL;
struct wigAsciiData *asciiData;
struct wigAsciiData *next;
wigData = getWiggleAsData(conn, curTable, region);
for (asciiData = wigData; asciiData; asciiData = next)
{
next = asciiData->next;
if (asciiData->count)
{
slAddHead(&wigDataList, asciiData);
++count;
}
}
slReverse(&wigDataList);
}
}
else if (isBedGr && doDataPoints)
{
dv = bedGraphDataVector(curTable, conn, region);
if (dv != NULL)
slAddHead(&dataVectorList, dv);
}
else if (isBgWg && doDataPoints)
{
dv = bigWigDataVector(curTable, conn, region);
if (dv != NULL)
slAddHead(&dataVectorList, dv);
}
else if (isWig || isBgWg)
{
dv = wiggleDataVector(curTrack, curTable, conn, region);
bedList = dataVectorToBedList(dv);
dataVectorFree(&dv);
}
else if (isBedGr)
{
bedList = getBedGraphAsBed(conn, curTable, region);
}
else
{
bedList = cookedBedList(conn, curTable, region, lm, &fields);
}
/* this is a one-time only initial creation of the custom track
* structure to receive the results. gotResults turns it off after
* the first time.
*/
if (doCtHdr && !gotResults &&
((bedList != NULL) || (wigDataList != NULL) ||
(dataVectorList != NULL)))
{
ctNew = beginCustomTrack(table, fields,
doCt, (isWig || isBedGr || isBgWg), doDataPoints);
}
if (doDataPoints && (wigDataList || dataVectorList))
gotResults = TRUE;
else
{
if ((fbQual == NULL) || (fbQual[0] == 0))
{
for (bed = bedList; bed != NULL; bed = bed->next)
{
if (bed->name != NULL)
{
subChar(bed->name, ' ', '_');
}
if (doCt)
{
struct bed *dupe = cloneBed(bed); /* Out of local memory. */
slAddHead(&ctNew->bedList, dupe);
}
else
{
if (doRgb)
bedTabOutNitemRgb(bed, fields, stdout);
else
bedTabOutN(bed, fields, stdout);
}
gotResults = TRUE;
}
}
else
{
safef(fbTQ, sizeof(fbTQ), "%s:%s", hti->rootName, fbQual);
fbList = fbFromBed(db, fbTQ, hti, bedList, 0, 0, FALSE, FALSE);
if (fields >= 6)
fields = 6;
else if (fields >= 4)
fields = 4;
else
fields = 3;
if (doCt && ctNew)
{
ctNew->fieldCount = fields;
safef(ctNew->tdb->type, strlen(ctNew->tdb->type)+1,
"bed %d", fields);
}
for (fbPtr=fbList; fbPtr != NULL; fbPtr=fbPtr->next)
{
if (fbPtr->name != NULL)
{
char *ptr = strchr(fbPtr->name, ' ');
if (ptr != NULL)
*ptr = 0;
}
if (doCt)
{
struct bed *fbBed = fbToBedOne(fbPtr);
slAddHead(&ctNew->bedList, fbBed );
}
else
{
if (fields >= 6)
hPrintf("%s\t%d\t%d\t%s\t%d\t%c\n",
fbPtr->chrom, fbPtr->start, fbPtr->end, fbPtr->name,
0, fbPtr->strand);
else if (fields >= 4)
hPrintf("%s\t%d\t%d\t%s\n",
fbPtr->chrom, fbPtr->start, fbPtr->end, fbPtr->name);
else
hPrintf("%s\t%d\t%d\n",
fbPtr->chrom, fbPtr->start, fbPtr->end);
}
gotResults = TRUE;
}
featureBitsFreeList(&fbList);
}
}
bedList = NULL;
lmCleanup(&lm);
}
if (!gotResults)
{
hPrintf(NO_RESULTS);
}
else if (doCt)
{
int wigDataSize = 0;
/* Load existing custom tracks and add this new one: */
struct customTrack *ctList = getCustomTracks();
removeNamedCustom(&ctList, ctNew->tdb->table);
if (doDataPoints)
{
if (needSubtrackMerge || isBedGr || isBgWg)
{
slReverse(&dataVectorList);
wigDataSize = dataVectorWriteWigAscii(dataVectorList, ctNew->wigAscii, 0, NULL);
// TODO: see if can make prettier wig output here that
// doesn't necessarily have one value per base
}
else
{
struct wiggleDataStream *wds = NULL;
/* create an otherwise empty wds so we can print out the list */
wds = wiggleDataStreamNew();
wds->ascii = wigDataList;
wigDataSize = wds->asciiOut(wds, db, ctNew->wigAscii, TRUE, FALSE);
#if defined(DEBUG) /* dbg */
/* allow file readability for debug */
chmod(ctNew->wigAscii, 0666);
#endif
wiggleDataStreamFree(&wds);
}
}
else
slReverse(&ctNew->bedList);
slAddHead(&ctList, ctNew);
/* Save the custom tracks out to file (overwrite the old file): */
customTracksSaveCart(db, cart, ctList);
/* Put up redirect-to-browser page. */
if (redirectToGb)
{
char browserUrl[256];
char headerText[512];
int redirDelay = 3;
safef(browserUrl, sizeof(browserUrl),
"%s?%s&db=%s", hgTracksName(), cartSidUrlString(cart), database);
safef(headerText, sizeof(headerText),
"<META HTTP-EQUIV=\"REFRESH\" CONTENT=\"%d;URL=%s\">",
redirDelay, browserUrl);
webStartHeader(cart, database, headerText,
"Table Browser: %s %s: %s", hOrganism(database),
freezeName, "get custom track");
if (doDataPoints)
{
hPrintf("There are %d data points in custom track. ", wigDataSize);
}
else
{
hPrintf("There are %d items in custom track. ",
slCount(ctNew->bedList));
}
hPrintf("You will be automatically redirected to the genome browser in\n"
"%d seconds, or you can \n"
"<A HREF=\"%s\">click here to continue</A>.\n",
redirDelay, browserUrl);
}
}
else if (doDataPoints)
{
if (needSubtrackMerge || isBedGr || isBgWg)
{
slReverse(&dataVectorList);
dataVectorWriteWigAscii(dataVectorList, "stdout", 0, NULL);
}
else
{
/* create an otherwise empty wds so we can print out the list */
struct wiggleDataStream *wds = NULL;
wds = wiggleDataStreamNew();
wds->ascii = wigDataList;
wds->asciiOut(wds, db, "stdout", TRUE, FALSE);
wiggleDataStreamFree(&wds);
}
}
return gotResults;
}
void doBedOrCtOptions(char *table, struct sqlConnection *conn,
boolean doCt)
/* Put up form to get options on BED or custom track output. */
/* (Taken from hgText.c/doBedCtOptions) */
{
char *table2 = NULL; /* For now... */
struct hTableInfo *hti = getHti(database, table, conn);
char buf[256];
char *setting;
htmlOpen("Output %s as %s", table, (doCt ? "Custom Track" : "BED"));
if (doGalaxy())
startGalaxyForm();
else if (doGreat())
{
verifyGreatAssemblies();
startGreatForm();
}
else
hPrintf("<FORM ACTION=\"%s\" METHOD=GET>\n", getScriptName());
cartSaveSession(cart);
if (!doGreat())
{
hPrintf("%s\n", "<TABLE><TR><TD>");
if (doCt)
{
hPrintf("%s\n", "</TD><TD>"
"<A HREF=\"../goldenPath/help/customTrack.html\" TARGET=_blank>"
"Custom track</A> header: </B>");
}
else
{
cgiMakeCheckBox(hgtaPrintCustomTrackHeaders,
cartCgiUsualBoolean(cart, hgtaPrintCustomTrackHeaders, FALSE));
hPrintf("%s\n", "</TD><TD> <B> Include "
"<A HREF=\"../goldenPath/help/customTrack.html\" TARGET=_blank>"
"custom track</A> header: </B>");
}
hPrintf("%s\n", "</TD></TR><TR><TD></TD><TD>name=");
safef(buf, sizeof(buf), "tb_%s", hti->rootName);
setting = cgiUsualString(hgtaCtName, buf);
cgiMakeTextVar(hgtaCtName, setting, 16);
hPrintf("%s\n", "</TD></TR><TR><TD></TD><TD>description=");
safef(buf, sizeof(buf), "table browser query on %s%s%s",
table, (table2 ? ", " : ""), (table2 ? table2 : ""));
setting = cgiUsualString(hgtaCtDesc, buf);
cgiMakeTextVar(hgtaCtDesc, setting, 50);
hPrintf("%s\n", "</TD></TR><TR><TD></TD><TD>visibility=");
if (isWiggle(database, table) || isBigWigTable(table))
{
setting = cartCgiUsualString(cart, hgtaCtVis, ctVisWigMenu[2]);
cgiMakeDropList(hgtaCtVis, ctVisWigMenu, ctVisWigMenuSize, setting);
}
else
{
setting = cartCgiUsualString(cart, hgtaCtVis, ctVisMenu[3]);
cgiMakeDropList(hgtaCtVis, ctVisMenu, ctVisMenuSize, setting);
}
hPrintf("%s\n", "</TD></TR><TR><TD></TD><TD>url=");
setting = cartCgiUsualString(cart, hgtaCtUrl, "");
cgiMakeTextVar(hgtaCtUrl, setting, 50);
hPrintf("%s\n", "</TD></TR><TR><TD></TD><TD>");
hPrintf("%s\n", "</TD></TR></TABLE>");
}
if (isWiggle(database, table) || isBedGraph(table) || isBigWigTable(table) )
{
char *setting = NULL;
hPrintf("<P> <B> Select type of data output: </B> <BR>\n");
setting = cartCgiUsualString(cart, hgtaCtWigOutType, outWigData);
cgiMakeRadioButton(hgtaCtWigOutType, outWigBed, sameString(setting, outWigBed));
hPrintf("BED format (no data value information, only position)<BR>\n");
cgiMakeRadioButton(hgtaCtWigOutType, outWigData, sameString(setting, outWigData));
hPrintf("DATA VALUE format (position and real valued data)</P>\n");
}
else
{
cgiDown(0.9);
hPrintf("<B> Create one BED record per: </B>\n");
if ((anyIntersection() && intersectionIsBpWise()) ||
(anySubtrackMerge(database, table) && subtrackMergeIsBpWise()))
{
/* The original table may have blocks/CDS, described in hti, but
* that info will be lost after base pair-wise operations. So make
* a temporary copy of hti with its flags tweaked: */
struct hTableInfo simplifiedHti;
memcpy(&simplifiedHti, hti, sizeof(simplifiedHti));
simplifiedHti.hasBlocks = FALSE;
simplifiedHti.hasCDS = FALSE;
fbOptionsHtiCart(&simplifiedHti, cart);
}
else
fbOptionsHtiCart(hti, cart);
}
if (doCt)
{
if (doGalaxy())
{
/* send the action parameter with the form as well */
cgiMakeHiddenVar(hgtaDoGetCustomTrackFile, "get custom track in file");
printGalaxySubmitButtons();
}
else
{
cgiMakeButton(hgtaDoGetCustomTrackTb, "get custom track in table browser");
hPrintf(" ");
cgiMakeButton(hgtaDoGetCustomTrackFile, "get custom track in file");
hPrintf("<BR>\n");
cgiMakeButton(hgtaDoGetCustomTrackGb, "get custom track in genome browser");
}
}
else
{
if (doGalaxy())
{
cgiMakeHiddenVar(hgtaDoGetBed, "get BED");
printGalaxySubmitButtons();
}
else if (doGreat())
{
cgiMakeHiddenVar(hgtaDoGetBed, "get BED");
printGreatSubmitButtons();
}
else
cgiMakeButton(hgtaDoGetBed, "get BED");
}
if (!doGalaxy() && !doGreat())
{
hPrintf(" ");
cgiMakeButton(hgtaDoMainPage, "cancel");
hPrintf("</FORM>\n");
}
cgiDown(0.9);
htmlClose();
}
char *describeSubtrackMerge(char *linePrefix)
/* Return a multi-line string that describes the specified subtrack merge,
* with each line beginning with linePrefix. */
{
struct dyString *dy = dyStringNew(512);
struct trackDb *primary = subTdbFind(curTrack,curTable), *tdb = NULL;
dyStringAppend(dy, linePrefix);
dyStringPrintf(dy, "Subtrack merge, primary table = %s (%s)\n",
curTable, primary->longLabel);
dyStringAppend(dy, linePrefix);
dyStringPrintf(dy, "Subtrack merge operation: ");
if (isWiggle(database, curTable) || isBedGraph(curTable) || isBigWigTable(curTable))
{
char *op = cartString(cart, hgtaSubtrackMergeWigOp);
dyStringPrintf(dy, "%s of %s and selected subtracks:\n", op, curTable);
}
else
{
char *op = cartString(cart, hgtaSubtrackMergeOp);
if (sameString(op, "any"))
dyStringPrintf(dy, "All %s records that have any overlap with "
"any other selected subtrack:\n",
curTable);
else if (sameString(op, "none"))
dyStringPrintf(dy, "All %s records that have no overlap with "
"any other selected subtrack:\n",
curTable);
else if (sameString(op, "more"))
{
dyStringPrintf(dy, "All %s records that have at least %s ",
curTable,
cartString(cart, hgtaNextSubtrackMergeMoreThreshold));
dyStringPrintf(dy, " %% overlap with any other selected subtrack:\n");
}
else if (sameString(op, "less"))
{
dyStringPrintf(dy, "All %s records that have at most %s ",
curTable,
cartString(cart, hgtaNextSubtrackMergeLessThreshold));
dyStringPrintf(dy, " %% overlap with any other selected subtrack:\n");
}
else if (sameString(op, "cat"))
dyStringPrintf(dy, "All %s records, as well as all records from "
"all other selected subtracks:\n", curTable);
else if (sameString(op, "and"))
dyStringPrintf(dy, "Base-pair-wise intersection (AND) of %s and "
"other selected subtracks:\n", curTable);
else if (sameString(op, "or"))
dyStringPrintf(dy, "Base-pair-wise union (OR) of %s and other "
"selected subtracks:\n",
curTable);
else
errAbort("describeSubtrackMerge: unrecognized op %s", op);
}
struct slRef *tdbRef, *tdbRefList = trackDbListGetRefsToDescendantLeaves(curTrack->subtracks);
for (tdbRef = tdbRefList; tdbRef != NULL; tdbRef = tdbRef->next)
{
tdb = tdbRef->val;
if (!sameString(tdb->table, curTable) &&
isSubtrackMerged(tdb->table) &&
sameString(tdb->type, primary->type))
{
dyStringAppend(dy, linePrefix);
dyStringPrintf(dy, " %s (%s)\n", tdb->table, tdb->longLabel);
}
}
return dyStringCannibalize(&dy);
}
void doIntersectMore(struct sqlConnection *conn)
/* Continue working in intersect page. */
{
struct trackDb *iTrack;
char *name = curTableLabel();
char *iName, *iTable;
char *onChange = onChangeEither();
char *op, *setting;
boolean wigOptions = (isWiggle(database, curTable) || isBedGraph(curTable));
// Note - bigWig is purposely left out of wigOptions. It supports more intersection options
// than wig does.
struct hTableInfo *hti1 = maybeGetHti(database, curTable, conn), *hti2 = NULL;
htmlOpen("Intersect with %s", name);
hPrintf("<FORM ACTION=\"%s\" NAME=\"mainForm\" METHOD=GET>\n", getScriptName());
cartSaveSession(cart);
hPrintf("<TABLE BORDER=0>\n");
/* Print group and track line. */
hPrintf("Select a group, track and table to intersect with:\n");
iTrack = showGroupTrackRow(hgtaNextIntersectGroup, onChange,
hgtaNextIntersectTrack, onChange, conn);
iName = iTrack->shortLabel;
hPrintf("<TR><TD>\n");
iTable = showTableField(iTrack, hgtaNextIntersectTable, FALSE);
hti2 = maybeGetHti(database, iTable, conn);
hPrintf("</TD></TR>\n");
hPrintf("</TABLE>\n");
if (!wigOptions)
{
if (hti1 && hti1->hasBlocks)
hPrintf("<BR>Note: %s has gene/alignment structure. "
"Only the exons/blocks will be considered.\n", name);
if (hti2 && hti2->hasBlocks)
hPrintf("<BR>Note: %s has gene/alignment structure. "
"Only the bases covered by its exons/blocks will be "
"considered.\n", iName);
hPrintf("<H4>Intersect %s items with bases covered by %s:</H4>\n",
name, iName);
hPrintf("These combinations will maintain the names and "
"gene/alignment structure (if any) of %s: <P>\n",
name);
}
else
hPrintf("<P>\n");
op = cartUsualString(cart, hgtaNextIntersectOp, "any");
jsTrackingVar("op", op);
makeOpButton("any", op);
printf("All %s records that have any overlap with %s <BR>\n",
name, iName);
makeOpButton("none", op);
printf("All %s records that have no overlap with %s <BR>\n",
name, iName);
if (!wigOptions)
{
makeOpButton("more", op);
printf("All %s records that have at least ",
name);
setting = cartCgiUsualString(cart, hgtaNextMoreThreshold, "80");
cgiMakeTextVar(hgtaNextMoreThreshold, setting, 3);
printf(" %% overlap with %s <BR>\n", iName);
makeOpButton("less", op);
printf("All %s records that have at most ",
name);
setting = cartCgiUsualString(cart, hgtaNextLessThreshold, "80");
cgiMakeTextVar(hgtaNextLessThreshold, setting, 3);
printf(" %% overlap with %s <P>\n", iName);
}
else
{
/* keep javaScript onClick happy */
hPrintf("<input TYPE=HIDDEN NAME=\"hgta_nextMoreThreshold\" VALUE=80>\n");
hPrintf("<input TYPE=HIDDEN NAME=\"hgta_nextLessThreshold\" VALUE=80>\n");
hPrintf(" <P>\n");
}
if (!wigOptions)
{
boolean bigWig = isBigWigTable(curTable);
hPrintf("<H4>Intersect bases covered by %s and/or %s:</H4>\n",
name, iName);
if (!bigWig)
hPrintf("These combinations will discard the names and "
"gene/alignment structure (if any) of %s and produce a simple "
"list of position ranges.<P>\n",
name);
makeOpButton("and", op);
printf("Base-pair-wise intersection (AND) of %s and %s <BR>\n",
name, iName);
makeOpButton("or", op);
printf("Base-pair-wise union (OR) of %s and %s <P>\n",
name, iName);
hPrintf("Check the following boxes to complement one or both tables. "
"To complement a table means to include a base pair in the "
"intersection/union if it is <I>not</I> included in the table."
"<P>\n");
if (!bigWig)
{
jsMakeTrackingCheckBox(cart, hgtaNextInvertTable, "invertTable", FALSE);
printf("Complement %s before base-pair-wise intersection/union <BR>\n",
name);
}
jsMakeTrackingCheckBox(cart, hgtaNextInvertTable2, "invertTable2", FALSE);
printf("Complement %s before base-pair-wise intersection/union <P>\n",
iName);
}
else
{
/* keep javaScript onClick happy */
jsTrackingVar("op", op);
hPrintf("<SCRIPT>\n");
hPrintf("var invertTable=0;\n");
hPrintf("var invertTable2=0;\n");
hPrintf("</SCRIPT>\n");
hPrintf("(data track %s is not composed of gene records. Specialized intersection operations are not available.)<P>\n", name);
}
cgiMakeButton(hgtaDoIntersectSubmit, "submit");
hPrintf(" ");
cgiMakeButton(hgtaDoMainPage, "cancel");
hPrintf("</FORM>\n");
/* Hidden form - for benefit of javascript. */
{
static char *saveVars[32];
int varCount = ArraySize(nextVars);
memcpy(saveVars, nextVars, varCount * sizeof(saveVars[0]));
saveVars[varCount] = hgtaDoIntersectMore;
jsCreateHiddenForm(cart, getScriptName(), saveVars, varCount+1);
}
htmlClose();
}
static void filterControlsForTableDb(char *db, char *rootTable)
/* Put up filter controls for a single database table. */
{
struct sqlConnection *conn = NULL;
if (!trackHubDatabase(db))
conn = hAllocConn(db);
char *table = chromTable(conn, rootTable);
struct trackDb *tdb = findTdbForTable(db, curTrack, rootTable, ctLookupName);
boolean isSmallWig = isWiggle(db, table);
boolean isBigWig = tdb ? tdbIsBigWig(tdb) : isBigWigTable(table);
boolean isWig = isSmallWig || isBigWig;
boolean isBedGr = tdb ? tdbIsBedGraph(tdb) : isBedGraph(rootTable);
boolean isBb = tdb ? tdbIsBigBed(tdb) : isBigBed(database, table, curTrack, ctLookupName);
boolean isBam = tdb ? tdbIsBam(tdb) : isBamTable(rootTable);
boolean isVcf = tdb ? tdbIsVcf(tdb) : isVcfTable(rootTable, NULL);
int bedGraphColumn = 5; /* default score column */
if (isBedGr)
{
int wordCount;
char *words[8];
char *typeLine = cloneString(tdb->type);
wordCount = chopLine(typeLine,words);
if (wordCount > 1)
bedGraphColumn = sqlUnsigned(words[1]);
freez(&typeLine);
}
if (isWig)
{
hPrintf("<TABLE BORDER=0>\n");
if ((tdb != NULL) && (tdb->type != NULL))
{
double min, max;
wiggleMinMax(tdb,&min,&max);
numericFilterWithLimits(db, rootTable, filterDataValueVar,filterDataValueVar,min,max,"");
hPrintf("<TR><TD COLSPAN=3 ALIGN=RIGHT> (dataValue range: [%g:%g]) "
"</TD></TR></TABLE>\n", min, max);
}
else
{
numericFilter(db, rootTable, filterDataValueVar,filterDataValueVar, "");
hPrintf("</TABLE>\n");
}
}
else
{
struct sqlFieldType *ftList;
if (isBb)
ftList = bigBedListFieldsAndTypes(tdb, conn);
else if (isBam)
ftList = bamListFieldsAndTypes();
else if (isVcf)
ftList = vcfListFieldsAndTypes();
else
ftList = sqlListFieldsAndTypes(conn, table);
printSqlFieldListAsControlTable(ftList, db, rootTable, tdb, isBedGr);
}
/* Printf free-form query row. */
if (!(isWig||isBedGr||isBam||isVcf))
{
char *name;
hPrintf("<TABLE BORDER=0><TR><TD>\n");
name = filterFieldVarName(db, rootTable, "", filterRawLogicVar);
cgiMakeDropList(name, logOpMenu, logOpMenuSize,
cartUsualString(cart, name, logOpMenu[0]));
hPrintf(" Free-form query: ");
name = filterFieldVarName(db, rootTable, "", filterRawQueryVar);
char *val = cartUsualString(cart, name, "");
// escape double quotes to avoid HTML parse trouble in the text input.
val = htmlEncodeText(val, FALSE);
cgiMakeTextVar(name, val, 50);
hPrintf("</TD></TR></TABLE>\n");
}
if (isWig||isBedGr||isBam||isVcf)
{
char *name;
hPrintf("<TABLE BORDER=0><TR><TD> Limit data output to: \n");
name = filterFieldVarName(db, rootTable, "_", filterMaxOutputVar);
cgiMakeDropList(name, maxOutMenu, maxOutMenuSize,
cartUsualString(cart, name, maxOutMenu[0]));
hPrintf(" lines</TD></TR></TABLE>\n");
}
freez(&table);
hFreeConn(&conn);
hPrintf("<BR>\n");
cgiMakeButton(hgtaDoFilterSubmit, "submit");
hPrintf(" ");
cgiMakeButton(hgtaDoMainPage, "cancel");
}
static void filterControlsForTableCt(char *db, char *table)
/* Put up filter controls for a custom track. */
{
struct customTrack *ct = ctLookupName(table);
char *type = ct->dbTrackType;
puts("<TABLE BORDER=0>");
if (type != NULL && startsWithWord("maf", type))
{
stringFilterOption(db, table, "chrom", " AND ");
integerFilter(db, table, "chromStart", "chromStart", " AND ");
integerFilter(db, table, "chromEnd", "chromEnd", " AND ");
}
else if (type != NULL && (startsWithWord("makeItems", type) || sameWord("bedDetail", type) || sameWord("pgSnp", type)))
{
struct sqlConnection *conn = hAllocConn(CUSTOM_TRASH);
struct sqlFieldType *ftList = sqlListFieldsAndTypes(conn, ct->dbTableName);
printSqlFieldListAsControlTable(ftList, db, table, ct->tdb, FALSE);
hFreeConn(&conn);
}
else if (ct->wiggle || isBigWigTable(table))
{
if ((ct->tdb != NULL) && (ct->tdb != NULL))
{
double min, max;
wiggleMinMax(ct->tdb,&min,&max);
numericFilterWithLimits("ct", table, filterDataValueVar, filterDataValueVar,min,max,"");
hPrintf("<TR><TD COLSPAN=3 ALIGN=RIGHT> (dataValue range: [%g,%g]) "
"</TD></TR>\n", min, max);
}
else
{
numericFilter("ct", table, filterDataValueVar, filterDataValueVar,"");
}
}
else if (isBigBed(db, table, curTrack, ctLookupName))
{
struct sqlFieldType *ftList = bigBedListFieldsAndTypes(ct->tdb, NULL);
printSqlFieldListAsControlTable(ftList, db, table, ct->tdb, FALSE);
}
else if (isBamTable(table))
{
struct sqlFieldType *ftList = bamListFieldsAndTypes();
printSqlFieldListAsControlTable(ftList, db, table, ct->tdb, FALSE);
}
else if (isVcfTable(table, NULL))
{
struct sqlFieldType *ftList = vcfListFieldsAndTypes();
printSqlFieldListAsControlTable(ftList, db, table, ct->tdb, FALSE);
}
else
{
if (ct->fieldCount >= 3)
{
stringFilterOption(db, table, "chrom", " AND ");
integerFilter(db, table, "chromStart", "chromStart", " AND ");
integerFilter(db, table, "chromEnd", "chromEnd", " AND ");
}
if (ct->fieldCount >= 4)
{
stringFilterOption(db, table, "name", " AND ");
}
if (ct->fieldCount >= 5)
{
numericFilter(db, table, "score", "score", " AND ");
}
if (ct->fieldCount >= 6)
{
stringFilterOption(db, table, "strand", " AND ");
}
if (ct->fieldCount >= 8)
{
integerFilter(db, table, "thickStart", "thickStart", " AND ");
integerFilter(db, table, "thickEnd", "thickEnd", " AND ");
}
if (ct->fieldCount >= 12)
{
integerFilter(db, table, "blockCount", "blockCount", " AND ");
}
/* These are not bed fields, just extra constraints that we offer: */
if (ct->fieldCount >= 3)
{
integerFilter(db, table, "chromLength", "(chromEnd - chromStart)",
(ct->fieldCount >= 8) ? " AND " : "");
}
if (ct->fieldCount >= 8)
{
integerFilter( db, table, "thickLength", "(thickEnd - thickStart)", " AND ");
eqFilterOption(db, table, "compareStarts","chromStart","thickStart", " AND ");
eqFilterOption(db, table, "compareEnds", "chromEnd", "thickEnd", "");
}
}
puts("</TABLE>");
if (ct->wiggle || isBigWigTable(table) || isBamTable(table) || isVcfTable(table, NULL))
{
char *name;
hPrintf("<TABLE BORDER=0><TR><TD> Limit data output to: \n");
name = filterFieldVarName("ct", table, "_", filterMaxOutputVar);
cgiMakeDropList(name, maxOutMenu, maxOutMenuSize,
cartUsualString(cart, name, maxOutMenu[0]));
hPrintf(" lines</TD></TR></TABLE>\n");
}
hPrintf("<BR>\n");
cgiMakeButton(hgtaDoFilterSubmit, "submit");
hPrintf(" ");
cgiMakeButton(hgtaDoMainPage, "cancel");
}
void showMainControlTable(struct sqlConnection *conn)
/* Put up table with main controls for main page. */
{
struct grp *selGroup;
boolean isWig = FALSE, isPositional = FALSE, isMaf = FALSE, isBedGr = FALSE,
isChromGraphCt = FALSE, isPal = FALSE, isArray = FALSE, isBam = FALSE, isVcf = FALSE, isHalSnake = FALSE, isLongTabix = FALSE;
boolean gotClade = hGotClade();
struct hTableInfo *hti = NULL;
hPrintf("<TABLE BORDER=0>\n");
/* Print clade, genome and assembly line. */
{
if (gotClade)
{
hPrintf("<TR><TD><B>clade:</B>\n");
printCladeListHtml(hGenome(database), onChangeClade());
nbSpaces(3);
hPrintf("<B>genome:</B>\n");
printGenomeListForCladeHtml(database, onChangeOrg());
}
else
{
hPrintf("<TR><TD><B>genome:</B>\n");
printGenomeListHtml(database, onChangeOrg());
}
nbSpaces(3);
hPrintf("<B>assembly:</B>\n");
printAssemblyListHtml(database, onChangeDb());
hPrintf("</TD></TR>\n");
}
/* Print group and track line. */
{
hPrintf("<TR><TD>");
selGroup = showGroupField(hgtaGroup, onChangeGroupOrTrack(), conn, hAllowAllTables());
nbSpaces(3);
curTrack = showTrackField(selGroup, hgtaTrack, onChangeGroupOrTrack(), FALSE);
nbSpaces(3);
boolean hasCustomTracks = FALSE;
struct trackDb *t;
for (t = fullTrackList; t != NULL; t = t->next)
{
if (isCustomTrack(t->table))
{
hasCustomTracks = TRUE;
break;
}
}
hOnClickButton("document.customTrackForm.submit();return false;",
hasCustomTracks ? CT_MANAGE_BUTTON_LABEL : CT_ADD_BUTTON_LABEL);
hPrintf(" ");
if (hubConnectTableExists())
hOnClickButton("document.trackHubForm.submit();return false;", "track hubs");
hPrintf("</TD></TR>\n");
}
/* Print table line. */
{
hPrintf("<TR><TD>");
curTable = showTableField(curTrack, hgtaTable, TRUE);
if (isHubTrack(curTable) || (strchr(curTable, '.') == NULL)) /* In same database */
{
hti = getHti(database, curTable, conn);
isPositional = htiIsPositional(hti);
}
isLongTabix = isLongTabixTable( curTable);
isBam = isBamTable( curTable);
isVcf = isVcfTable(curTable, NULL);
isWig = isWiggle(database, curTable);
if (isBigWigTable(curTable))
{
isPositional = TRUE;
isWig = TRUE;
}
isHalSnake = isHalTable( curTable);
isMaf = isMafTable(database, curTrack, curTable);
isBedGr = isBedGraph(curTable);
isArray = isMicroarray(curTrack, curTable);
struct trackDb *tdb = findTdbForTable(database, curTrack, curTable, ctLookupName);
isPal = isPalCompatible(conn, tdb, curTable);
nbSpaces(1);
if (isCustomTrack(curTable))
{
isChromGraphCt = isChromGraph(tdb);
}
cgiMakeButton(hgtaDoSchema, "describe table schema");
hPrintf("</TD></TR>\n");
}
if (curTrack == NULL)
{
struct trackDb *tdb = hTrackDbForTrack(database, curTable);
struct trackDb *cTdb = hCompositeTrackDbForSubtrack(database, tdb);
if (cTdb)
curTrack = cTdb;
else
curTrack = tdb;
isMaf = isMafTable(database, curTrack, curTable);
}
/* Region line */
{
char *regionType = cartUsualString(cart, hgtaRegionType, hgtaRegionTypeGenome);
char *range = cartUsualString(cart, hgtaRange, "");
if (isPositional)
{
boolean doEncode = FALSE;
if (!trackHubDatabase(database))
doEncode = sqlTableExists(conn, "encodeRegions");
hPrintf("<TR><TD><B>region:</B>\n");
/* If regionType not allowed force it to "genome". */
if ((sameString(regionType, hgtaRegionTypeUserRegions) &&
userRegionsFileName() == NULL) ||
(sameString(regionType, hgtaRegionTypeEncode) && !doEncode))
regionType = hgtaRegionTypeGenome;
// Is "genome" is not allowed because of tdb 'tableBrowser noGenome'?
boolean disableGenome = ((curTrack && cartTrackDbIsNoGenome(database, curTrack->table)) ||
(curTable && cartTrackDbIsNoGenome(database, curTable)));
// If "genome" is selected but not allowed, force it to "range":
if (sameString(regionType, hgtaRegionTypeGenome) && disableGenome)
regionType = hgtaRegionTypeRange;
jsTrackingVar("regionType", regionType);
if (disableGenome)
{
makeRegionButtonExtraHtml(hgtaRegionTypeGenome, regionType, "DISABLED");
hPrintf(" <span"NO_GENOME_CLASS">genome (unavailable for selected track)</span>"
" ");
}
else
{
makeRegionButton(hgtaRegionTypeGenome, regionType);
hPrintf(" genome ");
}
if (doEncode)
{
makeRegionButton(hgtaRegionTypeEncode, regionType);
hPrintf(" ENCODE Pilot regions ");
}
makeRegionButton(hgtaRegionTypeRange, regionType);
hPrintf(" position ");
hPrintf("<INPUT TYPE=TEXT NAME=\"%s\" SIZE=26 VALUE=\"%s\" onFocus=\"%s\">\n",
hgtaRange, range, jsRadioUpdate(hgtaRegionType, "regionType", "range"));
cgiMakeButton(hgtaDoLookupPosition, "lookup");
hPrintf(" ");
if (userRegionsFileName() != NULL)
{
makeRegionButton(hgtaRegionTypeUserRegions, regionType);
hPrintf(" defined regions ");
cgiMakeButton(hgtaDoSetUserRegions, "change");
hPrintf(" ");
cgiMakeButton(hgtaDoClearUserRegions, "clear");
}
else
cgiMakeButton(hgtaDoSetUserRegions, "define regions");
hPrintf("</TD></TR>\n");
}
else
{
/* Need to put at least stubs of cgi variables in for JavaScript to work. */
jsTrackingVar("regionType", regionType);
cgiMakeHiddenVar(hgtaRange, range);
cgiMakeHiddenVar(hgtaRegionType, regionType);
}
/* Select identifiers line (if applicable). */
if (!isWig && getIdField(database, curTrack, curTable, hti) != NULL)
{
hPrintf("<TR><TD><B>identifiers (names/accessions):</B>\n");
cgiMakeButton(hgtaDoPasteIdentifiers, "paste list");
hPrintf(" ");
cgiMakeButton(hgtaDoUploadIdentifiers, "upload list");
if (identifierFileName() != NULL)
{
hPrintf(" ");
cgiMakeButton(hgtaDoClearIdentifiers, "clear list");
}
hPrintf("</TD></TR>\n");
}
}
/* microarray options */
/* button for option page here (median/log-ratio, etc) */
/* Filter line. */
{
hPrintf("<TR><TD><B>filter:</B>\n");
if (anyFilter())
{
cgiMakeButton(hgtaDoFilterPage, "edit");
hPrintf(" ");
cgiMakeButton(hgtaDoClearFilter, "clear");
if (isWig || isBedGr)
wigShowFilter(conn);
}
else
{
cgiMakeButton(hgtaDoFilterPage, "create");
}
hPrintf("</TD></TR>\n");
}
/* Composite track subtrack merge line. */
boolean canSubtrackMerge = (curTrack && tdbIsComposite(curTrack) && !isBam && !isVcf && !isLongTabix);
if (canSubtrackMerge)
{
hPrintf("<TR><TD><B>subtrack merge:</B>\n");
if (anySubtrackMerge(database, curTable))
{
cgiMakeButton(hgtaDoSubtrackMergePage, "edit");
hPrintf(" ");
cgiMakeButton(hgtaDoClearSubtrackMerge, "clear");
}
else
{
cgiMakeButton(hgtaDoSubtrackMergePage, "create");
}
hPrintf("</TD></TR>\n");
}
/* Intersection line. */
if (isPositional)
{
if (anyIntersection())
{
hPrintf("<TR><TD><B>intersection with %s:</B>\n",
cartString(cart, hgtaIntersectTable));
cgiMakeButton(hgtaDoIntersectPage, "edit");
hPrintf(" ");
cgiMakeButton(hgtaDoClearIntersect, "clear");
hPrintf("</TD></TR>\n");
}
else if (canIntersect(database, curTable))
{
hPrintf("<TR><TD><B>intersection:</B>\n");
cgiMakeButton(hgtaDoIntersectPage, "create");
hPrintf("</TD></TR>\n");
}
}
/* Correlation line. */
struct trackDb *tdb = findTdbForTable(database, curTrack, curTable, ctLookupName);
if (correlateTrackTableOK(tdb, curTable))
{
char *table2 = cartUsualString(cart, hgtaCorrelateTable, "none");
hPrintf("<TR><TD><B>correlation:</B>\n");
if (differentWord(table2, "none") && strlen(table2) && ! isNoGenomeDisabled(database, table2))
{
struct grp *groupList = fullGroupList;
struct grp *selGroup = findSelectedGroup(groupList, hgtaCorrelateGroup);
struct trackDb *tdb2 = findSelectedTrack(fullTrackList, selGroup,hgtaCorrelateTrack);
if (tdbIsComposite(tdb2))
{
struct slRef *tdbRefList = trackDbListGetRefsToDescendantLeaves(tdb2->subtracks);
struct slRef *tdbRef;
for (tdbRef = tdbRefList; tdbRef != NULL; tdbRef = tdbRef->next)
{
struct trackDb *subTdb = tdbRef->val;
if (sameString(table2, subTdb->table))
{
tdb2 = subTdb;
break;
}
}
slFreeList(&tdbRefList);
}
cgiMakeButton(hgtaDoCorrelatePage, "calculate");
cgiMakeButton(hgtaDoClearCorrelate, "clear");
if (tdb2 && tdb2->shortLabel)
hPrintf(" (with: %s)", tdb2->shortLabel);
#ifdef NOT_YET
/* debugging dbg vvvvv */
if (curTrack && curTrack->type) /* dbg */
{
hPrintf("<BR> (debug: '%s', '%s(%s)')",
curTrack->type, tdb2->type, table2);
}
/* debugging debug ^^^^^ */
#endif
}
else
cgiMakeButton(hgtaDoCorrelatePage, "create");
hPrintf("</TD></TR>\n");
}
/* Print output type line. */
showOutputTypeRow(isWig, isBedGr, isPositional, isMaf, isChromGraphCt, isPal, isArray, isHalSnake);
/* Print output destination line. */
{
char *compressType =
cartUsualString(cart, hgtaCompressType, textOutCompressNone);
char *fileName = cartUsualString(cart, hgtaOutFileName, "");
hPrintf("<TR><TD>\n");
hPrintf("<B>output file:</B> ");
cgiMakeTextVar(hgtaOutFileName, fileName, 29);
hPrintf(" (leave blank to keep output in browser)</TD></TR>\n");
hPrintf("<TR><TD>\n");
hPrintf("<B>file type returned: </B>");
cgiMakeRadioButton(hgtaCompressType, textOutCompressNone,
sameWord(textOutCompressNone, compressType));
hPrintf(" plain text  ");
cgiMakeRadioButton(hgtaCompressType, textOutCompressGzip,
sameWord(textOutCompressGzip, compressType));
hPrintf(" gzip compressed");
hPrintf("</TD></TR>\n");
}
hPrintf("</TABLE>\n");
/* Submit buttons. */
{
hPrintf("<BR>\n");
if (isWig || isBam || isVcf || isLongTabix)
{
char *name;
extern char *maxOutMenu[];
char *maxOutput = maxOutMenu[0];
if (isCustomTrack(curTable))
name=filterFieldVarName("ct", curTable, "_", filterMaxOutputVar);
else
name=filterFieldVarName(database,curTable, "_",filterMaxOutputVar);
maxOutput = cartUsualString(cart, name, maxOutMenu[0]);
if (isWig)
hPrintf(
"<I>Note: to return more than %s lines, change the filter setting"
" (above). The entire data set may be available for download as"
" a very large file that contains the original data values (not"
" compressed into the wiggle format) -- see the Downloads page."
"</I><BR>", maxOutput);
else if (isBam || isVcf || isLongTabix)
hPrintf(
"<I>Note: to return more than %s lines, change the filter setting"
" (above). Please consider downloading the entire data from our Download pages."
"</I><BR>", maxOutput);
}
else if (anySubtrackMerge(database, curTable) || anyIntersection())
{
hPrintf("<I>Note: The all fields and selected fields output formats "
"are not available when a%s has been specified.</I><BR>",
canSubtrackMerge ? " subtrack merge or intersection" : "n intersection");
}
cgiMakeButton(hgtaDoTopSubmit, "get output");
hPrintf(" ");
if (isPositional || isWig)
{
cgiMakeButton(hgtaDoSummaryStats, "summary/statistics");
hPrintf(" ");
}
#ifdef SOMETIMES
hPrintf(" ");
cgiMakeButton(hgtaDoTest, "test");
#endif /* SOMETIMES */
}
hPrintf("<P>"
"To reset <B>all</B> user cart settings (including custom tracks), \n"
"<A HREF=\"/cgi-bin/cartReset?destination=%s\">click here</A>.\n",
getScriptName());
}
