//**********************************************************************************************************************
vector<string> RareFactCommand::parseSharedFile(string filename, map<string, set<int> >& label2Ends) {
try {
vector<string> filenames;
map<string, ofstream*> filehandles;
map<string, ofstream*>::iterator it3;
input = new InputData(filename, "sharedfile");
vector<SharedRAbundVector*> lookup = input->getSharedRAbundVectors();
string sharedFileRoot = m->getRootName(filename);
//clears file before we start to write to it below
for (int i=0; i<lookup.size(); i++) {
m->mothurRemove((sharedFileRoot + lookup[i]->getGroup() + ".rabund"));
filenames.push_back((sharedFileRoot + lookup[i]->getGroup() + ".rabund"));
}
ofstream* temp;
for (int i=0; i<lookup.size(); i++) {
temp = new ofstream;
filehandles[lookup[i]->getGroup()] = temp;
groups.push_back(lookup[i]->getGroup());
}
while(lookup[0] != NULL) {
for (int i = 0; i < lookup.size(); i++) {
RAbundVector rav = lookup[i]->getRAbundVector();
m->openOutputFileAppend(sharedFileRoot + lookup[i]->getGroup() + ".rabund", *(filehandles[lookup[i]->getGroup()]));
rav.print(*(filehandles[lookup[i]->getGroup()]));
(*(filehandles[lookup[i]->getGroup()])).close();
label2Ends[lookup[i]->getLabel()].insert(rav.getNumSeqs());
}
for (int i = 0; i < lookup.size(); i++) { delete lookup[i]; }
lookup = input->getSharedRAbundVectors();
}
//free memory
for (it3 = filehandles.begin(); it3 != filehandles.end(); it3++) {
delete it3->second;
}
delete input;
m->clearGroups();
return filenames;
}
catch(exception& e) {
m->errorOut(e, "RareFactCommand", "parseSharedFile");
exit(1);
}
}
//**********************************************************************************************************************
vector<string> SummaryCommand::parseSharedFile(string filename) {
try {
vector<string> filenames;
map<string, ofstream*> filehandles;
map<string, ofstream*>::iterator it3;
input = new InputData(filename, "sharedfile");
vector<SharedRAbundVector*> lookup = input->getSharedRAbundVectors();
string sharedFileRoot = m->getRootName(filename);
/******************************************************/
if (subsample) {
if (subsampleSize == -1) { //user has not set size, set size = smallest samples size
subsampleSize = lookup[0]->getNumSeqs();
for (int i = 1; i < lookup.size(); i++) {
int thisSize = lookup[i]->getNumSeqs();
if (thisSize < subsampleSize) {
subsampleSize = thisSize;
}
}
} else {
m->clearGroups();
vector<string> Groups;
vector<SharedRAbundVector*> temp;
for (int i = 0; i < lookup.size(); i++) {
if (lookup[i]->getNumSeqs() < subsampleSize) {
m->mothurOut(lookup[i]->getGroup() + " contains " + toString(lookup[i]->getNumSeqs()) + ". Eliminating.");
m->mothurOutEndLine();
delete lookup[i];
} else {
Groups.push_back(lookup[i]->getGroup());
temp.push_back(lookup[i]);
}
}
lookup = temp;
m->setGroups(Groups);
}
if (lookup.size() < 1) {
m->mothurOut("You have not provided enough valid groups. I cannot run the command.");
m->mothurOutEndLine();
m->control_pressed = true;
delete input;
return filenames;
}
}
/******************************************************/
//clears file before we start to write to it below
for (int i=0; i<lookup.size(); i++) {
m->mothurRemove((sharedFileRoot + lookup[i]->getGroup() + ".rabund"));
filenames.push_back((sharedFileRoot + lookup[i]->getGroup() + ".rabund"));
}
ofstream* temp;
for (int i=0; i<lookup.size(); i++) {
temp = new ofstream;
filehandles[lookup[i]->getGroup()] = temp;
groups.push_back(lookup[i]->getGroup());
}
while(lookup[0] != NULL) {
for (int i = 0; i < lookup.size(); i++) {
RAbundVector rav = lookup[i]->getRAbundVector();
m->openOutputFileAppend(sharedFileRoot + lookup[i]->getGroup() + ".rabund", *(filehandles[lookup[i]->getGroup()]));
rav.print(*(filehandles[lookup[i]->getGroup()]));
(*(filehandles[lookup[i]->getGroup()])).close();
}
for (int i = 0; i < lookup.size(); i++) {
delete lookup[i];
}
lookup = input->getSharedRAbundVectors();
}
//free memory
for (it3 = filehandles.begin(); it3 != filehandles.end(); it3++) {
delete it3->second;
}
delete input;
return filenames;
}
catch(exception& e) {
m->errorOut(e, "SummaryCommand", "parseSharedFile");
exit(1);
}
}
//**********************************************************************************************************************
int GetRAbundCommand::processList(ofstream& out){
try {
CountTable ct;
ct.readTable(countfile, false, false);
InputData input(inputfile, format);
ListVector* list = input.getListVector();
string lastLabel = list->getLabel();
//if the users enters label "0.06" and there is no "0.06" in their file use the next lowest label.
set<string> processedLabels;
set<string> userLabels = labels;
if (m->control_pressed) { delete list; return 0; }
while((list != NULL) && ((allLines == 1) || (userLabels.size() != 0))) {
if(allLines == 1 || labels.count(list->getLabel()) == 1){
m->mothurOut(list->getLabel()); m->mothurOutEndLine();
if (m->control_pressed) { delete list; return 0; }
RAbundVector* rabund = new RAbundVector();
createRabund(ct, list, rabund);
if(sorted) { rabund->print(out); }
else { rabund->nonSortedPrint(out); }
delete rabund;
processedLabels.insert(list->getLabel());
userLabels.erase(list->getLabel());
}
if ((m->anyLabelsToProcess(list->getLabel(), userLabels, "") == true) && (processedLabels.count(lastLabel) != 1)) {
string saveLabel = list->getLabel();
delete list;
list = input.getListVector(lastLabel);
m->mothurOut(list->getLabel()); m->mothurOutEndLine();
if (m->control_pressed) { delete list; return 0; }
RAbundVector* rabund = new RAbundVector();
createRabund(ct, list, rabund);
if(sorted) { rabund->print(out); }
else { rabund->nonSortedPrint(out); }
delete rabund;
processedLabels.insert(list->getLabel());
userLabels.erase(list->getLabel());
//restore real lastlabel to save below
list->setLabel(saveLabel);
}
lastLabel = list->getLabel();
delete list;
list = input.getListVector();
}
//output error messages about any remaining user labels
set<string>::iterator it;
bool needToRun = false;
for (it = userLabels.begin(); it != userLabels.end(); it++) {
m->mothurOut("Your file does not include the label " + *it);
if (processedLabels.count(lastLabel) != 1) {
m->mothurOut(". I will use " + lastLabel + "."); m->mothurOutEndLine();
needToRun = true;
}else {
m->mothurOut(". Please refer to " + lastLabel + "."); m->mothurOutEndLine();
}
}
//run last label if you need to
if (needToRun == true) {
if (list != NULL) { delete list; }
list = input.getListVector(lastLabel);
m->mothurOut(list->getLabel()); m->mothurOutEndLine();
if (m->control_pressed) { delete list; return 0; }
RAbundVector* rabund = new RAbundVector();
createRabund(ct, list, rabund);
if(sorted) { rabund->print(out); }
else { rabund->nonSortedPrint(out); }
delete rabund;
delete list;
}
return 0;
}
catch(exception& e) {
m->errorOut(e, "GetRAbundCommand", "processList");
exit(1);
}
}
int GetRAbundCommand::execute(){
try {
if (abort == true) { if (calledHelp) { return 0; } return 2; }
map<string, string> variables;
variables["[filename]"] = outputDir + m->getRootName(m->getSimpleName(inputfile));
filename = getOutputFileName("rabund", variables);
m->openOutputFile(filename, out);
if (countfile != "") {
processList(out);
}else {
InputData input(inputfile, format);
RAbundVector* rabund = input.getRAbundVector();
string lastLabel = rabund->getLabel();
//if the users enters label "0.06" and there is no "0.06" in their file use the next lowest label.
set<string> processedLabels;
set<string> userLabels = labels;
if (m->control_pressed) { outputTypes.clear(); out.close(); m->mothurRemove(filename); delete rabund; return 0; }
while((rabund != NULL) && ((allLines == 1) || (userLabels.size() != 0))) {
if(allLines == 1 || labels.count(rabund->getLabel()) == 1){
m->mothurOut(rabund->getLabel()); m->mothurOutEndLine();
if (m->control_pressed) { outputTypes.clear(); out.close(); m->mothurRemove(filename); delete rabund; return 0; }
if(sorted) { rabund->print(out); }
else { rabund->nonSortedPrint(out); }
processedLabels.insert(rabund->getLabel());
userLabels.erase(rabund->getLabel());
}
if ((m->anyLabelsToProcess(rabund->getLabel(), userLabels, "") == true) && (processedLabels.count(lastLabel) != 1)) {
string saveLabel = rabund->getLabel();
delete rabund;
rabund = input.getRAbundVector(lastLabel);
m->mothurOut(rabund->getLabel()); m->mothurOutEndLine();
if (m->control_pressed) { outputTypes.clear(); out.close(); m->mothurRemove(filename); delete rabund; return 0; }
if(sorted) { rabund->print(out); }
else { rabund->nonSortedPrint(out); }
processedLabels.insert(rabund->getLabel());
userLabels.erase(rabund->getLabel());
//restore real lastlabel to save below
rabund->setLabel(saveLabel);
}
lastLabel = rabund->getLabel();
delete rabund;
rabund = input.getRAbundVector();
}
//output error messages about any remaining user labels
set<string>::iterator it;
bool needToRun = false;
for (it = userLabels.begin(); it != userLabels.end(); it++) {
m->mothurOut("Your file does not include the label " + *it);
if (processedLabels.count(lastLabel) != 1) {
m->mothurOut(". I will use " + lastLabel + "."); m->mothurOutEndLine();
needToRun = true;
}else {
m->mothurOut(". Please refer to " + lastLabel + "."); m->mothurOutEndLine();
}
}
//run last label if you need to
if (needToRun == true) {
if (rabund != NULL) { delete rabund; }
rabund = input.getRAbundVector(lastLabel);
m->mothurOut(rabund->getLabel()); m->mothurOutEndLine();
if (m->control_pressed) { outputTypes.clear(); out.close(); m->mothurRemove(filename); delete rabund; return 0; }
if(sorted) { rabund->print(out); }
else { rabund->nonSortedPrint(out); }
delete rabund;
}
}
if (m->control_pressed) { outputTypes.clear(); out.close(); m->mothurRemove(filename); return 0; }
m->mothurOutEndLine();
m->mothurOut("Output File Names: "); m->mothurOutEndLine();
m->mothurOut(filename); m->mothurOutEndLine(); outputNames.push_back(filename); outputTypes["rabund"].push_back(filename);
m->mothurOutEndLine();
out.close();
//set rabund file as new current rabundfile
string current = "";
itTypes = outputTypes.find("rabund");
if (itTypes != outputTypes.end()) {
if ((itTypes->second).size() != 0) { current = (itTypes->second)[0]; m->setRabundFile(current); }
}
return 0;
}
catch(exception& e) {
m->errorOut(e, "GetRAbundCommand", "execute");
exit(1);
}
}
//**********************************************************************************************************************
int RemoveRareCommand::processRabund(){
try {
string thisOutputDir = outputDir;
if (outputDir == "") { thisOutputDir += m->hasPath(rabundfile); }
string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(rabundfile)) + "pick" + m->getExtension(rabundfile);
outputTypes["rabund"].push_back(outputFileName); outputNames.push_back(outputFileName);
ofstream out;
m->openOutputFile(outputFileName, out);
//if the users enters label "0.06" and there is no "0.06" in their file use the next lowest label.
InputData input(rabundfile, "rabund");
RAbundVector* rabund = input.getRAbundVector();
string lastLabel = rabund->getLabel();
set<string> processedLabels;
set<string> userLabels = labels;
while((rabund != NULL) && ((allLines == 1) || (userLabels.size() != 0))) {
if (m->control_pressed) { delete rabund; out.close(); return 0; }
if(allLines == 1 || labels.count(rabund->getLabel()) == 1){
m->mothurOut(rabund->getLabel()); m->mothurOutEndLine();
processedLabels.insert(rabund->getLabel());
userLabels.erase(rabund->getLabel());
RAbundVector newRabund; newRabund.setLabel(rabund->getLabel());
for (int i = 0; i < rabund->getNumBins(); i++) {
if (rabund->get(i) > nseqs) {
newRabund.push_back(rabund->get(i));
}
}
if (newRabund.getNumBins() > 0) { newRabund.print(out); }
}
if ((m->anyLabelsToProcess(rabund->getLabel(), userLabels, "") == true) && (processedLabels.count(lastLabel) != 1)) {
string saveLabel = rabund->getLabel();
delete rabund;
rabund = input.getRAbundVector(lastLabel);
m->mothurOut(rabund->getLabel()); m->mothurOutEndLine();
processedLabels.insert(rabund->getLabel());
userLabels.erase(rabund->getLabel());
RAbundVector newRabund; newRabund.setLabel(rabund->getLabel());
for (int i = 0; i < rabund->getNumBins(); i++) {
if (rabund->get(i) > nseqs) {
newRabund.push_back(rabund->get(i));
}
}
if (newRabund.getNumBins() > 0) { newRabund.print(out); }
//restore real lastlabel to save below
rabund->setLabel(saveLabel);
}
lastLabel = rabund->getLabel();
delete rabund;
rabund = input.getRAbundVector();
}
if (m->control_pressed) { out.close(); return 0; }
//output error messages about any remaining user labels
set<string>::iterator it;
bool needToRun = false;
for (it = userLabels.begin(); it != userLabels.end(); it++) {
m->mothurOut("Your file does not include the label " + *it);
if (processedLabels.count(lastLabel) != 1) {
m->mothurOut(". I will use " + lastLabel + "."); m->mothurOutEndLine();
needToRun = true;
}else {
m->mothurOut(". Please refer to " + lastLabel + "."); m->mothurOutEndLine();
}
}
//run last label if you need to
if (needToRun == true) {
if (rabund != NULL) { delete rabund; }
rabund = input.getRAbundVector(lastLabel);
m->mothurOut(rabund->getLabel()); m->mothurOutEndLine();
RAbundVector newRabund; newRabund.setLabel(rabund->getLabel());
for (int i = 0; i < rabund->getNumBins(); i++) {
if (rabund->get(i) > nseqs) {
newRabund.push_back(rabund->get(i));
}
}
if (newRabund.getNumBins() > 0) { newRabund.print(out); }
delete rabund;
}
return 0;
}
catch(exception& e) {
m->errorOut(e, "RemoveRareCommand", "processRabund");
exit(1);
}
}
//**********************************************************************************************************************
void SharedCommand::printSharedData(vector<SharedRAbundVector*> thislookup) {
try {
if (order.size() == 0) { //user has not specified an order so do aplabetically
sort(thislookup.begin(), thislookup.end(), compareSharedRabunds);
m->clearGroups();
vector<string> Groups;
//initialize bin values
for (int i = 0; i < thislookup.size(); i++) {
out << thislookup[i]->getLabel() << '\t' << thislookup[i]->getGroup() << '\t';
thislookup[i]->print(out);
Groups.push_back(thislookup[i]->getGroup());
RAbundVector rav = thislookup[i]->getRAbundVector();
m->openOutputFileAppend(fileroot + thislookup[i]->getGroup() + ".rabund", *(filehandles[thislookup[i]->getGroup()]));
rav.print(*(filehandles[thislookup[i]->getGroup()]));
(*(filehandles[thislookup[i]->getGroup()])).close();
}
m->setGroups(Groups);
}else{
//create a map from groupName to each sharedrabund
map<string, SharedRAbundVector*> myMap;
map<string, SharedRAbundVector*>::iterator myIt;
for (int i = 0; i < thislookup.size(); i++) {
myMap[thislookup[i]->getGroup()] = thislookup[i];
}
m->clearGroups();
vector<string> Groups;
//loop through ordered list and print the rabund
for (int i = 0; i < order.size(); i++) {
myIt = myMap.find(order[i]);
if(myIt != myMap.end()) { //we found it
out << (myIt->second)->getLabel() << '\t' << (myIt->second)->getGroup() << '\t';
(myIt->second)->print(out);
Groups.push_back((myIt->second)->getGroup());
RAbundVector rav = (myIt->second)->getRAbundVector();
m->openOutputFileAppend(fileroot + (myIt->second)->getGroup() + ".rabund", *(filehandles[(myIt->second)->getGroup()]));
rav.print(*(filehandles[(myIt->second)->getGroup()]));
(*(filehandles[(myIt->second)->getGroup()])).close();
}else{
m->mothurOut("Can't find shared info for " + order[i] + ", skipping."); m->mothurOutEndLine();
}
}
m->setGroups(Groups);
}
}
catch(exception& e) {
m->errorOut(e, "SharedCommand", "printSharedData");
exit(1);
}
}