Example #1
0
// ValidateReaders checks that all the readers point to BAM files representing
// alignments against the same set of reference sequences, and that the
// sequences are identically ordered.  If these checks fail the operation of
// the multireader is undefined, so we force program exit.
bool BamMultiReaderPrivate::ValidateReaders() const
{

    m_errorString.clear();

    // skip if 0 or 1 readers opened
    if (m_readers.empty() || (m_readers.size() == 1)) return true;

    // retrieve first reader
    const MergeItem& firstItem = m_readers.front();
    const BamReader* firstReader = firstItem.Reader;
    if (firstReader == 0) return false;

    // retrieve first reader's header data
    const SamHeader& firstReaderHeader = firstReader->GetHeader();
    const std::string& firstReaderSortOrder = firstReaderHeader.SortOrder;

    // retrieve first reader's reference data
    const RefVector& firstReaderRefData = firstReader->GetReferenceData();
    const int firstReaderRefCount = firstReader->GetReferenceCount();
    const int firstReaderRefSize = firstReaderRefData.size();

    // iterate over all readers
    std::vector<MergeItem>::const_iterator readerIter = m_readers.begin();
    std::vector<MergeItem>::const_iterator readerEnd = m_readers.end();
    for (; readerIter != readerEnd; ++readerIter) {
        const MergeItem& item = (*readerIter);
        BamReader* reader = item.Reader;
        if (reader == 0) continue;

        // get current reader's header data
        const SamHeader& currentReaderHeader = reader->GetHeader();
        const std::string& currentReaderSortOrder = currentReaderHeader.SortOrder;

        // check compatible sort order
        if (currentReaderSortOrder != firstReaderSortOrder) {
            const std::string message =
                std::string("mismatched sort order in ") + reader->GetFilename() + ", expected " +
                firstReaderSortOrder + ", but found " + currentReaderSortOrder;
            SetErrorString("BamMultiReader::ValidateReaders", message);
            return false;
        }

        // get current reader's reference data
        const RefVector currentReaderRefData = reader->GetReferenceData();
        const int currentReaderRefCount = reader->GetReferenceCount();
        const int currentReaderRefSize = currentReaderRefData.size();

        // init reference data iterators
        RefVector::const_iterator firstRefIter = firstReaderRefData.begin();
        RefVector::const_iterator firstRefEnd = firstReaderRefData.end();
        RefVector::const_iterator currentRefIter = currentReaderRefData.begin();

        // compare reference counts from BamReader ( & container size, in case of BR error)
        if ((currentReaderRefCount != firstReaderRefCount) ||
            (firstReaderRefSize != currentReaderRefSize)) {
            std::stringstream s;
            s << "mismatched reference count in " << reader->GetFilename() << ", expected "
              << firstReaderRefCount << ", but found " << currentReaderRefCount;
            SetErrorString("BamMultiReader::ValidateReaders", s.str());
            return false;
        }

        // this will be ok; we just checked above that we have identically-sized sets of references
        // here we simply check if they are all, in fact, equal in content
        while (firstRefIter != firstRefEnd) {
            const RefData& firstRef = (*firstRefIter);
            const RefData& currentRef = (*currentRefIter);

            // compare reference name & length
            if ((firstRef.RefName != currentRef.RefName) ||
                (firstRef.RefLength != currentRef.RefLength)) {
                std::stringstream s;
                s << "mismatched references found in" << reader->GetFilename()
                  << "expected: " << std::endl;

                // print first reader's reference data
                RefVector::const_iterator refIter = firstReaderRefData.begin();
                RefVector::const_iterator refEnd = firstReaderRefData.end();
                for (; refIter != refEnd; ++refIter) {
                    const RefData& entry = (*refIter);
                    std::stringstream s;
                    s << entry.RefName << ' ' << std::endl;
                }

                s << "but found: " << std::endl;

                // print current reader's reference data
                refIter = currentReaderRefData.begin();
                refEnd = currentReaderRefData.end();
                for (; refIter != refEnd; ++refIter) {
                    const RefData& entry = (*refIter);
                    s << entry.RefName << ' ' << entry.RefLength << std::endl;
                }

                SetErrorString("BamMultiReader::ValidateReaders", s.str());
                return false;
            }

            // update iterators
            ++firstRefIter;
            ++currentRefIter;
        }
    }

    // if we get here, everything checks out
    return true;
}
Example #2
0
int main(int argc, char* argv[])
{

    //{{{ setup
    double trim_threshold = 1e-10;
    double merge_threshold = 1e-10;
    int min_weight = 0;
    int min_sample_weight = 0;
    bool show_evidence = false;
    bool has_pe_bams = false,
	has_sr_bams = false,
	has_bedpes = false;
    CHR_POS window_size = 1000000;
    string inter_chrom_file_prefix = "./";
    int call_id = 0;
    bool has_next = false;
    vector<SV_EvidenceReader*>::iterator i_er;
    UCSCBins<SV_BreakPoint*> r_bin;
    srand (time(NULL));
    string exclude_bed_file;
    bool has_exclude = false;
    string genome_file; 
    bool has_genome_file = false;
    int print_prob = 0;
    int bedpe_output = 0;
    //vector<string> bam_files;
    //}}}

    //{{{ check to see if we should print out some help
    if (argc == 1)
        ShowHelp();

    for(int i = 1; i < argc; i++) {
        int parameterLength = (int)strlen(argv[i]);

        if( (PARAMETER_CHECK("-h", 2, parameterLength)) ||
                (PARAMETER_CHECK("--help", 6, parameterLength))) {
            ShowHelp();
        }
    }
    //}}}

    //{{{ do some parsing and setup
    vector<SV_EvidenceReader*> evidence_readers;
    map<pair<string,string>, SV_EvidenceReader*> bam_evidence_readers;

    for(int i = 1; i < argc; i++) {
        int parameterLength = (int)strlen(argv[i]);

        if(PARAMETER_CHECK("-pe", 3, parameterLength)) {
            //{{{
            has_pe_bams = true;
            SV_PairReader *pe_r = new SV_PairReader();

            if ((i+1) < argc) {
                char *params = argv[i + 1];
                char *param_val, *brka, *brkb;

                for (	param_val = strtok_r(params, ",", &brka);
                        param_val;
                        param_val = strtok_r(NULL, ",", &brka)) {
                    char *param = strtok_r(param_val, ":", &brkb);
                    char *val = strtok_r(NULL, ":", &brkb);

                    if (val == NULL) {
                        cerr << "Parameter required for " << param << endl;
                        ShowHelp();
                    }

                    if ( ! pe_r->add_param(param, val) ) {
                        cerr << "Unknown pair end parameter:" << param << endl;
                        ShowHelp();
                    }
                }
            }

            string msg = pe_r->check_params();
            if ( msg.compare("") == 0 ) {
                // Add to list of readers
                // Set the distro map

                pe_r->initialize();
                SV_Evidence::distros[pe_r->ev_id] =
                    pair<log_space*,log_space*>(
                        SV_Pair::get_bp_interval_probability('+',
                                pe_r->distro_size,
                                pe_r->distro),
                        SV_Pair::get_bp_interval_probability('-',
                                pe_r->distro_size,
                                pe_r->distro));
                SV_Evidence::distros_size[pe_r->ev_id] = pe_r->distro_size;
            } else {
                cerr << "missing pair end parameters:" << msg << endl;
                ShowHelp();
            }

	    // create SV_EvidenceReaders by (BAM, read_group) pairs
	    if (pe_r->read_group.size() == 0)
	        bam_evidence_readers[pair<string,string> (pe_r->get_source_file_name(),"")] = pe_r;
	    else {
	        for (vector<string>::iterator it = pe_r->read_group.begin();
		     it != pe_r->read_group.end();
		     ++it) {
		    pair<string,string> ev_pair (pe_r->get_source_file_name(),*it);
		    bam_evidence_readers[ev_pair] = pe_r;
		}
	    }

            i++;
            //}}}
        }

        else if(PARAMETER_CHECK("-bedpe", 6, parameterLength)) {
            //{{{
            has_bedpes = true;
            SV_BedpeReader *be_r = new SV_BedpeReader();

            if ((i+1) < argc) {
                char *params = argv[i + 1];
                char *param_val, *brka, *brkb;

                for (	param_val = strtok_r(params, ",", &brka);
                        param_val;
                        param_val = strtok_r(NULL, ",", &brka)) {
                    char *param = strtok_r(param_val, ":", &brkb);
                    char *val = strtok_r(NULL, ":", &brkb);

                    if (val == NULL) {
                        cerr << "Parameter requied for " << param << endl;
                        ShowHelp();
                    }

                    if ( ! be_r->add_param(param, val) ) {
                        cerr << "Unknown bedpe parameter:" << param << endl;
                        ShowHelp();
                    }
                }
            }

            string msg = be_r->check_params();
            if ( msg.compare("") == 0 ) {
                be_r->initialize();
                SV_Evidence::distros[be_r->ev_id] =
                    pair<log_space*,log_space*>(
                        SV_Bedpe::
                        get_bp_interval_probability('+',
                                                    be_r->distro_size,
                                                    be_r->distro),
                        SV_Bedpe::
                        get_bp_interval_probability('-',
                                                    be_r->distro_size,
                                                    be_r->distro));
                SV_Evidence::distros_size[be_r->ev_id] = be_r->distro_size;
                evidence_readers.push_back(be_r);
            } else {
                cerr << "missing bedpe parameters:" << msg << endl;
                ShowHelp();
            }

            i++;
            //}}}
        }

        else if(PARAMETER_CHECK("-sr", 3, parameterLength)) {
            //{{{
            has_sr_bams = true;
            SV_SplitReadReader *sr_r = new SV_SplitReadReader();

            if ((i+1) < argc) {
                char *params = argv[i + 1];
                char *param_val, *brka, *brkb;

                for (	param_val = strtok_r(params, ",", &brka);
                        param_val;
                        param_val = strtok_r(NULL, ",", &brka)) {
                    char *param = strtok_r(param_val, ":", &brkb);
                    char *val = strtok_r(NULL, ":", &brkb);

                    if (val == NULL) {
                        cerr << "Parameter required for " << param << endl;
                        ShowHelp();
                    }

                    if ( ! sr_r->add_param(param, val) ) {
                        cerr << "Unknown split read parameter:" << param << endl;
                        ShowHelp();
                    }
                }
            }

            string msg = sr_r->check_params();
            if ( msg.compare("") == 0 ) {
                sr_r->initialize();
                SV_Evidence::distros[sr_r->ev_id] =
                    pair<log_space*,log_space*>(
                        SV_SplitRead::
                        get_bp_interval_probability('+',
                                                    sr_r->back_distance),
                        SV_SplitRead::
                        get_bp_interval_probability('-',
                                                    sr_r->back_distance));

                SV_Evidence::distros_size[sr_r->ev_id] =
                    sr_r->back_distance * 2 + 1;
            } else {
                cerr << "missing split read parameters:" << msg << endl;
                ShowHelp();
            }

	    // create SV_EvidenceReaders by (BAM, read_group) pairs
	    if (sr_r->read_group.size() == 0)
	        bam_evidence_readers[pair<string,string> (sr_r->get_source_file_name(),"")] = sr_r;
	    else {
	        for (vector<string>::iterator it = sr_r->read_group.begin();
		     it != sr_r->read_group.end();
		     ++it) {
		    pair<string,string> ev_pair (sr_r->get_source_file_name(),*it);
		    bam_evidence_readers[ev_pair] = sr_r;
		}
	    }

            i++;
            //}}}
        }

        else if(PARAMETER_CHECK("-tt", 3, parameterLength)) {
            if ((i+1) < argc) {
                trim_threshold = 1 - atof(argv[i + 1]);
                i++;
            }
        }

        else if(PARAMETER_CHECK("-mt", 3, parameterLength)) {
            if ((i+1) < argc) {
                merge_threshold = atof(argv[i + 1]);
                i++;
            }
        }

        else if(PARAMETER_CHECK("-mw", 3, parameterLength)) {
            if ((i+1) < argc) {
                min_weight = atoi(argv[i + 1]);
                i++;
            }
        }

        else if(PARAMETER_CHECK("-msw", 4, parameterLength)) {
            if ((i+1) < argc) {
                min_sample_weight = atoi(argv[i + 1]);
                i++;
            }
        }
	
        else if(PARAMETER_CHECK("-w", 2, parameterLength)) {
            if ((i+1) < argc) {
                window_size = atoi(argv[i + 1]);
                i++;
            }
        }

        else if(PARAMETER_CHECK("-x", 2, parameterLength)) {
            if ((i+1) < argc) {
                exclude_bed_file = argv[i + 1];
                has_exclude = true;
                i++;
            }
        }

        else if(PARAMETER_CHECK("-g", 2, parameterLength)) {
            if ((i+1) < argc) {
                genome_file = argv[i + 1];
                has_genome_file = true;
                i++;
            }
        }


        else if(PARAMETER_CHECK("-t", 2, parameterLength)) {
            if ((i+1) < argc) {
                inter_chrom_file_prefix = argv[i + 1];
                i++;
            }
        }

        else if(PARAMETER_CHECK("-e", 2, parameterLength)) {
            show_evidence = true;
        }

        else if(PARAMETER_CHECK("-P", 2, parameterLength)) {
            print_prob = 1;
        }

	else if(PARAMETER_CHECK("-b", 2, parameterLength)) {
            bedpe_output = 1;
        }

        else {
            cerr << endl << "*****ERROR: Unrecognized parameter: " <<
                 argv[i] << " *****" << endl << endl;
            ShowHelp();
        }
    }

    if (min_weight == 0 && min_sample_weight == 0) {
        cerr << endl << "*****ERROR: must set min weight or min sample weight  *****" <<
             endl << endl;
        ShowHelp();
    }

    SV_BreakPoint::p_trim_threshold = trim_threshold;
    SV_BreakPoint::p_merge_threshold = merge_threshold;

    // append rand number to the temp inter-chrom file
    inter_chrom_file_prefix = inter_chrom_file_prefix + ToString(rand());

    if (has_exclude)
        parse_exclude_file(exclude_bed_file, SV_Evidence::exclude_regions);

    SV_BamReader *bam_r;
    if (has_pe_bams || has_sr_bams) {
        bam_r = new SV_BamReader(&bam_evidence_readers);
        bam_r->set_inter_chrom_file_name(inter_chrom_file_prefix + ".bam");
        bam_r->initialize();
        evidence_readers.push_back(bam_r);
    }

    map<string, int> genome_order;
    if (has_genome_file) {
        GenomeFile *genome;
        genome  = new GenomeFile(genome_file);
        vector<string> chroms = genome->getChromList();
        vector<string>::iterator chr_itr;
        int chr_count = 0;
        for (chr_itr = chroms.begin(); chr_itr != chroms.end(); ++chr_itr) {
            genome_order[*chr_itr] = chr_count;
            chr_count += 1;
        }
    } else if (has_pe_bams || has_sr_bams) {
        //map<string, SV_EvidenceReader*> bam_evidence_readers;
        //map<string, SV_EvidenceReader*>::iterator bam_itr;
        //bam_itr = bam_evidence_readers.begin();
        RefVector refs = bam_r->refs;
        vector<RefData>::iterator ref_itr;
        int chr_count = 0;
        for (ref_itr = refs.begin(); ref_itr != refs.end(); ++ref_itr) {
            RefData r = *ref_itr;
            genome_order[r.RefName] = chr_count;
            chr_count += 1;
        }
    } else {
            cerr << endl << "*****ERROR: Unknown chromosome order.  " <<
                "Chromosome order must be\nspecified by either bam header " <<
                "or a genome file *****" << endl << endl;
	    ShowHelp();
    }

    //}}} end parsing 

    //{{{ Test if there lines to process in each input file
    for ( i_er = evidence_readers.begin();
            i_er != evidence_readers.end();
            ++i_er) {
        SV_EvidenceReader *er = *i_er;
        has_next = has_next || er->has_next();
    }
    //}}}

    // print VCF header
    if (! bedpe_output) {
	SV_VcfVariant *header_var = new SV_VcfVariant();
	map<int,string>::iterator s_itr;
	for (s_itr = SV_EvidenceReader::sample_names.begin();
	     s_itr != SV_EvidenceReader::sample_names.end();
	     ++s_itr)
	    header_var->add_sample(s_itr->second);

	// add appropriate fields to active_formats
	header_var->set_sample_field(SV_EvidenceReader::
				     sample_names.begin()->second,
				     "GT",
				     "./.");
	header_var->set_sample_field(SV_EvidenceReader::
				     sample_names.begin()->second,
				     "SU",
				     "0");
	
	if (has_pe_bams)
	    header_var->set_sample_field(SV_EvidenceReader::
					 sample_names.begin()->second,
					 "PE",
					 "0");
	if (has_sr_bams)
	    header_var->set_sample_field(SV_EvidenceReader::
					 sample_names.begin()->second,
					 "SR",
					 "0");

	if (has_bedpes)
	    header_var->set_sample_field(SV_EvidenceReader::
					 sample_names.begin()->second,
					 "BD",
					 "0");
    	header_var->print_header();
        delete(header_var);
    }
    
    //{{{ process the intra-chrom events that were saved to a file
    CHR_POS max_pos = 0;
    string last_min_chr = "";
    while ( has_next ) {
        string min_chr = "";
        //{{{ find min_chr among all input files
        for ( i_er = evidence_readers.begin();
                i_er != evidence_readers.end();
                ++i_er) {
            SV_EvidenceReader *er = *i_er;

            if ( er->has_next() ) {
                string curr_chr = er->get_curr_chr();
                if ( ( min_chr.compare("") == 0 ) ||
                     ( genome_order[curr_chr] < genome_order[min_chr] ) ) {
                    min_chr = curr_chr;
                }
            }
        }
        //}}}

        //{{{ if the chrome switches, reset the max_pos
        if (last_min_chr.compare(min_chr) != 0) {
            max_pos = window_size;
            last_min_chr = min_chr;
        }
        //}}}

        cerr << min_chr << "\t" << max_pos << endl;
        bool input_processed = true;

        while (input_processed) {
            input_processed = false;

            //{{{ read the files
            for ( i_er = evidence_readers.begin();
                    i_er != evidence_readers.end();
                    ++i_er) {

                SV_EvidenceReader *er = *i_er;

                if ( er->has_next() ) {
                    string curr_chr = er->get_curr_chr();
                    CHR_POS curr_pos = er->get_curr_pos();
                    if ( ( genome_order[curr_chr] <= genome_order[min_chr] ) &&
                         ( curr_pos < max_pos) ) {
                        er->process_input_chr_pos(curr_chr, max_pos, r_bin);
                        input_processed = true;
                    }
                }
            }
            //}}}

            //{{{ call breakpoints
            vector< UCSCElement<SV_BreakPoint*> > values =
                r_bin.values(min_chr, max_pos);

            vector< UCSCElement<SV_BreakPoint*> >::iterator it;
            for (it = values.begin(); it < values.end(); ++it) {
                SV_BreakPoint *bp = it->value;

                // Make sure both ends of the bp are less than or equal to the
                // current chrom
                if (bp->weight >= min_weight
		    && bp->get_max_sample_weight() >= min_sample_weight) {
                    //bp->do_it();
                    // make sure there was not an error with trimming
                    if (bp->trim_intervals() > 0) {
		        if (bedpe_output) {
			    bp->print_bedpe(++call_id, print_prob);
			    if (show_evidence)
			        bp->print_evidence("\t");
			}
			else {
			    SV_VcfVariant *vcf_var =
				new SV_VcfVariant(bp,
						  ++call_id,
						  print_prob);
			    vcf_var->print_var();
                            delete(vcf_var);
			}
                    }
                }

                if (r_bin.remove(*it, false, false, true) != 0) {
                    cerr << "Error removing element:" << *bp << endl;
                    abort();
                }
                bp->free_evidence();
                delete bp;
            }
            //}}}

            // move the window
            max_pos = max_pos *2;
        }

        //{{{ Test if there is still input lines
        has_next = false;
        for ( i_er = evidence_readers.begin();
                i_er != evidence_readers.end();
                ++i_er) {
            SV_EvidenceReader *er = *i_er;
            has_next = has_next || er->has_next();
        }
        //}}}
    }
    //}}}

    //{{{ terminate input files
    for ( i_er = evidence_readers.begin();
            i_er != evidence_readers.end();
            ++i_er) {
        SV_EvidenceReader *er = *i_er;
        er->terminate();
    }
    //}}}

    //{{{ Call remaining intra breakpoints
    vector< UCSCElement<SV_BreakPoint*> > values = r_bin.values();
    vector< UCSCElement<SV_BreakPoint*> >::iterator it;

    for ( it = values.begin();
            it != values.end(); ++it) {
        SV_BreakPoint *bp = it->value;

	if (bp->weight >= min_weight
	    && bp->get_max_sample_weight() >= min_sample_weight) {
            //bp->do_it();
            if (bp->trim_intervals() > 0) {
		if (bedpe_output) {
		    bp->print_bedpe(++call_id, print_prob);
		    if (show_evidence)
			bp->print_evidence("\t");
		}
		else {
		    SV_VcfVariant *vcf_var =
			new SV_VcfVariant(bp,
					  ++call_id,
					  print_prob);
		    vcf_var->print_var();
		}
            }
        }

        if (r_bin.remove(*it, false, false, true) != 0) {
            cerr << "Error removing element" << endl;
            abort();
        }
        bp->free_evidence();
        delete bp;
    }
    //}}}

    //{{{ process the inter-chrom events that were saved to a file
    string intra_bam_file_name = inter_chrom_file_prefix + ".bam";
    ifstream intra_bam_file( intra_bam_file_name.c_str() );
    if (intra_bam_file.good()) {
        intra_bam_file.close();

        sort_inter_chrom_bam( inter_chrom_file_prefix + ".bam",
                              inter_chrom_file_prefix + ".sort.bam");

        SV_InterChromBamReader *ic_r = new SV_InterChromBamReader(
            inter_chrom_file_prefix + ".sort.bam",
            &bam_evidence_readers);
        ic_r->initialize();

        vector<SV_EvidenceReader*> inter_chrom_evidence_readers;
        inter_chrom_evidence_readers.push_back(ic_r);

        // There are two files containg all of the inter-chrom events, one bam
        // and one bedpe, each line in the file corresponds to the properies
        // set in one of the readers.  Each line has a "LS" (lumpy source)
        // property that gives its source file name.  Using that entry, the
        // line will be sent to the reader for processing.

        // get new evidence readers for both bedpe and bam inter-chrom
        // readers
        has_next = true;

        int32_t last_min_primary_refid = -1;
        int32_t last_min_secondary_refid = -1;
        max_pos = 0;
        while ( has_next ) {
            string min_primary_chr = "";
            string min_secondary_chr = "";
            int32_t min_primary_refid = -1;
            int32_t min_secondary_refid = -1;

            //{{{ find min_chr pair among all input files
            for ( i_er = inter_chrom_evidence_readers.begin();
                    i_er != inter_chrom_evidence_readers.end();
                    ++i_er) {
                SV_EvidenceReader *er = *i_er;

                if ( er->has_next() ) {
                    int32_t curr_primary_refid = er->get_curr_primary_refid();
                    int32_t curr_secondary_refid =
                        er->get_curr_secondary_refid();

                    if ( (( min_primary_refid == -1 ) &&
                            ( min_secondary_refid == -1 )) ||
                            (( curr_primary_refid < min_primary_refid)  &&
                             ( curr_secondary_refid < min_secondary_refid)) ) {
                        min_primary_refid = curr_primary_refid;
                        min_secondary_refid = curr_secondary_refid;
                        min_secondary_chr = er->get_curr_secondary_chr();
                        min_primary_chr = er->get_curr_primary_chr();
                    }
                }
            }
            //}}}

            // if the chrome pair switches, reset the max_pos
            if ( (last_min_primary_refid != min_primary_refid) ||
                    (last_min_secondary_refid != min_secondary_refid) ) {
                max_pos = window_size;
                last_min_primary_refid = min_primary_refid;
                last_min_secondary_refid = min_secondary_refid;
            }

            bool input_processed = true;

            while (input_processed) {
                input_processed = false;

                //{{{ read the files, process anything in frame
                for ( i_er = inter_chrom_evidence_readers.begin();
                        i_er != inter_chrom_evidence_readers.end();
                        ++i_er) {

                    SV_EvidenceReader *er = *i_er;

                    if ( er->has_next() ) {
                        int32_t curr_primary_refid =
                            er->get_curr_primary_refid();
                        int32_t curr_secondary_refid =
                            er->get_curr_secondary_refid();
                        CHR_POS curr_pos = er->get_curr_primary_pos();

                        if ( (curr_primary_refid <= min_primary_refid) &&
                                (curr_secondary_refid <= min_secondary_refid) &&
                                (curr_pos < max_pos) ) {

                            er->process_input_chr_pos(
                                er->get_curr_primary_chr(),
                                er->get_curr_secondary_chr(),
                                max_pos,
                                r_bin);
                            input_processed = true;
                        }
                    }
                }
                //}}}

                //{{{ get breakpoints
                // get anything that has ends in both chroms
                vector< UCSCElement<SV_BreakPoint*> > values =
                    r_bin.values(min_secondary_chr);

                vector< UCSCElement<SV_BreakPoint*> >::iterator it;

                for (it = values.begin(); it < values.end(); ++it) {
                    SV_BreakPoint *bp = it->value;
		    if (bp->weight >= min_weight
			&& bp->get_max_sample_weight() >= min_sample_weight) {
                        //bp->do_it();
                        if (bp->trim_intervals() > 0) {
			    if (bedpe_output) {
				bp->print_bedpe(++call_id, print_prob);
				if (show_evidence)
				    bp->print_evidence("\t");
			    }
			    else {
				SV_VcfVariant *vcf_var =
				    new SV_VcfVariant(bp,
						      ++call_id,
						      print_prob);
				vcf_var->print_var();
			    }
                        }
                    }

                    if (r_bin.remove(*it, false, false, true) != 0) {
                        cerr << "Error removing element" << endl;
                        abort();
                    }
                    bp->free_evidence();
                    delete bp;
                }
                //}}}

                max_pos = max_pos * 2;
            }

            has_next = false;
            //{{{ Test if there is still input lines
            for ( i_er = inter_chrom_evidence_readers.begin();
                    i_er != inter_chrom_evidence_readers.end();
                    ++i_er) {
                SV_EvidenceReader *er = *i_er;
                has_next = has_next || er->has_next();
            }
            //}}}
        }

        //{{{ Call remaining break points
        values = r_bin.values();

        for (it = values.begin(); it != values.end(); ++it) {
            SV_BreakPoint *bp = it->value;
	    if (bp->weight >= min_weight
		&& bp->get_max_sample_weight() >= min_sample_weight) {
                //bp->do_it();
                if (bp->trim_intervals() > 0) {
		    if (bedpe_output) {
			bp->print_bedpe(++call_id, print_prob);
			if (show_evidence)
			    bp->print_evidence("\t");
		    }
		    else {
			SV_VcfVariant *vcf_var =
			    new SV_VcfVariant(bp,
					      ++call_id,
					      print_prob);
			vcf_var->print_var();
		    }
                }
            }

            if (r_bin.remove(*it, false, false, true) != 0) {
                cerr << "Error removing element" << endl;
                abort();
            }
            bp->free_evidence();
            delete bp;
        }
        //}}}

        for ( i_er = inter_chrom_evidence_readers.begin();
                i_er != inter_chrom_evidence_readers.end();
                ++i_er) {
            SV_EvidenceReader *er = *i_er;
            delete(er);
        }
    }
    //}}}

    //{{{ free up stuff
    string s = inter_chrom_file_prefix + ".bam";
    remove(s.c_str());
    s = inter_chrom_file_prefix + ".sort.bam";
    remove(s.c_str());
    map<int, pair<log_space*,log_space*> >::iterator e_it;
    for( e_it =  SV_Evidence::distros.begin();
            e_it !=  SV_Evidence::distros.end();
            ++e_it) {
        free(e_it->second.first);
        free(e_it->second.second);
    }
#if 0
    for ( i_er = evidence_readers.begin();
            i_er != evidence_readers.end();
            ++i_er) {
        SV_EvidenceReader *er = *i_er;
        delete(er);
    }
#endif
    evidence_readers.clear();
    bam_evidence_readers.clear();
    //}}}
    return 0;
}