int splicing_exonset_append(splicing_exonset_t *ex, const char *seqid,
int start, int end) {
size_t idx;
int seen=splicing_strvector_search(&ex->seqids, seqid, &idx);
if (seen) {
SPLICING_CHECK(splicing_vector_int_push_back(&ex->seqid, idx));
} else {
size_t size=splicing_strvector_size(&ex->seqids);
SPLICING_CHECK(splicing_strvector_append(&ex->seqids, seqid));
SPLICING_CHECK(splicing_vector_int_push_back(&ex->seqid, size));
}
SPLICING_CHECK(splicing_vector_int_push_back(&ex->start, start));
SPLICING_CHECK(splicing_vector_int_push_back(&ex->end, end));
return 0;
}
int pysplicing_to_strvector(PyObject *pv, splicing_strvector_t *v) {
int i, n;
if (!PyTuple_Check(pv)) {
PyErr_SetString(PyExc_TypeError, "Need a tuple");
return 1;
}
n=PyTuple_Size(pv);
splicing_strvector_init(v, 0);
splicing_strvector_reserve(v, n);
for (i=0; i<n; i++) {
PyObject *it=PyTuple_GetItem(pv, i);
splicing_strvector_append(v,PyString_AsString(it));
}
return 0;
}
int splicing_gff_append(splicing_gff_t *gff, const char *seqid,
const char *source, splicing_type_t type, int start,
int end, double score, splicing_strand_t strand,
int phase, const char *ID, const char *parent) {
if (type == SPLICING_TYPE_GENE) {
gff->nogenes++;
SPLICING_CHECK(splicing_vector_int_push_back(&gff->genes, gff->n));
SPLICING_CHECK(splicing_vector_int_push_back(&gff->strand, strand));
} else if (type == SPLICING_TYPE_MRNA) {
gff->notranscripts++;
SPLICING_CHECK(splicing_vector_int_push_back(&gff->transcripts, gff->n));
}
if (type == SPLICING_TYPE_GENE) {
/* Seqid */
if (!strcmp(seqid, gff->last_seqid)) {
int last=splicing_vector_int_tail(&gff->seqid);
SPLICING_CHECK(splicing_vector_int_push_back(&gff->seqid, last));
} else {
size_t idx;
int seen=splicing_strvector_search(&gff->seqids, seqid, &idx);
if (seen) {
SPLICING_CHECK(splicing_vector_int_push_back(&gff->seqid, idx));
gff->last_seqid=splicing_strvector_get(&gff->seqids, idx);
} else {
size_t size=splicing_strvector_size(&gff->seqids);
SPLICING_CHECK(splicing_strvector_append(&gff->seqids, seqid));
SPLICING_CHECK(splicing_vector_int_push_back(&gff->seqid, size));
gff->last_source=splicing_strvector_get(&gff->seqids, size);
}
}
/* Source */
if (!strcmp(source, gff->last_source)) {
int last=splicing_vector_int_tail(&gff->source);
SPLICING_CHECK(splicing_vector_int_push_back(&gff->source, last));
} else {
size_t idx;
int seen=splicing_strvector_search(&gff->sources, source, &idx);
if (seen) {
SPLICING_CHECK(splicing_vector_int_push_back(&gff->source, idx));
gff->last_source=splicing_strvector_get(&gff->sources, idx);
} else {
size_t size=splicing_strvector_size(&gff->sources);
SPLICING_CHECK(splicing_strvector_append(&gff->sources, source));
SPLICING_CHECK(splicing_vector_int_push_back(&gff->source, size));
gff->last_source=splicing_strvector_get(&gff->sources, size);
}
}
}
/* Parent */
if (!parent || !parent[0]) {
SPLICING_CHECK(splicing_vector_int_push_back(&gff->parent, -1));
} else if (!strcmp(parent, gff->last_gene_id)) {
SPLICING_CHECK(splicing_vector_int_push_back(&gff->parent,
gff->last_gene_no));
} else if (!strcmp(parent, gff->last_mrna_id)) {
SPLICING_CHECK(splicing_vector_int_push_back(&gff->parent,
gff->last_mrna_no));
} else {
size_t idx;
int seen=splicing_strvector_search(&gff->ID, parent, &idx);
if (!seen) {
SPLICING_WARNING("Unknown parent ID, invalid GFF file");
SPLICING_CHECK(splicing_vector_int_push_back(&gff->parent, -1));
} else {
SPLICING_CHECK(splicing_vector_int_push_back(&gff->parent, idx));
}
}
SPLICING_CHECK(splicing_vector_int_push_back(&gff->type, type));
SPLICING_CHECK(splicing_vector_int_push_back(&gff->start, start));
SPLICING_CHECK(splicing_vector_int_push_back(&gff->end, end));
SPLICING_CHECK(splicing_vector_push_back(&gff->score, score));
SPLICING_CHECK(splicing_vector_int_push_back(&gff->phase, phase));
SPLICING_CHECK(splicing_strvector_append(&gff->ID, ID));
/* Update last gene/mrna */
if (type == SPLICING_TYPE_GENE) {
gff->last_gene_id = splicing_strvector_get(&gff->ID, gff->n);
gff->last_gene_no = gff->n;
} else if (type == SPLICING_TYPE_MRNA) {
gff->last_mrna_id = splicing_strvector_get(&gff->ID, gff->n);
gff->last_mrna_no = gff->n;
}
gff->n += 1;
return 0;
}
int splicing_simulate_reads(const splicing_gff_t *gff, int gene,
const splicing_vector_t *expression,
int noreads, int readLength,
splicing_vector_int_t *isoform,
splicing_vector_int_t *position,
splicing_strvector_t *cigar,
splicing_vector_t *sample_prob) {
size_t i, p, noiso, goodiso=0, nogenes;
splicing_vector_int_t effisolen;
splicing_vector_t sampleprob;
double rand, sumpsi=0.0;
splicing_vector_int_t exstart, exend, exidx;
SPLICING_CHECK(splicing_gff_nogenes(gff, &nogenes));
if (gene < 0 || gene >= nogenes) {
SPLICING_ERROR("Invalid gene id", SPLICING_EINVAL);
}
/* TODO: more error checks */
SPLICING_CHECK(splicing_gff_noiso_one(gff, gene, &noiso));
SPLICING_CHECK(splicing_vector_int_init(&effisolen, noiso));
SPLICING_FINALLY(splicing_vector_int_destroy, &effisolen);
SPLICING_CHECK(splicing_vector_init(&sampleprob, noiso));
SPLICING_FINALLY(splicing_vector_destroy, &sampleprob);
SPLICING_CHECK(splicing_vector_int_resize(isoform, noreads));
SPLICING_CHECK(splicing_gff_isolength_one(gff, gene, &effisolen));
for (i=0; i<noiso; i++) {
int l=VECTOR(effisolen)[i]-readLength+1;
VECTOR(effisolen)[i] = l > 0 ? l : 0;
VECTOR(sampleprob)[i] = VECTOR(*expression)[i] * VECTOR(effisolen)[i];
if (VECTOR(sampleprob)[i] != 0) { goodiso++; }
sumpsi += VECTOR(sampleprob)[i];
}
if (goodiso==0) {
SPLICING_ERROR("No isoform is possible", SPLICING_FAILURE);
}
if (sample_prob) {
SPLICING_CHECK(splicing_vector_update(sample_prob, &sampleprob));
}
for (i=1; i<noiso; i++) {
VECTOR(sampleprob)[i] += VECTOR(sampleprob)[i-1];
}
for (i=0; i<noreads; i++) {
int w;
if (noiso==1) {
w=0;
} else if (noiso==2) {
rand = RNG_UNIF01() * sumpsi;
w = (rand < VECTOR(sampleprob)[0]) ? 0 : 1;
} else {
rand = RNG_UNIF01() * sumpsi;
for (w=0; rand > VECTOR(sampleprob)[w]; w++) ;
}
VECTOR(*isoform)[i]=w;
}
splicing_vector_destroy(&sampleprob);
SPLICING_FINALLY_CLEAN(1);
/* OK, we have the isoforms, now we need the read positions,
these are uniformly sampled from the individual isoforms. */
SPLICING_CHECK(splicing_vector_int_resize(position, noreads));
SPLICING_CHECK(splicing_vector_int_init(&exstart, 0));
SPLICING_FINALLY(splicing_vector_int_destroy, &exstart);
SPLICING_CHECK(splicing_vector_int_init(&exend, 0));
SPLICING_FINALLY(splicing_vector_int_destroy, &exend);
SPLICING_CHECK(splicing_vector_int_init(&exidx, 0));
SPLICING_FINALLY(splicing_vector_int_destroy, &exidx);
SPLICING_CHECK(splicing_gff_exon_start_end(gff, &exstart, &exend, &exidx,
gene));
/* Positions in isoform coordinates first */
for (i=0; i<noreads; i++) {
int iso=VECTOR(*isoform)[i];
int len=VECTOR(effisolen)[iso];
VECTOR(*position)[i]=RNG_INTEGER(1, len);
}
/* Translate isoform coordinates to genomic coordintes */
/* TODO: some of this is already calculated */
SPLICING_CHECK(splicing_iso_to_genomic(gff, gene, isoform, /*converter=*/ 0,
position));
/* CIGAR strings */
splicing_strvector_clear(cigar);
SPLICING_CHECK(splicing_strvector_reserve(cigar, noreads));
for (i=0; i<noreads; i++) {
char tmp[1000], *tmp2=tmp;
int iso=VECTOR(*isoform)[i];
size_t rs=VECTOR(*position)[i];
int ex=0;
int rl=readLength;
for (ex=VECTOR(exidx)[iso]; VECTOR(exend)[ex] < rs; ex++) ;
while (VECTOR(exend)[ex] < rs+rl-1) {
tmp2 += snprintf(tmp2, sizeof(tmp)/sizeof(char)-(tmp2-tmp)-1, "%iM%iN",
(int) (VECTOR(exend)[ex]-rs+1),
(int) (VECTOR(exstart)[ex+1]-VECTOR(exend)[ex]-1));
if (tmp2 >= tmp + sizeof(tmp)/sizeof(char)) {
SPLICING_ERROR("CIGAR string too long", SPLICING_EINVAL);
}
rl -= (VECTOR(exend)[ex] - rs + 1);
rs = VECTOR(exstart)[ex+1];
ex++;
}
tmp2 += snprintf(tmp2, sizeof(tmp)/sizeof(char)-(tmp2-tmp)-1, "%iM", rl);
if (tmp2 >= tmp + sizeof(tmp)/sizeof(char)) {
SPLICING_ERROR("CIGAR string too long", SPLICING_EINVAL); }
SPLICING_CHECK(splicing_strvector_append(cigar, tmp));
}
splicing_vector_int_destroy(&exidx);
splicing_vector_int_destroy(&exend);
splicing_vector_int_destroy(&exstart);
splicing_vector_int_destroy(&effisolen);
SPLICING_FINALLY_CLEAN(4);
return 0;
}
int splicing_simulate_paired_reads(const splicing_gff_t *gff, int gene,
const splicing_vector_t *expression,
int noreads, int readLength,
const splicing_vector_t *fragmentProb,
int fragmentStart, double normalMean,
double normalVar, double numDevs,
splicing_vector_int_t *isoform,
splicing_vector_int_t *position,
splicing_strvector_t *cigar,
splicing_vector_t *sampleprob) {
size_t i, j, noiso, il, nogenes;
splicing_vector_t *mysampleprob=sampleprob, vsampleprob;
splicing_vector_t px, cpx;
double sumpx, sumpsi=0.0;
splicing_vector_int_t isolen;
int goodiso=0;
splicing_vector_int_t exstart, exend, exidx;
splicing_vector_t *myfragmentProb=(splicing_vector_t*) fragmentProb,
vfragmentProb;
int fs, fl;
SPLICING_CHECK(splicing_gff_nogenes(gff, &nogenes));
if (gene < 0 || gene >= nogenes) {
SPLICING_ERROR("Invalid gene id", SPLICING_EINVAL);
}
/* TODO: more error checks */
if (!fragmentProb) {
myfragmentProb=&vfragmentProb;
SPLICING_CHECK(splicing_vector_init(&vfragmentProb, 0));
SPLICING_FINALLY(splicing_vector_destroy, &vfragmentProb);
SPLICING_CHECK(splicing_normal_fragment(normalMean, normalVar, numDevs,
readLength, myfragmentProb,
&fragmentStart));
splicing_vector_scale(myfragmentProb,
1.0/splicing_vector_sum(myfragmentProb));
}
il=splicing_vector_size(myfragmentProb);
fs=fragmentStart;
fl=fragmentStart+il-1;
SPLICING_CHECK(splicing_gff_noiso_one(gff, gene, &noiso));
if ( fabs(splicing_vector_sum(myfragmentProb) - 1.0) > 1e-10 ) {
SPLICING_ERROR("Fragment length distribution does not sum up to 1",
SPLICING_EINVAL);
}
SPLICING_CHECK(splicing_vector_int_init(&isolen, noiso));
SPLICING_FINALLY(splicing_vector_int_destroy, &isolen);
SPLICING_CHECK(splicing_gff_isolength_one(gff, gene, &isolen));
SPLICING_CHECK(splicing_vector_copy(&px, myfragmentProb));
SPLICING_FINALLY(splicing_vector_destroy, &px);
SPLICING_CHECK(splicing_vector_init(&cpx, il));
SPLICING_FINALLY(splicing_vector_destroy, &cpx);
if (!sampleprob) {
mysampleprob=&vsampleprob;
SPLICING_CHECK(splicing_vector_init(mysampleprob, noiso));
SPLICING_FINALLY(splicing_vector_destroy, mysampleprob);
} else {
SPLICING_CHECK(splicing_vector_resize(mysampleprob, noiso));
}
for (sumpx=VECTOR(px)[0], i=1; i<il; i++) {
VECTOR(px)[i] += VECTOR(px)[i-1];
sumpx += VECTOR(px)[i];
}
VECTOR(cpx)[0] = VECTOR(px)[0];
for (i=1; i<il; i++) {
VECTOR(cpx)[i] = VECTOR(cpx)[i-1] + VECTOR(px)[i];
}
for (i=0; i<noiso; i++) {
int ilen=VECTOR(isolen)[i];
int r1= ilen >= fl ? ilen - fl + 1 : 0;
int r2= ilen >= fs ? (ilen >= fl ? fl - fs : ilen - fs + 1) : 0;
/* int r3= fs - 1; */
double sp=0.0;
if (r1 > 0) { sp += r1; }
if (r2 > 0) { sp += VECTOR(cpx)[r2-1]; }
VECTOR(*mysampleprob)[i] = sp * VECTOR(*expression)[i];
if (VECTOR(*mysampleprob)[i] != 0) { goodiso += 1; }
sumpsi += VECTOR(*mysampleprob)[i];
}
if (goodiso == 0) {
SPLICING_ERROR("No isoform is possible", SPLICING_FAILURE);
}
for (i=1; i<noiso; i++) {
VECTOR(*mysampleprob)[i] += VECTOR(*mysampleprob)[i-1];
}
SPLICING_CHECK(splicing_vector_int_resize(isoform, noreads*2));
for (i=0; i<2*noreads; i+=2) {
int w;
double rand;
if (noiso==1) {
w=0;
} else if (noiso==2) {
rand = RNG_UNIF01() * sumpsi;
w = (rand < VECTOR(*mysampleprob)[0]) ? 0 : 1;
} else {
rand = RNG_UNIF01() * sumpsi;
for (w=0; rand > VECTOR(*mysampleprob)[w]; w++) ;
}
VECTOR(*isoform)[i]=VECTOR(*isoform)[i+1]=w;
}
if (!sampleprob) {
splicing_vector_destroy(mysampleprob);
SPLICING_FINALLY_CLEAN(1);
} else {
for (i=noiso-1; i>0; i--) {
VECTOR(*mysampleprob)[i] -= VECTOR(*mysampleprob)[i-1];
}
}
/* We have the isoforms, now get the read positions. */
SPLICING_CHECK(splicing_vector_int_resize(position, noreads*2));
SPLICING_CHECK(splicing_vector_int_init(&exstart, 0));
SPLICING_FINALLY(splicing_vector_int_destroy, &exstart);
SPLICING_CHECK(splicing_vector_int_init(&exend, 0));
SPLICING_FINALLY(splicing_vector_int_destroy, &exend);
SPLICING_CHECK(splicing_vector_int_init(&exidx, 0));
SPLICING_FINALLY(splicing_vector_int_destroy, &exidx);
SPLICING_CHECK(splicing_gff_exon_start_end(gff, &exstart, &exend, &exidx,
gene));
/* Positions in isoform coordinates first.
These are sampled based on the fragment length distribution. */
for (i=0, j=0; i<noreads; i++) {
int iso=VECTOR(*isoform)[2*i];
int ilen=VECTOR(isolen)[iso];
int r1= ilen >= fl ? ilen - fl + 1 : 0;
int r2= ilen >= fs ? (ilen >= fl ? fl - fs : ilen - fs + 1) : 0;
/* int r3= fs - 1; */
int pos, fragment;
double sp=0.0;
if (r1 > 0) { sp += r1; }
if (r2 > 0) { sp += VECTOR(cpx)[r2-1]; }
double rand=RNG_UNIF(0, sp);
if (rand < r1) {
pos = ceil(rand);
} else {
int w;
rand -= r1;
for (w=0; VECTOR(cpx)[w] < rand; w++) ;
pos = r1 + r2 - w;
}
if (pos <= r1) {
rand=RNG_UNIF(0, 1.0);
} else {
rand=RNG_UNIF(0, VECTOR(px)[r1+r2-pos]);
}
for (fragment=0; VECTOR(px)[fragment] < rand; fragment++) ;
fragment += fragmentStart;
VECTOR(*position)[j++] = pos;
VECTOR(*position)[j++] = pos+fragment-readLength;
}
/* Translate positions to genomic coordinates */
/* TODO: some of this is already calculated */
SPLICING_CHECK(splicing_iso_to_genomic(gff, gene, isoform, /*converter=*/ 0,
position));
/* CIGAR strings */
splicing_strvector_clear(cigar);
SPLICING_CHECK(splicing_strvector_reserve(cigar, 2*noreads));
for (j=0; j<2*noreads; j++) {
char tmp[1000], *tmp2=tmp;
int iso=VECTOR(*isoform)[j];
size_t rs=VECTOR(*position)[j];
int ex=0;
int rl=readLength;
for (ex=VECTOR(exidx)[iso]; VECTOR(exend)[ex] < rs; ex++) ;
while (rs + rl - 1 > VECTOR(exend)[ex]) {
tmp2 += snprintf(tmp2, sizeof(tmp)/sizeof(char)-(tmp2-tmp)-1, "%iM%iN",
(int) (VECTOR(exend)[ex]-rs+1),
(int) (VECTOR(exstart)[ex+1]-VECTOR(exend)[ex]-1));
if (tmp2 >= tmp + sizeof(tmp)/sizeof(char)) {
SPLICING_ERROR("CIGAR string too long", SPLICING_EINVAL);
}
rl -= (VECTOR(exend)[ex] - rs + 1);
rs = VECTOR(exstart)[ex+1];
ex++;
}
tmp2 += snprintf(tmp2, sizeof(tmp)/sizeof(char)-(tmp2-tmp)-1, "%iM", rl);
if (tmp2 >= tmp + sizeof(tmp)/sizeof(char)) {
SPLICING_ERROR("CIGAR string too long", SPLICING_EINVAL);
}
SPLICING_CHECK(splicing_strvector_append(cigar, tmp));
}
splicing_vector_int_destroy(&exidx);
splicing_vector_int_destroy(&exend);
splicing_vector_int_destroy(&exstart);
splicing_vector_destroy(&cpx);
splicing_vector_destroy(&px);
splicing_vector_int_destroy(&isolen);
SPLICING_FINALLY_CLEAN(6);
if (!fragmentProb) {
splicing_vector_destroy(myfragmentProb);
SPLICING_FINALLY_CLEAN(1);
}
return 0;
}