int32 live_get_partialhyp(int32 endutt)
{
int32 id, nwds;
glist_t hyp;
gnode_t *gn;
hyp_t *h;
dict_t *dict;
dict = kbcore_dict (kb->kbcore);
if (endutt)
id = vithist_utt_end(kb->vithist, kb->kbcore);
else
id = vithist_partialutt_end(kb->vithist, kb->kbcore);
if (id > 0) {
hyp = vithist_backtrace(kb->vithist,id);
for (gn = hyp,nwds=0; gn; gn = gnode_next(gn),nwds++) {
h = (hyp_t *) gnode_ptr (gn);
if (parthyp[nwds].word != NULL) {
ckd_free(parthyp[nwds].word);
parthyp[nwds].word = NULL;
}
parthyp[nwds].word = strdup(dict_wordstr(dict, h->id));
parthyp[nwds].sf = h->sf;
parthyp[nwds].ef = h->ef;
parthyp[nwds].ascr = h->ascr;
parthyp[nwds].lscr = h->lscr;
}
if (parthyp[nwds].word != NULL){
ckd_free(parthyp[nwds].word);
parthyp[nwds].word = NULL;
}
/* Free hyplist */
for (gn = hyp; gn && (gnode_next(gn)); gn = gnode_next(gn)) {
h = (hyp_t *) gnode_ptr (gn);
ckd_free ((void *) h);
}
glist_free (hyp);
} else {
nwds = 0;
if (parthyp[nwds].word != NULL) {
ckd_free(parthyp[nwds].word);
parthyp[nwds].word = NULL;
}
}
return(nwds);
}
int
ld_utt_hyps(live_decoder_t *decoder, char **hyp_str, hyp_t ***hyp_segs)
{
int32 id;
int32 i = 0;
glist_t hyp_list;
gnode_t *node;
hyp_t *hyp;
dict_t *dict;
char *hyp_strptr;
kb_t *kb = &decoder->kb;
if (decoder->ld_state == LD_STATE_ENDED) {
if (hyp_segs) {
*hyp_segs = kb->hyp_segs;
}
if (hyp_str) {
*hyp_str = kb->hyp_str;
}
return 0;
}
else {
kb_freehyps(kb);
}
dict = kbcore_dict (decoder->kbcore);
id = vithist_partialutt_end(kb->vithist, decoder->kbcore);
if (id >= 0) {
hyp_list = vithist_backtrace(kb->vithist, id);
/* record the segment length and the overall string length */
for (node = hyp_list; node; node = gnode_next(node)) {
hyp = (hyp_t *)gnode_ptr(node);
if (hyp_segs) {
kb->hyp_seglen++;
}
if (hyp_str) {
if (!dict_filler_word(dict, hyp->id) &&
hyp->id != dict_finishwid(dict)) {
kb->hyp_strlen +=
strlen(dict_wordstr(dict, dict_basewid(dict, hyp->id))) + 1;
}
}
}
/* allocate array to hold the segments and/or decoded string */
if (hyp_segs) {
kb->hyp_segs = (hyp_t **)ckd_calloc(kb->hyp_seglen, sizeof(hyp_t *));
}
if (hyp_str) {
kb->hyp_str = (char *)ckd_calloc(kb->hyp_strlen+1, sizeof(char));
}
/* iterate thru to fill in the array of segments and/or decoded string */
i = 0;
if (hyp_str) {
hyp_strptr = kb->hyp_str;
}
for (node = hyp_list; node; node = gnode_next(node), i++) {
hyp = (hyp_t *)gnode_ptr(node);
if (hyp_segs) {
kb->hyp_segs[i] = hyp;
}
if (hyp_str) {
strcat(hyp_strptr, dict_wordstr(dict, dict_basewid(dict, hyp->id)));
hyp_strptr += strlen(hyp_strptr);
strcat(hyp_strptr, " ");
hyp_strptr += 1;
}
}
glist_free(hyp_list);
if (hyp_str) {
kb->hyp_str[kb->hyp_strlen - 1] = '\0';
}
}
if (hyp_segs) {
*hyp_segs = kb->hyp_segs;
}
if (hyp_str) {
*hyp_str = kb->hyp_str;
}
return 0;
}
int
ld_record_hyps(live_decoder_t * _decoder, int _end_utt)
{
int32 id;
int32 i = 0;
glist_t hyp_list;
gnode_t *node;
srch_hyp_t *hyp;
char *hyp_strptr = 0;
char *hyp_str = 0;
srch_hyp_t **hyp_segs = 0;
int hyp_seglen = 0;
int hyp_strlen = 0;
int finish_wid = 0;
kb_t *kb = 0;
dict_t *dict;
int rv;
assert(_decoder != NULL);
ld_free_hyps(_decoder);
kb = &_decoder->kb;
dict = kbcore_dict(_decoder->kbcore);
id = _end_utt ?
vithist_utt_end(kb->vithist, _decoder->kbcore) :
vithist_partialutt_end(kb->vithist, _decoder->kbcore);
if (id < 0) {
E_WARN("Failed to retrieve viterbi history.\n");
return LD_ERROR_INTERNAL;
}
/** record the segment length and the overall string length */
hyp_list = vithist_backtrace(kb->vithist, id, dict);
finish_wid = dict_finishwid(dict);
for (node = hyp_list; node != NULL; node = gnode_next(node)) {
hyp = (srch_hyp_t *) gnode_ptr(node);
hyp_seglen++;
if (!dict_filler_word(dict, hyp->id) && hyp->id != finish_wid) {
hyp_strlen +=
strlen(dict_wordstr(dict, dict_basewid(dict, hyp->id))) +
1;
}
}
if (hyp_strlen == 0) {
hyp_strlen = 1;
}
/** allocate array to hold the segments and/or decoded string */
hyp_str = (char *) ckd_calloc(hyp_strlen, sizeof(char));
hyp_segs =
(srch_hyp_t **) ckd_calloc(hyp_seglen + 1, sizeof(srch_hyp_t *));
if (hyp_segs == NULL || hyp_str == NULL) {
E_WARN("Failed to allocate storage for hypothesis.\n");
rv = LD_ERROR_OUT_OF_MEMORY;
goto ld_record_hyps_cleanup;
}
/** iterate thru to fill in the array of segments and/or decoded string */
i = 0;
hyp_strptr = hyp_str;
for (node = hyp_list; node != NULL; node = gnode_next(node), i++) {
hyp = (srch_hyp_t *) gnode_ptr(node);
hyp_segs[i] = hyp;
hyp->word = dict_wordstr(dict, dict_basewid(dict, hyp->id));
if (!dict_filler_word(dict, hyp->id) && hyp->id != finish_wid) {
strcat(hyp_strptr,
dict_wordstr(dict, dict_basewid(dict, hyp->id)));
hyp_strptr += strlen(hyp_strptr);
*hyp_strptr = ' ';
hyp_strptr += 1;
}
}
glist_free(hyp_list);
hyp_str[hyp_strlen - 1] = '\0';
hyp_segs[hyp_seglen] = 0;
_decoder->hyp_frame_num = _decoder->num_frames_decoded;
_decoder->hyp_segs = hyp_segs;
_decoder->hyp_str = hyp_str;
return LD_SUCCESS;
ld_record_hyps_cleanup:
if (hyp_segs != NULL) {
ckd_free(hyp_segs);
}
if (hyp_str != NULL) {
ckd_free(hyp_segs);
}
if (hyp_list != NULL) {
for (node = hyp_list; node != NULL; node = gnode_next(node)) {
if ((hyp = (srch_hyp_t *) gnode_ptr(node)) != NULL) {
ckd_free(hyp);
}
}
}
return rv;
}
int32 live_get_partialhyp(int32 endutt)
{
int32 id, nwds;
glist_t hyp;
gnode_t *gn;
hyp_t *h;
dict_t *dict;
dict = kbcore_dict (kb->kbcore);
if (endutt)
id = vithist_utt_end(kb->vithist, kb->kbcore);
else
id = vithist_partialutt_end(kb->vithist, kb->kbcore);
if (id > 0) {
hyp = vithist_backtrace(kb->vithist,id);
for (gn = hyp,nwds=0; gn; gn = gnode_next(gn),nwds++) {
h = (hyp_t *) gnode_ptr (gn);
if (parthyp[nwds].word != NULL) {
ckd_free(parthyp[nwds].word);
parthyp[nwds].word = NULL;
}
/* 20040905 L Galescu <*****@*****.**>
* Report noise? If not, replace with silence word. */
if ((cmd_ln_int32("-reportfill") == 0) &&
dict_filler_word(dict, h->id))
parthyp[nwds].word = strdup(dict_wordstr(dict, dict->silwid));
else
parthyp[nwds].word = strdup(dict_wordstr(dict, h->id));
/* 20040901 L Galescu <*****@*****.**>
* Choice to report alternative pronunciations or not. */
if (cmd_ln_int32("-reportpron") == 0)
dict_word2basestr(parthyp[nwds].word);
parthyp[nwds].sf = h->sf;
parthyp[nwds].ef = h->ef;
parthyp[nwds].ascr = h->ascr;
parthyp[nwds].lscr = h->lscr;
}
if (parthyp[nwds].word != NULL){
ckd_free(parthyp[nwds].word);
parthyp[nwds].word = NULL;
}
parthyplen = nwds;
/* Free hyplist */
for (gn = hyp; gn && (gnode_next(gn)); gn = gnode_next(gn)) {
h = (hyp_t *) gnode_ptr (gn);
ckd_free ((void *) h);
}
glist_free (hyp);
} else if (id == 0) {
nwds = 0;
if (parthyp[nwds].word != NULL) {
ckd_free(parthyp[nwds].word);
parthyp[nwds].word = NULL;
}
parthyplen = nwds;
} else {
/* lgalescu 2004/10/13: nothing changed; we return the same hyp that was there before */
}
return(parthyplen);
}
static void decode_utt (void *data, char *uttfile, int32 sf, int32 ef, char *uttid)
{
kb_t *kb;
acoustic_t *am;
int32 featwin, nfr, min_utt_frames, n_vithist;
char cepfile[4096], latfile[4096];
vithist_t *finalhist;
int32 i, f;
glist_t hyplist;
FILE *latfp;
printf ("\n");
fflush (stdout);
E_INFO("Utterance %s\n", uttid);
kb = (kb_t *)data;
am = kb->am;
featwin = feat_window_size(am->fcb);
/* Build complete cepfile name and read cepstrum data; check for min length */
ctl_infile (cepfile, cmd_ln_str("-cepdir"), cmd_ln_str("-cepext"), uttfile);
if ((nfr = s2mfc_read (cepfile, sf, ef, featwin, am->mfc, S3_MAX_FRAMES)) < 0) {
E_ERROR("%s: MFC read failed\n", uttid);
return;
}
E_INFO("%s: %d frames\n", uttid, nfr-(featwin<<1));
ptmr_reset (kb->tm);
ptmr_reset (kb->tm_search);
ptmr_start (kb->tm);
min_utt_frames = (featwin<<1) + 1;
if (nfr < min_utt_frames) {
E_ERROR("%s: Utterance shorter than %d frames; ignored\n",
uttid, min_utt_frames, nfr);
return;
}
/* CMN/AGC */
if (strcmp (cmd_ln_str("-cmn"), "current") == 0)
cmn (am->mfc, nfr, feat_cepsize(am->fcb));
if (strcmp (cmd_ln_str("-agc"), "max") == 0)
agc_max (am->mfc, nfr);
/* Process utterance */
lextree_vit_start (kb, uttid);
for (i = featwin, f = 0; i < nfr-featwin; i++, f++) {
am->senscale[f] = acoustic_eval (am, i);
ptmr_start (kb->tm_search);
lextree_vit_frame (kb, f, uttid);
printf (" %d,%d,%d", f, glist_count (kb->vithist[f]), glist_count (kb->lextree_active));
fflush (stdout);
ptmr_stop (kb->tm_search);
}
printf ("\n");
finalhist = lextree_vit_end (kb, f, uttid);
hyplist = vithist_backtrace (finalhist, kb->am->senscale);
hyp_log (stdout, hyplist, _dict_wordstr, (void *)kb->dict);
hyp_myfree (hyplist);
printf ("\n");
/* Log the entire Viterbi word lattice */
sprintf (latfile, "%s.lat", uttid);
if ((latfp = fopen(latfile, "w")) == NULL) {
E_ERROR("fopen(%s,w) failed; using stdout\n", latfile);
latfp = stdout;
}
n_vithist = vithist_log (latfp, kb->vithist, f, _dict_wordstr, (void *)kb->dict);
if (latfp != stdout)
fclose (latfp);
else {
printf ("\n");
fflush (stdout);
}
ptmr_stop (kb->tm);
if (f > 0) {
printf("TMR(%s): %5d frames; %.1fs CPU, %.2f xRT; %.1fs CPU(search), %.2f xRT; %.1fs Elapsed, %.2f xRT\n",
uttid, f,
kb->tm->t_cpu, kb->tm->t_cpu * 100.0 / f,
kb->tm_search->t_cpu, kb->tm_search->t_cpu * 100.0 / f,
kb->tm->t_elapsed, kb->tm->t_elapsed * 100.0 / f);
printf("CTR(%s): %5d frames; %d Sen (%.1f/fr); %d HMM (%.1f/fr); %d Words (%.1f/fr)\n",
uttid, f,
kb->n_sen_eval, ((float64)kb->n_sen_eval) / f,
kb->n_hmm_eval, ((float64)kb->n_hmm_eval) / f,
n_vithist, ((float64) n_vithist) / f);
}
/* Cleanup */
glist_free (kb->lextree_active);
kb->lextree_active = NULL;
for (; f >= -1; --f) { /* I.e., including dummy START_WORD node at frame -1 */
glist_myfree (kb->vithist[f], sizeof(vithist_t));
kb->vithist[f] = NULL;
}
lm_cache_reset (kb->lm);
}
