int
cnt_phn_seg(model_def_t *mdef,
lexicon_t *lex,
uint32 **out_n_seg,
uint32 ***out_n_frame_per)
{
uint32 seq_no = 0;
uint16 *seg;
uint32 n_frame;
uint32 i, j;
uint32 n_acmod;
uint32 *phone;
uint32 n_phone;
uint32 *n_seg;
uint32 **n_frame_per;
uint32 *start;
uint32 *len;
seg_len_t *cur;
seg_len_t *tmp;
seg_len_t *phn_hd;
seg_len_t *phn_tl;
n_acmod = acmod_set_n_acmod(mdef->acmod_set);
E_INFO("Counting # occ. for %u models\n", n_acmod);
n_seg = ckd_calloc(n_acmod, sizeof(uint32));
hd = ckd_calloc(n_acmod, sizeof(seg_len_t *));
tl = ckd_calloc(n_acmod, sizeof(seg_len_t *));
for (seq_no = corpus_get_begin(); corpus_next_utt(); seq_no++) {
if (!(seq_no % 250)) {
fprintf(stderr, " cnt[%u]", seq_no);
fflush(stderr);
}
corpus_get_seg(&seg, &n_frame);
phone = get_next_phnseq(mdef, lex, &n_phone);
ck_seg(mdef->acmod_set, phone, n_phone, seg, n_frame, corpus_utt());
start = ckd_calloc(n_phone, sizeof(uint32));
len = ckd_calloc(n_phone, sizeof(uint32));
mk_seg(mdef->acmod_set, seg, n_frame, phone, start, len, n_phone);
ckd_free(start);
ckd_free(seg);
ckd_free(phone);
for (i = 0; i < n_phone; i++) {
/* insert the len for list phone[i] */
phn_hd = hd[phone[i]];
phn_tl = tl[phone[i]];
cur = (seg_len_t *)ckd_calloc(1, sizeof(seg_len_t));
cur->len = len[i];
if (phn_tl == NULL) {
hd[phone[i]] = tl[phone[i]] = cur;
}
else {
phn_tl->nxt = cur;
tl[phone[i]] = cur;
}
}
ckd_free(len);
}
n_frame_per = (uint32 **)ckd_calloc(n_acmod, sizeof(uint32 *));
for (i = 0; i < n_acmod; i++) {
if (hd[i] == NULL) {
n_seg[i] = 0;
}
else {
for (cur = hd[i], j = 0; cur != NULL; j++, cur = cur->nxt);
n_seg[i] = j;
n_frame_per[i] = (uint32 *)ckd_calloc(n_seg[i], sizeof(uint32));
for (cur = hd[i], j = 0; cur != NULL; j++, cur = cur->nxt)
n_frame_per[i][j] = cur->len;
for (cur = hd[i]; cur != NULL; cur = tmp) {
tmp = cur->nxt;
ckd_free(cur);
}
E_INFO("phn= %s n_seg= %u\n",
acmod_set_id2name(mdef->acmod_set, i),
n_seg[i]);
}
}
ckd_free(hd);
ckd_free(tl);
*out_n_seg = n_seg;
*out_n_frame_per = n_frame_per;
return S3_SUCCESS;
}
int
agg_all_seg(feat_t *fcb,
segdmp_type_t type,
const char *fn,
uint32 stride)
{
uint32 seq_no;
vector_t *mfcc = NULL;
uint32 mfc_veclen = cmd_ln_int32("-ceplen");
uint32 n_frame;
uint32 n_out_frame;
uint32 blksz=0;
vector_t **feat = NULL;
uint32 i, j;
uint32 t;
uint32 n_stream;
const uint32 *veclen;
FILE *fp;
uint32 ignore = 0;
long start;
int32 no_retries=0;
n_stream = feat_dimension1(fcb);
veclen = feat_stream_lengths(fcb);
for (i = 0, blksz = 0; i < n_stream; i++)
blksz += veclen[i];
fp = open_dmp(fn);
start = ftell(fp);
if (s3write(&i, sizeof(uint32), 1, fp, &ignore) != 1) {
E_ERROR_SYSTEM("Unable to write to dmp file");
return S3_ERROR;
}
for (seq_no = corpus_get_begin(), j = 0, n_out_frame = 0;
corpus_next_utt(); seq_no++) {
if (mfcc) {
free(mfcc[0]);
ckd_free(mfcc);
mfcc = NULL;
}
/* get the MFCC data for the utterance */
if (corpus_get_generic_featurevec(&mfcc, &n_frame, mfc_veclen) < 0) {
E_FATAL("Can't read input features from %s\n", corpus_utt());
}
if ((seq_no % 1000) == 0) {
E_INFO("[%u]\n", seq_no);
}
if (feat) {
feat_array_free(feat);
feat = NULL;
}
if (n_frame < 9) {
E_WARN("utt %s too short\n", corpus_utt());
if (mfcc) {
ckd_free(mfcc[0]);
ckd_free(mfcc);
mfcc = NULL;
}
continue;
}
feat = feat_array_alloc(fcb, n_frame + feat_window_size(fcb));
feat_s2mfc2feat_live(fcb, mfcc, &n_frame, TRUE, TRUE, feat);
for (t = 0; t < n_frame; t++, j++) {
if ((j % stride) == 0) {
while (s3write(&feat[t][0][0],
sizeof(float32),
blksz,
fp, &ignore) != blksz) {
static int rpt = 0;
if (!rpt) {
E_ERROR_SYSTEM("Unable to write to dmp file");
E_INFO("sleeping...\n");
no_retries++;
}
sleep(3);
if(no_retries > 10){
E_FATAL("Failed to write to a dmp file after 10 retries of getting MFCC(about 30 seconds)\n ");
}
}
++n_out_frame;
}
}
}
if (fseek(fp, start, SEEK_SET) < 0) {
E_ERROR_SYSTEM("Unable to seek to begin of dmp");
return S3_ERROR;
}
E_INFO("Wrote %u frames to %s\n", n_out_frame, fn);
if (s3write((void *)&n_out_frame, sizeof(uint32), 1, fp, &ignore) != 1) {
E_ERROR_SYSTEM("Unable to write to dmp file");
return S3_ERROR;
}
return S3_SUCCESS;
}