static av_cold int decode_init(AVCodecContext *avctx)
{
SmackVContext * const c = avctx->priv_data;
int ret;
c->avctx = avctx;
avctx->pix_fmt = AV_PIX_FMT_PAL8;
c->pic = av_frame_alloc();
if (!c->pic)
return AVERROR(ENOMEM);
/* decode huffman trees from extradata */
if(avctx->extradata_size < 16){
av_log(avctx, AV_LOG_ERROR, "Extradata missing!\n");
decode_end(avctx);
return AVERROR(EINVAL);
}
ret = decode_header_trees(c);
if (ret < 0) {
decode_end(avctx);
return ret;
}
return 0;
}
/*
* Class: h264_com_VView
* Method: UninitDecoder
* Signature: ()I
*/
jint Java_h264_com_VView_UninitDecoder(JNIEnv* env, jobject thiz,jlong pDecoder)
{
DeleteYUVTab();
if (pDecoder)
{
Decoder * de=(Decoder * )pDecoder;
if(de->c)
{
decode_end(de->c);
free(de->c->priv_data);
free(de->c);
de->c = NULL;
}
if(de->picture)
{
free(de->picture);
de->picture = NULL;
}
free(de);
return 1;
}
else
return 0;
}
/**
* <JA>
* 第1パス平行認識処理を中断する.
*
* @param recog [i/o] エンジンインスタンス
* </JA>
* <EN>
* Terminate the 1st pass on-the-fly decoding.
*
* @param recog [i/o] engine instance
* </EN>
*/
void
RealTimeTerminate(Recog *recog)
{
MFCCCalc *mfcc;
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
mfcc->param->header.samplenum = mfcc->f;
mfcc->param->samplenum = mfcc->f;
}
/* 最終フレーム処理を行い，認識の結果出力と終了処理を行う */
decode_end(recog);
}
static av_cold int decode_init(AVCodecContext *avctx)
{
C93DecoderContext *s = avctx->priv_data;
avctx->pix_fmt = AV_PIX_FMT_PAL8;
s->pictures[0] = av_frame_alloc();
s->pictures[1] = av_frame_alloc();
if (!s->pictures[0] || !s->pictures[1]) {
decode_end(avctx);
return AVERROR(ENOMEM);
}
return 0;
}
/*
* Class: h264_com_VView
* Method: UninitDecoder
* Signature: ()I
*/
jint Java_h264_com_VView_UninitDecoder(JNIEnv* env, jobject thiz)
{
if(c)
{
decode_end(c);
free(c->priv_data);
free(c);
c = NULL;
}
if(picture)
{
free(picture);
picture = NULL;
}
DeleteYUVTab();
return 1;
}
/**
* <JA>
* @brief 第1パス平行認識処理の終了処理を行う.
*
* この関数は第1パス終了時に呼ばれ，入力長を確定したあと，
* decode_end() （セグメントで終了したときは decode_end_segmented()）を
* 呼び出して第1パス終了処理を行う.
*
* もし音声入力ストリームの終了によって認識が終わった場合（ファイル入力で
* 終端に達した場合など）は，デルタバッファに未処理の入力が残っているので，
* それをここで処理する.
*
* @param recog [i/o] エンジンインスタンス
*
* @return 処理成功時 TRUE, エラー時 FALSE を返す.
* </JA>
* <EN>
* @brief Finalize the 1st pass on-the-fly decoding.
*
* This function will be called after the 1st pass processing ends.
* It fix the input length of parameter vector sequence, call
* decode_end() (or decode_end_segmented() when last input was ended
* by segmentation) to finalize the 1st pass.
*
* If the last input was ended by end-of-stream (in case input reached
* EOF in file input etc.), process the rest samples remaining in the
* delta buffers.
*
* @param recog [i/o] engine instance
*
* @return TRUE on success, or FALSE on error.
* </EN>
*/
boolean
RealTimeParam(Recog *recog)
{
boolean ret1, ret2;
RealBeam *r;
int ret;
int maxf;
boolean ok_p;
MFCCCalc *mfcc;
Value *para;
#ifdef RDEBUG
int i;
#endif
r = &(recog->real);
if (r->last_is_segmented) {
/* RealTimePipeLine で認識処理側の理由により認識が中断した場合,
現状態のMFCC計算データをそのまま次回へ保持する必要があるので,
MFCC計算終了処理を行わずに第１パスの結果のみ出力して終わる. */
/* When input segmented by recognition process in RealTimePipeLine(),
we have to keep the whole current status of MFCC computation to the
next call. So here we only output the 1st pass result. */
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
mfcc->param->header.samplenum = mfcc->f + 1;/* len = lastid + 1 */
mfcc->param->samplenum = mfcc->f + 1;
}
decode_end_segmented(recog);
/* この区間の param データを第２パスのために返す */
/* return obtained parameter for 2nd pass */
return(TRUE);
}
if (recog->jconf->input.type == INPUT_VECTOR) {
/* finalize real-time 1st pass */
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
mfcc->param->header.samplenum = mfcc->f;
mfcc->param->samplenum = mfcc->f;
}
/* 最終フレーム処理を行い，認識の結果出力と終了処理を行う */
decode_end(recog);
return TRUE;
}
/* MFCC計算の終了処理を行う: 最後の遅延フレーム分を処理 */
/* finish MFCC computation for the last delayed frames */
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
if (mfcc->para->delta || mfcc->para->acc) {
mfcc->valid = TRUE;
} else {
mfcc->valid = FALSE;
}
}
/* loop until all data has been flushed */
while (1) {
/* if all mfcc became invalid, exit loop here */
ok_p = FALSE;
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
if (mfcc->valid) {
ok_p = TRUE;
break;
}
}
if (!ok_p) break;
/* try to get 1 frame for all mfcc instances */
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
para = mfcc->para;
if (! mfcc->valid) continue;
/* check if there is data in cycle buffer of delta */
ret1 = WMP_deltabuf_flush(mfcc->db);
#ifdef RDEBUG
printf("DeltaBufLast: ret=%d, status=", ret1);
for(i=0;i<mfcc->db->len;i++) {
printf("%d", mfcc->db->is_on[i]);
}
printf(", nextstore=%d\n", mfcc->db->store);
#endif
if (ret1) {
/* uncomputed delta has flushed, compute it with tmpmfcc */
if (para->energy && para->absesup) {
memcpy(mfcc->tmpmfcc, mfcc->db->vec, sizeof(VECT) * (para->baselen - 1));
memcpy(&(mfcc->tmpmfcc[para->baselen-1]), &(mfcc->db->vec[para->baselen]), sizeof(VECT) * para->baselen);
} else {
memcpy(mfcc->tmpmfcc, mfcc->db->vec, sizeof(VECT) * para->baselen * 2);
}
if (para->acc) {
/* this new delta should be given to the accel cycle buffer */
ret2 = WMP_deltabuf_proceed(mfcc->ab, mfcc->tmpmfcc);
#ifdef RDEBUG
printf("AccelBuf: ret=%d, status=", ret2);
for(i=0;i<mfcc->ab->len;i++) {
printf("%d", mfcc->ab->is_on[i]);
}
printf(", nextstore=%d\n", mfcc->ab->store);
#endif
if (ret2) {
/* uncomputed accel was given, compute it with tmpmfcc */
memcpy(mfcc->tmpmfcc, mfcc->ab->vec, sizeof(VECT) * (para->veclen - para->baselen));
memcpy(&(mfcc->tmpmfcc[para->veclen - para->baselen]), &(mfcc->ab->vec[para->veclen - para->baselen]), sizeof(VECT) * para->baselen);
} else {
/* still no input is given: */
/* in case of very short input: go on to the next input */
continue;
}
}
} else {
/* no data left in the delta buffer */
if (para->acc) {
/* no new data, just flush the accel buffer */
ret2 = WMP_deltabuf_flush(mfcc->ab);
#ifdef RDEBUG
printf("AccelBuf: ret=%d, status=", ret2);
for(i=0;i<mfcc->ab->len;i++) {
printf("%d", mfcc->ab->is_on[i]);
}
printf(", nextstore=%d\n", mfcc->ab->store);
#endif
if (ret2) {
/* uncomputed data has flushed, compute it with tmpmfcc */
memcpy(mfcc->tmpmfcc, mfcc->ab->vec, sizeof(VECT) * (para->veclen - para->baselen));
memcpy(&(mfcc->tmpmfcc[para->veclen - para->baselen]), &(mfcc->ab->vec[para->veclen - para->baselen]), sizeof(VECT) * para->baselen);
} else {
/* actually no data exists in both delta and accel */
mfcc->valid = FALSE; /* disactivate this instance */
continue; /* end this loop */
}
} else {
/* only delta: input fully flushed */
mfcc->valid = FALSE; /* disactivate this instance */
continue; /* end this loop */
}
}
/* a new frame has been obtained from delta buffer to tmpmfcc */
if(para->cmn || para->cvn) CMN_realtime(mfcc->cmn.wrk, mfcc->tmpmfcc);
if (param_alloc(mfcc->param, mfcc->f + 1, mfcc->param->veclen) == FALSE) {
jlog("ERROR: failed to allocate memory for incoming MFCC vectors\n");
return FALSE;
}
/* store to mfcc->f */
memcpy(mfcc->param->parvec[mfcc->f], mfcc->tmpmfcc, sizeof(VECT) * mfcc->param->veclen);
#ifdef ENABLE_PLUGIN
/* call postprocess plugin if any */
plugin_exec_vector_postprocess(mfcc->param->parvec[mfcc->f], mfcc->param->veclen, mfcc->f);
#endif
}
/* call recognition start callback */
ok_p = FALSE;
maxf = 0;
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
if (!mfcc->valid) continue;
if (maxf < mfcc->f) maxf = mfcc->f;
if (mfcc->f == 0) {
ok_p = TRUE;
}
}
if (ok_p && maxf == 0) {
/* call callback when at least one of MFCC has initial frame */
if (recog->jconf->decodeopt.segment) {
#ifdef BACKEND_VAD
/* not exec pass1 begin callback here */
#else
if (!recog->process_segment) {
callback_exec(CALLBACK_EVENT_RECOGNITION_BEGIN, recog);
}
callback_exec(CALLBACK_EVENT_SEGMENT_BEGIN, recog);
callback_exec(CALLBACK_EVENT_PASS1_BEGIN, recog);
recog->triggered = TRUE;
#endif
} else {
callback_exec(CALLBACK_EVENT_RECOGNITION_BEGIN, recog);
callback_exec(CALLBACK_EVENT_PASS1_BEGIN, recog);
recog->triggered = TRUE;
}
}
/* proceed for the curent frame */
ret = decode_proceed(recog);
if (ret == -1) { /* error */
return -1;
} else if (ret == 1) { /* segmented */
/* loop out */
break;
} /* else no event occured */
#ifdef BACKEND_VAD
/* check up trigger in case of VAD segmentation */
if (recog->jconf->decodeopt.segment) {
if (recog->triggered == FALSE) {
if (spsegment_trigger_sync(recog)) {
if (!recog->process_segment) {
callback_exec(CALLBACK_EVENT_RECOGNITION_BEGIN, recog);
}
callback_exec(CALLBACK_EVENT_SEGMENT_BEGIN, recog);
callback_exec(CALLBACK_EVENT_PASS1_BEGIN, recog);
recog->triggered = TRUE;
}
}
}
#endif
/* call frame-wise callback */
callback_exec(CALLBACK_EVENT_PASS1_FRAME, recog);
/* move to next */
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
if (! mfcc->valid) continue;
mfcc->f++;
if (mfcc->f > r->maxframelen) mfcc->valid = FALSE;
}
}
/* finalize real-time 1st pass */
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
mfcc->param->header.samplenum = mfcc->f;
mfcc->param->samplenum = mfcc->f;
}
/* 最終フレーム処理を行い，認識の結果出力と終了処理を行う */
decode_end(recog);
return(TRUE);
}
/**
* <JA>
* @brief フレーム同期ビーム探索メイン関数（バッチ処理用）
*
* 与えられた入力ベクトル列に対して第１パス(フレーム同期ビーム探索)を
* 行い，その結果を出力する. また全フレームに渡る単語終端を，第２パス
* のために単語トレリス構造体に格納する.
*
* この関数は入力ベクトル列があらかじめ得られている場合に用いられる.
* 第１パスが入力と並列して実行されるオンライン認識の場合，
* この関数は用いられず，代わりにこのファイルで定義されている各サブ関数が
* 直接 realtime-1stpass.c 内から呼ばれる.
*
* @param recog [in] エンジンインスタンス
* </JA>
* <EN>
* @brief Frame synchronous beam search: the main (for batch mode)
*
* This function perform the 1st recognition pass of frame-synchronous beam
* search and output the result. It also stores all the word ends in every
* input frame to word trellis structure.
*
* This function will be called if the whole input vector is already given
* to the end. When online recognition, where the 1st pass will be
* processed in parallel with input, this function will not be used.
* In that case, functions defined in this file will be directly called
* from functions in realtime-1stpass.c.
*
* @param recog [in] engine instance
* </EN>
* @callgraph
* @callergraph
*/
boolean
get_back_trellis(Recog *recog)
{
boolean ok_p;
MFCCCalc *mfcc;
int rewind_frame;
PROCESS_AM *am;
boolean reprocess;
/* initialize mfcc instances */
for(mfcc=recog->mfcclist;mfcc;mfcc=mfcc->next) {
/* mark all as valid, since all frames are fully prepared beforehand */
if (mfcc->param->samplenum == 0) mfcc->valid = FALSE;
else mfcc->valid = TRUE;
/* set frame pointers to 0 */
mfcc->f = 0;
}
/* callback of process start */
#ifdef BACKEND_VAD
if (recog->jconf->decodeopt.segment) {
/* at first time, recognition does not start yet */
/* reset segmentation flags */
spsegment_init(recog);
} else {
/* execute callback for pass1 begin here */
callback_exec(CALLBACK_EVENT_RECOGNITION_BEGIN, recog);
callback_exec(CALLBACK_EVENT_PASS1_BEGIN, recog);
recog->triggered = TRUE;
}
#else
if (recog->jconf->decodeopt.segment) {
if (!recog->process_segment) {
callback_exec(CALLBACK_EVENT_RECOGNITION_BEGIN, recog);
}
callback_exec(CALLBACK_EVENT_SEGMENT_BEGIN, recog);
} else {
callback_exec(CALLBACK_EVENT_RECOGNITION_BEGIN, recog);
}
callback_exec(CALLBACK_EVENT_PASS1_BEGIN, recog);
recog->triggered = TRUE;
#endif
while(1) {
ok_p = TRUE;
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
if (! mfcc->valid) continue;
if (mfcc->f < mfcc->param->samplenum) {
mfcc->valid = TRUE;
ok_p = FALSE;
} else {
mfcc->valid = FALSE;
}
}
if (ok_p) {
/* すべての MFCC が終わりに達したのでループ終了 */
/* all MFCC has been processed, end of loop */
break;
}
switch (decode_proceed(recog)) {
case -1: /* error */
return FALSE;
break;
case 0: /* success */
break;
case 1: /* segmented */
/* 探索中断: 処理された入力は 0 から t-2 まで */
/* search terminated: processed input = [0..t-2] */
/* この時点で第1パスを終了する */
/* end the 1st pass at this point */
decode_end_segmented(recog);
/* terminate 1st pass here */
return TRUE;
}
#ifdef BACKEND_VAD
/* check up trigger in case of VAD segmentation */
if (recog->jconf->decodeopt.segment) {
if (recog->triggered == FALSE) {
if (spsegment_trigger_sync(recog)) {
if (!recog->process_segment) {
callback_exec(CALLBACK_EVENT_RECOGNITION_BEGIN, recog);
}
callback_exec(CALLBACK_EVENT_SEGMENT_BEGIN, recog);
callback_exec(CALLBACK_EVENT_PASS1_BEGIN, recog);
recog->triggered = TRUE;
}
}
}
#endif
if (spsegment_need_restart(recog, &rewind_frame, &reprocess) == TRUE) {
/* do rewind for all mfcc here */
spsegment_restart_mfccs(recog, rewind_frame, reprocess);
/* reset outprob cache for all AM */
for(am=recog->amlist;am;am=am->next) {
outprob_prepare(&(am->hmmwrk), am->mfcc->param->samplenum);
}
}
/* call frame-wise callback */
callback_exec(CALLBACK_EVENT_PASS1_FRAME, recog);
/* 1フレーム処理が進んだのでポインタを進める */
/* proceed frame pointer */
for (mfcc = recog->mfcclist; mfcc; mfcc = mfcc->next) {
if (!mfcc->valid) continue;
mfcc->f++;
}
if (recog->process_want_terminate) {
/* termination requested */
decode_end_segmented(recog);
return TRUE;
}
}
/* 最終フレーム処理を行い，認識の結果出力と終了処理を行う */
decode_end(recog);
return TRUE;
}
