/*
* Manual page at statistics.def
*/
INT16 CGEN_PUBLIC CStatistics_Merge(CStatistics* _this, CStatistics* iSrc)
{
INT32 nB = 0; /* Current block */
INT32 nC = 0; /* Current component */
INT32 nR = 0; /* Current record */
INT32 nXB = 0; /* Number of statistics blocks */
INT32 nXC = 0; /* Number of components */
INT32 nXR = 0; /* Number of records per block */
FLOAT64 nVal = 0.; /* Merged statistics value */
FLOAT64 nVal1 = 0.; /* Statistics value of this instance */
FLOAT64 nVal2 = 0.; /* Statistics value of source inst. */
/* Initialize */ /* --------------------------------- */
CHECK_THIS_RV(NOT_EXEC); /* Check this instance */
if (_this==iSrc) return O_K; /* Nothing to be done */
IF_NOK(CStatistics_Check(iSrc)) /* Check source statistics */
return IERROR(_this,ERR_INVALARG,"iSrc",0,0); /* ... */
/* Check-up */ /* --------------------------------- */
nXB = CData_GetNBlocks (AS(CData,_this->m_idDat)); /* Get number of statistics blocks */
nXC = CData_GetNComps (AS(CData,_this->m_idDat)); /* Get number of components */
nXR = CData_GetNRecsPerBlock(AS(CData,_this->m_idDat)); /* Get number of records per block */
if /* Instances incompatible if ... */
( /* | */
nXB != CData_GetNBlocks (AS(CData,iSrc->m_idDat)) || /* | ... no. of blocks mismatch OR */
nXC != CData_GetNComps (AS(CData,iSrc->m_idDat)) || /* | ... no. of comps. mismatch OR */
nXR != CData_GetNRecsPerBlock(AS(CData,iSrc->m_idDat)) /* | ... no. of records mismatch */
) /* | */
{ /* >> */
return IERROR(_this,STA_INCOMPAT,0,0,0); /* So sorry ... */
} /* << */
/* Do merge */ /* --------------------------------- */
for (nB=0; nB<nXB; nB++) /* Loop over blocks */
for (nR=0; nR<nXR; nR++) /* Loop over records of block */
for (nC=0; nC<nXC; nC++) /* Loop over components */
{ /* >> */
nVal1 = CData_Dfetch(AS(CData,_this->m_idDat),nB*nXR+nR,nC); /* Get value from this */
nVal2 = CData_Dfetch(AS(CData,iSrc ->m_idDat),nB*nXR+nR,nC); /* Get value from source */
switch (nR) /* Depending on value type */
{ /* >> */
case STA_DAI_MIN: nVal = MIN(nVal1,nVal2); break; /* Aggregate minimums */
case STA_DAI_MAX: nVal = MAX(nVal1,nVal2); break; /* Aggregate maximums */
default : nVal = nVal1+nVal2; break; /* Aggregate all other */
} /* << */
CData_Dstore(AS(CData,_this->m_idDat),nVal,nB*nXR+nR,nC); /* Store merged value */
} /* << */
/* Aftermath */ /* --------------------------------- */
return O_K; /* Everything's ok */
}
INT16 CGEN_PUBLIC CCPproc::DequantizeImpl(CData* idCep, INT32 nCS, INT32 nCC, INT32 nQ, CData* idRes) {
INT32 iRec;
INT32 nRec;
INT32 nComp;
INT32 iComp;
if(idCep == NULL || CData_GetNComps(idCep) <= 0) return NOT_EXEC;
if((nQ != 8) && (nQ != 16) && (nQ != 32) && (nQ != 64)) return NOT_EXEC;
nRec = idCep->GetNRecs();
nComp = idCep->GetNComps();
if(nCS > nComp) return NOT_EXEC;
if(nCS < 0) nCS = 0;
if((nCC < 0) || ((nCS+nCC) > nComp)) nCC = nComp - nCS;
for(iComp = nCS; iComp < nCS+nCC; iComp++) {
if(!dlp_is_integer_type_code(idCep->GetCompType(iComp))) return NOT_EXEC;
}
CData_Copy(idRes, idCep);
CData_Mark(idRes, nCS, nCC);idRes->m_bMark = TRUE;
CData_Tconvert(idRes, idRes, T_DOUBLE);
idRes->m_bMark = FALSE;CData_Unmark(idRes);
for(iRec = 0; iRec < nRec; iRec++) {
dlm_cep_dequantize((FLOAT64*)idRes->XAddr(iRec,nCS),nCC,nQ);
}
return O_K;
}
/**
* Convert f0-contour with equal spaced sampling points to pitch markers.
*
* @param idSrc source f0-contour
* @param idDst target pitch marker
* @param n target sum of pitch marker lengths
* @param srate sampling rate
* @return O_K if sucessfull, not exec otherwise
*/
INT16 CGEN_PUBLIC CPMproc::F02pm(CData *idSrc, CData* idDst, INT32 n, INT32 srate) {
INT16* p_pm = NULL;
INT32 n_pm = 0;
if(CData_IsEmpty(idSrc) == TRUE) return NOT_EXEC;
if(n <= 0) return NOT_EXEC;
DLPASSERT(CData_GetNComps(idSrc) == 1);
CREATEVIRTUAL(CData,idSrc,idDst);
CData_Reset(idDst, TRUE);
dlm_f02pm((FLOAT64*)idSrc->XAddr(0,0), idSrc->GetNRecs(), &p_pm, &n_pm, n, srate);
CData_AddComp(idDst, "pm", T_SHORT);
CData_AddComp(idDst, "v/uv", T_SHORT);
CData_Allocate(idDst, n_pm);
ISETFIELD_RVALUE(idDst, "fsr", 1000.0/srate);
dlp_memmove(idDst->XAddr(0,0), p_pm, 2*n_pm*sizeof(INT16));
/* clean up */
DESTROYVIRTUAL(idSrc,idDst)
dlp_free(p_pm);
return(O_K);
}
/**
* Expand/reduce number of pitch markers to fit new target sum of period length.
*
* @param idSrc source object
* @param idDst target object
* @param n target length
* @return O_K if sucessfull, not exec otherwise
*/
INT16 CGEN_PUBLIC CPMproc::ExpandPm(CData *idSrc, CData* idDst, INT32 n)
{
if(CData_IsEmpty(idSrc) == TRUE) return NOT_EXEC;
if(n <= 0) return NOT_EXEC;
CREATEVIRTUAL(CData,idSrc,idDst);
DLPASSERT(CData_GetNComps(idSrc) == 2);
CData_Reset(idDst, TRUE);
CData_Scopy(idDst,idSrc);
INT32 nRecsNew = 0;
INT32 nRecs = (INT32)CData_GetNRecs(idSrc);
INT16* pm_new = NULL;
if(dlm_pm_expand((INT16*)CData_XAddr(idSrc,0,0), nRecs, &pm_new, &nRecsNew, n) != O_K) {
return IERROR(this,ERR_NULLARG, "", NULL, NULL);
}
CData_Allocate(idDst,nRecsNew);
dlp_memmove(CData_XAddr(idDst,0,0), pm_new, nRecsNew*2*sizeof(INT16));
dlp_free(pm_new);
CData_CopyDescr(idDst,idSrc);
/* clean up */
DESTROYVIRTUAL(idSrc,idDst)
return(O_K);
}
/**
* Expand/reduce number of pitch markers to new number.
*
* @param idSrc source object
* @param idDst target object
* @param n target number of pitch markers
* @return O_K if sucessfull, not exec otherwise
*/
INT16 CGEN_PUBLIC CPMproc::CompressPm(CData *idSrc, CData* idDst, INT32 n)
{
if(CData_IsEmpty(idSrc) == TRUE) return NOT_EXEC;
if(n <= 0) return NOT_EXEC;
CREATEVIRTUAL(CData,idSrc,idDst);
DLPASSERT(CData_GetNComps(idSrc) == 2);
CData_Reset(idDst, TRUE);
CData_Scopy(idDst,idSrc);
CData_Allocate(idDst, n);
if(dlm_pm_compress((INT16*)CData_XAddr(idSrc,0,0),
CData_GetNRecs(idSrc),
(INT16*)CData_XAddr(idDst,0,0),
CData_GetNRecs(idDst)) != O_K) {
return IERROR(this,ERR_NULLARG, "", NULL, NULL);
}
CData_CopyDescr(idDst,idSrc);
/* clean up */
DESTROYVIRTUAL(idSrc,idDst)
return(O_K);
}
/**
* Initialize one record from a token list.
*
* @param lpsInit Null ('\0') separated list of tokens. A double null "\0\0"
* is expected as list terminator!
* @param nRec Record index of first cell to initialize
* @param nComp Component index of first cell to initialize
* @return O_K if successfull, a negative error code otherwise
*/
INT16 CGEN_PUBLIC CData_InitializeRecordEx
(
CData* _this,
const char* lpsInit,
INT32 nRec,
INT32 nComp
)
{
const char* lpsToken = NULL;
INT32 nXC = 0;
INT32 nC = 0;
nXC = CData_GetNComps(_this);
nC = nComp;
if (nC<0 || nC>=nXC ) return NOT_EXEC;
if (nRec<0 || nRec>=CData_GetNRecs(_this)) return NOT_EXEC;
for (lpsToken=lpsInit; *lpsToken && nC<nXC; lpsToken+=dlp_strlen(lpsToken)+1, nC++)
if (dlp_strcmp(lpsToken,"*")!=0)
IF_NOK(dlp_sscanx(lpsToken,CData_GetCompType(_this,nC),CData_XAddr(_this,nRec,nC)))
IERROR(_this,DATA_BADINITIALIZER,lpsToken,(int)nRec,(int)nC);
if (*lpsToken) return IERROR(_this,DATA_INITIALIZERS,"many",0,0);
if (nC<nXC ) IERROR(_this,DATA_INITIALIZERS,"few" ,0,0);
return O_K;
}
/**
* Initializes the instance from the interpreter command line.
* <h3>Note</h3>
* <p>You must setup the method invocation context <code>m_lpMic</code> (see
* <a href="dlpinst.html"><code class="link">CDlpInstance</code></a>) before
* calling this method. Otherwise it will do noting.</p>
*
* @param _this This instance
* @param nRec First record to read
* @param nComp First component to read
* @param nCount Number of items to read
* @return O_K if successfull, an error code otherwise
*/
INT16 CGEN_PUBLIC CData_InitializeEx(CData* _this, INT32 nRec, INT32 nComp, INT32 nCount)
{
INT32 nXXR = 0;
INT32 nXC = 0;
INT32 nR = 0;
INT32 nC = 0;
INT32 nCtr = 0;
BOOL bRead = 0;
const char* lpsToken = NULL;
if (_this && !CDlpObject_MicGet(BASEINST(_this)))
return IERROR(_this,ERR_GENERIC,"No method invocation context",0,0);
if (!_this || CData_IsEmpty(_this))
{
/* _this == NULL is ok, just remove the tokens between { and } */
do
{
lpsToken = MIC_NEXTTOKEN_FORCE;
if (!lpsToken) return IERROR(_this,DATA_HERESCAN,"}",0,0);
}
while (dlp_strcmp(lpsToken,"}")!=0);
return O_K;
}
/* Actual setup */
nXXR = CData_GetMaxRecs(_this);
nXC = CData_GetNComps(_this);
nR = nRec;
nC = nComp;
bRead = TRUE;
for (;;)
{
lpsToken = MIC_NEXTTOKEN_FORCE;
if (!lpsToken) return IERROR(_this,DATA_HERESCAN,"}",0,0);
if (dlp_strcmp(lpsToken,"}")==0) break;
if (!bRead) continue;
if (nR==nXXR || (nCount>=0 && nCtr>=nCount))
{
/* Ignore further initializers */
bRead = FALSE;
continue;
}
/* Initialize cell value; skip cell on wildcard '*' initializer */
if (dlp_strcmp(lpsToken,"*")!=0)
IF_NOK(dlp_sscanx(lpsToken,CData_GetCompType(_this,nC),CData_XAddr(_this,nR,nC)))
IERROR(_this,DATA_BADINITIALIZER,lpsToken,(int)nR,(int)nC);
nCtr++;
nC++;
if (nC==nXC) { nC=nComp; nR++; }
}
if (nCount>=0&&nCtr<nCount) return IERROR(_this,DATA_INITIALIZERS,"few" ,0,0);
if (!bRead ) return IERROR(_this,DATA_INITIALIZERS,"many",0,0);
return O_K;
}
INT16 CGEN_PUBLIC CCPproc::QuantizeImpl(CData* idCep, INT32 nCS, INT32 nCC, INT32 nQ, CData* idRes) {
INT32 iRec;
INT32 nRec;
INT32 nComp;
INT32 iComp;
INT16 ret = O_K;
if(idCep == NULL || CData_GetNComps(idCep) <= 0) return NOT_EXEC;
if((nQ != 8) && (nQ != 16) && (nQ != 32) && (nQ != 64)) return NOT_EXEC;
nRec = idCep->GetNRecs();
nComp = idCep->GetNComps();
if(nCS > nComp) return NOT_EXEC;
if(nCS < 0) nCS = 0;
if((nCC < 0) || ((nCS+nCC) > nComp)) nCC = nComp - nCS;
for(iComp = nCS; iComp < nCS+nCC; iComp++) {
if(!dlp_is_float_type_code(idCep->GetCompType(iComp))) return NOT_EXEC;
}
CData_Copy(idRes, idCep);
for(iRec = 0; iRec < nRec; iRec++) {
ret = dlm_cep_quantize((FLOAT64*)idRes->XAddr(iRec,nCS),nCC,nQ);
if(NOK(ret)) return ret;
}
CData_Mark(idRes, nCS, nCC);idRes->m_bMark = TRUE;
CData_Tconvert(idRes, idRes, (nQ == 8) ? T_CHAR : (nQ == 16) ? T_SHORT : (nQ == 32) ? T_INT : T_LONG);
idRes->m_bMark = FALSE;CData_Unmark(idRes);
return O_K;
}
/*
* Manual page at fst_man.def
*/
INT16 CGEN_PUBLIC CFst_CopyUi(CFst* _this, CFst* itSrc, CData* idIndex, INT32 nPar)
{
INT32 i = 0;
INT32 nU = 0;
/* Validate */
CHECK_THIS_RV(NOT_EXEC);
CFst_Check(_this);
CFst_Check(itSrc);
if (idIndex)
{
if (CData_IsEmpty(idIndex)) return NOT_EXEC;
if (nPar<0)
for (i=0; i<CData_GetNComps(idIndex); i++)
if (dlp_is_numeric_type_code(CData_GetCompType(idIndex,i)))
{ nPar=i; break; }
if
(
nPar<0 || nPar>=CData_GetNComps(idIndex) ||
!dlp_is_numeric_type_code(CData_GetCompType(idIndex,nPar))
)
{
return IERROR(_this,FST_BADID,"component",nPar,0);
}
}
/* Initialize */
CREATEVIRTUAL(CFst,itSrc,_this);
CFst_Reset(BASEINST(_this),TRUE);
if (idIndex)
{
/* Loop over records of idIndex */
for (i=0; i<CData_GetNRecs(idIndex); i++)
{
nU = (INT32)CData_Dfetch(idIndex,i,nPar);
if (nU>=0 && nU<UD_XXU(itSrc)) {
DLPASSERT(OK(CFst_CatEx(_this,itSrc,nU,1)))
} else IERROR(_this,FST_BADID2,"unit",nU,0);
}
}
else if (nPar<0)
/* DP decoder backtrack function
*
* This function performes the backtracking after decoding.
*
* @param glob Pointer to the global memory structure
* @param itDst Destination transducer for backtracking
* @return <code>NULL</code> if successfull, the error string otherwise
*/
const char *fsts_sdp_backtrack(struct fsts_glob *glob,CFst *itDst){
INT32 gwi;
CDlpObject_Copy(BASEINST(itDst),BASEINST(((CFst*)glob->algo)));
if((gwi=CData_FindComp(AS(CData,itDst->ud),"~GW"))<0){
CData_AddComp(AS(CData,itDst->ud),"~GW",T_DOUBLE);
gwi=CData_GetNComps(AS(CData,itDst->ud))-1;
}
CData_Dstore(AS(CData,itDst->ud),itDst->m_nGw,0,gwi);
return NULL;
}
/**
* Add periods to reach desired sum od periods.
*
* @param idSrc source object
* @param idDst target object
* @param n target number of pitch markers
* @param method fill method
* @return O_K if sucessfull, not exec otherwise
*/
INT16 CGEN_PUBLIC CPMproc::Fill(CData *idSrc, CData* idDst, INT32 n, const char* method)
{
INT32 i = 0;
INT32 n_new = 0;
INT32 sum = 0;
INT16 mean_s = 0;
FLOAT64 mean = 0.0;
const char* method_default = "mean";
if(CData_IsEmpty(idSrc) == TRUE) return NOT_EXEC;
if(n <= 0) return NOT_EXEC;
if(method == NULL) method = method_default;
CREATEVIRTUAL(CData,idSrc,idDst);
DLPASSERT(CData_GetNComps(idSrc) == 2);
CData_Reset(idDst, TRUE);
CData_Copy(idDst,idSrc);
for(i = 0; i < idSrc->GetNRecs(); i++) {
sum += (INT32)idSrc->Dfetch(i,0);
}
if(!strcmp(method, "mean")) {
mean = (FLOAT64)sum / (FLOAT64)idSrc->GetNRecs();
n_new = (INT32)((FLOAT64)(n-sum) / mean);
if(n_new >= 0) {
n_new = MAX(n_new,1);
i = idDst->GetNRecs();
idDst->AddRecs(n_new, 1);
while((sum<n) && (i < idDst->GetNRecs())) {
mean_s = (INT16)((FLOAT64)(n-sum) / (FLOAT64)(idDst->GetNRecs()-i));
idDst->Dstore(mean_s,i,0);
idDst->Dstore(0,i,1);
i++;
sum += mean_s;
}
}
}
while((n-sum) > idDst->Dfetch(idDst->GetNRecs()-1,0)) {
sum -= (INT32)idDst->Dfetch(idDst->GetNRecs()-1,0);
idDst->Delete(idDst,idDst->GetNRecs()-1,1);
}
idDst->Dstore(idDst->Dfetch(idDst->GetNRecs()-1,0)-(sum-n),idDst->GetNRecs()-1,0);
CData_CopyDescr(idDst,idSrc);
/* clean up */
DESTROYVIRTUAL(idSrc,idDst)
return(O_K);
}
/*
* Manual page at statistics.def
*/
INT16 CGEN_PUBLIC CStatistics_Setup
(
CStatistics* _this,
INT32 nOrder,
INT32 nDim,
INT32 nCls,
CData* idLtb,
INT32 nIcLtb
)
{
INT32 c = 0; /* Statistics class loop counter */
INT32 n = 0; /* Dimension loop couner */
FLOAT64* lpMin = NULL; /* Ptr. to class' k minimum vector */
FLOAT64* lpMax = NULL; /* Ptr. to class' k maximum vector */
/* Validate */ /* --------------------------------- */
CHECK_THIS_RV(NOT_EXEC); /* Check this pointer */
if (nOrder<2) nOrder = 2; /* Default order is 2 */
if (nDim <1) nDim = 1; /* Default dimensionality is 1 */
if (nCls <1) nCls = 1; /* Default number of classes is 1 */
/* Initialize statistics */ /* --------------------------------- */
CStatistics_Reset(_this,TRUE); /* Start over */
IFIELD_RESET(CData,"dat"); /* Create/reset statistic data */
CData_Array(_this->m_idDat,T_DOUBLE,nDim,nCls*(nOrder+nDim+2)); /* Allocate statistic data */
CData_SetNBlocks(_this->m_idDat,nCls); /* Set number of blocks */
if (CData_IsEmpty(_this->m_idDat)) return IERROR(_this,ERR_NOMEM,0,0,0); /* Check if it worked out... */
for (c=0; c<nCls; c++) /* Loop over classes */
{ /* >> */
lpMin = CStatistics_GetPtr(_this,c,STA_DAI_MIN); /* Get ptr. to class' k min. vec. */
lpMax = CStatistics_GetPtr(_this,c,STA_DAI_MAX); /* Get ptr. to class' k max. vec. */
for (n=0; n<nDim; n++) /* Loop over dimensions */
{ /* >> */
lpMin[n] = T_DOUBLE_MAX; /* Initialize minimum vector */
lpMax[n] = T_DOUBLE_MIN; /* Initialize maximum vector */
} /* << */
} /* << */
/* Initialize label table */ /* --------------------------------- */
if (CData_IsEmpty(idLtb)) return O_K; /* No label table -> that's it */
if (CData_GetNRecs(idLtb)!=nCls) /* Bad number of labels */
return IERROR(_this,STA_NOTSETUP," (wrong no. of labels in idLtb)",0,0); /* -> Error */
if (nIcLtb<0) /* Label component not specified */
for (nIcLtb=0; nIcLtb<CData_GetNComps(idLtb); nIcLtb++) /* Seek first symbolic component */
if (dlp_is_symbolic_type_code(CData_GetCompType(idLtb,nIcLtb))) /* ... */
break; /* ... */
if (!dlp_is_symbolic_type_code(CData_GetCompType(idLtb,nIcLtb))) /* Label component not symbolic */
return IERROR(_this,STA_NOTSETUP," (label comp. not found in idLtb)",0,0); /* -> Error */
IFIELD_RESET(CData,"ltb"); /* Create/reset label table */
CData_SelectComps(_this->m_idLtb,idLtb,nIcLtb,1); /* Copy label table */
return O_K; /* Done */
}
/**
* Convert (unequal spaced) pitch markers to f0-contour with equal spaced
* sampling points.
*
* @param idSrc source pitch marks
* @param idDst target fo-contour
* @param n target number of sampling points of f0-contour
* @param srate sampling rate
* @return O_K if sucessfull, not exec otherwise
*/
INT16 CGEN_PUBLIC CPMproc::Pm2f0(CData *idSrc, CData* idDst, INT32 n, INT32 srate) {
if(CData_IsEmpty(idSrc) == TRUE) return NOT_EXEC;
if(n <= 0) return NOT_EXEC;
DLPASSERT(CData_GetNComps(idSrc) == 2);
CREATEVIRTUAL(CData,idSrc,idDst);
CData_Reset(idDst, TRUE);
CData_AddComp(idDst, "~F0", T_DOUBLE);
CData_Allocate(idDst, n);
dlm_pm2f0((INT16*)idSrc->XAddr(0,0), idSrc->GetNRecs(), (FLOAT64*)idDst->XAddr(0,0), idDst->GetNRecs(), srate);
ISETFIELD_RVALUE(idDst, "fsr", 1000.0/srate);
/* clean up */
DESTROYVIRTUAL(idSrc,idDst)
return(O_K);
}
/**
* Prints the instance in list mode (old style, with option /list).
*/
INT16 CGEN_PUBLIC CData_PrintList(CData* _this)
{
INT32 nR = 0; /* Current record */
INT32 nXR = 0; /* Number of records */
INT32 nXC = 0; /* Number of components */
INT32 nRpb = 0; /* Number of records per block */
/* Initialize */ /* --------------------------------- */
nXR = CData_GetNRecs(_this); /* Get number of records */
nXC = CData_GetNComps(_this); /* Get number of components */
nRpb = CData_GetNRecsPerBlock(_this); /* Get number of records per block */
/* Print headings */ /* --------------------------------- */
printf("\n Rec.(offset):"); /* Protocol */
dlp_inc_printlines(CData_PrintRec(_this,-1,0,nXC,16)-1); /* Protocol */
/* Print values */ /* --------------------------------- */
for (nR=0; nR<nXR; ) /* Loop over records */
{ /* >> */
printf("\n%c %4ld (%06ld):",CData_RecIsMarked(_this,nR)?'*':' ',(long)nR, /* Print line header */
(long)((char*)CData_XAddr(_this,nR,0)-(char*)CData_XAddr(_this,0,0))); /* | */
dlp_inc_printlines(CData_PrintRec(_this,nR,0,nXC,16)); /* Print values */
if (nRpb>0 && (nR+1)%nRpb==0) /* Block boundary */
{ /* >> */
printf("\n - %c End of block %ld - - - - -", /* Print block delimiter */
CData_BlockIsMarked(_this,nR/nRpb)?'*':' ',(long)nR/nRpb); /* | */
dlp_inc_printlines(1); /* Adjust no. of printed lines */
} /* << */
if ((nR=dlp_printstop_nix(nR,"record",NULL))==-1) break; /* Break listing */
if (nR< -2 ) nR=0; /* Bad user reply -> start over */
if (nR>=nXR) break; /* No more records -> break */
} /* << */
if (nR>=nXR) printf("\n No more data - Stop."); /* Protocol */
else printf("\n Cancelled - Stop."); /* Protocol */
return O_K; /* Ok */
}
/*
* Manual page at fst_man.def
*/
INT16 CGEN_PUBLIC CFst_Rcs(CFst* _this, INT32 nUnit, FLOAT64 nSeed)
{
#ifdef __UNENTANGLE_FST
return IERROR(_this,FST_INTERNAL,__FILE__,__LINE__,0);
/* NOTE: __UNENTANGLE_FST was defined (probably in dlp_config.h or fst.def).
* Undefine it to use this feature!
*/
#else /* #ifdef __UNENTANGLE_FST */
INT32 nU = 0; /* Current unit */
FST_ITYPE nS = 0; /* Current state */
FST_ITYPE nS2 = 0; /* Current state */
FST_ITYPE nFS = 0; /* First state of current unit */
FST_ITYPE nXS = 0; /* Number of states of current unit */
FST_ITYPE nT = 0; /* Current transition */
FST_ITYPE nFT = 0; /* First transition of current unit */
FST_ITYPE nXT = 0; /* Number of tran. of current unit */
CData* idP = NULL; /* Incidence matrix */
CData* idB = NULL; /* Constanct vector of (idP-E)idX=idB */
CData* idI = NULL; /* idI = (idP-E)^-1 */
CData* idX = NULL; /* Solution of (idP-E)idX=idB */
FST_WTYPE nPSum = 0.; /* Probability sum/state */
INT32 nIcW = -1; /* Index of probability comp. in td */
INT32 nIcRcs = -1; /* Index of ref. counter comp. in sd */
INT32 nIcRct = -1; /* Index of ref. counter comp. in td */
/* Validation */
CHECK_THIS_RV(NOT_EXEC);
CFst_Check(_this);
if (CFst_Wsr_GetType(_this,&nIcW)!=FST_WSR_PROB)
return IERROR(_this,FST_MISS,"transition probability component",NC_TD_PSR,"transition table");
/* Initialize - Find or add reference counters */
nIcRcs = CData_FindComp(AS(CData,_this->sd),NC_SD_RC);
nIcRct = CData_FindComp(AS(CData,_this->td),NC_TD_RC);
if (nIcRcs<0)
{
CData_AddComp(AS(CData,_this->sd),NC_SD_RC,DLP_TYPE(FST_WTYPE));
nIcRcs = CData_GetNComps(AS(CData,_this->sd))-1;
}
if (nIcRct<0)
{
CData_AddComp(AS(CData,_this->td),NC_TD_RC,DLP_TYPE(FST_WTYPE));
nIcRct = CData_GetNComps(AS(CData,_this->td))-1;
}
/* Initialize - Create auxilary instances */
ICREATEEX(CData,idP,"~CFst_Reverse.idP",NULL);
ICREATEEX(CData,idB,"~CFst_Reverse.idB",NULL);
ICREATEEX(CData,idI,"~CFst_Reverse.idI",NULL);
ICREATEEX(CData,idX,"~CFst_Reverse.idX",NULL);
/* Loop over units */
for (nU=nUnit<0?0:nUnit; nU<UD_XXU(_this); nU++)
{
CData_Reset(BASEINST(idP),TRUE);
CData_Reset(BASEINST(idB),TRUE);
CData_Reset(BASEINST(idI),TRUE);
CData_Reset(BASEINST(idX),TRUE);
nFS = UD_FS(_this,nU);
nXS = UD_XS(_this,nU);
nFT = UD_FT(_this,nU);
nXT = UD_XT(_this,nU);
/* Export transposed ergodic incidence matrix */
IF_NOK(CData_AddNcomps(idP,DLP_TYPE(FST_WTYPE),UD_XS(_this,nU)+1)) break;
IF_NOK(CData_Allocate (idP,UD_XS(_this,nU)+1) ) break;
IF_NOK(CData_AddNcomps(idB,DLP_TYPE(FST_WTYPE),1 )) break;
IF_NOK(CData_Allocate (idB,UD_XS(_this,nU)+1) ) break;
/* Fill transposed incidence matrix
(summing up probabilities of parallel transitions) */
for (nT=nFT; nT<nFT+nXT; nT++)
*(FST_WTYPE*)CData_XAddr(idP,TD_TER(_this,nT),TD_INI(_this,nT)) +=
*(FST_WTYPE*)CData_XAddr(AS(CData,_this->td),nT,nIcW);
for (nS=0; nS<nXS; nS++)
{
if ((SD_FLG(_this,nS+nFS)&0x01)==0x01) /* Connect final states with start state */
{
for (nS2=1, nPSum=0.; nS2<nXS; nS2++)
nPSum += *(FST_WTYPE*)CData_XAddr(idP,nS2,nS);
*(FST_WTYPE*)CData_XAddr(idP,0,nS) = 1.-nPSum;
}
*(FST_WTYPE*)CData_XAddr(idP,nS,nS)-=1.; /* Subtract eigenvalue 1 from main diagonal */
*(FST_WTYPE*)CData_XAddr(idP,nXS,nS)=1.; /* Additional equation implementing constraint sum(P_state)=1 */
*(FST_WTYPE*)CData_XAddr(idP,nS,nXS)=1.; /* Additional variable making incidence matrix quadratic */
}
/* Fill constant vector */
CData_Fill(idB,CMPLX(1.),CMPLX(0.));
/* Calculate eigenvector of length 1 and eigenvalue 1
--> stationary state probabilities */
CMatrix_Op(idI,idP,T_INSTANCE,NULL,T_IGNORE,OP_INVT);
CMatrix_Op(idX,idB,T_INSTANCE,idI,T_INSTANCE,OP_MULT);
/* Fill in state reference counters */
if (nSeed>0.) nSeed /= CData_Dfetch(idX,0,0); else nSeed = 1.;
for (nS=0; nS<nXS; nS++)
CData_Dstore(AS(CData,_this->sd),nSeed*CData_Dfetch(idX,nS,0),nS+nFS,nIcRcs);
/* Calculate stationary transition probabilities */
for (nT=nFT; nT<nFT+nXT; nT++)
CData_Dstore
(
AS(CData,_this->td),
CData_Dfetch(AS(CData,_this->sd),TD_INI(_this,nT)+nFS,nIcRcs) *
CData_Dfetch(AS(CData,_this->td),nT,nIcW),
nT,nIcRct
);
/* Clean up */
IDESTROY(idP);
IDESTROY(idB);
IDESTROY(idI);
IDESTROY(idX);
/* Stop in single unit mode */
if (nUnit>=0) break;
}
return O_K;
#endif /* #ifdef __UNENTANGLE_FST */
}
/**
* Prints the content of one record formatted as columns. If printing requires
* more than <a href="dlp_base.html#cfn_dlp_maxprintcols">dlp_maxprintcols</a>
* characters the listing will be continued on the next line(s).</p>
*
* @param _this
* Pointer to data instance
* @param nRec
* Index of record to print
* @param nIcFirst
* Index of first component to print
* @param nComps
* Number of components to print
* @param nIndent
* Indentation (spaces) at beginning of lines (<b>Note</b>: the first
* line will <em>not</em> be indented!)
* @return The number of lines printed
*/
INT16 CGEN_PUBLIC CData_PrintRec
(
CData* _this,
INT32 nRec,
INT32 nIcFirst,
INT32 nComps,
INT16 nIndent
)
{
INT16 nLines = 1;
INT16 nCol = nIndent;
INT32 nXC = 0;
INT32 nC = 0;
INT16 i = 0;
INT16 I = 0;
char sBuf[L_SSTR+1];
nXC = CData_GetNComps(_this);
if (nIcFirst<0 || nIcFirst>=nXC) return 1; /* NOTE: This is still one line! */
if (nIcFirst+nComps>nXC) nComps=nXC-nIcFirst;
if (nRec>=CData_GetNRecs(_this)) return 0;
for (nC=nIcFirst,nCol=nIndent; nC<nIcFirst+nComps; nC++)
{
if (nRec<0)
{
/* Heading */
I=dlp_printlen(CData_GetCompType(_this,nC));
strcpy(sBuf," ");
for (i=I-(INT16)dlp_strlen(CData_GetCname(_this,nC))-1; i>0; i--) strcat(sBuf," ");
if(CData_CompIsMarked(_this,nC)) sBuf[dlp_strlen(sBuf)-2]='*';
strcat(sBuf,CData_GetCname(_this,nC));
nCol+=dlp_printlen(CData_GetCompType(_this,nC)); /* Count standard width (!) */
printf(sBuf);
}
else
{
/* Print values */
dlp_sprintx(sBuf,(char*)CData_XAddr(_this,nRec,nC),CData_GetCompType(_this,nC),_this->m_bExact);
nCol+=dlp_printlen(CData_GetCompType(_this,nC)); /* Count standard width (!) */
dlp_strconvert(SC_PRC_ESCAPE,sBuf,sBuf);
dlp_strreplace(sBuf,"\n","\\n");
dlp_strreplace(sBuf,"\r","\\r");
dlp_strreplace(sBuf,"\t","\\t");
printf(sBuf);
}
if ((nC<nIcFirst+nComps-1) &&
(nCol+dlp_printlen(CData_GetCompType(_this,nC+1))>dlp_maxprintcols()) )
{
/* Line break */
strcpy(sBuf,"\n");
for (i=nIndent-(nIndent>7?7:0); i>0;i--) strcat(sBuf," ");
printf(sBuf);
if (nIndent>7) printf("%5ld ",(long)(nC+1));
nCol=nIndent;
nLines++;
}
}
return nLines;
}
/**
* Computes the print widths of the head column and one data vector.
*/
INT16 CGEN_PRIVATE CData_PrintVectors_GetColWidth
(
CData* _this, /* Pointer to data instance */
INT32 nR0, /* First record to be printed */
INT32 nC0, /* First component to be printed */
INT32* lpnWI, /* Print width of comp.idx.col.(ret) */
INT32* lpnW0, /* Print width of head column (ret) */
INT32* lpnW /* Print width of data column (ret) */
) /* Returns O_K or (neg.) error code */
{
INT32 nR = 0; /* Current record */
INT32 nXR = 0; /* Number of records */
INT32 nC = 0; /* Current component */
INT32 nXC = 0; /* Number of components */
INT32 nWn = 0; /* Widest number in cols. of screen */
INT32 nWs = 0; /* Widest string in cols. of screen */
FLOAT64 nBuf = 0.; /* Double buffer */
char sBuf[L_SSTR+1]; /* String buffer */
UINT64 nTime = 0;
/* Initialize */ /* --------------------------------- */
*lpnW = 0; /* Data column width */
*lpnWI = 0; /* Component index column width */
*lpnW0 = 0; /* Head column width */
nXR = CData_GetNRecs(_this); /* Get number of records */
nXC = CData_GetNComps(_this); /* Get number of components */
/* Compute head column print width */ /* --------------------------------- */
for (*lpnW0=0,nC=nC0; nC<nXC; nC++) /* Loop over remaining components */
{ /* >> */
if /* Displaying physical units? */
( /* | */
dlp_is_numeric_type_code(CData_GetCompType(_this,nC)) && /* | Numeric component */
dlp_strlen(_this->m_lpCunit) && _this->m_nCinc!=0. /* | Physical units specified */
) /* | */
{ /* >> */
nBuf = _this->m_nCofs + nC*_this->m_nCinc; /* The physical coordinate */
__sprintx(sBuf,&nBuf,T_DOUBLE,_this->m_bExact); /* Print to a string */
} /* << */
else /* String comp. or no phys. units */
__sprintx(sBuf,CData_GetCname(_this,nC),10,_this->m_bExact); /* Print component name to str. */
*lpnW0 = MAX(*lpnW0,(INT32)dlp_strlen(sBuf)); /* Get length of phys. unit / name */
} /* << */
/* Compute component index column print width */ /* --------------------------------- */
nC--; /* Last component to be printed */
__sprintx(sBuf,&nC,T_INT,_this->m_bExact); /* Print greatest comp. index to str.*/
*lpnWI = (INT32)dlp_strlen(sBuf); /* Get length of component index col.*/
/* Compute data vector print width */ /* --------------------------------- */
nTime = dlp_time();
for (*lpnW=0,nR=nR0; nR<nXR; nR++) /* Loop over remaining records */
{ /* >> */
/* Determine width of physical unit */ /* - - - - - - - - - - - - - - - - */
if (dlp_strlen(_this->m_lpRunit) && _this->m_lpTable->m_fsr!=0.) /* Displaying physical units? */
{ /* >> */
nBuf = _this->m_lpTable->m_ofs + nR*_this->m_lpTable->m_fsr; /* The physical coordinate */
__sprintx(sBuf,&nBuf,T_DOUBLE,_this->m_bExact); /* Print to a string */
*lpnW = MAX((INT32)dlp_strlen(sBuf),*lpnW); /* Aggregate actual print width */
} /* << */
/* Determine width of record index */ /* - - - - - - - - - - - - - - - - */
__sprintx(sBuf,&nR,T_INT,_this->m_bExact); /* Print record index to a string */
*lpnW = MAX((INT32)dlp_strlen(sBuf),*lpnW); /* Aggregate actual print width */
/* Determine greatest component width */ /* - - - - - - - - - - - - - - - - */
for (nC=nC0; nC<nXC; nC++) /* Loop over remaining components */
{ /* >> */
__sprintx(sBuf,CData_XAddr(_this,nR,nC), /* Print cell value to a string */
CData_GetCompType(_this,nC),_this->m_bExact); /* | */
if (dlp_is_numeric_type_code(CData_GetCompType(_this,nC))) /* It is a number */
nWn = MAX((INT32)dlp_strlen(sBuf),nWn); /* Aggr. number print width */
else if (dlp_is_symbolic_type_code(CData_GetCompType(_this,nC))) /* It is a string */
nWs = MAX((INT32)dlp_strlen(sBuf),nWs); /* Aggr. string print width */
if (dlp_time()-nTime>__TIMEOUT) break; /* Takes too long -> forget it! */
} /* << */
if (dlp_time()-nTime>__TIMEOUT) break; /* Takes too long -> forget it! */
if ((nR-nR0+2)*((*lpnW)+1)>dlp_maxprintcols()-*lpnWI-*lpnW0-3) break; /* Next vec. would not fit anymore*/
} /* << */
/* If computing data vector print width timed out ... */ /* --------------------------------- */
if (dlp_time()-nTime>__TIMEOUT) /* There was a time out */
for (nC=nC0; nC<nXC; nC++) /* Loop over remaining components */
if (dlp_is_numeric_type_code(CData_GetCompType(_this,nC))) /* It is a number */
nWn = MAX(dlp_printlen(CData_GetCompType(_this,nC)),nWn); /* Use standard print width */
else if (dlp_is_symbolic_type_code(CData_GetCompType(_this,nC))) /* It is a string */
nWs = MAX(dlp_printlen(CData_GetCompType(_this,nC)),nWs); /* Also use std. print width */
/* Aftermath */ /* --------------------------------- */
if (nWs>dlp_maxprintcols()-(*lpnW0)-(*lpnWI)-3) /* Limit string width to line length */
nWs=dlp_maxprintcols()-(*lpnW0)-(*lpnWI)-3; /* ... */
if (nWn<=0) *lpnW = MAX(nWs,*lpnW); /* No numbers -> complete strings */
else *lpnW = MAX(nWn,*lpnW); /* Minimal space req. for numbers */
/*if (nWn>0 && *lpnW+3<nWs) (*lpnW) += 3;*/ /* Print a little more of the strs. */
if (nWn>0 && *lpnW<nWs) *lpnW = MIN(16,nWs); /* Print max. 16 chars. of strings */
return O_K; /* Ok */
}
/**
* Returns the statistics' dimensionality N. The dimensionality is defined by
* the number of components in the statistics data table {@link dat m_idDat}.
*
* @param _this
* Pointer to CStatistics instance
* @return The dimensionality or 0 in case of errors
*/
INT32 CGEN_PUBLIC CStatistics_GetDim(CStatistics* _this)
{
CHECK_THIS_RV(0);
return CData_GetNComps(_this->m_idDat);
}
/*
* Manual page at statistics.def
*/
INT16 CGEN_PUBLIC CStatistics_Pool
(
CStatistics* _this,
CStatistics* iSrc,
CData* idMap
)
{
INT32 i = 0; /* Current component index */
INT32 nC = 0; /* Current pooled statistics class */
INT32 nCs = 0; /* Current source class index */
INT32 nXC = 0; /* Number of pooled classes */
INT32 nRpb = 0; /* Statistics raw data block size */
INT16 nCheckSave = 0; /* Saved check level */
CData* idAux = NULL; /* Auxilary data instance #1 */
CData* idPmp = NULL; /* Pooling map */
CData* idPcd = NULL; /* Pooled class raw data buffer */
/* Initialize */ /* --------------------------------- */
CHECK_THIS_RV(0); /* Check this instance */
IF_NOK(CStatistics_Check(iSrc)) /* Check source statistics */
return IERROR(_this,ERR_INVALARG,"iSrc",0,0); /* ... */
nCheckSave = _this->m_nCheck; /* Save check level */
CStatistics_Reset(BASEINST(_this),TRUE); /* Reset destination */
_this->m_nCheck = nCheckSave; /* Restore check level */
IFIELD_RESET(CData,"dat"); /* Create pool raw stats. data inst. */
/* Protocol */ /* --------------------------------- */
IFCHECK /* On verbose level 1 */
{ /* >> */
printf("\n"); dlp_fprint_x_line(stdout,'-',dlp_maxprintcols()); /* Print protocol header */
printf("\n statistics -pool"); /* ... */
printf("\n"); dlp_fprint_x_line(stdout,'-',dlp_maxprintcols());printf("\n");/* ... */
} /* << */
/* No map --> pool all classes */ /* --------------------------------- */
if (CData_IsEmpty(idMap)) /* NULL or empty map instance */
{ /* >> */
IFCHECK printf("\n Empty pooling map --> pool all classes"); /* Protocol (verbose level 1) */
CStatistics_PoolInt(_this->m_idDat,iSrc->m_idDat,0); /* Pool sum data */
CStatistics_PoolInt(_this->m_idDat,iSrc->m_idDat,1); /* Pool min data */
CStatistics_PoolInt(_this->m_idDat,iSrc->m_idDat,2); /* Pool max data */
STA_PROTOCOL_FOOTER(1,"done"); /* Print protocol footer */
return O_K; /* That's it */
}
IFCHECK printf("\n Pooling by map"); /* Protocol (verbose level 1) */
ICREATEEX(CData,idAux,"CStatistics_Pool.~idAux",NULL); /* Create auxilary data instance #1 */
ICREATEEX(CData,idPmp,"CStatistics_Pool.~idPmp",NULL); /* Create pooling map */
ICREATEEX(CData,idPcd,"CStatistics_Pool.~idPcs",NULL); /* Create pooled raw stats.data inst.*/
/* Find and copy map component (pooled class) */ /* --------------------------------- */
for (i=0; i<CData_GetNComps(idMap); i++) /* Loop over components of idMap */
if (dlp_is_numeric_type_code(CData_GetCompType(idMap,i))) /* Is current component numeric? */
{ /* >> (Yes) */
CData_SelectComps(idPmp,idMap,i,1); /* Copy component */
break; /* Have ready :) */
} /* << */
if (CData_IsEmpty(idPmp)) /* Have not got map component */
{ /* >> */
IERROR(_this,STA_BADCOMP,"map",BASEINST(idMap)->m_lpInstanceName,"numeric");/* Error message */
DLPTHROW(STA_BADCOMP); /* Throw exception */
} /* << */
/* Create source class component */ /* --------------------------------- */
CData_AddComp(idPmp,"srcc",T_LONG); /* Add source class index component */
for (i=0; i<CData_GetNRecs(idPmp); i++) CData_Dstore(idPmp,i,i,1); /* Fill it */
/* Finish pooling map and initialize pooling */ /* --------------------------------- */
CData_Sortup(idPmp,idPmp,0); /* Sort map by pooled class index */
nXC = (INT32)CData_Dfetch(idPmp,CData_GetNRecs(idPmp)-1,0)+1; /* Get greatest pooled class index */
IFCHECK printf("\n Pooling %ld statistics classes",(long)nXC); /* Protocol (verbose level 1) */
IFCHECKEX(3) CData_Print(idPmp); /* Print pooling map (verbose lvl.3) */
nRpb = CData_GetNRecsPerBlock(iSrc->m_idDat); /* Get block size */
/* Prepare pooled statistics */ /* --------------------------------- */
CData_Scopy(_this->m_idDat,iSrc->m_idDat); /* Create target raw data components */
CData_Allocate(_this->m_idDat,nRpb*nXC); /* Allocate target raw data */
CData_SetNBlocks(_this->m_idDat,nXC); /* Set target statistics block number*/
/* Pooling loop */ /* --------------------------------- */
for (i=0; i<CData_GetNRecs(idPmp); ) /* Loop over pooling map */
{ /* >> */
/* - Copy raw statistics data of one pooled class */ /* - - - - - - - - - - - - - - - - */
nC = (INT32)CData_Dfetch(idPmp,0,0); /* Get pooled class index */
IFCHECK printf("\n Pooled class %3ld"); /* Protocol (verbose level 1) */
for (i=0; i<CData_GetNRecs(idPmp); i++) /* Loop over partition of pool.map */
{ /* >> */
if (nC != (INT32)CData_Dfetch(idPmp,0,0)) break; /* Not the current class anymore */
nCs = (INT32)CData_Dfetch(idPmp,i,1); /* Get source class index */
IFCHECK printf("\n - Source class %3ld",nCs); /* Protocol (verbose level 1) */
CData_SelectBlocks(idAux,iSrc->m_idDat,nCs,1); /* Copy raw stats. data block */
CData_Cat(idPcd,idAux); /* Append to buffer */
} /* << */
/* - Pool data */ /* - - - - - - - - - - - - - - - - */
CData_SetNBlocks(idPcd,CData_GetNRecs(idPcd)/nRpb); /* Set block count of aggr. buffer */
IFCHECK /* Protocol (verbose level 1) */
printf("\n - Aggregating %ld statistics classes", /* | */
(long)CData_GetNBlocks(idPcd)); /* | */
CStatistics_PoolInt(idAux,idPcd,0); /* Pool sum data */
CStatistics_PoolInt(idAux,idPcd,1); /* Pool min data */
CStatistics_PoolInt(idAux,idPcd,2); /* Pool max data */
/* - Store pooled raw statistics data block */ /* - - - - - - - - - - - - - - - - */
dlp_memmove /* Copy pooled raw stats. data */
( /* | */
CData_XAddr(_this->m_idDat,nC*nRpb,0), /* | To target statistics block */
CData_XAddr(idAux,0,0), /* | From aggregation buffer */
CData_GetNRecs(idAux)*CData_GetRecLen(idAux) /* | Length of aggregation buffer */
); /* | */
/* - Clean up auxilary instances */ /* - - - - - - - - - - - - - - - - */
CData_Reset(idPcd,TRUE); /* Clear aggregation buffer */
}
/* Clean up */ /* --------------------------------- */
IDESTROY(idAux); /* Destroy auxilary data instance #1 */
IDESTROY(idPmp); /* Destroy pooling map */
IDESTROY(idPcd); /* Destroy pooled cls. raw data inst.*/
STA_PROTOCOL_FOOTER(1,"done"); /* Print protocol footer */
return O_K; /* Ok */
DLPCATCH(STA_BADCOMP) /* == Catch STA_BADCOMP exception */
IDESTROY(idAux); /* Destroy auxilary data instance #1 */
IDESTROY(idPmp); /* Destroy pooling map */
IDESTROY(idPcd); /* Destroy pooled cls. raw data inst.*/
STA_PROTOCOL_FOOTER(1,"FAILED"); /* Print protocol footer */
return NOT_EXEC; /* Not ok */
}
/*
* Manual page at fst_man.def
*/
INT16 CGEN_PUBLIC CFst_Probs(CFst* _this, INT32 nUnit)
{
INT32 nU = 0; /* Current unit */
FST_ITYPE nS = 0; /* Current state */
FST_ITYPE nT = 0; /* Current transition */
FST_ITYPE nXS = 0; /* Number of states in current unit */
INT16 nWsrt = 0; /* Weight semiring type */
INT32 nIcW = -1; /* Weight component in td */
INT32 nIcPfl = -1; /* Floor probability component in sd */
INT32 nIcRct = -1; /* Reference counter component in td */
INT32 nTrCnt = 0; /* Number of outgoing trans./state */
FST_WTYPE nW = 0.; /* Current weight */
FST_WTYPE nRc = 0.; /* Current reference counter/prob. */
FST_WTYPE nRcSum = 0.; /* Reference counter sum/state */
FST_WTYPE nTW = 0.; /* trans.weight */
FST_WTYPE nTWAgg = 0.; /* trans.weight aggregator for MAP */
CData* idTd = NULL; /* Pointer to transition table */
FST_TID_TYPE* lpTI = NULL; /* Automaton iterator data structure */
BYTE* lpT = NULL; /* Current transition (iteration) */
FST_WTYPE nMAP = _this->m_bUsemap ? _this->m_nMapexp : 0.; /* MAP exponent (0:off,1:min,-1:max) */
INT32 nMAPi = 0; /* MAP iteration index */
/* Validation */ /* --------------------------------- */
CHECK_THIS_RV(NOT_EXEC); /* Check this pointer */
CFst_Check(_this); /* Check FST(s) */
/* Initialize */ /* --------------------------------- */
idTd = AS(CData,_this->td); /* Get pointer to transition table */
nIcRct = CData_FindComp(AS(CData,_this->td),NC_TD_RC); /* Find reference counters */
nWsrt = CFst_Wsr_GetType(_this,&nIcW); /* Find weights and get type */
switch (nWsrt) /* branch for weight semiring type */
{ /* >> */
case FST_WSR_NONE: /* No weights */
CData_AddComp(idTd,NC_TD_PSR,DLP_TYPE(FST_WTYPE)); /* Add some */
nIcW = CData_GetNComps(idTd)-1; /* Get index of new weight comp. */
for (nT=0; nT<UD_XXT(_this); nT++) /* Initialize probabilities */
CData_Dstore(idTd,1.,nT,nIcW); /* ... */
break; /* * */
case FST_WSR_PROB: /* Probabilities */
break; /* * (nothing to be done) */
case FST_WSR_TROP: /* fall through */ /* Tropical weights */
case FST_WSR_LOG: /* Logarithmic weights */
for (nT=0; nT<UD_XXT(_this); nT++) /* Loop over all transitions */
CData_Dstore(idTd, /* Convert to probabilities */
exp(-1.*CData_Dfetch(idTd,nT,nIcW)),nT,nIcW); /* | */
break; /* * */
default: /* Unknown weight semiring */
DLPASSERT(FMSG("Unknown weight semiring")); /* New weight semiring type? */
CData_SetCname(idTd,nIcW,NC_TD_PSR); /* Rename to probabilities */
for (nT=0; nT<UD_XXT(_this); nT++) /* Initialize probabilities */
CData_Dstore(idTd,1.,nT,nIcW); /* ... */
} /* << */
if (_this->m_nSymbols>0 && _this->m_nRcfloor>0.) /* Smoothing enabled */
{ /* >> */
if (CData_FindComp(AS(CData,_this->sd),"~PFL")<0) /* No floor prob. comp. at states */
CData_AddComp(AS(CData,_this->sd),"~PFL",DLP_TYPE(FST_WTYPE)); /* Add it */
nIcPfl = CData_FindComp(AS(CData,_this->sd),"~PFL"); /* Get index of floor prob. comp. */
} /* << */
/* Loop over units */ /* --------------------------------- */
for (nU=nUnit<0?0:nUnit; nU<UD_XXU(_this); nU++) /* For all units ... */
{ /* >> */
lpTI = CFst_STI_Init(_this,nU,FSTI_SORTINI); /* Get sorted transition iterator */
/* Loop over states */ /* - - - - - - - - - - - - - - - - */
for (nS=0,nXS=UD_XS(_this,nU); nS<nXS; nS++) /* For all states of the unit ... */
/* Loop over MAP-Iterations if MAP enabled */ /* - - - - - - - - - - - - - - - - */
for(nMAPi=0;nMAPi<(nMAP!=0.?10:1);nMAPi++) /* For all MAP-iterations ... */
{ /* >> */
/* Pass 1: Count outgoing transitions and sum up reference counters */ /* */
nRcSum = 0.; /* Reset ref. ctr. accumulator */
nTWAgg = 0.; /* Reset MAP TW accumulator */
nTrCnt = 0; /* Reset transition counter */
lpT = NULL; /* Initialize transition pointer */
while ((lpT=CFst_STI_TfromS(lpTI,nS,lpT))!=NULL) /* Enumerate transitions at nS */
{ /* >> */
nRc = nIcRct>=0 /* Get ref. ctr. or prob. */
? CData_Dfetch(idTd,CFst_STI_GetTransId(lpTI,lpT),nIcRct) /* | */
: *CFst_STI_TW(lpTI,lpT); /* | */
if (nRc>=0.) nRcSum+=nRc; /* Accumulate non-neg. values */
if (nMAP!=0. && nRc>0.) /* if MAP enabled and T. used */
{ /* >> */
nTW = *CFst_STI_TW(lpTI,lpT); /* get trans.weight */
if(nTW<=0.) nTW=0.0001; /* solve prob. with 0 TW's */
nTWAgg += nTW*log(nTW); /* acc. TW's */
} /* << */
nTrCnt++; /* Count transitions */
} /* << */
if (nIcPfl) /* Smoothing eneabled */
CData_Dstore(AS(CData,_this->sd), /* Store floor probability */
_this->m_nRcfloor / (nRcSum + _this->m_nSymbols*_this->m_nRcfloor), /* | */
nS,nIcPfl); /* | */
/* */
/* Pass 2: Calculate probabilities */ /* */
if (nTrCnt) /* If there were trans. at nS */
{ /* >> */
lpT = NULL; /* Initialize transition ptr. */
while ((lpT=CFst_STI_TfromS(lpTI,nS,lpT))!=NULL) /* Enumerate transitions at nS */
{ /* >> */
nRc = nIcRct>=0 /* Get ref. ctr. or prob. */
? CData_Dfetch(idTd,CFst_STI_GetTransId(lpTI,lpT),nIcRct) /* | */
: *CFst_STI_TW(lpTI,lpT); /* | */
if (nMAP!=0.) /* if MAP enabled */
{ /* << */
nTW = *CFst_STI_TW(lpTI,lpT); /* get trans.weight */
if(nTW<=0.) nTW=0.0001; /* solve prob. with 0 TW's */
if(nIcRct>=0 && _this->m_nSymbols>0 && _this->m_nRcfloor>0) /* do jeffrey smooth? */
nRc = nRcSum * (nRc + (FST_WTYPE)_this->m_nRcfloor) / /* smooth nRc */
(nRcSum + ((FST_WTYPE)_this->m_nSymbols*_this->m_nRcfloor)); /* | */
nTW = (nRc<=0. ? 0. : (nRc+nMAP*nTW*log(nTW))/(nRcSum+nMAP*nTWAgg));/* do MAP-iteration */
*CFst_STI_TW(lpTI,lpT) = nTW; /* write trans.weight */
} /* >> */
else /* else */
if (nIcRct<0 || _this->m_nSymbols<=0 || _this->m_nRcfloor<=0.) /* No ref.ctrs. or smoothing */
*CFst_STI_TW(lpTI,lpT) = /* Store equally distrib. */
nRcSum==0. ? 1./(FST_WTYPE)nTrCnt : nRc/nRcSum; /* | or renormalized probs.*/
else /* Ref. ctrs. or smoothing */
*CFst_STI_TW(lpTI,lpT) = /* Store Jeffrey smoothed */
(nRc + (FST_WTYPE)_this->m_nRcfloor) / /* | probabilities */
(nRcSum + ((FST_WTYPE)_this->m_nSymbols*_this->m_nRcfloor)); /* | */
} /* << */
} /* << */
} /* << */
CFst_STI_Done(lpTI); /* Destroy iterator */
if (nUnit>=0) break; /* Stop in single unit mode */
} /* << */
/* Convert back to logarithmic/tropical weights */ /* --------------------------------- */
if (nWsrt==FST_WSR_LOG || nWsrt==FST_WSR_TROP) /* Loarithmic or tropical weights */
for (nT=0; nT<UD_XXT(_this); nT++) /* Loop over all transitions */
{ /* >> */
nW = CData_Dfetch(idTd,nT,nIcW); /* Get probability */
nW = nW>0. ? -log(nW) : _this->m_nWceil; /* Convert to log./trop. weight */
CData_Dstore(idTd,nW,nT,nIcW); /* Store weight */
} /* << */
/* Clean up */ /* --------------------------------- */
return O_K; /* The end */
}
void CGEN_PUBLIC CVmap_MapVectorF
#else
void CGEN_PUBLIC CVmap_MapVectorD
#endif
(
CVmap* _this,
VMAP_FTYPE* lpX,
VMAP_FTYPE* lpY,
INT32 nXdim,
INT32 nYdim
)
{
BOOL f = 1; /* First non-zero summand flag */
INT32 n = 0; /* Input dimension loop counter */
INT32 m = 0; /* Output dimension loop counter */
INT32 N = 0; /* Input dimensionality of mapping */
INT32 M = 0; /* Output dimensionality of mapping */
VMAP_FTYPE* W = NULL; /* Pointer to transformation matrix */
VMAP_FTYPE* Wm = NULL; /* Pointer to column m of trafo.mtx. */
/* Initialize */ /* --------------------------------- */
CHECK_THIS(); /* Check this pointer */
if (!lpY) return; /* No output buffer, no service */
DLPASSERT(lpX!=lpY); /* Check in-/output ptrs. not equal */
for (m=0; m<nYdim; m++) lpY[m]=_this->m_nZero; /* Initialize output vector */
if (!lpX) return; /* If no input vector -> all done */
N = CData_GetNComps(AS(CData,_this->m_idTmx)); /* Get mapping input dimensionality */
M = CData_GetNRecs(AS(CData,_this->m_idTmx)); /* Get mapping output dimensionality */
if (nXdim>N) nXdim = N; /* Clip input dim. to mapping dim. */
if (nYdim>M) nYdim = M; /* Clip output dim. to mapping dim. */
if(CData_IsEmpty(AS(CData,_this->m_idWeakTmx))) /* Do not use weak tmx */
{ /* >> */
W = (VMAP_FTYPE*)CData_XAddr(AS(CData,_this->m_idTmx),0,0); /* Get pointer to trafo. matrix */
if (!W) return; /* No trafo. mat., also no service */
/* Compute generalized scalar product for each y[m] */ /* ------------------------------- */
for (m=0; m<nYdim; m++) /* Loop over output dimensions */
for (n=0,f=1,Wm=&W[m*N]; n<nXdim; n++) /* Loop over input dimensions */
if (Wm[n]!=_this->m_nZero) /* Weight of comp. n non-zero */
{ /* >> */
if (f) /* First summand */
{ /* >> */
lpY[m] = DLP_SCALOP(Wm[n],lpX[n],_this->m_nWop); /* Skip aggregation op */
f = 0; /* This WAS the first one..*/
} /* << */
else /* Second and further summd's*/
lpY[m] = DLP_SCALOP(lpY[m],DLP_SCALOP(Wm[n],lpX[n],_this->m_nWop), /* Weight & aggregate */
_this->m_nAop); /* | */
} /* << */
}else{ /* << Use weak tmx >> */
BYTE* Id = NULL; /* Pointer to index vector */
INT32 nRecLen = CData_GetRecLen(AS(CData,_this->m_idWeakTmx)); /* Get size of one record */
INT16 nIType = CData_GetCompType(AS(CData,_this->m_idWeakTmx),0);
nXdim = CData_GetNRecs(AS(CData,_this->m_idWeakTmx)); /* Get max. numb. of out's per in */
for (m=0;m<nYdim;m++) /* Loop over output dimensions */
{ /* >> */
Id=CData_XAddr(AS(CData,_this->m_idWeakTmx),0,m*2); /* Get start adress of component */
switch(nIType){
case T_LONG:
for (n=0;n<nXdim && *((INT64*)Id)>=0;n++,Id+=nRecLen) /* Loop over in's for this out */
if(!n) lpY[m]=DLP_SCALOP(*((VMAP_FTYPE *)(Id+sizeof(INT64))), /* First input => */
lpX[*((INT64*)Id)],_this->m_nWop); /* | Calc out from in */
else lpY[m]=DLP_SCALOP(lpY[m], /* Else => Calc out from */
DLP_SCALOP(*((VMAP_FTYPE *)(Id+sizeof(INT64))), /* | */
lpX[*((INT64*)Id)],_this->m_nWop),_this->m_nAop); /* | prev. out and in */
break;
case T_INT:
for (n=0;n<nXdim && *((INT32*)Id)>=0;n++,Id+=nRecLen) /* Loop over in's for this out */
if(!n) lpY[m]=DLP_SCALOP(*((VMAP_FTYPE *)(Id+sizeof(INT32))), /* First input => */
lpX[*((INT32*)Id)],_this->m_nWop); /* | Calc out from in */
else lpY[m]=DLP_SCALOP(lpY[m], /* Else => Calc out from */
DLP_SCALOP(*((VMAP_FTYPE *)(Id+sizeof(INT32))), /* | */
lpX[*((INT32*)Id)],_this->m_nWop),_this->m_nAop); /* | prev. out and in */
break;
default:
IERROR(_this,ERR_INVALARG,"weaktmx int type is wheter int nor long",0,0);
}
} /* << */
} /* << */
}
/**
* Prints one block of the instance in vector mode (standard).
*/
INT32 CGEN_PRIVATE CData_PrintVectors_Block
(
CData* _this, /* Pointer to data instance */
INT32 nBlock /* Block index (<0: ignore blocks) */
) /* Returns number of lines printed */
{
INT32 i = 0; /* Universal loop counter */
INT32 nR = 0; /* Current record */
INT32 nR_ = 0; /* First record to be printed */
INT32 nR0 = 0; /* First record of current page */
INT32 nSR = 0; /* Number of records of currenr page */
INT32 nXR = 0; /* Last record to print plus one */
INT32 nC = 0; /* Current component */
INT32 nXC = 0; /* Number of components */
INT32 nWI = 0; /* Component index column width */
INT32 nW0 = 0; /* Head column width */
INT32 nW = 0; /* Column width */
INT32 nP = 0; /* Current page */
INT32 nPps = 0; /* Pages per screen */
INT32 nL = 0; /* Line counter */
BOOL bPur = FALSE; /* Print physical record unit flag */
BOOL bPuc = FALSE; /* Print physical component unit flg.*/
FLOAT64 nBuf = 0.; /* Double buffer */
char sBuf[L_SSTR+1]; /* String buffer */
/* Validate */ /* --------------------------------- */
if (nBlock>=CData_GetNBlocks(_this)) return 0; /* Requested block does not exist */
/* Initialize */ /* --------------------------------- */
nR_ = nBlock>=0 ? CData_GetNRecsPerBlock(_this)*nBlock : 0; /* Get first record to print */
nXR = nBlock>=0 ? nR_+CData_GetNRecsPerBlock(_this) : CData_GetNRecs(_this); /* Get number of records */
nXC = CData_GetNComps(_this); /* Get number of components */
bPur = _this->m_lpTable->m_fsr!=1. && _this->m_lpTable->m_fsr!=0.; /* Displaying physical record units? */
bPuc = _this->m_nCinc!=1. && _this->m_nCinc!=0.; /* Displaying physical comp. units? */
nPps = dlp_maxprintlines()/(nXC+4); /* Compute no. of pages per sceeen */
/* Print vectors */ /* --------------------------------- */
if (nBlock>=0) /* Printing blockwise? */
{ /* >> */
printf("\n Block %ld (offset %ld)",(long)nBlock,(long)nR_); /* Show current block index */
dlp_inc_printlines(1); nL++; /* Adjust number of printed lines */
} /* << */
for (nR0=nR_; nR0<nXR; ) /* Loop over records */
{ /* >> */
CData_PrintVectors_GetColWidth(_this,nR0,0,&nWI,&nW0,&nW); /* Comp. head and data col. widths */
nSR = (dlp_maxprintcols()-nWI-nW0-4)/(nW+1); /* Number of columns to print */
if (nR0+nSR>nXR) nSR = nXR-nR0; /* No more than there are records! */
/* Print record header */ /* - - - - - - - - - - - - - - - - */
if (bPur) /* Display physical record units? */
{ /* >> */
printf("\n %s ->",__pad(strcpy(sBuf,_this->m_lpRunit),nW0+nWI,'r')); /* Print name of physical unit */
for (nR=nR0; nR<nR0+nSR; nR++) /* Loop over remaining records */
{ /* >> */
nBuf = _this->m_lpTable->m_ofs + (nR-nR_)*_this->m_lpTable->m_fsr; /* Compute abscissa value */
__sprintx(sBuf,&nBuf,T_DOUBLE,_this->m_bExact); /* Print to a string */
printf("%s ",__pad(sBuf,nW,'r')); /* Format and print to screen */
} /* << */
dlp_inc_printlines(1); nL++; /* Adjust number of printed lines*/
} /* << */
sBuf[0]='\0'; /* Clear string buffer */
if (bPuc) sprintf(sBuf,"%s| ",_this->m_lpCunit); /* Print phys. comp. unit name... */
printf("\n %s",__pad(sBuf,nW0+nWI+3,'r')); /* ... or empty string */
for (nR=nR0; nR<nR0+nSR; nR++) /* Loop over remaining records */
{ /* >> */
i=nR-nR_; __sprintx(sBuf,&i,T_INT,_this->m_bExact); /* Print record index to a str. */
printf("%s%c",__pad(sBuf,nW,'r'),CData_RecIsMarked(_this,nR)?'*':' '); /* Format and print to screen */
} /* << */
sBuf[0]='\0'; /* Clear string buffer */
if (bPuc) sprintf(sBuf,"%c ",bPuc?'v':' '); /* Print down arrow ... */
printf("\n %s",__pad(sBuf,nW0+nWI+3,'r')); /* ... or empty string */
sBuf[0]='\0'; for (i=0; i<nW; i++) sBuf[i]='.'; sBuf[i]='\0'; /* Make horizonal delimiter */
for (nR=nR0; nR<nR0+nSR; nR++) printf("%s ",sBuf); /* Print one per vector */
dlp_inc_printlines(2); nL+=2; /* Adjust number of printed lines */
/* Print data */ /* - - - - - - - - - - - - - - - - */
for (nC=0; nC<nXC; ) /* Loop over components */
{ /* >> */
__sprintx(sBuf,&nC,T_INT,_this->m_bExact); /* Print comp. index to a string */
printf("\n%c%s ", /* Format and print to screen */
CData_CompIsMarked(_this,nC)?'*':' ',__pad(sBuf,nWI,'r')); /* | (incl. "*" for "marked") */
if (bPuc && dlp_is_numeric_type_code(CData_GetCompType(_this,nC))) /* Display ordinate value? */
{ /* >> */
nBuf = _this->m_nCofs + nC*_this->m_nCinc; /* Compute it */
__sprintx(sBuf,&nBuf,T_DOUBLE,_this->m_bExact); /* Print it to a string */
} /* << */
else strcpy(sBuf,CData_GetCname(_this,nC)); /* else display component name */
printf("%s: ",__pad(dlp_strtrimleft(dlp_strtrimright(sBuf)),nW0,'r')); /* Format and print to screen */
for (nR=nR0; nR<nR0+nSR; nR++) /* Loop over remaining records */
{ /* >> */
__sprintx(sBuf,CData_XAddr(_this,nR,nC), /* Print cell value to a str. */
CData_GetCompType(_this,nC),_this->m_bExact); /* | */
if (dlp_is_symbolic_type_code(CData_GetCompType(_this,nC))) /* Is string value */
if ((INT32)dlp_strlen(sBuf)>nW) /* Will not fit in column */
dlp_strabbrv(sBuf,sBuf,nW); /* Abbreviate it */
if (dlp_is_numeric_type_code(CData_GetCompType(_this,nC))) /* Is numeric value */
if (_this->m_bNz && CMPLX_EQUAL(CData_Cfetch(_this,nR,nC),CMPLX(0.)))
dlp_strcpy(sBuf,"-");
printf("%s%c",__pad(sBuf,nW,'r'), /* Format and print to screen */
CData_CellIsMarked(_this,nR*CData_GetNComps(_this)+nC)?'*':' '); /* | (incl. "*" for "marked") */
} /* << */
dlp_inc_printlines(1); nL++; /* Adjust number of printed lines*/
/* Break component listing */ /* - - - - - - - - - - - - - - - */
if (nPps==0) /* Not all comps. fit on screen */
{ /* >> */
sprintf(sBuf,"component (0..%ld), cancel -3",(long)nXC-1); /* Make user hint */
if ((nC=dlp_printstop_nix(nC,sBuf,NULL))==-1) break; /* Break listing */
if (nC< -2 ) return -1; /* Cancelled by user */
if (nC>=nXC) break; /* No more components -> break */
} /* << */
else nC++; /* No breaking -> count comps. */
} /* << */
nR0+=nSR; /* First record on next page */
nP++; /* Count pages */
if (nR0<nXR) /* There are more records */
{ /* >> */
printf("\n"); dlp_fprint_x_line(stdout,'-',dlp_maxprintcols()); /* Print a separator */
dlp_inc_printlines(1); nL++; /* Adjust number of printed lines*/
} /* << */
/* Break record listing */ /* - - - - - - - - - - - - - - - - */
if (((nPps>0 && nP>=nPps) || nPps==0) && nR0<nXR) /* Complicated break condition :) */
{ /* >> */
dlp_inc_printlines(dlp_maxprintlines()); /* Do stop right here */
sprintf(sBuf,"record (%ld..%ld)%s",(long)nR_,(long)nXR-1, /* Make user hint */
nBlock>=0?", cancel -3":""); /* | */
if ((nR0=dlp_printstop_nix(--nR0,sBuf,NULL))==-1) break; /* Break listing */
if (nR0< -2 ) return -1; /* Cancelled by user */
if (nR0< nR_) nR0=nR_; /* No previous blocks, please! */
if (nR0>=nXR) break; /* No more records -> break */
nP=0; /* Reset page counter */
} /* << */
} /* << */
return nL; /* Return number of printed lines */
}
/*
* Manual page at fst_man.def
*/
INT16 CGEN_PUBLIC CFst_Product
(
CFst* _this,
CFst* itSrc1,
CFst* itSrc2,
INT32 nUnit1,
INT32 nUnit2
)
{
INT32 nC = 0; /* Current component */
INT32 nFCS2 = 0; /* 1st data comp. of state tab.itSrc2 */
INT32 nXCS1 = 0; /* No. of comps. of state tab. itSrc1 */
INT32 nXCS2 = 0; /* No. of comps. of state tab. itSrc2 */
INT32 nFCT2 = 0; /* 1st data comp. of trans.tab.itSrc2 */
INT32 nXCT1 = 0; /* No. of comps. of trans.tab. itSrc1 */
INT32 nXCT2 = 0; /* No. of comps. of trans.tab. itSrc2 */
INT32 nRls1 = 0; /* Rec. len. of state table of itSrc1 */
INT32 nRls2 = 0; /* Rec. len. of state table of itSrc2 */
INT32 nRlt1 = 0; /* Rec. len. of trans.table of itSrc1 */
INT32 nRlt2 = 0; /* Rec. len. of trans.table of itSrc2 */
FST_ITYPE nS1 = 0;
FST_ITYPE nS2 = 0;
FST_ITYPE nFS1 = 0;
FST_ITYPE nFS2 = 0;
FST_ITYPE nXS1 = 0;
FST_ITYPE nXS2 = 0;
FST_ITYPE nT = 0;
FST_ITYPE nIni = 0;
FST_ITYPE nTer = 0;
FST_ITYPE nT1 = 0;
FST_ITYPE nT2 = 0;
FST_ITYPE nFT1 = 0;
FST_ITYPE nFT2 = 0;
FST_ITYPE nXT1 = 0;
FST_ITYPE nXT2 = 0;
char* lpsBuf = NULL; /* String buffer */
INT16 nVirt = 0; /* Auxiliary: patching ovrl.args. bug */
BOOL bNoloopsSave = FALSE; /* Save buffer for /noloops option */
/* Validate */
CHECK_THIS_RV(NOT_EXEC);
if (itSrc1==NULL || itSrc2==NULL)
{
CFst_Reset(BASEINST(_this),TRUE);
return O_K;
}
if (nUnit1<0 || nUnit1>=UD_XXU(itSrc1)) return IERROR(_this,FST_BADID,"unit",nUnit1,0);
if (nUnit2<0 || nUnit2>=UD_XXU(itSrc2)) return IERROR(_this,FST_BADID,"unit",nUnit2,0);
/* Initialize */
/* HACK: Multiple overlapping arguments on _this not handled correctly by
CREATEVIRTUAL --> */
if (_this==itSrc1 && _this==itSrc2) return IERROR(_this,ERR_GENERIC,"Invalid arguments",0,0);
if (itSrc1==_this) { CREATEVIRTUAL(CFst,itSrc1,_this); nVirt=1; }
else if (itSrc2==_this) { CREATEVIRTUAL(CFst,itSrc2,_this); nVirt=2; }
/* <-- */
bNoloopsSave = _this->m_bNoloops;
CFst_Reset(BASEINST(_this),TRUE);
_this->m_bNoloops = bNoloopsSave;
/* Initialize destination state table */
nFS1 = UD_FS(itSrc1,nUnit1);
nXS1 = UD_XS(itSrc1,nUnit1);
nFS2 = UD_FS(itSrc2,nUnit2);
nXS2 = UD_XS(itSrc2,nUnit2);
nRls1 = CData_GetRecLen(AS(CData,itSrc1->sd)) - CData_GetCompOffset(AS(CData,itSrc1->sd),IC_SD_DATA);
nRls2 = CData_GetRecLen(AS(CData,itSrc2->sd)) - CData_GetCompOffset(AS(CData,itSrc2->sd),IC_SD_DATA);
nXCS1 = CData_GetNComps(AS(CData,itSrc1->sd)) - IC_SD_DATA;
nXCS2 = CData_GetNComps(AS(CData,itSrc2->sd)) - IC_SD_DATA;
nFCS2 = IC_SD_DATA + nXCS1;
for (nC=IC_SD_DATA; nC<IC_SD_DATA+nXCS1; nC++)
CData_AddComp
(
AS(CData,_this->sd),
CData_GetCname(AS(CData,itSrc1->sd),nC),
CData_GetCompType(AS(CData,itSrc1->sd),nC)
);
for (nC=IC_SD_DATA; nC<IC_SD_DATA+nXCS2; nC++)
CData_AddComp
(
AS(CData,_this->sd),
CData_GetCname(AS(CData,itSrc2->sd),nC),
CData_GetCompType(AS(CData,itSrc2->sd),nC)
);
/* Initialize destination transition table */
nFT1 = UD_FT(itSrc1,nUnit1);
nXT1 = UD_XT(itSrc1,nUnit1);
nFT2 = UD_FT(itSrc2,nUnit2);
nXT2 = UD_XT(itSrc2,nUnit2);
nRlt1 = CData_GetRecLen(AS(CData,itSrc1->td)) - CData_GetCompOffset(AS(CData,itSrc1->td),IC_TD_DATA);
nRlt2 = CData_GetRecLen(AS(CData,itSrc2->td)) - CData_GetCompOffset(AS(CData,itSrc2->td),IC_TD_DATA);
nXCT1 = CData_GetNComps(AS(CData,itSrc1->td)) - IC_TD_DATA;
nXCT2 = CData_GetNComps(AS(CData,itSrc2->td)) - IC_TD_DATA;
nFCT2 = IC_TD_DATA + nXCT1;
for (nC=IC_TD_DATA; nC<IC_TD_DATA+nXCT1; nC++)
CData_AddComp
(
AS(CData,_this->td),
CData_GetCname(AS(CData,itSrc1->td),nC),
CData_GetCompType(AS(CData,itSrc1->td),nC)
);
for (nC=IC_TD_DATA; nC<IC_TD_DATA+nXCT2; nC++)
CData_AddComp
(
AS(CData,_this->td),
CData_GetCname(AS(CData,itSrc2->td),nC),
CData_GetCompType(AS(CData,itSrc2->td),nC)
);
/* Copy input and output symbol tables */
CData_Copy(_this->is,itSrc1->is);
CData_Copy(_this->os,itSrc2->os);
/* Initialize destination unit */
lpsBuf = (char*)dlp_calloc
(
CData_GetCompType(AS(CData,itSrc1->ud),IC_UD_NAME) +
CData_GetCompType(AS(CData,itSrc2->ud),IC_UD_NAME) + 2,
sizeof(char)
);
sprintf
(
lpsBuf,"%s.%s",
(const char*)CData_XAddr(AS(CData,itSrc1->ud),nUnit1,IC_UD_NAME),
(const char*)CData_XAddr(AS(CData,itSrc2->ud),nUnit2,IC_UD_NAME)
);
CFst_Addunit(_this,lpsBuf);
dlp_free(lpsBuf);
/* Add product states */
CFst_Addstates(_this,0,nXS1*nXS2,FALSE);
/* Copy state qualification (including final state flag) */
for (nS1=0; nS1<nXS1; nS1++)
for (nS2=0; nS2<nXS2; nS2++)
{
if ((SD_FLG(itSrc1,nS1+nFS1)&0x01)==0x01 && (SD_FLG(itSrc2,nS2+nFS2)&0x01)==0x01)
SD_FLG(_this,nS1*nXS2+nS2) |= 0x01;
if (nRls1>0)
dlp_memmove
(
CData_XAddr(AS(CData,_this ->sd),nS1*nXS2+nS2,IC_SD_DATA),
CData_XAddr(AS(CData,itSrc1->sd),nS1+nFS1 ,IC_SD_DATA),
nRls1
);
if (nRls2>0)
dlp_memmove
(
CData_XAddr(AS(CData,_this ->sd),nS1*nXS2+nS2,nFCS2 ),
CData_XAddr(AS(CData,itSrc2->sd),nS2+nFS2 ,IC_SD_DATA),
nRls2
);
}
CData_AddRecs(AS(CData,_this->td),nXT1*nXT2,_this->m_nGrany);
/* Loop over all transitions of both factors */
for (nT=0, nT1=nFT1; nT1<nFT1+nXT1; nT1++)
for (nT2=nFT2; nT2<nFT2+nXT2; nT2++, nT++)
{
/* Get product of initial and terminal state */
nIni = TD_INI(itSrc1,nT1)*nXS2 + TD_INI(itSrc2,nT2);
nTer = TD_TER(itSrc1,nT1)*nXS2 + TD_TER(itSrc2,nT2);
if (_this->m_bNoloops && nIni==nTer) continue;
/* Add product transition */
*(FST_ITYPE*)CData_XAddr(AS(CData,_this->td),nT,IC_TD_INI) = nIni;
*(FST_ITYPE*)CData_XAddr(AS(CData,_this->td),nT,IC_TD_TER) = nTer;
/* Copy transition qualification */
dlp_memmove
(
CData_XAddr(AS(CData,_this ->td),nT ,IC_TD_DATA),
CData_XAddr(AS(CData,itSrc1->td),nT1,IC_TD_DATA),
nRlt1
);
dlp_memmove
(
CData_XAddr(AS(CData,_this ->td),nT ,nFCT2 ),
CData_XAddr(AS(CData,itSrc2->td),nT2,IC_TD_DATA),
nRlt2
);
}
/* Finish destination instance */
CData_SelectRecs(AS(CData,_this->td),AS(CData,_this->td),0,nT);
UD_XT(_this,0) = nT;
/* TODO: Trim result !? */
/* Clean up */
if (nVirt==1) { DESTROYVIRTUAL(itSrc1,_this); }
if (nVirt==2) { DESTROYVIRTUAL(itSrc2,_this); }
return O_K;
}
/*
* Manual page at statistics.def
*/
INT16 CGEN_PUBLIC CStatistics_Update
(
CStatistics* _this,
CData* idVec,
INT32 nIcLab,
CData* idW
)
{
INT32 i = 0; /* Update vector loop counter */
INT32 I = 0; /* Number of update vectors */
INT32 c = 0; /* Class of current update vector */
INT32 C = 0; /* Number of classes */
INT32 n = 0; /* Dimension loop counter */
INT32 N = 0; /* Statistics' dimensionality */
FLOAT64 w = 0.; /* Weight of current update vector */
char* lpsLab = NULL; /* Symbolic label of curr. upd. vec. */
FLOAT64* lpX = NULL; /* Vector copy buffer */
INT32 nVecIgnored = 0; /* Number of ignored vectors */
/* Validate */ /* --------------------------------- */
CHECK_THIS_RV(NOT_EXEC); /* Check this pointer */
IF_NOK(CStatistics_Check(_this)) /* Check instance data */
return IERROR(_this,STA_NOTSETUP," ( use -status for details)",0,0); /* ... */
if (CData_IsEmpty(idVec)) return O_K; /* No input vector(s), no service! */
I = CData_GetNRecs(idVec); /* Get number of update vectors */
C = CStatistics_GetNClasses(_this); /* Get number of statitistics classes*/
N = CStatistics_GetDim(_this); /* Get statistics vector dimension */
if (C>1) /* Multiclass statistics needs labels*/
{ /* >> */
if (_this->m_idLtb) /* Need symbolic labels */
{ /* >> */
if ((nIcLab<0 || nIcLab>=CData_GetNComps(idVec))) /* Symbolic label comp. not spec.*/
for (nIcLab=0; nIcLab<CData_GetNComps(idVec); nIcLab++) /* Seek label component */
if (dlp_is_symbolic_type_code(CData_GetCompType(idVec,nIcLab))) /* ... */
break; /* ... */
if (!dlp_is_symbolic_type_code(CData_GetCompType(idVec,nIcLab))) /* Symbolic label comp. not found*/
return /* -> Error */
IERROR(_this,STA_BADCOMP,"Label",idVec->m_lpInstanceName,"symbolic"); /* | */
} /* << */
else /* Need numeric labels */
{ /* >> */
if (!dlp_is_numeric_type_code(CData_GetCompType(idVec,nIcLab)) && /* Numeric label comp. not found */
(nIcLab>=0 || CData_GetNComps(idW)!=C)) /* | */
return /* -> Error */
IERROR(_this,STA_BADCOMP,"Label",idVec->m_lpInstanceName,"numeric"); /* | */
} /* << */
} /* << */
/*else if (nIcLab>=0) IERROR(_this,STA_IGNORE,"label component",0,0); / * Only one class -> ignore labels */
if (dlp_is_numeric_type_code(CData_GetCompType(idVec,nIcLab))) /* Check no. of comps. in idVec ... */
{ /* >> */
if (CData_GetNNumericComps(idVec)!=N+1) /* Wrong number of numeric comps. */
IERROR(_this,STA_DIM,idVec->m_lpInstanceName,"numeric components",N+1); /* -> Warning */
} /* << */
else if (CData_GetNNumericComps(idVec)!=N) /* Wrong number of numeric comps. */
IERROR(_this,STA_DIM,idVec->m_lpInstanceName,"numeric components",N); /* -> Warning */
if (idW) /* Weigths passed -> check 'em */
{ /* >> */
if (!dlp_is_numeric_type_code(CData_GetCompType(idW,0))) /* Component 0 not numeric */
return /* -> Error */
IERROR(_this,STA_BADCOMP,"Weight",idW->m_lpInstanceName,"numeric"); /* | */
if (CData_GetNComps(idW)!=1 && CData_GetNComps(idW)!=C) /* More than one component */
IERROR(_this,STA_IGNORE,"components in weight sequence",0,0); /* -> Warning */
if (CData_GetNRecs(idW)!=I) /* Not exactly one weight per vec. */
IERROR(_this,STA_DIM,idW->m_lpInstanceName,"records",I); /* -> Warning */
} /* << */
/* Initialize - NO RETURNS BEYOND THIS POINT! - */ /* --------------------------------- */
lpX = (FLOAT64*)dlp_calloc(N,sizeof(FLOAT64)); /* Allocate vector copy buffer */
/* Update statistics */ /* --------------------------------- */
for (i=0; i<I; i++) /* Loop over update vectors */
{ /* >> */
/* Get vector label */ /* - - - - - - - - - - - - - - - - */
if (C>1) /* Multiclass stats. needs labels */
{ /* >> */
if (_this->m_idLtb) /* idVec contains symbolic labs. */
{ /* >> */
INT32 nLIdx = 0;
DLPASSERT(dlp_is_symbolic_type_code(CData_GetCompType(idVec,nIcLab))); /* Must be checked before! */
lpsLab = (char*)CData_XAddr(idVec,i,nIcLab); /* Get string ptr. to label */
if(_this->m_bLabel){
nLIdx=strlen(lpsLab)-1;
if(nLIdx && lpsLab[nLIdx]==']') nLIdx--; else nLIdx=0;
if(nLIdx && lpsLab[nLIdx]>='0' && lpsLab[nLIdx]<='9') nLIdx--; else nLIdx=0;
while(nLIdx && lpsLab[nLIdx]>='0' && lpsLab[nLIdx]<='9') nLIdx--;
if(nLIdx && lpsLab[nLIdx]=='[') lpsLab[nLIdx]='\0'; else nLIdx=0;
}
c = CData_Find(_this->m_idLtb,0,C,1,0,lpsLab); /* Look up label -> class idx. */
if(nLIdx) lpsLab[nLIdx]='[';
if (c<0) /* Label invalid */
{ /* >> */
IERROR(_this,STA_SLAB,i,lpsLab?lpsLab:"(null)",0); /* Warning */
continue; /* Ignore record */
} /* << */
} /* << */
else if(nIcLab>=0) /* idVec contains numeric labs. */
{ /* >> */
c = (INT32)CData_Dfetch(idVec,i,nIcLab); /* Fetch label */
if (c<0 || c>=C) /* Label invalid */
{ /* >> */
IERROR(_this,STA_NLAB,i,c,0); /* Warning */
continue; /* Ignore record */
} /* << */
} /* << */
else c = 0; /* Default class is 0 */
} /* << */
else c = 0; /* Default class is 0 */
do /* Loop over classes */
{ /* >> */
/* Get (weighted) update vector and update statistics */ /* - - - - - - - - - - - - - - - - */
if (idW) /* Using weights */
{ /* >> */
w = CData_Dfetch(idW,i,_this->m_idLtb || nIcLab>=0 ? 0 : c); /* Fetch weight for this vector */
if(w==0.) continue; /* Nothing to do if no weight */
_this->m_bWeighted=TRUE;
} else w=1.; /* << */
CData_DrecFetch(idVec,lpX,i,N,nIcLab); /* Fetch update vector */
fpclassify(0.);
for (n=0; n<N; n++) /* Loop over vector components */
if (fabs(lpX[n])>1E100) /* Check value */
break; /* There's something wrong ... */
if (n<N) { nVecIgnored++; continue; } /* Ignore this vector */
CStatistics_UpdateVector(_this,lpX,c,w); /* Update statistics with vector */
} /* << */
while(!_this->m_idLtb && nIcLab<0 && ++c<C); /* Next class if there is one */
} /* << */
/* Clean up */ /* --------------------------------- */
if (nVecIgnored>0) IERROR(_this,STA_VECIGNORED,nVecIgnored,0,0); /* Error: some vectors ignored */
dlp_free(lpX); /* Free vector copy buffer */
return O_K; /* Done */
}
