int32 lm_tg_score (int32 w1, int32 w2, int32 w3)
{
int32 cscr, tscr, remwt;
lm_t *lm3g;
if (! clm)
return (lm3g_tg_score (w1, w2, w3));
lm3g = lm_get_current ();
/* Get cache LM score and apply language weight */
cscr = cache_lm_score (clm, w2, w3, &remwt);
cscr *= lm3g->lw;
/* Get static trigram LM score, apply remaining weight */
tscr = lm3g_tg_score (w1, w2, w3);
tscr += remwt * lm3g->lw;
/* Return MAX of static trigram LM and dynamic cache LM scores (approx to sum) */
return (cscr > tscr) ? cscr : tscr;
}
static int32
lm3g_template_score(ngram_model_t *base, int32 wid,
int32 *history, int32 n_hist,
int32 *n_used)
{
NGRAM_MODEL_TYPE *model = (NGRAM_MODEL_TYPE *)base;
switch (n_hist) {
case 0:
/* Access mode: unigram */
*n_used = 1;
return model->lm3g.unigrams[wid].prob1.l;
case 1:
return lm3g_bg_score(model, history[0], wid, n_used);
case 2:
default:
/* Anything greater than 2 is the same as a trigram for now. */
return lm3g_tg_score(model, history[1], history[0], wid, n_used);
}
}
static int32
lm3g_template_raw_score(ngram_model_t *base, int32 wid,
int32 *history, int32 n_hist,
int32 *n_used)
{
NGRAM_MODEL_TYPE *model = (NGRAM_MODEL_TYPE *)base;
int32 score;
switch (n_hist) {
case 0:
/* Access mode: unigram */
*n_used = 1;
/* Undo insertion penalty. */
score = model->lm3g.unigrams[wid].prob1.l - base->log_wip;
/* Undo language weight. */
score = (int32)(score / base->lw);
/* Undo unigram interpolation */
if (strcmp(base->word_str[wid], "<s>") != 0) { /* FIXME: configurable start_sym */
/* This operation is numerically unstable, so try to avoid it
* as possible */
if (base->log_uniform + base->log_uniform_weight > logmath_get_zero(base->lmath)) {
score = logmath_log(base->lmath,
logmath_exp(base->lmath, score)
- logmath_exp(base->lmath,
base->log_uniform + base->log_uniform_weight));
}
}
return score;
case 1:
score = lm3g_bg_score(model, history[0], wid, n_used);
break;
case 2:
default:
/* Anything greater than 2 is the same as a trigram for now. */
score = lm3g_tg_score(model, history[1], history[0], wid, n_used);
break;
}
/* FIXME (maybe): This doesn't undo unigram weighting in backoff cases. */
return (int32)((score - base->log_wip) / base->lw);
}
