int main(int argc, char * argv[]){
setlocale(LC_ALL, "");
GError * error = NULL;
GOptionContext * context;
context = g_option_context_new("- estimate k mixture model");
g_option_context_add_main_entries(context, entries, NULL);
if (!g_option_context_parse(context, &argc, &argv, &error)) {
g_print("option parsing failed:%s\n", error->message);
exit(EINVAL);
}
/* magic header signature check here. */
KMixtureModelBigram bigram(K_MIXTURE_MODEL_MAGIC_NUMBER);
bigram.attach(bigram_filename, ATTACH_READONLY);
KMixtureModelBigram deleted_bigram(K_MIXTURE_MODEL_MAGIC_NUMBER);
deleted_bigram.attach(deleted_bigram_filename, ATTACH_READONLY);
GArray * deleted_items = g_array_new(FALSE, FALSE, sizeof(phrase_token_t));
deleted_bigram.get_all_items(deleted_items);
parameter_t lambda_sum = 0;
int lambda_count = 0;
for( size_t i = 0; i < deleted_items->len; ++i ){
phrase_token_t * token = &g_array_index(deleted_items, phrase_token_t, i);
KMixtureModelSingleGram * single_gram = NULL;
bigram.load(*token, single_gram, true);
KMixtureModelSingleGram * deleted_single_gram = NULL;
deleted_bigram.load(*token, deleted_single_gram);
KMixtureModelArrayHeader array_header;
if (single_gram)
assert(single_gram->get_array_header(array_header));
KMixtureModelArrayHeader deleted_array_header;
assert(deleted_single_gram->get_array_header(deleted_array_header));
if ( 0 != deleted_array_header.m_WC ) {
parameter_t lambda = compute_interpolation(deleted_single_gram, &bigram, single_gram);
printf("token:%d lambda:%f\n", *token, lambda);
lambda_sum += lambda;
lambda_count ++;
}
if (single_gram)
delete single_gram;
delete deleted_single_gram;
}
printf("average lambda:%f\n", (lambda_sum/lambda_count));
g_array_free(deleted_items, TRUE);
return 0;
}
int main(int argc, char * argv[]){
SystemTableInfo2 system_table_info;
bool retval = system_table_info.load(SYSTEM_TABLE_INFO);
if (!retval) {
fprintf(stderr, "load table.conf failed.\n");
exit(ENOENT);
}
FacadePhraseIndex phrase_index;
const pinyin_table_info_t * phrase_files =
system_table_info.get_default_tables();
if (!load_phrase_index(phrase_files, &phrase_index))
exit(ENOENT);
Bigram bigram;
bigram.attach(SYSTEM_BIGRAM, ATTACH_READONLY);
Bigram deleted_bigram;
deleted_bigram.attach(DELETED_BIGRAM, ATTACH_READONLY);
GArray * deleted_items = g_array_new(FALSE, FALSE, sizeof(phrase_token_t));
deleted_bigram.get_all_items(deleted_items);
parameter_t lambda_sum = 0;
int lambda_count = 0;
for (size_t i = 0; i < deleted_items->len; ++i ){
phrase_token_t * token = &g_array_index(deleted_items, phrase_token_t, i);
SingleGram * single_gram = NULL;
bigram.load(*token, single_gram);
SingleGram * deleted_single_gram = NULL;
deleted_bigram.load(*token, deleted_single_gram);
parameter_t lambda = compute_interpolation(deleted_single_gram, &phrase_index, single_gram);
printf("token:%d lambda:%f\n", *token, lambda);
lambda_sum += lambda;
lambda_count ++;
if (single_gram)
delete single_gram;
delete deleted_single_gram;
}
printf("average lambda:%f\n", (lambda_sum/lambda_count));
g_array_free(deleted_items, TRUE);
return 0;
}
int main(int argc, char * argv[]){
FacadePhraseIndex phrase_index;
//gb_char binary file
MemoryChunk * chunk = new MemoryChunk;
chunk->load("gb_char.bin");
phrase_index.load(1, chunk);
//gbk_char binary file
chunk = new MemoryChunk;
chunk->load("gbk_char.bin");
phrase_index.load(2, chunk);
Bigram bigram;
bigram.attach("bigram.db", ATTACH_READONLY);
Bigram deleted_bigram;
deleted_bigram.attach("deleted_bigram.db", ATTACH_READONLY);
GArray * deleted_items = g_array_new(FALSE, FALSE, sizeof(phrase_token_t));
deleted_bigram.get_all_items(deleted_items);
parameter_t lambda_sum = 0;
int lambda_count = 0;
for ( int i = 0; i < deleted_items->len; ++i ){
phrase_token_t * token = &g_array_index(deleted_items, phrase_token_t, i);
SingleGram * single_gram = NULL;
bigram.load(*token, single_gram);
SingleGram * deleted_single_gram = NULL;
deleted_bigram.load(*token, deleted_single_gram);
parameter_t lambda = compute_interpolation(deleted_single_gram, &phrase_index, single_gram);
printf("token:%d lambda:%f\n", *token, lambda);
lambda_sum += lambda;
lambda_count ++;
if (single_gram)
delete single_gram;
delete deleted_single_gram;
}
printf("average lambda:%f\n", (lambda_sum/lambda_count));
g_array_free(deleted_items, TRUE);
return 0;
}
