Word* Tokenize(Jieba x, const char* sentence, TokenizeMode mode, int is_hmm_used) {
std::vector<cppjieba::Word> words;
switch (mode) {
case SearchMode:
((cppjieba::Jieba*)x)->CutForSearch(sentence, words, is_hmm_used);
return ConvertWords(words);
default:
((cppjieba::Jieba*)x)->Cut(sentence, words, is_hmm_used);
return ConvertWords(words);
}
}
struct CWordWeight* ExtractWithWeight(Jieba handle, const char* sentence, int top_k) {
std::vector<std::pair<std::string, double> > words;
((cppjieba::Jieba*)handle)->extractor.Extract(sentence, words, top_k);
struct CWordWeight* res = ConvertWords(words);
return res;
}
