void set_singlecharsymbols(cst_tokenstream *ts,
const char *singlecharsymbols)
{
// function for resetting singlecharsymbols for ssml parsing
// the interface for resetting whitespace, prepunct and postpunct
// symbols has been removed since it was unused and led to logic errors
// within the tokenstream module
ts->p_singlecharsymbols = singlecharsymbols;
set_charclass_table(ts);
return;
}
void set_charclasses(cst_tokenstream *ts,
const cst_string *whitespace,
const cst_string *singlecharsymbols,
const cst_string *prepunctuation,
const cst_string *postpunctuation)
{
ts->p_whitespacesymbols =
(whitespace ? whitespace : cst_ts_default_whitespacesymbols);
ts->p_singlecharsymbols =
(singlecharsymbols ? singlecharsymbols : cst_ts_default_singlecharsymbols);
ts->p_prepunctuationsymbols =
(prepunctuation ? prepunctuation : cst_ts_default_prepunctuationsymbols);
ts->p_postpunctuationsymbols =
(postpunctuation ? postpunctuation : cst_ts_default_postpunctuationsymbols);
set_charclass_table(ts);
return;
}