Example #1
0
void set_singlecharsymbols(cst_tokenstream *ts,
                     const char *singlecharsymbols)
{
// function for resetting singlecharsymbols for ssml parsing
// the interface for resetting whitespace, prepunct and postpunct
// symbols has been removed since it was unused and led to logic errors
// within the tokenstream module
    ts->p_singlecharsymbols = singlecharsymbols;

    set_charclass_table(ts);
    return;
}
Example #2
0
void set_charclasses(cst_tokenstream *ts,
		     const cst_string *whitespace,
		     const cst_string *singlecharsymbols,
		     const cst_string *prepunctuation,
		     const cst_string *postpunctuation)
{
    ts->p_whitespacesymbols = 
	(whitespace ? whitespace : cst_ts_default_whitespacesymbols);
    ts->p_singlecharsymbols = 
    (singlecharsymbols ? singlecharsymbols : cst_ts_default_singlecharsymbols);
    ts->p_prepunctuationsymbols = 
    (prepunctuation ? prepunctuation : cst_ts_default_prepunctuationsymbols);
    ts->p_postpunctuationsymbols =
   (postpunctuation ? postpunctuation : cst_ts_default_postpunctuationsymbols);

    set_charclass_table(ts);
    return;
}