int sentence_split(Sentence sent, Parse_Options opts)
{
Dictionary dict = sent->dict;
bool fw_failed = false;
/* Cleanup stuff previously allocated. This is because some free
* routines depend on sent-length, which might change in different
* parse-opts settings.
*/
/* Tokenize */
if (!separate_sentence(sent, opts))
{
return -1;
}
/* Flatten the word graph created by separate_sentence() to a 2D-word-array
* which is compatible to the current parsers.
* This may fail if the EMPTY_WORD_DOT or UNKNOWN_WORD words are needed but
* are not defined in the dictionary, or an internal error happens. */
fw_failed = !flatten_wordgraph(sent, opts);
/* If unknown_word is not defined, then no special processing
* will be done for e.g. capitalized words. */
if (!(dict->unknown_word_defined && dict->use_unknown_word))
{
if (!sentence_in_dictionary(sent)) {
return -2;
}
}
if (fw_failed) return -3;
return 0;
}
int sentence_split(Sentence sent, Parse_Options opts)
{
Dictionary dict = sent->dict;
bool fw_failed = false;
/* 0 == global_rand_state denotes "repeatable rand".
* If non-zero, set it here so that anysplit can use it.
*/
if (false == opts->repeatable_rand && 0 == sent->rand_state)
{
if (0 == global_rand_state) global_rand_state = 42;
sent->rand_state = global_rand_state;
}
/* Tokenize */
if (!separate_sentence(sent, opts))
{
return -1;
}
/* Flatten the word graph created by separate_sentence() to a 2D-word-array
* which is compatible to the current parsers.
* This may fail if UNKNOWN_WORD is needed but
* is not defined in the dictionary, or an internal error happens. */
fw_failed = !flatten_wordgraph(sent, opts);
/* If unknown_word is not defined, then no special processing
* will be done for e.g. capitalized words. */
if (!(dict->unknown_word_defined && dict->use_unknown_word))
{
if (!sentence_in_dictionary(sent)) {
return -2;
}
}
if (fw_failed)
{
/* Make sure an error message is always printed.
* So it may be redundant. */
prt_error("Error: sentence_split(): Internal error detected\n");
return -3;
}
return 0;
}
int sentence_split(Sentence sent, Parse_Options opts)
{
Dictionary dict = sent->dict;
bool fw_failed = false;
/* Tokenize */
if (!separate_sentence(sent, opts))
{
return -1;
}
/* Flatten the word graph created by separate_sentence() to a 2D-word-array
* which is compatible to the current parsers.
* This may fail if the EMPTY_WORD_DOT or UNKNOWN_WORD words are needed but
* are not defined in the dictionary, or an internal error happens. */
fw_failed = !flatten_wordgraph(sent, opts);
/* If unknown_word is not defined, then no special processing
* will be done for e.g. capitalized words. */
if (!(dict->unknown_word_defined && dict->use_unknown_word))
{
if (!sentence_in_dictionary(sent)) {
return -2;
}
}
if (fw_failed)
{
/* Make sure an error message is always printed.
* So it may be redundant. */
prt_error("Error: sentence_split(): Internal error detected");
return -3;
}
return 0;
}
