bool TokenizeStringAndCheckIfLastTokenIsPrefix(string const & s, ContainerT & tokens, DelimsT const & delimiter) { return TokenizeStringAndCheckIfLastTokenIsPrefix(NormalizeAndSimplifyString(s), tokens, delimiter); }
NameScore GetNameScore(string const & name, TSlice const & slice) { if (slice.Empty()) return NAME_SCORE_ZERO; vector<strings::UniString> tokens; SplitUniString(NormalizeAndSimplifyString(name), MakeBackInsertFunctor(tokens), Delimiters()); return GetNameScore(tokens, slice); }
void NormalizeAndTokenizeString(string const & s, TCont & tokens, TDelims const & delims) { SplitUniString(NormalizeAndSimplifyString(s), MakeBackInsertFunctor(tokens), delims); }