/// Renames a label.
bool XapianIndex::renameLabel(const string &name, const string &newName)
{
bool renamedLabel = false;
XapianDatabase *pDatabase = XapianDatabaseFactory::getDatabase(m_databaseName, false);
if (pDatabase == NULL)
{
cerr << "Bad index " << m_databaseName << endl;
return false;
}
try
{
Xapian::WritableDatabase *pIndex = pDatabase->writeLock();
if (pIndex != NULL)
{
string term("XLABEL:");
// Get documents that have this label
term += name;
for (Xapian::PostingIterator postingIter = pIndex->postlist_begin(term);
postingIter != pIndex->postlist_end(term); ++postingIter)
{
Xapian::docid docId = *postingIter;
// Get the document
Xapian::Document doc = pIndex->get_document(docId);
// Remove the term
doc.remove_term(term);
// ...add the new one
doc.add_term(limitTermLength(string("XLABEL:") + newName));
// ...and update the document
pIndex->replace_document(docId, doc);
}
renamedLabel = true;
}
}
catch (const Xapian::Error &error)
{
cerr << "Couldn't delete label: " << error.get_type() << ": " << error.get_msg() << endl;
}
catch (...)
{
cerr << "Couldn't delete label, unknown exception occured" << endl;
}
pDatabase->unlock();
return renamedLabel;
}
bool XapianIndex::prepareDocument(const DocumentInfo &info, Xapian::Document &doc,
Xapian::termcount &termPos) const
{
string title(info.getTitle());
string location(info.getLocation());
Url urlObj(location);
// Add a magic term :-)
doc.add_term(MAGIC_TERM);
// Index the title with and without prefix S
if (title.empty() == false)
{
Document titleDoc;
titleDoc.setData(title.c_str(), title.length());
Tokenizer titleTokens(&titleDoc);
addTermsToDocument(titleTokens, doc, "S", termPos, STORE_UNSTEM);
titleTokens.rewind();
addTermsToDocument(titleTokens, doc, "", termPos, m_stemMode);
}
// Index the full URL with prefix U
doc.add_term(limitTermLength(string("U") + location, true));
// ...the host name and included domains with prefix H
string hostName(StringManip::toLowerCase(urlObj.getHost()));
if (hostName.empty() == false)
{
doc.add_term(limitTermLength(string("H") + hostName, true));
string::size_type dotPos = hostName.find('.');
while (dotPos != string::npos)
{
doc.add_term(limitTermLength(string("H") + hostName.substr(dotPos + 1), true));
// Next
dotPos = hostName.find('.', dotPos + 1);
}
}
// ...and the file name with prefix P
string fileName(urlObj.getFile());
if (fileName.empty() == false)
{
doc.add_term(limitTermLength(string("P") + StringManip::toLowerCase(fileName), true));
}
// Finally, add the language code with prefix L
doc.add_term(string("L") + Languages::toCode(m_stemLanguage));
setDocumentData(doc, info, m_stemLanguage);
return true;
}
void XapianIndex::addCommonTerms(const DocumentInfo &info, Xapian::Document &doc,
Xapian::termcount &termPos) const
{
string title(info.getTitle());
string location(info.getLocation());
Url urlObj(location);
// Add a magic term :-)
doc.add_term(MAGIC_TERM);
// Index the title with and without prefix S
if (title.empty() == false)
{
Document titleDoc;
titleDoc.setData(title.c_str(), title.length());
Tokenizer titleTokens(&titleDoc);
addPostingsToDocument(titleTokens, doc, "S", termPos, STORE_UNSTEM);
titleTokens.rewind();
addPostingsToDocument(titleTokens, doc, "", termPos, m_stemMode);
}
// Index the full URL with prefix U
doc.add_term(string("U") + XapianDatabase::limitTermLength(Url::escapeUrl(location), true));
// ...the base file with XFILE:
string::size_type qmPos = location.find("?");
if ((urlObj.isLocal() == true) &&
(qmPos != string::npos))
{
doc.add_term(string("XFILE:") + XapianDatabase::limitTermLength(Url::escapeUrl(location.substr(0, qmPos)), true));
}
// ...the host name and included domains with prefix H
string hostName(StringManip::toLowerCase(urlObj.getHost()));
if (hostName.empty() == false)
{
doc.add_term(string("H") + XapianDatabase::limitTermLength(hostName, true));
string::size_type dotPos = hostName.find('.');
while (dotPos != string::npos)
{
doc.add_term(string("H") + XapianDatabase::limitTermLength(hostName.substr(dotPos + 1), true));
// Next
dotPos = hostName.find('.', dotPos + 1);
}
}
// ...the location (as is) and all directories with prefix XDIR:
string tree(urlObj.getLocation());
if (tree.empty() == false)
{
doc.add_term(string("XDIR:") + XapianDatabase::limitTermLength(Url::escapeUrl(tree), true));
if (tree[0] == '/')
{
doc.add_term("XDIR:/");
}
string::size_type slashPos = tree.find('/', 1);
while (slashPos != string::npos)
{
doc.add_term(string("XDIR:") + XapianDatabase::limitTermLength(Url::escapeUrl(tree.substr(0, slashPos)), true));
// Next
slashPos = tree.find('/', slashPos + 1);
}
}
// ...and the file name with prefix P
string fileName(urlObj.getFile());
if (fileName.empty() == false)
{
string extension;
doc.add_term(string("P") + XapianDatabase::limitTermLength(Url::escapeUrl(fileName), true));
// Does it have an extension ?
string::size_type extPos = fileName.rfind('.');
if ((extPos != string::npos) &&
(extPos + 1 < fileName.length()))
{
extension = StringManip::toLowerCase(fileName.substr(extPos + 1));
}
doc.add_term(string("XEXT:") + XapianDatabase::limitTermLength(extension));
}
// Add the date terms D, M and Y
time_t timeT = TimeConverter::fromTimestamp(info.getTimestamp());
struct tm *tm = localtime(&timeT);
string yyyymmdd = TimeConverter::toYYYYMMDDString(tm->tm_year + 1900, tm->tm_mon + 1, tm->tm_mday);
if (yyyymmdd.length() == 8)
{
doc.add_term(string("D") + yyyymmdd);
doc.add_term(string("M") + yyyymmdd.substr(0, 6));
doc.add_term(string("Y") + yyyymmdd.substr(0, 4));
}
// Finally, add the language code with prefix L
doc.add_term(string("L") + Languages::toCode(m_stemLanguage));
// ...and the MIME type with prefix T
doc.add_term(string("T") + info.getType());
}
void XapianIndex::addPostingsToDocument(Tokenizer &tokens, Xapian::Document &doc,
const string &prefix, Xapian::termcount &termPos, StemmingMode mode) const
{
Xapian::Stem *pStemmer = NULL;
string stemPrefix("Z");
string term;
// Do we know what language to use for stemming ?
if (m_stemLanguage.empty() == false)
{
try
{
pStemmer = new Xapian::Stem(StringManip::toLowerCase(m_stemLanguage));
}
catch (const Xapian::Error &error)
{
cerr << "Couldn't create stemmer: " << error.get_type() << ": " << error.get_msg() << endl;
}
}
// Stems are Z-prefixed, unless a prefix is already defined
if (prefix.empty() == false)
{
stemPrefix = prefix;
}
// Get the terms
while (tokens.nextToken(term) == true)
{
bool addStem = false;
if (term.empty() == true)
{
continue;
}
// Lower case the term
term = StringManip::toLowerCase(term);
// Stem the term ?
if ((mode == STORE_UNSTEM) ||
(pStemmer == NULL))
{
doc.add_posting(prefix + XapianDatabase::limitTermLength(term), termPos);
}
else if (mode == STORE_STEM)
{
addStem = true;
}
else if (mode == STORE_BOTH)
{
// Add both
doc.add_posting(prefix + XapianDatabase::limitTermLength(term), termPos);
addStem = true;
}
// Don't stem if the term starts with a digit
if ((addStem == true) &&
(isdigit((int)term[0]) == 0))
{
#if XAPIAN_MAJOR_VERSION==0
string stemmedTerm(pStemmer->stem_word(term));
#else
string stemmedTerm((*pStemmer)(term));
#endif
doc.add_term(stemPrefix + XapianDatabase::limitTermLength(stemmedTerm));
}
++termPos;
}
#ifdef DEBUG
cout << "XapianIndex::addPostingsToDocument: added " << termPos << " terms" << endl;
#endif
if (pStemmer != NULL)
{
delete pStemmer;
}
}
/// Indexes the given data.
bool XapianIndex::indexDocument(Tokenizer &tokens, const std::set<std::string> &labels,
unsigned int &docId)
{
unsigned int dataLength = 0;
bool indexed = false;
XapianDatabase *pDatabase = XapianDatabaseFactory::getDatabase(m_databaseName, false);
if (pDatabase == NULL)
{
cerr << "Bad index " << m_databaseName << endl;
return false;
}
try
{
// Get the document
const Document *pDocument = tokens.getDocument();
if (pDocument == NULL)
{
#ifdef DEBUG
cout << "XapianIndex::indexDocument: no document" << endl;
#endif
return false;
}
// Cache the document's properties
DocumentInfo docInfo(pDocument->getTitle(), pDocument->getLocation(),
pDocument->getType(), pDocument->getLanguage());
docInfo.setTimestamp(pDocument->getTimestamp());
docInfo.setLocation(Url::canonicalizeUrl(docInfo.getLocation()));
const char *pData = pDocument->getData(dataLength);
if (pData != NULL)
{
m_stemLanguage = scanDocument(pData, dataLength, docInfo);
}
Xapian::Document doc;
Xapian::termcount termPos = 0;
#ifdef DEBUG
cout << "XapianIndex::indexDocument: adding terms" << endl;
#endif
// Add the tokenizer's terms to the Xapian document
addPostingsToDocument(tokens, doc, "", termPos, m_stemMode);
// Add labels
for (set<string>::const_iterator labelIter = labels.begin(); labelIter != labels.end();
++labelIter)
{
doc.add_term(limitTermLength(string("XLABEL:") + *labelIter));
}
if (addCommonTerms(docInfo, doc, termPos) == true)
{
setDocumentData(docInfo, doc, m_stemLanguage);
Xapian::WritableDatabase *pIndex = pDatabase->writeLock();
if (pIndex != NULL)
{
// Add this document to the Xapian index
docId = pIndex->add_document(doc);
indexed = true;
}
}
}
catch (const Xapian::Error &error)
{
cerr << "Couldn't index document: " << error.get_type() << ": " << error.get_msg() << endl;
}
catch (...)
{
cerr << "Couldn't index document, unknown exception occured" << endl;
}
pDatabase->unlock();
return indexed;
}
/// Sets a document's labels.
bool XapianIndex::setDocumentLabels(unsigned int docId, const set<string> &labels,
bool resetLabels)
{
bool updatedLabels = false;
XapianDatabase *pDatabase = XapianDatabaseFactory::getDatabase(m_databaseName, false);
if (pDatabase == NULL)
{
cerr << "Bad index " << m_databaseName << endl;
return false;
}
try
{
Xapian::WritableDatabase *pIndex = pDatabase->writeLock();
if (pIndex != NULL)
{
Xapian::Document doc = pIndex->get_document(docId);
// Reset existing labels ?
if (resetLabels == true)
{
Xapian::TermIterator termIter = pIndex->termlist_begin(docId);
if (termIter != pIndex->termlist_end(docId))
{
for (termIter.skip_to("XLABEL:");
termIter != pIndex->termlist_end(docId); ++termIter)
{
// Is this a label ?
if (strncasecmp((*termIter).c_str(), "XLABEL:", min(7, (int)(*termIter).length())) == 0)
{
doc.remove_term(*termIter);
}
}
}
}
// Set new labels
for (set<string>::const_iterator labelIter = labels.begin(); labelIter != labels.end();
++labelIter)
{
if (labelIter->empty() == false)
{
doc.add_term(limitTermLength(string("XLABEL:") + *labelIter));
}
}
pIndex->replace_document(docId, doc);
updatedLabels = true;
}
}
catch (const Xapian::Error &error)
{
cerr << "Couldn't update document's labels: " << error.get_type() << ": " << error.get_msg() << endl;
}
catch (...)
{
cerr << "Couldn't update document's labels, unknown exception occured" << endl;
}
pDatabase->unlock();
return updatedLabels;
}
/// Updates the given document; true if success.
bool XapianIndex::updateDocument(unsigned int docId, Tokenizer &tokens)
{
unsigned int dataLength = 0;
bool updated = false;
const Document *pDocument = tokens.getDocument();
if (pDocument == NULL)
{
return false;
}
XapianDatabase *pDatabase = XapianDatabaseFactory::getDatabase(m_databaseName, false);
if (pDatabase == NULL)
{
cerr << "Bad index " << m_databaseName << endl;
return false;
}
const char *pData = pDocument->getData(dataLength);
if (pData == NULL)
{
return false;
}
// Cache the document's properties
DocumentInfo docInfo(pDocument->getTitle(), pDocument->getLocation(),
pDocument->getType(), pDocument->getLanguage());
docInfo.setTimestamp(pDocument->getTimestamp());
docInfo.setLocation(Url::canonicalizeUrl(docInfo.getLocation()));
// Don't scan the document if a language is specified
m_stemLanguage = Languages::toEnglish(pDocument->getLanguage());
if (m_stemLanguage.empty() == true)
{
m_stemLanguage = scanDocument(pData, dataLength, docInfo);
}
try
{
set<string> labels;
Xapian::Document doc;
Xapian::termcount termPos = 0;
// Add the tokenizer's terms to the document
addPostingsToDocument(tokens, doc, "", termPos, m_stemMode);
// Get the document's labels
if (getDocumentLabels(docId, labels) == true)
{
// Add labels
for (set<string>::const_iterator labelIter = labels.begin(); labelIter != labels.end();
++labelIter)
{
doc.add_term(limitTermLength(string("XLABEL:") + *labelIter));
}
}
if (addCommonTerms(docInfo, doc, termPos) == true)
{
setDocumentData(docInfo, doc, m_stemLanguage);
Xapian::WritableDatabase *pIndex = pDatabase->writeLock();
if (pIndex != NULL)
{
// Update the document in the database
pIndex->replace_document(docId, doc);
updated = true;
}
}
}
catch (const Xapian::Error &error)
{
cerr << "Couldn't update document: " << error.get_type() << ": " << error.get_msg() << endl;
}
catch (...)
{
cerr << "Couldn't update document, unknown exception occured" << endl;
}
pDatabase->unlock();
return updated;
}
bool
DatabaseWrite::rebuild (GList *cpt_list)
{
string old_path = m_dbPath + "_old";
string rebuild_path = m_dbPath + "_rb";
string db_locale;
// Create the rebuild directory
if (g_mkdir_with_parents (rebuild_path.c_str (), 0755) != 0) {
g_warning ("Unable to create database rebuild directory.");
return false;
}
// check if old unrequired version of db still exists on filesystem
if (g_file_test (old_path.c_str (), G_FILE_TEST_EXISTS)) {
g_warning ("Existing xapian old db was not cleaned previously: '%s'.", old_path.c_str ());
as_utils_delete_dir_recursive (old_path.c_str ());
}
// check if old unrequired version of db still exists on filesystem
if (g_file_test (rebuild_path.c_str (), G_FILE_TEST_EXISTS)) {
g_debug ("Removing old rebuild-dir from previous database rebuild.");
as_utils_delete_dir_recursive (rebuild_path.c_str ());
}
Xapian::WritableDatabase db (rebuild_path, Xapian::DB_CREATE_OR_OVERWRITE);
Xapian::TermGenerator term_generator;
term_generator.set_database(db);
try {
/* this tests if we have spelling suggestions (there must be
* a better way?!?) - this is needed as inmemory does not have
* spelling corrections, but it allows setting the flag and will
* raise a exception much later
*/
db.add_spelling("test");
db.remove_spelling("test");
/* this enables the flag for it (we only reach this line if
* the db supports spelling suggestions)
*/
term_generator.set_flags(Xapian::TermGenerator::FLAG_SPELLING);
} catch (const Xapian::UnimplementedError &error) {
// Ignore
}
for (GList *list = cpt_list; list != NULL; list = list->next) {
AsComponent *cpt = (AsComponent*) list->data;
Xapian::Document doc;
term_generator.set_document (doc);
doc.set_data (as_component_get_name (cpt));
// Sanity check
if (!as_component_has_install_candidate (cpt)) {
g_warning ("Skipped component '%s' from inclusion into database: Does not have an installation candidate.",
as_component_get_id (cpt));
continue;
}
// Package name
gchar **pkgs = as_component_get_pkgnames (cpt);
if (pkgs != NULL) {
gchar *pkgs_cstr = g_strjoinv (";", pkgs);
string pkgs_str = pkgs_cstr;
doc.add_value (XapianValues::PKGNAMES, pkgs_str);
g_free (pkgs_cstr);
for (uint i = 0; pkgs[i] != NULL; i++) {
string pkgname = pkgs[i];
doc.add_term("AP" + pkgname);
if (pkgname.find ("-") != string::npos) {
// we need this to work around xapian oddness
string tmp = pkgname;
replace (tmp.begin (), tmp.end (), '-', '_');
doc.add_term (tmp);
}
// add packagename as meta-data too
term_generator.index_text_without_positions (pkgname, WEIGHT_PKGNAME);
}
}
// Source package name
const gchar *spkgname_cstr = as_component_get_source_pkgname (cpt);
if (spkgname_cstr != NULL) {
string spkgname = spkgname_cstr;
doc.add_value (XapianValues::SOURCE_PKGNAME, spkgname);
if (!spkgname.empty()) {
doc.add_term("AP" + spkgname);
if (spkgname.find ("-") != string::npos) {
// we need this to work around xapian oddness
string tmp = spkgname;
replace (tmp.begin (), tmp.end (), '-', '_');
doc.add_term (tmp);
}
// add packagename as meta-data too
term_generator.index_text_without_positions (spkgname, WEIGHT_PKGNAME);
}
}
// Bundles
Bundles bundles;
GHashTable *bundle_ids = as_component_get_bundles_table (cpt);
if (g_hash_table_size (bundle_ids) > 0) {
string ostr;
g_hash_table_foreach (bundle_ids,
(GHFunc) bundles_hashtable_to_bundleentry,
&bundles);
if (bundles.SerializeToString (&ostr))
doc.add_value (XapianValues::BUNDLES, ostr);
}
// Identifier
string idname = as_component_get_id (cpt);
doc.add_value (XapianValues::IDENTIFIER, idname);
doc.add_term("AI" + idname);
term_generator.index_text_without_positions (idname, WEIGHT_PKGNAME);
// Component name
string cptName = as_component_get_name (cpt);
doc.add_value (XapianValues::CPTNAME, cptName);
// Untranslated component name
string clocale = as_component_get_active_locale (cpt);
as_component_set_active_locale (cpt, "C");
string cptNameGeneric = as_component_get_name (cpt);
doc.add_value (XapianValues::CPTNAME_UNTRANSLATED, cptNameGeneric);
as_component_set_active_locale (cpt, clocale.c_str());
term_generator.index_text_without_positions (cptNameGeneric, WEIGHT_DESKTOP_GENERICNAME);
// Type identifier
string type_str = as_component_kind_to_string (as_component_get_kind (cpt));
doc.add_value (XapianValues::TYPE, type_str);
doc.add_term ("AT" + type_str);
// Origin
string cptOrigin = as_component_get_origin (cpt);
doc.add_value (XapianValues::ORIGIN, cptOrigin);
// URLs
GHashTable *urls_table;
urls_table = as_component_get_urls_table (cpt);
if (g_hash_table_size (urls_table) > 0) {
Urls urls;
string ostr;
g_hash_table_foreach (urls_table,
(GHFunc) urls_hashtable_to_urlentry,
&urls);
if (urls.SerializeToString (&ostr))
doc.add_value (XapianValues::URLS, ostr);
}
// Icons
GPtrArray *icons = as_component_get_icons (cpt);
Icons pbIcons;
for (uint i = 0; i < icons->len; i++) {
AsIcon *icon = AS_ICON (g_ptr_array_index (icons, i));
Icons_Icon *pbIcon = pbIcons.add_icon ();
pbIcon->set_width (as_icon_get_width (icon));
pbIcon->set_height (as_icon_get_height (icon));
if (as_icon_get_kind (icon) == AS_ICON_KIND_REMOTE) {
pbIcon->set_type (Icons_IconType_REMOTE);
pbIcon->set_url (as_icon_get_url (icon));
} else {
/* TODO: Properly support STOCK and LOCAL icons */
pbIcon->set_type (Icons_IconType_CACHED);
pbIcon->set_url (as_icon_get_filename (icon));
}
}
string icons_ostr;
if (pbIcons.SerializeToString (&icons_ostr))
doc.add_value (XapianValues::ICONS, icons_ostr);
// Summary
string cptSummary = as_component_get_summary (cpt);
doc.add_value (XapianValues::SUMMARY, cptSummary);
term_generator.index_text_without_positions (cptSummary, WEIGHT_DESKTOP_SUMMARY);
// Long description
string description = as_component_get_description (cpt);
doc.add_value (XapianValues::DESCRIPTION, description);
term_generator.index_text_without_positions (description, WEIGHT_DESKTOP_SUMMARY);
// Categories
gchar **categories = as_component_get_categories (cpt);
if (categories != NULL) {
string categories_str = "";
for (uint i = 0; categories[i] != NULL; i++) {
if (as_str_empty (categories[i]))
continue;
string cat = categories[i];
string tmp = cat;
transform (tmp.begin (), tmp.end (),
tmp.begin (), ::tolower);
doc.add_term ("AC" + tmp);
categories_str += cat + ";";
}
doc.add_value (XapianValues::CATEGORIES, categories_str);
}
// Add our keywords (with high priority)
gchar **keywords = as_component_get_keywords (cpt);
if (keywords != NULL) {
for (uint i = 0; keywords[i] != NULL; i++) {
if (keywords[i] == NULL)
continue;
string kword = keywords[i];
term_generator.index_text_without_positions (kword, WEIGHT_DESKTOP_KEYWORD);
}
}
// Data of provided items
ASCache::ProvidedItems pbPI;
for (uint j = 0; j < AS_PROVIDED_KIND_LAST; j++) {
AsProvidedKind kind = (AsProvidedKind) j;
string kind_str;
AsProvided *prov = as_component_get_provided_for_kind (cpt, kind);
if (prov == NULL)
continue;
auto *pbProv = pbPI.add_provided ();
pbProv->set_type ((ProvidedItems_ItemType) kind);
kind_str = as_provided_kind_to_string (kind);
gchar **items = as_provided_get_items (prov);
for (uint j = 0; items[j] != NULL; j++) {
string item = items[j];
pbProv->add_item (item);
doc.add_term ("AE" + kind_str + ";" + item);
}
g_free (items);
}
string pitems_ostr;
if (pbPI.SerializeToString (&pitems_ostr))
doc.add_value (XapianValues::PROVIDED_ITEMS, pitems_ostr);
// Add screenshot information
Screenshots screenshots;
GPtrArray *sslist = as_component_get_screenshots (cpt);
for (uint i = 0; i < sslist->len; i++) {
AsScreenshot *sshot = (AsScreenshot*) g_ptr_array_index (sslist, i);
Screenshots_Screenshot *pb_sshot = screenshots.add_screenshot ();
pb_sshot->set_primary (false);
if (as_screenshot_get_kind (sshot) == AS_SCREENSHOT_KIND_DEFAULT)
pb_sshot->set_primary (true);
if (as_screenshot_get_caption (sshot) != NULL)
pb_sshot->set_caption (as_screenshot_get_caption (sshot));
g_ptr_array_foreach (as_screenshot_get_images (sshot),
(GFunc) images_array_to_imageentry,
pb_sshot);
}
string scr_ostr;
if (screenshots.SerializeToString (&scr_ostr))
doc.add_value (XapianValues::SCREENSHOTS, scr_ostr);
// Add compulsory-for-desktop information
gchar **compulsory = as_component_get_compulsory_for_desktops (cpt);
string compulsory_str;
if (compulsory != NULL) {
gchar *str;
str = g_strjoinv (";", compulsory);
compulsory_str = string(str);
g_free (str);
}
doc.add_value (XapianValues::COMPULSORY_FOR, compulsory_str);
// Add project-license
const gchar *project_license = as_component_get_project_license (cpt);
if (project_license != NULL)
doc.add_value (XapianValues::LICENSE, project_license);
// Add project group
const gchar *project_group = as_component_get_project_group (cpt);
if (project_group != NULL)
doc.add_value (XapianValues::PROJECT_GROUP, project_group);
// Add developer name
const gchar *developer_name = as_component_get_developer_name (cpt);
if (developer_name != NULL)
doc.add_value (XapianValues::DEVELOPER_NAME, developer_name);
// Add releases information
Releases pb_rels;
GPtrArray *releases = as_component_get_releases (cpt);
for (uint i = 0; i < releases->len; i++) {
AsRelease *rel = (AsRelease*) g_ptr_array_index (releases, i);
Releases_Release *pb_rel = pb_rels.add_release ();
// version
pb_rel->set_version (as_release_get_version (rel));
// UNIX timestamp
pb_rel->set_unix_timestamp (as_release_get_timestamp (rel));
// release urgency (if set)
if (as_release_get_urgency (rel) != AS_URGENCY_KIND_UNKNOWN)
pb_rel->set_urgency ((Releases_UrgencyType) as_release_get_urgency (rel));
// add location urls
GPtrArray *locations = as_release_get_locations (rel);
for (uint j = 0; j < locations->len; j++) {
pb_rel->add_location ((gchar*) g_ptr_array_index (locations, j));
}
// add checksum info
for (uint j = 0; j < AS_CHECKSUM_KIND_LAST; j++) {
if (as_release_get_checksum (rel, (AsChecksumKind) j) != NULL) {
Releases_Checksum *pb_cs = pb_rel->add_checksum ();
pb_cs->set_type ((Releases_ChecksumType) j);
pb_cs->set_value (as_release_get_checksum (rel, (AsChecksumKind) j));
}
}
// add size info
for (uint j = 0; j < AS_SIZE_KIND_LAST; j++) {
if (as_release_get_size (rel, (AsSizeKind) j) > 0) {
Releases_Size *pb_s = pb_rel->add_size ();
pb_s->set_type ((Releases_SizeType) j);
pb_s->set_value (as_release_get_size (rel, (AsSizeKind) j));
}
}
// add description
if (as_release_get_description (rel) != NULL)
pb_rel->set_description (as_release_get_description (rel));
}
string rel_ostr;
if (pb_rels.SerializeToString (&rel_ostr))
doc.add_value (XapianValues::RELEASES, rel_ostr);
// Languages
GHashTable *langs_table;
langs_table = as_component_get_languages_map (cpt);
if (g_hash_table_size (langs_table) > 0) {
Languages pb_langs;
string ostr;
g_hash_table_foreach (langs_table,
(GHFunc) langs_hashtable_to_langentry,
&pb_langs);
if (pb_rels.SerializeToString (&ostr))
doc.add_value (XapianValues::LANGUAGES, ostr);
}
// Postprocess
string docData = doc.get_data ();
doc.add_term ("AA" + docData);
term_generator.index_text_without_positions (docData, WEIGHT_DESKTOP_NAME);
//! g_debug ("Adding component: %s", as_component_to_string (cpt));
db.add_document (doc);
// infer database locale from single component
// TODO: Do that in a smarter way, if we support multiple databases later.
if (db_locale.empty ())
db_locale = as_component_get_active_locale (cpt);
}
db.set_metadata ("db-schema-version", to_string (AS_DB_SCHEMA_VERSION));
db.set_metadata ("db-locale", db_locale);
db.commit ();
if (g_rename (m_dbPath.c_str (), old_path.c_str ()) < 0) {
g_critical ("Error while moving old database out of the way.");
return false;
}
if (g_rename (rebuild_path.c_str (), m_dbPath.c_str ()) < 0) {
g_critical ("Error while moving rebuilt database.");
return false;
}
as_utils_delete_dir_recursive (old_path.c_str ());
return true;
}