void
db_item_state_update (itemPtr item)
{
sqlite3_stmt *stmt;
if (!item->id) {
db_item_update (item);
return;
}
db_item_search_folders_update (item);
debug_start_measurement (DEBUG_DB);
stmt = db_get_statement ("itemStateUpdateStmt");
sqlite3_bind_int (stmt, 1, item->readStatus?1:0);
sqlite3_bind_int (stmt, 2, item->flagStatus?1:0);
sqlite3_bind_int (stmt, 3, item->updateStatus?1:0);
sqlite3_bind_int (stmt, 4, item->id);
if (sqlite3_step (stmt) != SQLITE_DONE)
g_warning ("item state update failed (%s)", sqlite3_errmsg (db));
sqlite3_finalize (stmt);
debug_end_measurement (DEBUG_DB, "item state update");
}
/**
* itemset_generic_merge_check: (skip)
* @items: existing items
* @newItem: new item to merge
* @maxChecks: maximum number of item checks
* @allowUpdates: TRUE if item content update is to be
* allowed for existing items
* @allowStateChanges: TRUE if item state shall be
* overwritten by source
*
* Generic merge logic suitable for feeds
*
* Returns: TRUE if merging instead of updating is necessary)
*/
static gboolean
itemset_generic_merge_check (GList *items, itemPtr newItem, gint maxChecks, gboolean allowUpdates, gboolean allowStateChanges)
{
GList *oldItemIdIter = items;
itemPtr oldItem = NULL;
gboolean found, equal = FALSE;
guint reason = 0;
/* determine if we should add it... */
debug3 (DEBUG_CACHE, "check new item for merging: \"%s\", %i, %i", item_get_title (newItem), allowUpdates, allowStateChanges);
/* compare to every existing item in this feed */
found = FALSE;
while (oldItemIdIter) {
oldItem = (itemPtr)(oldItemIdIter->data);
/* try to compare the two items */
/* trivial case: one item has id the other doesn't -> they can't be equal */
if (((item_get_id (oldItem) == NULL) && (item_get_id (newItem) != NULL)) ||
((item_get_id (oldItem) != NULL) && (item_get_id (newItem) == NULL))) {
/* cannot be equal (different ids) so compare to
next old item */
oldItemIdIter = g_list_next (oldItemIdIter);
continue;
}
/* just for the case there are no ids: compare titles and HTML descriptions */
equal = TRUE;
if (((item_get_title (oldItem) != NULL) && (item_get_title (newItem) != NULL)) &&
(0 != strcmp (item_get_title (oldItem), item_get_title (newItem)))) {
equal = FALSE;
reason |= 1;
}
if (((item_get_description (oldItem) != NULL) && (item_get_description (newItem) != NULL)) &&
(0 != strcmp (item_get_description(oldItem), item_get_description (newItem)))) {
equal = FALSE;
reason |= 2;
}
/* best case: they both have ids (position important: id check is useless without knowing if the items are different!) */
if (item_get_id (oldItem)) {
if (0 == strcmp (item_get_id (oldItem), item_get_id (newItem))) {
found = TRUE;
if (allowStateChanges) {
/* found corresponding item, check if they are REALLY equal (eg, read status may have changed) */
if(oldItem->readStatus != newItem->readStatus) {
equal = FALSE;
reason |= 4;
}
if(oldItem->flagStatus != newItem->flagStatus) {
equal = FALSE;
reason |= 8;
}
}
break;
} else {
/* different ids, but the content might be still equal (e.g. empty)
so we need to explicitly unset the equal flag !!! */
equal = FALSE;
reason |= 16;
}
}
if (equal) {
found = TRUE;
break;
}
oldItemIdIter = g_list_next (oldItemIdIter);
}
if (!found) {
debug0 (DEBUG_CACHE, "-> item is to be added");
} else {
/* if the item was found but has other contents -> update contents */
if (!equal) {
if (allowUpdates) {
/* no item_set_new_status() - we don't treat changed items as new items! */
item_set_title (oldItem, item_get_title (newItem));
/* don't use item_set_description as it does some unwanted length handling
and we want to enforce the new description */
g_free (oldItem->description);
oldItem->description = newItem->description;
newItem->description = NULL;
oldItem->time = newItem->time;
oldItem->updateStatus = TRUE;
// FIXME: this does not remove metadata from DB
metadata_list_free (oldItem->metadata);
oldItem->metadata = newItem->metadata;
newItem->metadata = NULL;
/* Only update item state for feed sources where it is necessary
which means online accounts we sync against, but not normal
online feeds where items have no read status. */
if (allowStateChanges) {
/* To avoid notification spam from external
sources: never set read items to unread again! */
if ((!oldItem->readStatus) && (newItem->readStatus))
oldItem->readStatus = newItem->readStatus;
oldItem->flagStatus = newItem->flagStatus;
}
db_item_update (oldItem);
debug1 (DEBUG_CACHE, "-> item already existing and was updated, reason %x", reason);
} else {
debug0 (DEBUG_CACHE, "-> item updates not merged because of parser errors");
}
} else {
debug0 (DEBUG_CACHE, "-> item already exists");
}
}
return !found;
}
static gboolean
itemset_merge_item (itemSetPtr itemSet, GList *items, itemPtr item, gint maxChecks, gboolean allowUpdates)
{
gboolean allowStateChanges = FALSE;
gboolean merge;
nodePtr node;
debug2 (DEBUG_UPDATE, "trying to merge \"%s\" to node id \"%s\"", item_get_title (item), itemSet->nodeId);
g_assert (itemSet->nodeId);
node = node_from_id (itemSet->nodeId);
if (node)
allowStateChanges = NODE_SOURCE_TYPE (node)->capabilities & NODE_SOURCE_CAPABILITY_ITEM_STATE_SYNC;
/* first try to merge with existing item */
merge = itemset_generic_merge_check (items, item, maxChecks, allowUpdates, allowStateChanges);
/* if it is a new item add it to the item set */
if (merge) {
g_assert (!item->nodeId);
g_assert (!item->id);
item->nodeId = g_strdup (itemSet->nodeId);
if (!item->parentNodeId)
item->parentNodeId = g_strdup (itemSet->nodeId);
/* step 1: write item to DB */
db_item_update (item);
/* step 2: add to itemset */
itemSet->ids = g_list_prepend (itemSet->ids, GUINT_TO_POINTER (item->id));
/* step 3: trigger async enrichment of item description */
if (node && IS_FEED (node) && ((feedPtr)node->data)->html5Extract)
feed_enrich_item (node->subscription, item);
debug3 (DEBUG_UPDATE, "-> added \"%s\" (id=%d) to item set %p...", item_get_title (item), item->id, itemSet);
/* step 4: duplicate detection, mark read if it is a duplicate */
if (item->validGuid) {
GSList *iter, *duplicates;
duplicates = iter = db_item_get_duplicates (item->sourceId);
while (iter) {
debug1 (DEBUG_UPDATE, "-> duplicate guid exists: #%lu", GPOINTER_TO_UINT (iter->data));
iter = g_slist_next (iter);
}
if (g_slist_length (duplicates) > 1) {
item->readStatus = TRUE; /* no unread counting... */
item->popupStatus = FALSE; /* no notification... */
}
g_slist_free (duplicates);
}
/* step 5: Check item for new enclosures to download */
if (node && (((feedPtr)node->data)->encAutoDownload)) {
GSList *iter = metadata_list_get_values (item->metadata, "enclosure");
while (iter) {
enclosurePtr enc = enclosure_from_string (iter->data);
debug1 (DEBUG_UPDATE, "download enclosure (%s)", (gchar *)iter->data);
enclosure_download (NULL, enc->url, FALSE /* non interactive */);
iter = g_slist_next (iter);
enclosure_free (enc);
}
}
} else {
debug2 (DEBUG_UPDATE, "-> not adding \"%s\" to node id \"%s\"...", item_get_title (item), itemSet->nodeId);
item_unload (item);
}
return merge;
}
