updateStatePtr
update_state_copy (updateStatePtr state)
{
updateStatePtr newState;
newState = update_state_new ();
update_state_set_lastmodified (newState, update_state_get_lastmodified (state));
update_state_set_cookies (newState, update_state_get_cookies (state));
return newState;
}
/* Downloads a feed specified in the request structure, returns
the downloaded data or NULL in the request structure.
If the webserver reports a permanent redirection, the
feed url will be modified and the old URL 'll be freed. The
request structure will also contain the HTTP status and the
last modified string.
*/
void
network_process_request (const updateJobPtr job)
{
SoupMessage *msg;
SoupDate *date;
gboolean do_not_track = FALSE;
g_assert (NULL != job->request);
debug1 (DEBUG_NET, "downloading %s", job->request->source);
if (job->request->postdata && (debug_level & DEBUG_VERBOSE) && (debug_level & DEBUG_NET))
debug1 (DEBUG_NET, " postdata=>>>%s<<<", job->request->postdata);
/* Prepare the SoupMessage */
msg = soup_message_new (job->request->postdata ? SOUP_METHOD_POST : SOUP_METHOD_GET,
job->request->source);
if (!msg) {
g_warning ("The request for %s could not be parsed!", job->request->source);
return;
}
/* Set the postdata for the request */
if (job->request->postdata) {
soup_message_set_request (msg,
"application/x-www-form-urlencoded",
SOUP_MEMORY_STATIC, /* libsoup won't free the postdata */
job->request->postdata,
strlen (job->request->postdata));
}
/* Set the If-Modified-Since: header */
if (job->request->updateState && update_state_get_lastmodified (job->request->updateState)) {
gchar *datestr;
date = soup_date_new_from_time_t (update_state_get_lastmodified (job->request->updateState));
datestr = soup_date_to_string (date, SOUP_DATE_HTTP);
soup_message_headers_append (msg->request_headers,
"If-Modified-Since",
datestr);
g_free (datestr);
soup_date_free (date);
}
/* Set the If-None-Match header */
if (job->request->updateState && update_state_get_etag (job->request->updateState)) {
soup_message_headers_append(msg->request_headers,
"If-None-Match",
update_state_get_etag (job->request->updateState));
}
/* Set the I-AM header */
if (job->request->updateState &&
(update_state_get_lastmodified (job->request->updateState) ||
update_state_get_etag (job->request->updateState))) {
soup_message_headers_append(msg->request_headers,
"A-IM",
"feed");
}
/* Support HTTP content negotiation */
soup_message_headers_append(msg->request_headers, "Accept", "application/atom+xml,application/xml;q=0.9,text/xml;q=0.8,*/*;q=0.7");
/* Set the authentication */
if (!job->request->authValue &&
job->request->options &&
job->request->options->username &&
job->request->options->password) {
SoupURI *uri = soup_message_get_uri (msg);
soup_uri_set_user (uri, job->request->options->username);
soup_uri_set_password (uri, job->request->options->password);
}
if (job->request->authValue) {
soup_message_headers_append (msg->request_headers, "Authorization",
job->request->authValue);
}
/* Add requested cookies */
if (job->request->updateState && job->request->updateState->cookies) {
soup_message_headers_append (msg->request_headers, "Cookie",
job->request->updateState->cookies);
soup_message_disable_feature (msg, SOUP_TYPE_COOKIE_JAR);
}
/* TODO: Right now we send the msg, and if it requires authentication and
* we didn't provide one, the petition fails and when the job is processed
* it sees it needs authentication and displays a dialog, and if credentials
* are entered, it queues a new job with auth credentials. Instead of that,
* we should probably handle authentication directly here, connecting the
* msg to a callback in case of 401 (see soup_message_add_status_code_handler())
* displaying the dialog ourselves, and requeing the msg if we get credentials */
/* Add Do Not Track header according to settings */
conf_get_bool_value (DO_NOT_TRACK, &do_not_track);
if (do_not_track)
soup_message_headers_append (msg->request_headers, "DNT", "1");
/* If the feed has "dont use a proxy" selected, use 'session2' which is non-proxy */
if (job->request->options && job->request->options->dontUseProxy)
soup_session_queue_message (session2, msg, network_process_callback, job);
else
soup_session_queue_message (session, msg, network_process_callback, job);
}
static void
subscription_process_update_result (const struct updateResult * const result, gpointer user_data, guint32 flags)
{
subscriptionPtr subscription = (subscriptionPtr)user_data;
nodePtr node = subscription->node;
gboolean processing = FALSE;
GTimeVal now;
/* 1. preprocessing */
g_assert (subscription->updateJob);
/* update the subscription URL on permanent redirects */
if ((301 == result->httpstatus) && result->source && !g_str_equal (result->source, subscription->updateJob->request->source)) {
debug2 (DEBUG_UPDATE, "The URL of \"%s\" has changed permanently and was updated with \"%s\"", node_get_title(node), result->source);
subscription_set_source (subscription, result->source);
liferea_shell_set_status_bar (_("The URL of \"%s\" has changed permanently and was updated"), node_get_title(node));
}
if (401 == result->httpstatus) { /* unauthorized */
auth_dialog_new (subscription, flags);
} else if (410 == result->httpstatus) { /* gone */
subscription->discontinued = TRUE;
node->available = TRUE;
liferea_shell_set_status_bar (_("\"%s\" is discontinued. Liferea won't updated it anymore!"), node_get_title (node));
} else if (304 == result->httpstatus) {
node->available = TRUE;
liferea_shell_set_status_bar (_("\"%s\" has not changed since last update"), node_get_title(node));
} else {
processing = TRUE;
}
subscription_update_error_status (subscription, result->httpstatus, result->returncode, result->filterErrors);
subscription->updateJob = NULL;
/* 2. call subscription type specific processing */
if (processing)
SUBSCRIPTION_TYPE (subscription)->process_update_result (subscription, result, flags);
/* 3. call favicon updating after subscription processing
to ensure we have valid baseUrl for feed nodes... */
g_get_current_time (&now);
if (favicon_update_needed (subscription->node->id, subscription->updateState, &now))
subscription_update_favicon (subscription);
/* 4. generic postprocessing */
update_state_set_lastmodified (subscription->updateState, update_state_get_lastmodified (result->updateState));
update_state_set_cookies (subscription->updateState, update_state_get_cookies (result->updateState));
update_state_set_etag (subscription->updateState, update_state_get_etag (result->updateState));
g_get_current_time (&subscription->updateState->lastPoll);
// FIXME: use new-items signal in itemview class
itemview_update_node_info (subscription->node);
itemview_update ();
db_subscription_update (subscription);
db_node_update (subscription->node);
if (subscription->node->newCount > 0)
feedlist_new_items (subscription->node);
}
