static void apply_mailbox_options(struct backup_mailbox *mailbox,
const struct restore_options *options)
{
if (options->override_mboxname) {
if (options->verbose) {
fprintf(stderr, "%s: overriding mboxname with %s\n",
mailbox->mboxname, options->override_mboxname);
}
if (mailbox->mboxname) free(mailbox->mboxname);
mailbox->mboxname = xstrdup(options->override_mboxname);
}
if (options->override_partition) {
if (options->verbose) {
fprintf(stderr, "%s: overriding partition with %s (was %s)\n",
mailbox->mboxname, options->override_partition, mailbox->partition);
}
if (mailbox->partition) free(mailbox->partition);
mailbox->partition = xstrdup(options->override_partition);
}
if (options->override_acl) {
if (options->verbose) {
fprintf(stderr, "%s: overriding acl with '%s' (was '%s')\n",
mailbox->mboxname, options->override_acl, mailbox->acl);
}
if (mailbox->acl) free(mailbox->acl);
/* treat empty override string as no ACL, resulting in the mailbox
* being restored with the default ACL for its owner. */
if (*options->override_acl) {
mailbox->acl = xstrdup(options->override_acl);
}
else {
mailbox->acl = NULL;
}
}
if (!options->keep_uidvalidity) {
if (options->verbose) {
fprintf(stderr, "%s: not trying to keep uidvalidity\n",
mailbox->mboxname);
}
if (mailbox->uniqueid) free(mailbox->uniqueid);
mailbox->uniqueid = NULL;
mailbox->highestmodseq = 0;
mailbox->uidvalidity = 0;
}
else if (options->verbose) {
fprintf(stderr, "%s: trying to keep uidvalidity(%u), "
"uniqueid(%s), highestmodseq(" MODSEQ_FMT ")\n",
mailbox->mboxname,
mailbox->uidvalidity,
mailbox->uniqueid,
mailbox->highestmodseq);
}
if (mailbox->mboxname && options->trim_deletedprefix) {
mbname_t *mbname = mbname_from_intname(mailbox->mboxname);
if (mbname_isdeleted(mbname)) {
char *freeme = mailbox->mboxname;
mbname_set_isdeleted(mbname, 0);
mailbox->mboxname = xstrdup(mbname_intname(mbname));
if (options->verbose) {
fprintf(stderr, "%s: removing deletedprefix (was %s)\n",
mailbox->mboxname, freeme);
}
free(freeme);
}
mbname_free(&mbname);
}
if (options->expunged_mode != RESTORE_EXPUNGED_OKAY) {
struct backup_mailbox_message *iter, *tmp, *next;
next = mailbox->records->head;
while ((iter = next)) {
next = iter->next;
tmp = NULL;
switch (options->expunged_mode) {
case RESTORE_EXPUNGED_EXCLUDE:
if (iter->expunged) {
tmp = backup_mailbox_message_list_remove(mailbox->records, iter);
if (options->verbose) {
fprintf(stderr, "%s: excluding expunged message: %s\n",
mailbox->mboxname,
message_guid_encode(&iter->guid));
}
}
break;
case RESTORE_EXPUNGED_ONLY:
if (!iter->expunged) {
tmp = backup_mailbox_message_list_remove(mailbox->records, iter);
if (options->verbose) {
fprintf(stderr, "%s: excluding unexpunged message: %s\n",
mailbox->mboxname,
message_guid_encode(&iter->guid));
}
}
break;
default:
break;
}
if (tmp)
backup_mailbox_message_free(&tmp);
}
}
}
/* verify that the matching MAILBOX exists within the claimed chunk
* for each mailbox or mailbox_message in the index
*/
static int verify_chunk_mailbox_links(struct backup *backup, struct backup_chunk *chunk,
struct gzuncat *gzuc, int verbose, FILE *out)
{
/*
* get list of mailboxes in chunk
* get list of mailbox_messages in chunk
* index mailboxes list by uniqueid
* index mailbox_messages list by uniqueid:uid
* open chunk
* foreach line in chunk
* read dlist
* skip if it's not a mailbox
* if details in dlist match details in mailbox
* remove from mailbox list/index
* foreach record in dlist
* if details in dlist match details in mailbox_message
* remove from mailbox_message list/index
* failed if either list of mailboxes or list of mailbox_messages is not empty
*/
struct backup_mailbox_list *mailbox_list = NULL;
struct backup_mailbox_message_list *mailbox_message_list = NULL;
hash_table mailbox_list_index = HASH_TABLE_INITIALIZER;
hash_table mailbox_message_list_index = HASH_TABLE_INITIALIZER;
struct backup_mailbox *mailbox = NULL;
struct backup_mailbox_message *mailbox_message = NULL;
int r;
if (out && verbose)
fprintf(out, "checking chunk %d mailbox links...\n", chunk->id);
mailbox_list = backup_get_mailboxes(backup, chunk->id, 0);
mailbox_message_list = backup_get_mailbox_messages(backup, chunk->id);
if (mailbox_list->count == 0 && mailbox_message_list->count == 0) {
/* nothing we care about in this chunk */
free(mailbox_list);
free(mailbox_message_list);
if (out && verbose)
fprintf(out, "ok\n");
return 0;
}
/* XXX consider whether the two hashes should use pools */
if (mailbox_list->count) {
/* build an index of the mailbox list */
construct_hash_table(&mailbox_list_index, mailbox_list->count, 0);
mailbox = mailbox_list->head;
while (mailbox) {
hash_insert(mailbox->uniqueid, mailbox, &mailbox_list_index);
mailbox = mailbox->next;
}
}
if (mailbox_message_list->count) {
/* build an index of the mailbox message list */
construct_hash_table(&mailbox_message_list_index,
mailbox_message_list->count, 0);
mailbox_message = mailbox_message_list->head;
while (mailbox_message) {
char keybuf[1024]; // FIXME whatever
snprintf(keybuf, sizeof(keybuf), "%s:%d",
mailbox_message->mailbox_uniqueid, mailbox_message->uid);
hash_insert(keybuf, mailbox_message, &mailbox_message_list_index);
mailbox_message = mailbox_message->next;
}
}
r = gzuc_member_start_from(gzuc, chunk->offset);
if (r) {
syslog(LOG_ERR, "%s: error reading chunk %i at offset %jd: %s",
__func__, chunk->id, chunk->offset, zError(r));
if (out)
fprintf(out, "error reading chunk %i at offset %jd: %s",
chunk->id, chunk->offset, zError(r));
goto done;
}
struct protstream *ps = prot_readcb(_prot_fill_cb, gzuc);
prot_setisclient(ps, 1); /* don't sync literals */
struct buf cmd = BUF_INITIALIZER;
while (1) {
struct dlist *dl = NULL;
struct dlist *record = NULL;
struct dlist *di = NULL;
const char *uniqueid = NULL;
int c = parse_backup_line(ps, NULL, &cmd, &dl);
if (c == EOF) {
const char *error = prot_error(ps);
if (error && 0 != strcmp(error, PROT_EOF_STRING)) {
syslog(LOG_ERR,
"%s: error reading chunk %i data at offset %jd, byte %i: %s",
__func__, chunk->id, chunk->offset, prot_bytes_in(ps), error);
if (out)
fprintf(out, "error reading chunk %i data at offset %jd, byte %i: %s",
chunk->id, chunk->offset, prot_bytes_in(ps), error);
r = EOF;
}
break;
}
if (strcmp(buf_cstring(&cmd), "APPLY") != 0)
goto next_line;
if (strcmp(dl->name, "MAILBOX") != 0)
goto next_line;
if (!dlist_getatom(dl, "UNIQUEID", &uniqueid))
goto next_line;
if (mailbox_list->count) {
mailbox = (struct backup_mailbox *) hash_lookup(uniqueid, &mailbox_list_index);
if (mailbox && mailbox_matches(mailbox, dl)) {
backup_mailbox_list_remove(mailbox_list, mailbox);
hash_del(uniqueid, &mailbox_list_index);
backup_mailbox_free(&mailbox);
}
}
if (mailbox_message_list->count) {
if (!dlist_getlist(dl, "RECORD", &record))
goto next_line;
for (di = record->head; di; di = di->next) {
char keybuf[1024]; // FIXME whatever
uint32_t uid;
if (!dlist_getnum32(di, "UID", &uid))
continue;
snprintf(keybuf, sizeof(keybuf), "%s:%d", uniqueid, uid);
mailbox_message = (struct backup_mailbox_message *) hash_lookup(
keybuf, &mailbox_message_list_index);
if (!mailbox_message)
continue;
if (!mailbox_message_matches(mailbox_message, di))
continue;
backup_mailbox_message_list_remove(mailbox_message_list, mailbox_message);
hash_del(keybuf, &mailbox_message_list_index);
backup_mailbox_message_free(&mailbox_message);
}
}
next_line:
if (dl) {
dlist_unlink_files(dl);
dlist_free(&dl);
}
}
buf_free(&cmd);
prot_free(ps);
gzuc_member_end(gzuc, NULL);
/* anything left in either of the lists is missing from the chunk data. bad! */
mailbox = mailbox_list->head;
while (mailbox) {
syslog(LOG_DEBUG, "%s: chunk %d missing mailbox data for %s (%s)\n",
__func__, chunk->id, mailbox->uniqueid, mailbox->mboxname);
if (out)
fprintf(out, "chunk %d missing mailbox data for %s (%s)\n",
chunk->id, mailbox->uniqueid, mailbox->mboxname);
mailbox = mailbox->next;
}
mailbox_message = mailbox_message_list->head;
while (mailbox_message) {
syslog(LOG_DEBUG, "%s: chunk %d missing mailbox_message data for %s uid %u\n",
__func__, chunk->id, mailbox_message->mailbox_uniqueid,
mailbox_message->uid);
if (out)
fprintf(out, "chunk %d missing mailbox_message data for %s uid %u\n",
chunk->id, mailbox_message->mailbox_uniqueid,
mailbox_message->uid);
mailbox_message = mailbox_message->next;
}
if (!r) r = mailbox_list->count || mailbox_message_list->count ? -1 : 0;
done:
free_hash_table(&mailbox_list_index, NULL);
free_hash_table(&mailbox_message_list_index, NULL);
backup_mailbox_list_empty(mailbox_list);
free(mailbox_list);
backup_mailbox_message_list_empty(mailbox_message_list);
free(mailbox_message_list);
syslog(LOG_DEBUG, "%s: chunk %d %s!\n", __func__, chunk->id,
r ? "failed" : "passed");
if (out && verbose)
fprintf(out, "%s\n", r ? "error" : "ok");
return r;
}
static int want_append_mailbox(struct backup *orig_backup,
int orig_chunk_id,
struct dlist *dlist)
{
struct dlist *record = NULL;
const char *uniqueid = NULL;
struct backup_mailbox *mailbox = NULL;
int mailbox_last_chunk_id = 0;
if (!dlist_getatom(dlist, "UNIQUEID", &uniqueid)) {
syslog(LOG_DEBUG, "%s: MAILBOX line with no UNIQUEID", __func__);
return 1; /* better keep it for now */
}
dlist_getlist(dlist, "RECORD", &record);
if (record && record->head) {
struct dlist *ki = NULL, *next = NULL;
int keep = 0;
/* keep MAILBOX lines that contain the last RECORD for any message, */
/* pruning out stale RECORDs */
for (ki = record->head; ki; ki = next) {
const char *guid = NULL;
struct backup_mailbox_message *mailbox_message = NULL;
/* save next pointer now in case we need to unstitch */
next = ki->next;
if (!dlist_getatom(ki, "GUID", &guid)) {
syslog(LOG_DEBUG, "%s: MAILBOX RECORD with no GUID", __func__);
keep = 1; /* better keep it for now */
continue;
}
mailbox_message = backup_get_mailbox_message(orig_backup, uniqueid, guid);
if (mailbox_message) {
int mailbox_message_last_chunk_id = mailbox_message->last_chunk_id;
backup_mailbox_message_free(&mailbox_message);
if (mailbox_message_last_chunk_id == orig_chunk_id) {
syslog(LOG_DEBUG, "%s: keeping MAILBOX line containing last RECORD for guid %s",
__func__, guid);
keep = 1;
continue;
}
}
/* don't need this record */
syslog(LOG_DEBUG, "%s: pruning stale MAILBOX RECORD for guid %s",
__func__, guid);
dlist_unstitch(record, ki);
dlist_unlink_files(ki);
dlist_free(&ki);
}
if (keep) return 1;
}
mailbox = backup_get_mailbox_by_uniqueid(orig_backup, uniqueid,
BACKUP_MAILBOX_NO_RECORDS);
if (!mailbox) {
/* what? */
syslog(LOG_DEBUG, "%s: couldn't find mailbox entry for uniqueid %s", __func__, uniqueid);
return 1; /* better keep it for now */
}
mailbox_last_chunk_id = mailbox->last_chunk_id;
backup_mailbox_free(&mailbox);
if (mailbox_last_chunk_id == orig_chunk_id) {
/* keep all mailbox lines from the chunk recorded as its last */
syslog(LOG_DEBUG, "%s: keeping MAILBOX line from its last known chunk", __func__);
return 1;
}
syslog(LOG_DEBUG, "%s: discarding stale MAILBOX line (chunk %d, last %d, uniqueid %s)",
__func__, orig_chunk_id, mailbox_last_chunk_id, uniqueid);
return 0;
}
