static int cmd_show_mailboxes(struct backup *backup,
const struct cyrbu_cmd_options *options)
{
struct backup_mailbox *mailbox = NULL;
struct backup_mailbox_message *record = NULL;
int i;
for (i = 0; i < strarray_size(options->argv); i++) {
char ts_deleted[32] = "";
const char *arg = strarray_nth(options->argv, i);
/* argument could be a uniqueid */
mailbox = backup_get_mailbox_by_uniqueid(backup, arg, 1);
/* or it could be an mboxname */
if (!mailbox) {
mbname_t *mbname = mbname_from_intname(arg);
if (!mbname) continue;
mailbox = backup_get_mailbox_by_name(backup, mbname, 1);
mbname_free(&mbname);
}
/* or it could be junk */
if (!mailbox) continue;
fprintf(stdout, "mboxname: %s\n", mailbox->mboxname);
fprintf(stdout, "uniqueid: %s\n", mailbox->uniqueid);
if (mailbox->deleted) {
strftime(ts_deleted, sizeof(ts_deleted), "%F %T",
localtime(&mailbox->deleted));
fprintf(stdout, "deleted: %s\n", ts_deleted);
}
fprintf(stdout, "messages:\n");
fprintf(stdout, " uid expunged time guid\n");
for (record = mailbox->records->head; record; record = record->next) {
char ts_expunged[32] = " ";
if (record->expunged)
strftime(ts_expunged, sizeof(ts_expunged), "%F %T",
localtime(&record->expunged));
fprintf(stdout, "%10d %s %s\n",
record->uid,
ts_expunged,
message_guid_encode(&record->guid));
}
fprintf(stdout, "\n");
backup_mailbox_free(&mailbox);
}
return 0;
}
static void my_mailbox_list_add(struct backup_mailbox_list *mailbox_list,
struct backup_mailbox *mailbox)
{
struct backup_mailbox *tmp;
for (tmp = mailbox_list->head; tmp; tmp = tmp->next) {
if (0 == strcmp(tmp->mboxname, mailbox->mboxname)) break;
}
if (tmp) {
/* mailbox already in our list -- append the records to it */
if (mailbox->records && mailbox->records->count) {
if (!tmp->records) {
tmp->records = mailbox->records;
mailbox->records = NULL;
}
else if (!tmp->records->head) {
tmp->records->head = mailbox->records->head;
tmp->records->tail = mailbox->records->tail;
tmp->records->count = mailbox->records->count;
memset(mailbox->records, 0, sizeof *mailbox->records);
}
else {
tmp->records->tail->next = mailbox->records->head;
tmp->records->tail = mailbox->records->tail;
tmp->records->count += mailbox->records->count;
memset(mailbox->records, 0, sizeof *mailbox->records);
}
}
/* release the mailbox we were given, since we're not holding it */
backup_mailbox_free(&mailbox);
}
else {
/* not already in our list -- just add it */
backup_mailbox_list_add(mailbox_list, mailbox);
}
}
/* verify that the matching MAILBOX exists within the claimed chunk
* for each mailbox or mailbox_message in the index
*/
static int verify_chunk_mailbox_links(struct backup *backup, struct backup_chunk *chunk,
struct gzuncat *gzuc, int verbose, FILE *out)
{
/*
* get list of mailboxes in chunk
* get list of mailbox_messages in chunk
* index mailboxes list by uniqueid
* index mailbox_messages list by uniqueid:uid
* open chunk
* foreach line in chunk
* read dlist
* skip if it's not a mailbox
* if details in dlist match details in mailbox
* remove from mailbox list/index
* foreach record in dlist
* if details in dlist match details in mailbox_message
* remove from mailbox_message list/index
* failed if either list of mailboxes or list of mailbox_messages is not empty
*/
struct backup_mailbox_list *mailbox_list = NULL;
struct backup_mailbox_message_list *mailbox_message_list = NULL;
hash_table mailbox_list_index = HASH_TABLE_INITIALIZER;
hash_table mailbox_message_list_index = HASH_TABLE_INITIALIZER;
struct backup_mailbox *mailbox = NULL;
struct backup_mailbox_message *mailbox_message = NULL;
int r;
if (out && verbose)
fprintf(out, "checking chunk %d mailbox links...\n", chunk->id);
mailbox_list = backup_get_mailboxes(backup, chunk->id, 0);
mailbox_message_list = backup_get_mailbox_messages(backup, chunk->id);
if (mailbox_list->count == 0 && mailbox_message_list->count == 0) {
/* nothing we care about in this chunk */
free(mailbox_list);
free(mailbox_message_list);
if (out && verbose)
fprintf(out, "ok\n");
return 0;
}
/* XXX consider whether the two hashes should use pools */
if (mailbox_list->count) {
/* build an index of the mailbox list */
construct_hash_table(&mailbox_list_index, mailbox_list->count, 0);
mailbox = mailbox_list->head;
while (mailbox) {
hash_insert(mailbox->uniqueid, mailbox, &mailbox_list_index);
mailbox = mailbox->next;
}
}
if (mailbox_message_list->count) {
/* build an index of the mailbox message list */
construct_hash_table(&mailbox_message_list_index,
mailbox_message_list->count, 0);
mailbox_message = mailbox_message_list->head;
while (mailbox_message) {
char keybuf[1024]; // FIXME whatever
snprintf(keybuf, sizeof(keybuf), "%s:%d",
mailbox_message->mailbox_uniqueid, mailbox_message->uid);
hash_insert(keybuf, mailbox_message, &mailbox_message_list_index);
mailbox_message = mailbox_message->next;
}
}
r = gzuc_member_start_from(gzuc, chunk->offset);
if (r) {
syslog(LOG_ERR, "%s: error reading chunk %i at offset %jd: %s",
__func__, chunk->id, chunk->offset, zError(r));
if (out)
fprintf(out, "error reading chunk %i at offset %jd: %s",
chunk->id, chunk->offset, zError(r));
goto done;
}
struct protstream *ps = prot_readcb(_prot_fill_cb, gzuc);
prot_setisclient(ps, 1); /* don't sync literals */
struct buf cmd = BUF_INITIALIZER;
while (1) {
struct dlist *dl = NULL;
struct dlist *record = NULL;
struct dlist *di = NULL;
const char *uniqueid = NULL;
int c = parse_backup_line(ps, NULL, &cmd, &dl);
if (c == EOF) {
const char *error = prot_error(ps);
if (error && 0 != strcmp(error, PROT_EOF_STRING)) {
syslog(LOG_ERR,
"%s: error reading chunk %i data at offset %jd, byte %i: %s",
__func__, chunk->id, chunk->offset, prot_bytes_in(ps), error);
if (out)
fprintf(out, "error reading chunk %i data at offset %jd, byte %i: %s",
chunk->id, chunk->offset, prot_bytes_in(ps), error);
r = EOF;
}
break;
}
if (strcmp(buf_cstring(&cmd), "APPLY") != 0)
goto next_line;
if (strcmp(dl->name, "MAILBOX") != 0)
goto next_line;
if (!dlist_getatom(dl, "UNIQUEID", &uniqueid))
goto next_line;
if (mailbox_list->count) {
mailbox = (struct backup_mailbox *) hash_lookup(uniqueid, &mailbox_list_index);
if (mailbox && mailbox_matches(mailbox, dl)) {
backup_mailbox_list_remove(mailbox_list, mailbox);
hash_del(uniqueid, &mailbox_list_index);
backup_mailbox_free(&mailbox);
}
}
if (mailbox_message_list->count) {
if (!dlist_getlist(dl, "RECORD", &record))
goto next_line;
for (di = record->head; di; di = di->next) {
char keybuf[1024]; // FIXME whatever
uint32_t uid;
if (!dlist_getnum32(di, "UID", &uid))
continue;
snprintf(keybuf, sizeof(keybuf), "%s:%d", uniqueid, uid);
mailbox_message = (struct backup_mailbox_message *) hash_lookup(
keybuf, &mailbox_message_list_index);
if (!mailbox_message)
continue;
if (!mailbox_message_matches(mailbox_message, di))
continue;
backup_mailbox_message_list_remove(mailbox_message_list, mailbox_message);
hash_del(keybuf, &mailbox_message_list_index);
backup_mailbox_message_free(&mailbox_message);
}
}
next_line:
if (dl) {
dlist_unlink_files(dl);
dlist_free(&dl);
}
}
buf_free(&cmd);
prot_free(ps);
gzuc_member_end(gzuc, NULL);
/* anything left in either of the lists is missing from the chunk data. bad! */
mailbox = mailbox_list->head;
while (mailbox) {
syslog(LOG_DEBUG, "%s: chunk %d missing mailbox data for %s (%s)\n",
__func__, chunk->id, mailbox->uniqueid, mailbox->mboxname);
if (out)
fprintf(out, "chunk %d missing mailbox data for %s (%s)\n",
chunk->id, mailbox->uniqueid, mailbox->mboxname);
mailbox = mailbox->next;
}
mailbox_message = mailbox_message_list->head;
while (mailbox_message) {
syslog(LOG_DEBUG, "%s: chunk %d missing mailbox_message data for %s uid %u\n",
__func__, chunk->id, mailbox_message->mailbox_uniqueid,
mailbox_message->uid);
if (out)
fprintf(out, "chunk %d missing mailbox_message data for %s uid %u\n",
chunk->id, mailbox_message->mailbox_uniqueid,
mailbox_message->uid);
mailbox_message = mailbox_message->next;
}
if (!r) r = mailbox_list->count || mailbox_message_list->count ? -1 : 0;
done:
free_hash_table(&mailbox_list_index, NULL);
free_hash_table(&mailbox_message_list_index, NULL);
backup_mailbox_list_empty(mailbox_list);
free(mailbox_list);
backup_mailbox_message_list_empty(mailbox_message_list);
free(mailbox_message_list);
syslog(LOG_DEBUG, "%s: chunk %d %s!\n", __func__, chunk->id,
r ? "failed" : "passed");
if (out && verbose)
fprintf(out, "%s\n", r ? "error" : "ok");
return r;
}
static int restore_add_object(const char *object_name,
const struct restore_options *options,
struct backup *backup,
struct backup_mailbox_list *mailbox_list,
struct sync_folder_list *reserve_folder_list,
struct sync_reserve_list *reserve_list)
{
struct backup_mailbox *mailbox = NULL;
struct backup_message *message = NULL;
struct message_guid tmp_guid;
size_t len;
int r;
/* try to work out what we're restoring */
len = strlen(object_name);
if (len == 24 && strspn(object_name, HEX_DIGITS) == len) {
/* looks like a non-libuuid uniqueid */
mailbox = backup_get_mailbox_by_uniqueid(backup, object_name,
BACKUP_MAILBOX_ALL_RECORDS);
}
else if (len == 36 && strspn(object_name, "-" HEX_DIGITS) == len) {
/* looks like a libuuid uniqueid */
mailbox = backup_get_mailbox_by_uniqueid(backup, object_name,
BACKUP_MAILBOX_ALL_RECORDS);
}
else if (message_guid_decode(&tmp_guid, object_name)) {
/* looks like it's a message guid */
message = backup_get_message(backup, &tmp_guid);
}
else if (strchr(object_name, '.')) {
/* has a dot, might be an mboxname */
mbname_t *mbname = mbname_from_intname(object_name);
mailbox = backup_get_mailbox_by_name(backup, mbname,
BACKUP_MAILBOX_ALL_RECORDS);
mbname_free(&mbname);
}
else {
/* not sure what it is, guess mboxname? */
mbname_t *mbname = mbname_from_intname(object_name);
mailbox = backup_get_mailbox_by_name(backup, mbname,
BACKUP_MAILBOX_ALL_RECORDS);
mbname_free(&mbname);
}
/* add it to the restore lists */
if (mailbox) {
r = restore_add_mailbox(mailbox, options, mailbox_list,
reserve_folder_list, reserve_list);
if (!r && options->do_submailboxes) {
char prefix[MAX_MAILBOX_NAME + 1];
int len;
len = snprintf(prefix, sizeof(prefix), "%s.", mailbox->mboxname);
/* can only be submailboxes if parent's name is short enough... */
if (len < MAX_MAILBOX_NAME) {
struct submailbox_rock rock = {
prefix,
strlen(prefix),
options,
mailbox_list,
reserve_folder_list,
reserve_list,
};
r = backup_mailbox_foreach(backup, 0,
BACKUP_MAILBOX_ALL_RECORDS,
submailbox_cb, &rock);
}
}
backup_mailbox_free(&mailbox);
}
else if (message) {
struct backup_mailbox_list *mailboxes = NULL;
if (!options->override_mboxname)
mailboxes = backup_get_mailboxes_by_message(backup, message,
BACKUP_MAILBOX_MATCH_RECORDS);
r = restore_add_message(message, mailboxes, options, mailbox_list,
reserve_folder_list, reserve_list);
if (mailboxes) {
backup_mailbox_list_empty(mailboxes);
free(mailboxes);
}
backup_message_free(&message);
}
else {
r = IMAP_MAILBOX_NONEXISTENT;
}
return r;
}
static int want_append_mailbox(struct backup *orig_backup,
int orig_chunk_id,
struct dlist *dlist)
{
struct dlist *record = NULL;
const char *uniqueid = NULL;
struct backup_mailbox *mailbox = NULL;
int mailbox_last_chunk_id = 0;
if (!dlist_getatom(dlist, "UNIQUEID", &uniqueid)) {
syslog(LOG_DEBUG, "%s: MAILBOX line with no UNIQUEID", __func__);
return 1; /* better keep it for now */
}
dlist_getlist(dlist, "RECORD", &record);
if (record && record->head) {
struct dlist *ki = NULL, *next = NULL;
int keep = 0;
/* keep MAILBOX lines that contain the last RECORD for any message, */
/* pruning out stale RECORDs */
for (ki = record->head; ki; ki = next) {
const char *guid = NULL;
struct backup_mailbox_message *mailbox_message = NULL;
/* save next pointer now in case we need to unstitch */
next = ki->next;
if (!dlist_getatom(ki, "GUID", &guid)) {
syslog(LOG_DEBUG, "%s: MAILBOX RECORD with no GUID", __func__);
keep = 1; /* better keep it for now */
continue;
}
mailbox_message = backup_get_mailbox_message(orig_backup, uniqueid, guid);
if (mailbox_message) {
int mailbox_message_last_chunk_id = mailbox_message->last_chunk_id;
backup_mailbox_message_free(&mailbox_message);
if (mailbox_message_last_chunk_id == orig_chunk_id) {
syslog(LOG_DEBUG, "%s: keeping MAILBOX line containing last RECORD for guid %s",
__func__, guid);
keep = 1;
continue;
}
}
/* don't need this record */
syslog(LOG_DEBUG, "%s: pruning stale MAILBOX RECORD for guid %s",
__func__, guid);
dlist_unstitch(record, ki);
dlist_unlink_files(ki);
dlist_free(&ki);
}
if (keep) return 1;
}
mailbox = backup_get_mailbox_by_uniqueid(orig_backup, uniqueid,
BACKUP_MAILBOX_NO_RECORDS);
if (!mailbox) {
/* what? */
syslog(LOG_DEBUG, "%s: couldn't find mailbox entry for uniqueid %s", __func__, uniqueid);
return 1; /* better keep it for now */
}
mailbox_last_chunk_id = mailbox->last_chunk_id;
backup_mailbox_free(&mailbox);
if (mailbox_last_chunk_id == orig_chunk_id) {
/* keep all mailbox lines from the chunk recorded as its last */
syslog(LOG_DEBUG, "%s: keeping MAILBOX line from its last known chunk", __func__);
return 1;
}
syslog(LOG_DEBUG, "%s: discarding stale MAILBOX line (chunk %d, last %d, uniqueid %s)",
__func__, orig_chunk_id, mailbox_last_chunk_id, uniqueid);
return 0;
}
