static int create_and_upload_archive(
const char *dump_dir_name,
map_string_t *settings)
{
int result = 1; /* error */
pid_t child;
TAR* tar = NULL;
const char* errmsg = NULL;
char* tempfile = NULL;
struct dump_dir *dd = dd_opendir(dump_dir_name, /*flags:*/ 0);
if (!dd)
xfunc_die(); /* error msg is already logged by dd_opendir */
/* Gzipping e.g. 0.5gig coredump takes a while. Let client know what we are doing */
log(_("Compressing data"));
//TODO:
//Encrypt = yes
//ArchiveType = .tar.bz2
//ExcludeFiles = foo,bar*,b*z
const char* opt = getenv("Upload_URL");
if (!opt)
opt = get_map_string_item_or_empty(settings, "URL");
char *url = opt[0] != '\0' ? xstrdup(opt) : ask_url(_("Please enter a URL (scp, ftp, etc.) where the problem data is to be exported:"));
/* Create a child gzip which will compress the data */
/* SELinux guys are not happy with /tmp, using /var/run/abrt */
/* Reverted back to /tmp for ABRT2 */
/* Changed again to /var/tmp because of Fedora feature tmp-on-tmpfs */
tempfile = concat_path_basename(LARGE_DATA_TMP_DIR, dump_dir_name);
tempfile = append_to_malloced_string(tempfile, ".tar.gz");
int pipe_from_parent_to_child[2];
xpipe(pipe_from_parent_to_child);
child = vfork();
if (child == 0)
{
/* child */
close(pipe_from_parent_to_child[1]);
xmove_fd(pipe_from_parent_to_child[0], 0);
xmove_fd(xopen3(tempfile, O_WRONLY | O_CREAT | O_EXCL, 0600), 1);
execlp("gzip", "gzip", NULL);
perror_msg_and_die("Can't execute '%s'", "gzip");
}
close(pipe_from_parent_to_child[0]);
/* If child died (say, in xopen), then parent might get SIGPIPE.
* We want to properly unlock dd, therefore we must not die on SIGPIPE:
*/
signal(SIGPIPE, SIG_IGN);
/* Create tar writer object */
if (tar_fdopen(&tar, pipe_from_parent_to_child[1], tempfile,
/*fileops:(standard)*/ NULL, O_WRONLY | O_CREAT, 0644, TAR_GNU) != 0)
{
errmsg = "Can't create temporary file in "LARGE_DATA_TMP_DIR;
goto ret;
}
/* Write data to the tarball */
{
string_vector_ptr_t exclude_from_report = get_global_always_excluded_elements();
dd_init_next_file(dd);
char *short_name, *full_name;
while (dd_get_next_file(dd, &short_name, &full_name))
{
if (exclude_from_report && is_in_string_list(short_name, (const_string_vector_const_ptr_t)exclude_from_report))
goto next;
// dd_get_next_file guarantees that it's a REG:
//struct stat stbuf;
//if (stat(full_name, &stbuf) != 0)
// || !S_ISREG(stbuf.st_mode)
//) {
// goto next;
//}
if (tar_append_file(tar, full_name, short_name) != 0)
{
errmsg = "Can't create temporary file in "LARGE_DATA_TMP_DIR;
free(short_name);
free(full_name);
goto ret;
}
next:
free(short_name);
free(full_name);
}
}
dd_close(dd);
dd = NULL;
/* Close tar writer... */
if (tar_append_eof(tar) != 0 || tar_close(tar) != 0)
{
errmsg = "Can't create temporary file in "LARGE_DATA_TMP_DIR;
goto ret;
}
tar = NULL;
/* ...and check that gzip child finished successfully */
int status;
safe_waitpid(child, &status, 0);
child = -1;
if (status != 0)
{
/* We assume the error was out-of-disk-space or out-of-quota */
errmsg = "Can't create temporary file in "LARGE_DATA_TMP_DIR;
goto ret;
}
/* Upload the tarball */
/* Upload from /tmp to /tmp + deletion -> BAD, exclude this possibility */
if (url && url[0] && strcmp(url, "file://"LARGE_DATA_TMP_DIR"/") != 0)
{
post_state_t *state = new_post_state(POST_WANT_ERROR_MSG);
state->username = getenv("Upload_Username");
char *password_inp = NULL;
if (state->username != NULL && state->username[0] != '\0')
{
/* Load Password only if Username is configured, it doesn't make */
/* much sense to load Password without Username. */
state->password = getenv("Upload_Password");
if (state->password == NULL)
{
/* Be permissive and nice, ask only once and don't check */
/* the result. User can dismiss this prompt but the upload */
/* may work somehow??? */
char *msg = xasprintf(_("Please enter password for uploading:"), state->username);
state->password = password_inp = ask_password(msg);
free(msg);
}
}
char *remote_name = upload_file_ext(state, url, tempfile, UPLOAD_FILE_HANDLE_ACCESS_DENIALS);
result = (remote_name == NULL); /* error if NULL */
free(remote_name);
free(password_inp);
free_post_state(state);
/* cleanup code will delete tempfile */
}
else
{
result = 0; /* success */
log(_("Archive is created: '%s'"), tempfile);
free(tempfile);
tempfile = NULL;
}
ret:
free(url);
dd_close(dd);
if (tar)
tar_close(tar);
/* close(pipe_from_parent_to_child[1]); - tar_close() does it itself */
if (child > 0)
safe_waitpid(child, NULL, 0);
if (tempfile)
{
unlink(tempfile);
free(tempfile);
}
if (errmsg)
error_msg_and_die("%s", errmsg);
return result;
}
void problem_data_load_from_dump_dir(problem_data_t *problem_data, struct dump_dir *dd, char **excluding)
{
char *short_name;
char *full_name;
dd_init_next_file(dd);
while (dd_get_next_file(dd, &short_name, &full_name))
{
if (excluding && is_in_string_list(short_name, excluding))
{
//log("Excluded:'%s'", short_name);
goto next;
}
if (short_name[0] == '#'
|| (short_name[0] && short_name[strlen(short_name) - 1] == '~')
) {
//log("Excluded (editor backup file):'%s'", short_name);
goto next;
}
ssize_t sz = 4*1024;
char *text = NULL;
bool editable = is_editable_file(short_name);
if (!editable)
{
text = is_text_file(full_name, &sz);
if (!text)
{
problem_data_add(problem_data,
short_name,
full_name,
CD_FLAG_BIN + CD_FLAG_ISNOTEDITABLE
);
goto next;
}
}
char *content;
if (sz < 4*1024) /* did is_text_file read entire file? */
{
/* yes */
content = text;
}
else
{
/* no, need to read it all */
free(text);
content = dd_load_text(dd, short_name);
}
/* Strip '\n' from one-line elements: */
char *nl = strchr(content, '\n');
if (nl && nl[1] == '\0')
*nl = '\0';
/* Sanitize possibly corrupted utf8.
* Of control chars, allow only tab and newline.
*/
char *sanitized = sanitize_utf8(content,
(SANITIZE_ALL & ~SANITIZE_LF & ~SANITIZE_TAB)
);
if (sanitized)
{
free(content);
content = sanitized;
}
int flags = 0;
if (editable)
flags |= CD_FLAG_TXT | CD_FLAG_ISEDITABLE;
else
flags |= CD_FLAG_TXT | CD_FLAG_ISNOTEDITABLE;
static const char *const list_files[] = {
FILENAME_UID ,
FILENAME_PACKAGE ,
FILENAME_EXECUTABLE,
FILENAME_TIME ,
FILENAME_COUNT ,
NULL
};
if (is_in_string_list(short_name, (char**)list_files))
flags |= CD_FLAG_LIST;
if (strcmp(short_name, FILENAME_TIME) == 0)
flags |= CD_FLAG_UNIXTIME;
problem_data_add(problem_data,
short_name,
content,
flags
);
free(content);
next:
free(short_name);
free(full_name);
}
}
void load_problem_data_from_dump_dir(problem_data_t *problem_data, struct dump_dir *dd)
{
char *short_name;
char *full_name;
dd_init_next_file(dd);
while (dd_get_next_file(dd, &short_name, &full_name))
{
ssize_t sz = 4*1024;
char *text = NULL;
bool editable = is_editable_file(short_name);
if (!editable)
{
text = is_text_file(full_name, &sz);
if (!text)
{
add_to_problem_data_ext(problem_data,
short_name,
full_name,
CD_FLAG_BIN + CD_FLAG_ISNOTEDITABLE
);
free(short_name);
free(full_name);
continue;
}
}
char *content;
if (sz < 4*1024) /* did is_text_file read entire file? */
{
content = text;
/* Strip '\n' from one-line elements: */
char *nl = strchr(content, '\n');
if (nl && nl[1] == '\0')
*nl = '\0';
}
else
{
/* no, need to read it all */
free(text);
content = dd_load_text(dd, short_name);
}
int flags = 0;
if (editable)
flags |= CD_FLAG_TXT | CD_FLAG_ISEDITABLE;
else
flags |= CD_FLAG_TXT | CD_FLAG_ISNOTEDITABLE;
static const char *const list_files[] = {
FILENAME_UID ,
FILENAME_PACKAGE ,
FILENAME_EXECUTABLE,
FILENAME_TIME ,
FILENAME_COUNT ,
NULL
};
if (is_in_string_list(short_name, (char**)list_files))
flags |= CD_FLAG_LIST;
if (strcmp(short_name, FILENAME_TIME) == 0)
flags |= CD_FLAG_UNIXTIME;
add_to_problem_data_ext(problem_data,
short_name,
content,
flags
);
free(short_name);
free(full_name);
free(content);
}
}
