// Compresses a $folder into gzipped tar format.
// Returns the path to the compressed archive it created.
string filter_archive_tar_gzip_folder (string folder)
{
string tarball = filter_url_tempfile () + ".tar.gz";
folder = filter_url_escape_shell_argument (folder);
string logfile = filter_url_tempfile () + ".log";
string command = "cd " + folder + " && tar -czf " + tarball + " . > " + logfile + " 2>&1";
int return_var = system (command.c_str());
if (return_var != 0) {
filter_url_unlink (tarball);
tarball.clear();
string errors = filter_url_file_get_contents (logfile);
Database_Logs::log (errors);
}
return tarball;
}
// Compresses a $folder into zip format.
// Returns the path to the compressed archive it created.
string filter_archive_zip_folder (string folder)
{
if (!file_or_dir_exists (folder)) return "";
string zippedfile = filter_url_tempfile () + ".zip";
string logfile = filter_url_tempfile () + ".log";
folder = filter_url_escape_shell_argument (folder);
string command = "cd " + folder + " && zip -r " + zippedfile + " * > " + logfile + " 2>&1";
int return_var = system (command.c_str());
if (return_var != 0) {
filter_url_unlink (zippedfile);
zippedfile.clear();
string errors = filter_url_file_get_contents (logfile);
Database_Logs::log (errors);
}
return zippedfile;
}
// Uncompresses a .tar.gz archive identified by $file.
// Returns the path to the folder it created.
string filter_archive_untar_gzip (string file)
{
file = filter_url_escape_shell_argument (file);
string folder = filter_url_tempfile ();
filter_url_mkdir (folder);
folder.append (DIRECTORY_SEPARATOR);
string logfile = filter_url_tempfile () + ".log";
string command = "cd " + folder + " && tar zxf " + file + " > " + logfile + " 2>&1";
int return_var = system (command.c_str());
if (return_var != 0) {
filter_url_rmdir (folder);
folder.clear();
string errors = filter_url_file_get_contents (logfile);
Database_Logs::log (errors);
}
return folder;
}
// Uncompresses a zip archive identified by $file.
// Returns the path to the folder it created.
string filter_archive_unzip (string file)
{
string folder = filter_url_tempfile ();
filter_url_mkdir (folder);
folder.append (DIRECTORY_SEPARATOR);
string logfile = filter_url_tempfile () + ".log";
file = filter_url_escape_shell_argument (file);
string command = "unzip -o -d " + folder + " " + file + " > " + logfile + " 2>&1";
int return_var = system (command.c_str());
if (return_var != 0) {
filter_url_rmdir (folder);
folder.clear();
string errors = filter_url_file_get_contents (logfile);
Database_Logs::log (errors);
} else {
// Set free permissions after unzipping.
command = "chmod -R 0777 " + folder;
int result = system (command.c_str ());
(void) result;
}
return folder;
}
// Imports the file at $path into $resource.
void resource_logic_import_images (string resource, string path)
{
Database_ImageResources database_imageresources;
Database_Logs::log ("Importing: " + filter_url_basename (path));
// To begin with, add the path to the main file to the list of paths to be processed.
vector <string> paths = {path};
while (!paths.empty ()) {
// Take and remove the first path from the container.
path = paths[0];
paths.erase (paths.begin());
string basename = filter_url_basename (path);
string extension = filter_url_get_extension (path);
extension = unicode_string_casefold (extension);
if (extension == "pdf") {
Database_Logs::log ("Processing PDF: " + basename);
// Retrieve PDF information.
filter_shell_run ("", "pdfinfo", {path}, NULL, NULL);
// Convert the PDF file to separate images.
string folder = filter_url_tempfile ();
filter_url_mkdir (folder);
filter_shell_run (folder, "pdftocairo", {"-jpeg", path}, NULL, NULL);
// Add the images to the ones to be processed.
filter_url_recursive_scandir (folder, paths);
} else if (filter_archive_is_archive (path)) {
Database_Logs::log ("Unpacking archive: " + basename);
string folder = filter_archive_uncompress (path);
filter_url_recursive_scandir (folder, paths);
} else {
if (!extension.empty ()) {
basename = database_imageresources.store (resource, path);
Database_Logs::log ("Storing image " + basename );
}
}
}
Database_Logs::log ("Ready importing images");
}
void export_bibledropbox (string user, string bible)
{
Webserver_Request request;
Database_Bibles database_bibles;
Database_Users database_users;
Database_Mail database_mail = Database_Mail (&request);
string tag = translate ("Submit to the Bible Drop Box") + ": ";
Database_Logs::log (tag + bible, Filter_Roles::translator ());
// Temporal USFM directory.
string directory = filter_url_tempfile ();
filter_url_mkdir (directory);
// Take the USFM from the Bible database.
// Generate one USFM file per book.
vector <int> books = database_bibles.getBooks (bible);
for (auto book : books) {
// The USFM data of the current book.
string bookdata;
// Collect the USFM for all chapters in this book.
vector <int> chapters = database_bibles.getChapters (bible, book);
for (auto chapter : chapters) {
// Get the USFM code for the current chapter.
string usfm = database_bibles.getChapter (bible, book, chapter);
usfm = filter_string_trim (usfm);
// Add the chapter USFM code to the book's USFM code.
bookdata.append (usfm);
bookdata.append ("\n");
}
// The filename for the USFM for this book.
string filename = Export_Logic::baseBookFileName (book);
string path = filter_url_create_path (directory, filename + ".usfm");
// Save.
filter_url_file_put_contents (path, bookdata);
}
// Compress USFM files into one zip file.
string zipfile = filter_url_create_path (directory, Export_Logic::baseBookFileName (0) + ".zip");
string archive = filter_archive_zip_folder (directory);
filter_url_rename (archive, zipfile);
/*
<form action="SubmitAction.phtml" method="post" enctype="multipart/form-data">
<p>Your name: <input type="text" name="nameLine" size="40" /> </p>
<p>Your email address: <input type="text" name="emailLine" size="50" /></p>
<p>Language/Project name: <input type="text" name="projectLine" size="35" /></p>
<p>I have the authority to submit this data: <input type="checkbox" name="permission" value="Yes">
What is your main goal here (optional): <input type="text" name="goalLine" size="80" />
<input type="checkbox" name="photoBible" value="Yes">
OpenDocument <input type="checkbox" name="odfs" value="Yes">
PDF <input type="checkbox" name="pdfs" value="Yes">
Zip file containing your Bible file(s) <input type="file" name="uploadedZipFile" size="50" />
<input type="hidden" name="MAX_FILE_SIZE" value="5000000" />
<input type="file" name="uploadedMetadataFile" size="50" />
<input type="submit" name="submit" value="Submit" />
</form>
*/
// Bible Drop Box submission URL.
string url = "http://freely-given.org/Software/BibleDropBox/SubmitAction.phtml";
// Form values to POST.
map <string, string> post;
post ["nameLine"] = user;
post ["emailLine"] = database_users.getUserToEmail (user);
post ["projectLine"] = bible;
post ["permission"] = "Yes";
post ["goalLine"] = "Bible translation through Bibledit";
// Just one request: Is it possible to make the Bibledit submission system default to turning off the three check-boxes for the tasks that take heavy processing on The Bible Drop Box: PhotoBible, ODFs using the Python interface to LibreOffice (which is slow compared to the Pathway method of creating the XML files directly), and PDF exports (via TeX). If the user is only after, say a Sword module, it's quite a heavy cost to wastefully produce these other exports.
//post ["photoBible"] = "Yes";
//post ["odfs"] = "Yes";
//post ["pdfs"] = "Yes";
post ["submit"] = "Submit";
// Submission and response.
string error;
string response = filter_url_http_upload (url, post, zipfile, error);
if (!error.empty ()) {
Database_Logs::log (tag + error, Filter_Roles::translator ());
database_mail.send (user, "Error submitting to the Bible Drop Box", error);
}
size_t pos = response.find ("<head>");
if (pos != string::npos) {
response.insert (pos + 6, "<base href=\"http://freely-given.org/Software/BibleDropBox/\">");
}
database_mail.send (user, "Result of your submission to the Bible Drop Box", response);
// Done.
Database_Logs::log (tag + translate("Ready"), Filter_Roles::translator ());
}
string bible_import_usfm (void * webserver_request)
{
Webserver_Request * request = (Webserver_Request *) webserver_request;
string page;
page = Assets_Page::header (translate ("Import USFM"), webserver_request, "");
Assets_View view = Assets_View ();
string success_message;
string error_message;
// The name of the Bible.
string bible = access_bible_clamp (request, request->query["bible"]);
view.set_variable ("bible", filter_string_sanitize_html (bible));
// Whether the user has write access to this Bible.
bool write_access = access_bible_write (request, bible);
if (write_access) view.enable_zone ("write_access");
// USFM data submission.
if (request->post.count ("submit")) {
// Submission may take long if there's a lot of data or the network is slow.
string data = request->post ["data"];
data = filter_url_tag_to_plus (data);
data = filter_string_trim (data);
if (data != "") {
if (unicode_string_is_valid (data)) {
string datafile = filter_url_tempfile ();
filter_url_file_put_contents (datafile, data);
success_message = translate("Import has started. See Journal for progress.");
tasks_logic_queue (IMPORTUSFM, { datafile, bible });
} else {
error_message = translate("Please supply valid Unicode UTF-8 text.");
}
} else {
success_message = translate("Nothing was imported.");
}
}
// File upload.
if (request->post.count ("upload")) {
string datafile = filter_url_tempfile () + request->post ["filename"];
string data = request->post ["data"];
if (!data.empty ()) {
filter_url_file_put_contents (datafile, data);
success_message = translate("Import has started. See Journal for progress.");
tasks_logic_queue (IMPORTUSFM, { datafile, bible });
} else {
error_message = translate ("Nothing was uploaded");
}
}
view.set_variable ("success_message", success_message);
view.set_variable ("error_message", error_message);
page += view.render ("bible", "import_usfm");
page += Assets_Page::footer ();
return page;
}
string bible_import (void * webserver_request)
{
Webserver_Request * request = (Webserver_Request *) webserver_request;
string page;
Assets_Header header = Assets_Header (translate("Import"), webserver_request);
header.setNavigator ();
header.addBreadCrumb (menu_logic_settings_menu (), menu_logic_settings_text ());
header.addBreadCrumb (bible_manage_url (), menu_logic_bible_manage_text ());
page = header.run ();
Assets_View view;
string success_message;
string error_message;
// The name of the Bible.
string bible = access_bible_clamp (request, request->query["bible"]);
view.set_variable ("bible", filter_string_sanitize_html (bible));
int book = Ipc_Focus::getBook (webserver_request);
int chapter = Ipc_Focus::getChapter (webserver_request);
// Whether the user has write access to this Bible.
bool write_access = access_bible_write (request, bible);
if (write_access) view.enable_zone ("write_access");
// USFM data submission.
if (request->post.count ("submit")) {
// Submission may take long if there's a lot of data or the network is slow.
string data = request->post ["data"];
data = filter_url_tag_to_plus (data);
data = filter_string_trim (data);
if (data != "") {
if (unicode_string_is_valid (data)) {
string datafile = filter_url_tempfile ();
filter_url_file_put_contents (datafile, data);
success_message = translate("Import has started. See Journal for progress.");
tasks_logic_queue (IMPORTBIBLE, { datafile, bible, convert_to_string (book), convert_to_string (chapter) });
} else {
error_message = translate("Please supply valid Unicode UTF-8 text.");
}
} else {
success_message = translate("Nothing was imported.");
}
// User imported something into this Bible: Set it as the default Bible.
request->database_config_user()->setBible (bible);
}
// File upload.
if (request->post.count ("upload")) {
string datafile = filter_url_tempfile () + request->post ["filename"];
string data = request->post ["data"];
if (!data.empty ()) {
filter_url_file_put_contents (datafile, data);
success_message = translate("Import has started. See Journal for progress.");
tasks_logic_queue (IMPORTBIBLE, { datafile, bible, convert_to_string (book), convert_to_string (chapter) });
} else {
error_message = translate ("Nothing was uploaded");
}
// User imported something into this Bible: Set it as the default Bible.
request->database_config_user()->setBible (bible);
}
#ifdef HAVE_UPLOAD
view.enable_zone ("enable_upload");
#else
view.enable_zone ("disable_upload");
#endif
view.set_variable ("success_message", success_message);
view.set_variable ("error_message", error_message);
page += view.render ("bible", "import");
page += Assets_Page::footer ();
return page;
}
