int logger_init(unsigned int _logLevel, const char *endpoint, int timeout_milliseconds)
{
prong_assert(logLevel >= LOG_SEVERITY_DEBUG);
prong_assert(logLevel <= LOG_SEVERITY_SEVERE);
prong_assert(endpoint != NULL);
if (id != NULL)
{
g_free(id);
}
id = g_strdup_printf("PID(%d) %s", getpid(), basename_safe(PROCESS_NAME));
logLevel = _logLevel;
if (transport == NULL)
{
transport_close(transport);
}
transport = transport_init(TRANSPORT_TYPE_PUSH, endpoint);
if (transport == NULL)
{
g_free(id);
return -1;
}
transport_set_send_timeout(transport, timeout_milliseconds);
return 0;
}
int main(int argc, char *argv[])
{
SHORT_PROCESS_NAME = basename_safe(argv[0]);
PROCESS_NAME = argv[0];
if (argc != 2)
{
printf("Usage: %s <endpoint>\n", argv[0]);
return -1;
}
if (config_init(argv[1]) != 0)
{
perror("Creating config");
return -1;
}
unsigned int size;
const char *everything = config_get_all_values(&size);
printf("%s\n", everything);
int ret = config_set("Foo", "Bar", "Win");
printf("Set = %d\n", ret);
char *val;
if (config_get("foo", "bar", &val) != 0)
{
printf("Failed to get value\n");
} else
{
printf("Val = %s\n", val);
g_free(val);
}
if (config_get("Somethings", "Missing", &val) != 0)
{
printf("Failed to get value\n");
} else
{
if (val == NULL)
{
printf("It's not set\n");
} else
{
printf("Value is %s\n", val);
}
}
config_close();
return 0;
}
/**
* Starts sleuthmount.
*
* \param argc The number of arguments
* \param argv The argument array
* \returns 0 on success, -1 on error
*/
int main(int argc, char *argv[])
{
SHORT_PROCESS_NAME = basename_safe(argv[0]);
PROCESS_NAME = argv[0];
if (argc != 2)
{
print_usage(argv[0]);
return -1;
}
// Adding some sample files into our filesystem
add_file(10, "ten", 10);
add_file(100, "hundred", 100);
add_file(1000, "something_else", 60);
int ret = do_mount(argv[argc - 1]);
// There may not be a purpose to doing this
cleanup();
return ret;
}
/**
* An internal worker function to perform the logging.
*
* Takes VA_ARGS similar to vprintf.
*
* \param _l The logger reference.
* \param severity The severity of the message
* \param format The message to send
* \param ap The va_list for the format paramater
* \returns 0 on success, -1 on error.
*/
static int vlog(int severity, const char *format, va_list ap)
{
if (logLevel > severity)
{
return 0;
}
if (buffer == NULL)
{
buffer = (char *) g_malloc(INITIAL_BUFFER_SIZE);
buffer_size = INITIAL_BUFFER_SIZE;
}
struct timeval timestamp;
// Populate buffer with time stamp
if (gettimeofday(×tamp, NULL) != 0)
{
// Print the message to stderr before erroring out
fprintf(stderr, "??.?? PID(%d) %s: [%s] ", getpid(), basename_safe(PROCESS_NAME), log_get_severity_string(severity));
vfprintf(stderr, format, ap);
fprintf(stderr, "\n");
fflush(stderr);
return -1;
}
int ret = g_vsnprintf(buffer, buffer_size, format, ap);
if (ret < 0)
{
// Broken implementation of vsnprintf?
// Print the message to stderr before erroring out
fprintf(stderr, "%ld.%06ld PID(%d) %s: [%s] ", timestamp.tv_sec, timestamp.tv_usec, getpid(), basename_safe(PROCESS_NAME), log_get_severity_string(severity));
vfprintf(stderr, format, ap);
fprintf(stderr, "\n");
fflush(stderr);
return -1;
}
if (ret >= buffer_size)
{
g_free(buffer);
buffer = (char *) g_malloc(ret * 2);
buffer_size = ret * 2;
errno = EAGAIN;
return -1;
}
if (id == NULL)
{
fprintf(stderr, "%ld.%06ld PID(%d) %s: [%s] %s\n", timestamp.tv_sec, timestamp.tv_usec, getpid(), basename_safe(PROCESS_NAME), log_get_severity_string(severity), buffer);
return 0;
}
log_t log = log_init(NULL, 0);
log_set_sender_id(log, id);
log_set_severity(log, severity);
log_set_timestamp(log, timestamp.tv_sec, timestamp.tv_usec);
log_set_message(log, buffer);
unsigned int size;
char *s = log_serialise(log, &size);
log_close(log);
ret = transport_send(transport, s, NULL, size);
g_free(s);
return ret;
}
/**
* Starts the harness.
*
* \param argc Num of args
* \param argv The args
* \returns 0 on success, -1 on error
*/
int main(int argc, char *argv[])
{
SHORT_PROCESS_NAME = basename_safe(argv[0]);
PROCESS_NAME = argv[0];
// We accept only one argument, namely the transport address of the
// global configuration server
if (argc != 2)
{
print_usage();
return -1;
}
if (config_init(argv[1]) != 0)
{
error_log("Unable to setup test harness. Is there a problem with the endpoint syntax? %s", argv[1]);
return -1;
}
int ret = 0;
ret = logger_config_init();
if (ret != 0)
{
error_log("Failed to create log transport");
cleanup(NULL);
return -1;
}
char *test_harness_listen_endpoint = g_strdup_printf("%s-%d", TEST_SOCKET, getpid());
debug_log("Test harness is listening on %s", test_harness_listen_endpoint);
transport_t transport = transport_init(TRANSPORT_TYPE_PUSHPULL, test_harness_listen_endpoint);
if (transport == NULL)
{
error_log("Unable to create transport");
g_free(test_harness_listen_endpoint);
cleanup(NULL);
return -1;
}
if (spawn_subcontractor(argv[1], test_harness_listen_endpoint) != 0)
{
error_log("Unable to spawn subcontractor");
g_free(test_harness_listen_endpoint);
cleanup(transport);
return -1;
}
g_free(test_harness_listen_endpoint);
test_harness_listen_endpoint = NULL;
char *input_file;
if ((config_get(NULL, CONFIG_INPUT_FILE_OPTION_NAME, &input_file) != 0) || (input_file == NULL))
{
error_log("Could not get input file name");
cleanup(transport);
return -1;
}
char *subcontractor;
if ((config_get(NULL, CONFIG_TEST_HARNESS_SUBCONTRACTOR_TO_TEST_OPTION_NAME, &subcontractor) != 0) || (subcontractor == NULL))
{
error_log("Unable to get the name of the subcontractor which means I couldn't calculate the timeout!");
return -1;
}
const char *sub_name = basename_safe(subcontractor);
long timeout = CONFIG_CONTRACTOR_SUBCONTRACTOR_TRANSPORT_TIMEOUT_DEFAULT;
if (config_get_long_group_or_general_with_default_macro(sub_name, CONFIG_CONTRACTOR_SUBCONTRACTOR_TRANSPORT_TIMEOUT, &timeout) != 0)
{
info_log("Couldn't find out what timeout option to use, using default");
}
transport_set_recv_timeout(transport, timeout);
debug_log("Using %li for timeout to subcontractor", timeout);
unsigned int contract_string_size;
contract_t c = contract_init(NULL, 0);
contract_set_path(c, input_file);
contract_set_contiguous(c, 1);
contract_set_absolute_offset(c, 0);
char *contract_string = contract_serialise(c, &contract_string_size);
contract_close(c);
g_free(input_file);
if (contract_string == NULL)
{
perror("Failed to create contract_string");
g_free(contract_string);
g_free(subcontractor);
cleanup(transport);
return -1;
}
info_log("Sending message");
unsigned int subcontractor_result_msg_size;
const char *subcontractor_result_msg = transport_sendrecv(transport, contract_string, contract_string_size, &child_pid, &subcontractor_result_msg_size);
if (subcontractor_result_msg == NULL)
{
if (errno == EAGAIN)
{
// Timeout.
error_log
("Timeout in receiving message from subcontractor! Either your subcontractor hung (it will be killed when running in pronghorn) or it didn't compelete in time. You need to make sure that the timeout is long enough, by setting subcontractor_timeout (specifcally for your sub contractor or the general case). In pronghorn, this would be via the config file. Using the test harness, you can specificy this using \"-o %s.subcontractor_timeout=<timeout in milliseconds>\" or \"-o general.subcontractor_timeout=<timeout in milliseconds>\" at the end of the command line",
sub_name);
} else if (errno == EINTR)
{
// Interupted.
error_log("Something when wrong waiting for your subcontractor to return. Did it crash?! You might like to try adding \"-o %s.valgrind_opts=<path to valgrind>\" when testing.", sub_name);
}
cleanup(transport);
g_free(contract_string);
g_free(subcontractor);
return -1;
}
g_free(subcontractor);
contract_completion_report_t report = contract_completion_report_init(subcontractor_result_msg, subcontractor_result_msg_size);
if (report == NULL)
{
perror("Recreating contract_completion_report");
g_free(contract_string);
cleanup(transport);
return -1;
} else
{
info_log("Reconstructed message");
}
info_log("=====================");
info_log("Results: ");
unsigned int results_count;
const result_t *results = contract_completion_report_get_results(report, &results_count);
c = contract_completion_report_get_original_contract(report);;
for (int i = 0; i < results_count; i++)
{
const result_t r = results[i];
info_log("Path=%s. Type=(%s) %s. Confidence=%d", contract_get_path(c), result_get_brief_data_description(r), result_get_data_description(r), result_get_confidence(r));
#if PRINT_BLOCK_ARRAY
unsigned int block_range_size;
const block_range_t *ranges = result_get_block_ranges(r, &block_range_size);
if (block_range_size > 0)
{
int j;
info_log("Blocks:");
// This is inefficient. But it works and this function is rarely used
char *big_s = g_strdup("");
for (j = 0; j < block_range_size; j++)
{
unsigned long long pos;
unsigned long long len;
block_range_get_range(ranges[j], &pos, &len);
char *new_s = g_strdup_printf("%s %llu-%llu", big_s, pos, pos + len - 1);
g_free(big_s);
big_s = new_s;
}
info_log("%s", big_s);
g_free(big_s);
}
#endif // PRINT_BLOCK_ARRAY
unsigned int new_contracts_count;
#if SIMPLE_CONTRACT_ENUMERATION
result_get_new_contracts(r, &new_contracts_count);
info_log("\t- With %d new contracts!", new_contracts_count);
#else // SIMPLE_CONTRACT_ENUMERATION
// Yes, this looks dodgy, but it's fine until r gets destroyed (which is after we destroy our copy)
const contract_t *new_contracts_const = result_get_new_contracts(r, &new_contracts_count);
contract_t *new_contracts = (contract_t *) g_malloc(sizeof(contract_t) * new_contracts_count);
memcpy(new_contracts, new_contracts_const, sizeof(contract_t) * new_contracts_count);
if (new_contracts_count > 0)
{
// Sorting the array
#if SORT_CONTRACT_ARRAY
{
int j;
for (j = 0; j < new_contracts_count - 1; j++)
{
int k;
for (k = 0; k < new_contracts_count - j - 1; k++)
{
int a = atoi(contract_get_path(new_contracts[k]));
int b = atoi(contract_get_path(new_contracts[k + 1]));
if (a > b)
{
contract_t temp = new_contracts[k];
new_contracts[k] = new_contracts[k + 1];
new_contracts[k + 1] = temp;
} else if (a == b)
{
warning_log("Duplicate entry found! %s", contract_get_path(new_contracts[k]));
}
}
}
}
#endif // SORT_CONTRACT_ARRAY
#if PRINT_CONTRACT_ARRAY
{
info_log("New contracts: ");
int j;
for (j = new_contracts_count - 1; j >= 0; j--)
{
const char *path = contract_get_path(new_contracts[j]);
if (access(path, R_OK) == 0)
{
info_log("OK %s", path);
print_md5(path);
} else
{
info_log("Couldn't access advertised new path %s", path);
}
}
}
#endif // PRINT_CONTRACT_ARRAY
}
g_free(new_contracts);
#endif // SIMPLE_CONTRACT_ENUMERATION
}
contract_completion_report_close(report);
if (NUM_EXERCISE_LOOPS != 0)
{
info_log("=====================");
info_log("Exercising the plugin");
for (int i = 0; i < NUM_EXERCISE_LOOPS; i++)
{
subcontractor_result_msg = transport_sendrecv(transport, (char *) contract_string, contract_string_size, &child_pid, &subcontractor_result_msg_size);
}
info_log("Finished exercising the plugin");
}
info_log("=====================");
info_log("Telling subcontractor to close nicely");
g_free(contract_string);
// Send empty contract to tell child to close
c = contract_init(NULL, 0);
contract_set_path(c, "");
contract_string = contract_serialise(c, &contract_string_size);
contract_close(c);
subcontractor_result_msg = transport_sendrecv(transport, (char *) contract_string, contract_string_size, &child_pid, &subcontractor_result_msg_size);
g_free(contract_string);
if (child_pid != -1)
{
sleep(100);
}
volatile int local_child_pid = child_pid;
if (local_child_pid != -1)
{
warning_log("Process hasn't died automatically. Sending SIGTERM");
kill(local_child_pid, SIGTERM);
sleep(10);
local_child_pid = child_pid;
if (local_child_pid != -1)
{
warning_log("Process STILL hasn't died... Killing it");
kill(local_child_pid, SIGKILL);
}
}
cleanup(transport);
return 0;
}
int main(int argc, char** args) {
int c;
anbool help = FALSE;
char* outdir = NULL;
char* cmd;
int i, j, f;
int inputnum;
int rtn;
sl* engineargs;
int nbeargs;
anbool fromstdin = FALSE;
anbool overwrite = FALSE;
anbool cont = FALSE;
anbool skip_solved = FALSE;
anbool makeplots = TRUE;
double plotscale = 1.0;
char* inbgfn = NULL;
char* bgfn = NULL;
char* me;
anbool verbose = FALSE;
int loglvl = LOG_MSG;
char* outbase = NULL;
anbool usecurl = TRUE;
bl* opts;
augment_xylist_t theallaxy;
augment_xylist_t* allaxy = &theallaxy;
int nmyopts;
char* removeopts = "ixo\x01";
char* newfits;
char* kmz = NULL;
char* scamp = NULL;
char* scampconfig = NULL;
char* index_xyls;
anbool just_augment = FALSE;
anbool engine_batch = FALSE;
bl* batchaxy = NULL;
bl* batchsf = NULL;
sl* outfiles;
sl* tempfiles;
// these are deleted after the outer loop over input files
sl* tempfiles2;
sl* tempdirs;
anbool timestamp = FALSE;
anbool tempaxy = FALSE;
errors_print_on_exit(stderr);
fits_use_error_system();
me = find_executable(args[0], NULL);
engineargs = sl_new(16);
append_executable(engineargs, "astrometry-engine", me);
// output filenames.
outfiles = sl_new(16);
tempfiles = sl_new(4);
tempfiles2 = sl_new(4);
tempdirs = sl_new(4);
rtn = 0;
nmyopts = sizeof(options)/sizeof(an_option_t);
opts = opts_from_array(options, nmyopts, NULL);
augment_xylist_add_options(opts);
// remove duplicate short options.
for (i=0; i<nmyopts; i++) {
an_option_t* opt1 = bl_access(opts, i);
for (j=nmyopts; j<bl_size(opts); j++) {
an_option_t* opt2 = bl_access(opts, j);
if (opt2->shortopt == opt1->shortopt)
bl_remove_index(opts, j);
}
}
// remove unwanted augment-xylist options.
for (i=0; i<strlen(removeopts); i++) {
for (j=nmyopts; j<bl_size(opts); j++) {
an_option_t* opt2 = bl_access(opts, j);
if (opt2->shortopt == removeopts[i])
bl_remove_index(opts, j);
}
}
// which options are left?
/*{
char options[256];
memset(options, 0, 256);
printf("options:\n");
for (i=0; i<bl_size(opts); i++) {
an_option_t* opt = bl_access(opts, i);
printf(" %c (%i) %s\n", opt->shortopt, (int)opt->shortopt, opt->name);
options[(int)((opt->shortopt + 256) % 256)] = 1;
}
printf("Remaining short opts:\n");
for (i=0; i<256; i++) {
if (!options[i])
printf(" %c (%i, 0x%x)\n", (char)i, i, i);
}
}*/
augment_xylist_init(allaxy);
// default output filename patterns.
allaxy->axyfn = "%s.axy";
allaxy->matchfn = "%s.match";
allaxy->rdlsfn = "%s.rdls";
allaxy->solvedfn = "%s.solved";
allaxy->wcsfn = "%s.wcs";
allaxy->corrfn = "%s.corr";
newfits = "%s.new";
index_xyls = "%s-indx.xyls";
while (1) {
int res;
c = opts_getopt(opts, argc, args);
//printf("option %c (%i)\n", c, (int)c);
if (c == -1)
break;
switch (c) {
case '\x91':
allaxy->axyfn = optarg;
break;
case '\x90':
tempaxy = TRUE;
break;
case '\x88':
timestamp = TRUE;
break;
case '\x84':
plotscale = atof(optarg);
break;
case '\x85':
inbgfn = optarg;
break;
case '\x87':
allaxy->assume_fits_image = TRUE;
break;
case '(':
engine_batch = TRUE;
break;
case '@':
just_augment = TRUE;
break;
case 'U':
index_xyls = optarg;
break;
case 'n':
scampconfig = optarg;
break;
case 'i':
scamp = optarg;
break;
case 'Z':
kmz = optarg;
break;
case 'N':
newfits = optarg;
break;
case 'h':
help = TRUE;
break;
case 'v':
sl_append(engineargs, "--verbose");
verbose = TRUE;
allaxy->verbosity++;
loglvl++;
break;
case 'D':
outdir = optarg;
break;
case 'o':
outbase = optarg;
break;
case 'b':
case '\x89':
sl_append(engineargs, "--config");
append_escape(engineargs, optarg);
break;
case 'f':
fromstdin = TRUE;
break;
case 'O':
overwrite = TRUE;
break;
case 'p':
makeplots = FALSE;
break;
case 'G':
usecurl = FALSE;
break;
case 'K':
cont = TRUE;
break;
case 'J':
skip_solved = TRUE;
break;
default:
res = augment_xylist_parse_option(c, optarg, allaxy);
if (res) {
rtn = -1;
goto dohelp;
}
}
}
if ((optind == argc) && !fromstdin) {
printf("ERROR: You didn't specify any files to process.\n");
help = TRUE;
}
if (help) {
dohelp:
print_help(args[0], opts);
exit(rtn);
}
bl_free(opts);
// --dont-augment: advertised as just write xy file,
// so quit after doing that.
if (allaxy->dont_augment) {
just_augment = TRUE;
}
log_init(loglvl);
if (timestamp)
log_set_timestamp(TRUE);
if (kmz && starts_with(kmz, "-"))
logmsg("Do you really want to save KMZ to the file named \"%s\" ??\n", kmz);
if (starts_with(newfits, "-")) {
logmsg("Do you really want to save the new FITS file to the file named \"%s\" ??\n", newfits);
}
if (engine_batch) {
batchaxy = bl_new(16, sizeof(augment_xylist_t));
batchsf = bl_new(16, sizeof(solve_field_args_t));
}
// Allow (some of the) default filenames to be disabled by setting them to "none".
allaxy->matchfn = none_is_null(allaxy->matchfn);
allaxy->rdlsfn = none_is_null(allaxy->rdlsfn);
allaxy->solvedfn = none_is_null(allaxy->solvedfn);
allaxy->solvedinfn = none_is_null(allaxy->solvedinfn);
allaxy->wcsfn = none_is_null(allaxy->wcsfn);
allaxy->corrfn = none_is_null(allaxy->corrfn);
newfits = none_is_null(newfits);
index_xyls = none_is_null(index_xyls);
if (outdir) {
if (mkdir_p(outdir)) {
ERROR("Failed to create output directory %s", outdir);
exit(-1);
}
}
// number of engine args not specific to a particular file
nbeargs = sl_size(engineargs);
f = optind;
inputnum = 0;
while (1) {
char* infile = NULL;
anbool isxyls;
char* reason;
int len;
char* base;
char* basedir;
char* basefile = NULL;
char *objsfn=NULL;
char *ppmfn=NULL;
char* downloadfn = NULL;
char* suffix = NULL;
sl* cmdline;
anbool ctrlc;
anbool isurl;
augment_xylist_t theaxy;
augment_xylist_t* axy = &theaxy;
int j;
solve_field_args_t thesf;
solve_field_args_t* sf = &thesf;
anbool want_pnm = FALSE;
// reset augment-xylist args.
memcpy(axy, allaxy, sizeof(augment_xylist_t));
memset(sf, 0, sizeof(solve_field_args_t));
if (fromstdin) {
char fnbuf[1024];
if (!fgets(fnbuf, sizeof(fnbuf), stdin)) {
if (ferror(stdin))
SYSERROR("Failed to read a filename from stdin");
break;
}
len = strlen(fnbuf);
if (fnbuf[len-1] == '\n')
fnbuf[len-1] = '\0';
infile = fnbuf;
logmsg("Reading input file \"%s\"...\n", infile);
} else {
if (f == argc)
break;
infile = args[f];
f++;
logmsg("Reading input file %i of %i: \"%s\"...\n",
f - optind, argc - optind, infile);
}
inputnum++;
cmdline = sl_new(16);
if (!engine_batch) {
// Remove arguments that might have been added in previous trips through this loop
sl_remove_from(engineargs, nbeargs);
}
// Choose the base path/filename for output files.
if (outbase)
asprintf_safe(&basefile, outbase, inputnum, infile);
else
basefile = basename_safe(infile);
//logverb("Base filename: %s\n", basefile);
isurl = (!file_exists(infile) &&
(starts_with(infile, "http://") ||
starts_with(infile, "ftp://")));
if (outdir)
basedir = strdup(outdir);
else {
if (isurl)
basedir = strdup(".");
else
basedir = dirname_safe(infile);
}
//logverb("Base directory: %s\n", basedir);
asprintf_safe(&base, "%s/%s", basedir, basefile);
//logverb("Base name for output files: %s\n", base);
// trim .gz, .bz2
// hmm, we drop the suffix in this case...
len = strlen(base);
if (ends_with(base, ".gz"))
base[len-3] = '\0';
else if (ends_with(base, ".bz2"))
base[len-4] = '\0';
len = strlen(base);
// trim .xx / .xxx / .xxxx
if (len >= 5) {
for (j=3; j<=5; j++) {
if (base[len - j] == '/')
break;
if (base[len - j] == '.') {
base[len - j] = '\0';
suffix = base + len - j + 1;
break;
}
}
}
logverb("Base: \"%s\", basefile \"%s\", basedir \"%s\", suffix \"%s\"\n", base, basefile, basedir, suffix);
if (tempaxy) {
axy->axyfn = create_temp_file("axy", axy->tempdir);
sl_append_nocopy(tempfiles2, axy->axyfn);
} else
axy->axyfn = sl_appendf(outfiles, axy->axyfn, base);
if (axy->matchfn)
axy->matchfn = sl_appendf(outfiles, axy->matchfn, base);
if (axy->rdlsfn)
axy->rdlsfn = sl_appendf(outfiles, axy->rdlsfn, base);
if (axy->solvedfn)
axy->solvedfn = sl_appendf(outfiles, axy->solvedfn, base);
if (axy->wcsfn)
axy->wcsfn = sl_appendf(outfiles, axy->wcsfn, base);
if (axy->corrfn)
axy->corrfn = sl_appendf(outfiles, axy->corrfn, base);
if (axy->cancelfn)
axy->cancelfn = sl_appendf(outfiles, axy->cancelfn, base);
if (axy->keepxylsfn)
axy->keepxylsfn = sl_appendf(outfiles, axy->keepxylsfn, base);
if (axy->pnmfn)
axy->pnmfn = sl_appendf(outfiles, axy->pnmfn, base);
if (newfits)
sf->newfitsfn = sl_appendf(outfiles, newfits, base);
if (kmz)
sf->kmzfn = sl_appendf(outfiles, kmz, base);
if (index_xyls)
sf->indxylsfn = sl_appendf(outfiles, index_xyls, base);
if (scamp)
sf->scampfn = sl_appendf(outfiles, scamp, base);
if (scampconfig)
sf->scampconfigfn = sl_appendf(outfiles, scampconfig, base);
if (makeplots) {
objsfn = sl_appendf(outfiles, "%s-objs.png", base);
sf->redgreenfn = sl_appendf(outfiles, "%s-indx.png", base);
sf->ngcfn = sl_appendf(outfiles, "%s-ngc.png", base);
}
if (isurl) {
if (suffix)
downloadfn = sl_appendf(outfiles, "%s.%s", base, suffix);
else
downloadfn = sl_appendf(outfiles, "%s", base);
}
if (axy->solvedinfn)
asprintf_safe(&axy->solvedinfn, axy->solvedinfn, base);
// Do %s replacement on --verify-wcs entries...
if (sl_size(axy->verifywcs)) {
sl* newlist = sl_new(4);
for (j=0; j<sl_size(axy->verifywcs); j++)
sl_appendf(newlist, sl_get(axy->verifywcs, j), base);
axy->verifywcs = newlist;
}
// ... and plot-bg
if (inbgfn)
asprintf_safe(&bgfn, inbgfn, base);
if (axy->solvedinfn && axy->solvedfn && streq(axy->solvedfn, axy->solvedinfn)) {
// solved input and output files are the same: don't delete the input!
sl_remove_string(outfiles, axy->solvedfn);
free(axy->solvedfn);
axy->solvedfn = axy->solvedinfn;
}
free(basedir);
free(basefile);
if (skip_solved) {
char* tocheck[] = { axy->solvedinfn, axy->solvedfn };
for (j=0; j<sizeof(tocheck)/sizeof(char*); j++) {
if (!tocheck[j])
continue;
logverb("Checking for solved file %s\n", tocheck[j]);
if (file_exists(tocheck[j])) {
logmsg("Solved file exists: %s; skipping this input file.\n", tocheck[j]);
goto nextfile;
} else {
logverb("File \"%s\" does not exist.\n", tocheck[j]);
}
}
}
// Check for overlap between input and output filenames
for (i = 0; i < sl_size(outfiles); i++) {
char* fn = sl_get(outfiles, i);
if (streq(fn, infile)) {
logmsg("Output filename \"%s\" is the same as your input file.\n"
"Refusing to continue.\n"
"You can either choose a different output filename, or\n"
"rename your input file to have a different extension.\n", fn);
goto nextfile;
}
}
// Check for (and possibly delete) existing output filenames.
for (i = 0; i < sl_size(outfiles); i++) {
char* fn = sl_get(outfiles, i);
if (!file_exists(fn))
continue;
if (cont) {
} else if (overwrite) {
if (unlink(fn)) {
SYSERROR("Failed to delete an already-existing output file \"%s\"", fn);
exit(-1);
}
} else {
logmsg("Output file already exists: \"%s\".\n"
"Use the --overwrite flag to overwrite existing files,\n"
" or the --continue flag to not overwrite existing files but still try solving.\n", fn);
logmsg("Continuing to next input file.\n");
goto nextfile;
}
}
// if we're making "redgreen" plot, we need:
if (sf->redgreenfn) {
// -- index xylist
if (!sf->indxylsfn) {
sf->indxylsfn = create_temp_file("indxyls", axy->tempdir);
sl_append_nocopy(tempfiles, sf->indxylsfn);
}
// -- match file.
if (!axy->matchfn) {
axy->matchfn = create_temp_file("match", axy->tempdir);
sl_append_nocopy(tempfiles, axy->matchfn);
}
}
// if index xyls file is needed, we need:
if (sf->indxylsfn) {
// -- wcs
if (!axy->wcsfn) {
axy->wcsfn = create_temp_file("wcs", axy->tempdir);
sl_append_nocopy(tempfiles, axy->wcsfn);
}
// -- rdls
if (!axy->rdlsfn) {
axy->rdlsfn = create_temp_file("rdls", axy->tempdir);
sl_append_nocopy(tempfiles, axy->rdlsfn);
}
}
// Download URL...
if (isurl) {
sl_append(cmdline, usecurl ? "curl" : "wget");
if (!verbose)
sl_append(cmdline, usecurl ? "--silent" : "--quiet");
sl_append(cmdline, usecurl ? "--output" : "-O");
append_escape(cmdline, downloadfn);
append_escape(cmdline, infile);
cmd = sl_implode(cmdline, " ");
logmsg("Downloading...\n");
if (run_command(cmd, &ctrlc)) {
ERROR("%s command %s", sl_get(cmdline, 0),
(ctrlc ? "was cancelled" : "failed"));
exit(-1);
}
sl_remove_all(cmdline);
free(cmd);
infile = downloadfn;
}
if (makeplots)
want_pnm = TRUE;
if (axy->assume_fits_image) {
axy->imagefn = infile;
if (axy->pnmfn)
want_pnm = TRUE;
} else {
logverb("Checking if file \"%s\" ext %i is xylist or image: ",
infile, axy->extension);
fflush(NULL);
reason = NULL;
isxyls = xylist_is_file_xylist(infile, axy->extension,
axy->xcol, axy->ycol, &reason);
logverb(isxyls ? "xyls\n" : "image\n");
if (!isxyls)
logverb(" (not xyls because: %s)\n", reason);
free(reason);
fflush(NULL);
if (isxyls)
axy->xylsfn = infile;
else {
axy->imagefn = infile;
want_pnm = TRUE;
}
}
if (want_pnm && !axy->pnmfn) {
ppmfn = create_temp_file("ppm", axy->tempdir);
sl_append_nocopy(tempfiles, ppmfn);
axy->pnmfn = ppmfn;
axy->force_ppm = TRUE;
}
axy->keep_fitsimg = (newfits || scamp);
if (augment_xylist(axy, me)) {
ERROR("augment-xylist failed");
exit(-1);
}
if (just_augment)
goto nextfile;
if (makeplots) {
// Check that the plotting executables were built...
char* exec = find_executable("plotxy", me);
free(exec);
if (!exec) {
logmsg("Couldn't find \"plotxy\" executable - maybe you didn't build the plotting programs?\n");
logmsg("Disabling plots.\n");
makeplots = FALSE;
}
}
if (makeplots) {
// source extraction overlay
if (plot_source_overlay(axy, me, objsfn, plotscale, bgfn))
makeplots = FALSE;
}
append_escape(engineargs, axy->axyfn);
if (file_readable(axy->wcsfn))
axy->wcs_last_mod = file_get_last_modified_time(axy->wcsfn);
else
axy->wcs_last_mod = 0;
if (!engine_batch) {
run_engine(engineargs);
after_solved(axy, sf, makeplots, me, verbose,
axy->tempdir, tempdirs, tempfiles, plotscale, bgfn);
} else {
bl_append(batchaxy, axy);
bl_append(batchsf, sf );
}
fflush(NULL);
// clean up and move on to the next file.
nextfile:
free(base);
sl_free2(cmdline);
if (!engine_batch) {
free(axy->fitsimgfn);
free(axy->solvedinfn);
free(bgfn);
// erm.
if (axy->verifywcs != allaxy->verifywcs)
sl_free2(axy->verifywcs);
sl_remove_all(outfiles);
if (!axy->no_delete_temp)
delete_temp_files(tempfiles, tempdirs);
}
errors_print_stack(stdout);
errors_clear_stack();
logmsg("\n");
}
if (engine_batch) {
run_engine(engineargs);
for (i=0; i<bl_size(batchaxy); i++) {
augment_xylist_t* axy = bl_access(batchaxy, i);
solve_field_args_t* sf = bl_access(batchsf, i);
after_solved(axy, sf, makeplots, me, verbose,
axy->tempdir, tempdirs, tempfiles, plotscale, bgfn);
errors_print_stack(stdout);
errors_clear_stack();
logmsg("\n");
free(axy->fitsimgfn);
free(axy->solvedinfn);
// erm.
if (axy->verifywcs != allaxy->verifywcs)
sl_free2(axy->verifywcs);
}
if (!allaxy->no_delete_temp)
delete_temp_files(tempfiles, tempdirs);
bl_free(batchaxy);
bl_free(batchsf);
}
if (!allaxy->no_delete_temp)
delete_temp_files(tempfiles2, NULL);
sl_free2(outfiles);
sl_free2(tempfiles);
sl_free2(tempfiles2);
sl_free2(tempdirs);
sl_free2(engineargs);
free(me);
augment_xylist_free_contents(allaxy);
return 0;
}
static int write_kmz(const augment_xylist_t* axy, const char* kmzfn,
const char* tempdir, sl* tempdirs, sl* tempfiles) {
char* pngfn = NULL;
char* kmlfn = NULL;
char* warpedpngfn = NULL;
char* basekmlfn = NULL;
char* basewarpedpngfn = NULL;
char* tmpdir;
char* cmd = NULL;
sl* cmdline = sl_new(16);
char* wcsbase = NULL;
tmpdir = create_temp_dir("kmz", tempdir);
if (!tmpdir) {
ERROR("Failed to create temp dir for KMZ output");
sl_free2(cmdline);
return -1;
}
sl_append_nocopy(tempdirs, tmpdir);
pngfn = create_temp_file("png", tempdir);
sl_append_nocopy(tempfiles, pngfn);
sl_append(cmdline, "pnmtopng");
append_escape(cmdline, axy->pnmfn);
sl_append(cmdline, ">");
append_escape(cmdline, pngfn);
// run it
cmd = sl_implode(cmdline, " ");
sl_remove_all(cmdline);
logverb("Running:\n %s\n", cmd);
if (run_command_get_outputs(cmd, NULL, NULL)) {
ERROR("pnmtopng failed");
free(cmd);
sl_free2(cmdline);
return -1;
}
free(cmd);
basekmlfn = "doc.kml";
basewarpedpngfn = "warped.png";
kmlfn = sl_appendf(tempfiles, "%s/%s", tmpdir, basekmlfn);
warpedpngfn = sl_appendf(tempfiles, "%s/%s", tmpdir, basewarpedpngfn);
// delete the wcs we create with "cp" below.
assert(axy->wcsfn);
wcsbase = basename_safe(axy->wcsfn);
sl_appendf(tempfiles, "%s/%s", tmpdir, wcsbase);
free(wcsbase);
logverb("Trying to run wcs2kml to generate KMZ output.\n");
sl_appendf(cmdline, "cp %s %s; cd %s; ", axy->wcsfn, tmpdir, tmpdir);
sl_append(cmdline, "wcs2kml");
// FIXME - if parity?
sl_append(cmdline, "--input_image_origin_is_upper_left");
appendf_escape(cmdline, "--fitsfile=%s", axy->wcsfn);
appendf_escape(cmdline, "--imagefile=%s", pngfn);
appendf_escape(cmdline, "--kmlfile=%s", basekmlfn);
appendf_escape(cmdline, "--outfile=%s", basewarpedpngfn);
// run it
cmd = sl_implode(cmdline, " ");
sl_remove_all(cmdline);
logverb("Running:\n %s\n", cmd);
if (run_command_get_outputs(cmd, NULL, NULL)) {
ERROR("wcs2kml failed");
free(cmd);
sl_free2(cmdline);
return -1;
}
free(cmd);
sl_append(cmdline, "zip");
sl_append(cmdline, "-j"); // no paths, just filenames
//if (!verbose)
//sl_append(cmdline, "-q");
// pipe to stdout, because zip likes to add ".zip" to the
// output filename, and provides no way to turn off this
// behaviour.
sl_append(cmdline, "-");
appendf_escape(cmdline, "%s", warpedpngfn);
appendf_escape(cmdline, "%s", kmlfn);
sl_append(cmdline, ">");
append_escape(cmdline, kmzfn);
// run it
cmd = sl_implode(cmdline, " ");
sl_remove_all(cmdline);
logverb("Running:\n %s\n", cmd);
if (run_command_get_outputs(cmd, NULL, NULL)) {
ERROR("zip failed");
free(cmd);
sl_free2(cmdline);
return -1;
}
free(cmd);
sl_free2(cmdline);
return 0;
}
