/*--------------------------------------------------------------------------*/
void printerror( int status)
{
/*****************************************************/
/* Print out cfitsio error messages and exit program */
/*****************************************************/
char status_str[FLEN_STATUS], errmsg[FLEN_ERRMSG];
if (status)
fprintf(stderr, "\n*** Error occurred during program execution ***\n");
fits_get_errstatus(status, status_str); /* get the error description */
fprintf(stderr, "\nstatus = %d: %s\n", status, status_str);
/* get first message; null if stack is empty */
if ( fits_read_errmsg(errmsg) )
{
fprintf(stderr, "\nError message stack:\n");
fprintf(stderr, " %s\n", errmsg);
while ( fits_read_errmsg(errmsg) ) /* get remaining messages */
fprintf(stderr, " %s\n", errmsg);
}
exit( status ); /* terminate the program, returning error status */
}
/* Report any error based on the status returned from cfitsio. */
void process_status_err(int status)
{
PyObject* except_type;
char err_msg[81];
char def_err_msg[81];
err_msg[0] = '\0';
def_err_msg[0] = '\0';
switch (status)
{
case MEMORY_ALLOCATION:
except_type = PyExc_MemoryError;
break;
case OVERFLOW_ERR:
except_type = PyExc_OverflowError;
break;
case BAD_COL_NUM:
strcpy(def_err_msg, "bad column number");
except_type = PyExc_ValueError;
break;
case BAD_PIX_NUM:
strcpy(def_err_msg, "bad pixel number");
except_type = PyExc_ValueError;
break;
case NEG_AXIS:
strcpy(def_err_msg, "negative axis number");
except_type = PyExc_ValueError;
break;
case BAD_DATATYPE:
strcpy(def_err_msg, "bad data type");
except_type = PyExc_TypeError;
break;
case NO_COMPRESSED_TILE:
strcpy(def_err_msg, "no compressed or uncompressed data for tile.");
except_type = PyExc_ValueError;
break;
default:
except_type = PyExc_RuntimeError;
}
if (fits_read_errmsg(err_msg))
{
PyErr_SetString(except_type, err_msg);
}
else if (*def_err_msg)
{
PyErr_SetString(except_type, def_err_msg);
}
else
{
PyErr_SetString(except_type, "unknown error.");
}
}
void __fastcall TForm1::printerror( int status)
{
char status_str[FLEN_STATUS], errmsg[FLEN_ERRMSG];
char aux[300];
if (status)
Memo1->Lines->Add("\n*** Error occurred during program execution ***\n");
fits_get_errstatus(status, status_str); // get the error description
wsprintf(aux, "\nstatus = %d: %s\n", status, status_str);
Memo1->Lines->Add(aux);
if ( fits_read_errmsg(errmsg) )//get first message; null if stack is empty
{
Memo1->Lines->Add( "\nError message stack:\n");
Memo1->Lines->Add( errmsg);
while ( fits_read_errmsg(errmsg) ) // get remaining messages
Memo1->Lines->Add( errmsg);
}
}
void printFitsError(int status)
{
char status_str[FLEN_STATUS], errmsg[FLEN_ERRMSG];
if(status)
fprintf(stderr, "\n*** Error occurred during program execution ***\n");
fits_get_errstatus(status, status_str);
fprintf(stderr, "\nstatus = %d: %s\n", status, status_str);
if(fits_read_errmsg(errmsg))
{
fprintf(stderr, "\nError message stack:\n");
fprintf(stderr, " %s\n", errmsg);
while(fits_read_errmsg(errmsg))
fprintf(stderr, " %s\n", errmsg);
}
exit(status);
}
void FitsFile::CheckStatus(int status) const {
if(status) {
/* fits_get_errstatus returns at most 30 characters */
char err_text[31];
fits_get_errstatus(status, err_text);
char err_msg[81];
std::stringstream errMsg;
errMsg << "CFITSIO reported error when performing IO on file '" << _filename << "':" << err_text << " (";
while(fits_read_errmsg(err_msg))
errMsg << err_msg;
errMsg << ')';
throw FitsIOException(errMsg.str());
}
}
void InputFileFITS::throwException(const char *msg, int status) {
std::string errMsg(msg);
if(status != 0)
{
char errDesc[ERRMSGSIZ];
fits_read_errmsg(errDesc);
errMsg += errDesc;
}
else
errMsg += "Reading from a closed file.";
throw IOException(msg, status);
}
void fits_print_error(int status) {
if (!status) return;
static char status_str[FLEN_STATUS];
static char errmsg[FLEN_ERRMSG];
/* get the error description */
fits_get_errstatus(status, status_str);
fprintf(stderr, " Error: cfitsio %d: %s\n", status, status_str);
/* get error stack messages */
while (fits_read_errmsg(errmsg))
fprintf(stderr, " %s\n", errmsg);
}
str FITSloadTable(Client cntxt, MalBlkPtr mb, MalStkPtr stk, InstrPtr pci)
{
mvc *m = NULL;
sql_schema *sch;
sql_table *fits_fl, *fits_tbl, *tbl = NULL;
sql_column *col;
sql_subtype tpe;
fitsfile *fptr;
str tname = *(str*)getArgReference(stk, pci, 1);
str fname;
str msg = MAL_SUCCEED;
oid rid = oid_nil, frid = oid_nil;
int status = 0, cnum = 0, fid, hdu, hdutype, i, j, anynull = 0, mtype;
int *tpcode = NULL;
long *rep = NULL, *wid = NULL, rows;
char keywrd[80], **cname, nm[FLEN_VALUE];
ptr nilptr;
msg = getSQLContext(cntxt, mb, &m, NULL);
if (msg)
return msg;
sch = mvc_bind_schema(m, "sys");
fits_tbl = mvc_bind_table(m, sch, "fits_tables");
if (fits_tbl == NULL) {
msg = createException(MAL, "fits.loadtable", "FITS catalog is missing.\n");
return msg;
}
tbl = mvc_bind_table(m, sch, tname);
if (tbl) {
msg = createException(MAL, "fits.loadtable", "Table %s is already created.\n", tname);
return msg;
}
col = mvc_bind_column(m, fits_tbl, "name");
rid = table_funcs.column_find_row(m->session->tr, col, tname, NULL);
if (rid == oid_nil) {
msg = createException(MAL, "fits.loadtable", "Table %s is unknown in FITS catalog. Attach first the containing file\n", tname);
return msg;
}
/* Open FITS file and move to the table HDU */
col = mvc_bind_column(m, fits_tbl, "file_id");
fid = *(int*)table_funcs.column_find_value(m->session->tr, col, rid);
fits_fl = mvc_bind_table(m, sch, "fits_files");
col = mvc_bind_column(m, fits_fl, "id");
frid = table_funcs.column_find_row(m->session->tr, col, (void *)&fid, NULL);
col = mvc_bind_column(m, fits_fl, "name");
fname = (char *)table_funcs.column_find_value(m->session->tr, col, frid);
if (fits_open_file(&fptr, fname, READONLY, &status)) {
msg = createException(MAL, "fits.loadtable", "Missing FITS file %s.\n", fname);
return msg;
}
col = mvc_bind_column(m, fits_tbl, "hdu");
hdu = *(int*)table_funcs.column_find_value(m->session->tr, col, rid);
fits_movabs_hdu(fptr, hdu, &hdutype, &status);
if (hdutype != ASCII_TBL && hdutype != BINARY_TBL) {
msg = createException(MAL, "fits.loadtable", "HDU %d is not a table.\n", hdu);
fits_close_file(fptr, &status);
return msg;
}
/* create a SQL table to hold the FITS table */
/* col = mvc_bind_column(m, fits_tbl, "columns");
cnum = *(int*) table_funcs.column_find_value(m->session->tr, col, rid); */
fits_get_num_cols(fptr, &cnum, &status);
tbl = mvc_create_table(m, sch, tname, tt_table, 0, SQL_PERSIST, 0, cnum);
tpcode = (int *)GDKzalloc(sizeof(int) * cnum);
rep = (long *)GDKzalloc(sizeof(long) * cnum);
wid = (long *)GDKzalloc(sizeof(long) * cnum);
cname = (char **)GDKzalloc(sizeof(char *) * cnum);
for (j = 1; j <= cnum; j++) {
/* fits_get_acolparms(fptr, j, cname, &tbcol, tunit, tform, &tscal, &tzero, tnull, tdisp, &status); */
snprintf(keywrd, 80, "TTYPE%d", j);
fits_read_key(fptr, TSTRING, keywrd, nm, NULL, &status);
if (status) {
snprintf(nm, FLEN_VALUE, "column_%d", j);
status = 0;
}
cname[j - 1] = GDKstrdup(toLower(nm));
fits_get_coltype(fptr, j, &tpcode[j - 1], &rep[j - 1], &wid[j - 1], &status);
fits2subtype(&tpe, tpcode[j - 1], rep[j - 1], wid[j - 1]);
/* mnstr_printf(cntxt->fdout,"#%d %ld %ld - M: %s\n", tpcode[j-1], rep[j-1], wid[j-1], tpe.type->sqlname); */
mvc_create_column(m, tbl, cname[j - 1], &tpe);
}
/* data load */
fits_get_num_rows(fptr, &rows, &status);
mnstr_printf(cntxt->fdout,"#Loading %ld rows in table %s\n", rows, tname);
for (j = 1; j <= cnum; j++) {
BAT *tmp = NULL;
int time0 = GDKms();
mtype = fits2mtype(tpcode[j - 1]);
nilptr = ATOMnil(mtype);
col = mvc_bind_column(m, tbl, cname[j - 1]);
tmp = BATnew(TYPE_void, mtype, rows);
if ( tmp == NULL){
GDKfree(tpcode);
GDKfree(rep);
GDKfree(wid);
GDKfree(cname);
throw(MAL,"fits.load", MAL_MALLOC_FAIL);
}
BATseqbase(tmp, 0);
if (rows > (long)REMAP_PAGE_MAXSIZE)
BATmmap(tmp, STORE_MMAP, STORE_MMAP, STORE_MMAP, STORE_MMAP, 0);
if (mtype != TYPE_str) {
fits_read_col(fptr, tpcode[j - 1], j, 1, 1, rows, nilptr, (void *)BUNtloc(bat_iterator(tmp), BUNfirst(tmp)), &anynull, &status);
BATsetcount(tmp, rows);
tmp->tsorted = 0;
tmp->trevsorted = 0;
} else {
/* char *v = GDKzalloc(wid[j-1]);*/
int bsize = 50;
int tm0, tloadtm = 0, tattachtm = 0;
int batch = bsize, k;
char **v = (char **) GDKzalloc(sizeof(char *) * bsize);
for(i = 0; i < bsize; i++)
v[i] = GDKzalloc(wid[j-1]);
for(i = 0; i < rows; i += batch) {
batch = rows - i < bsize ? rows - i: bsize;
tm0 = GDKms();
fits_read_col(fptr, tpcode[j - 1], j, 1 + i, 1, batch, nilptr, (void *)v, &anynull, &status);
tloadtm += GDKms() - tm0;
tm0 = GDKms();
for(k = 0; k < batch ; k++)
BUNappend(tmp, v[k], TRUE);
tattachtm += GDKms() - tm0;
}
for(i = 0; i < bsize ; i++)
GDKfree(v[i]);
GDKfree(v);
mnstr_printf(cntxt->fdout,"#String column load %d ms, BUNappend %d ms\n", tloadtm, tattachtm);
}
if (status) {
char buf[FLEN_ERRMSG + 1];
fits_read_errmsg(buf);
msg = createException(MAL, "fits.loadtable", "Cannot load column %s of %s table: %s.\n", cname[j - 1], tname, buf);
break;
}
mnstr_printf(cntxt->fdout,"#Column %s loaded for %d ms\t", cname[j-1], GDKms() - time0);
store_funcs.append_col(m->session->tr, col, tmp, TYPE_bat);
mnstr_printf(cntxt->fdout,"#Total %d ms\n", GDKms() - time0);
BBPunfix(tmp->batCacheid);
}
GDKfree(tpcode);
GDKfree(rep);
GDKfree(wid);
GDKfree(cname);
fits_close_file(fptr, &status);
return msg;
}
