/**
Setup ray tracing operator HXF from xloc to aperture ploc along DM fiting directions*/
static void
setup_recon_HXF(RECON_T *recon, const PARMS_T *parms){
if(parms->load.HXF && zfexist(parms->load.HXF)){
warning("Loading saved HXF\n");
recon->HXF=dspcellread("%s",parms->load.HXF);
}else{
info2("Generating HXF");TIC;tic;
const int nfit=parms->fit.nfit;
const int npsr=recon->npsr;
recon->HXF=cellnew(nfit, npsr);
PDSPCELL(recon->HXF,HXF);
for(int ifit=0; ifit<nfit; ifit++){
double hs=parms->fit.hs->p[ifit];
for(int ips=0; ips<npsr; ips++){
const double ht = recon->ht->p[ips];
const double scale=1.-ht/hs;
double displace[2];
displace[0]=parms->fit.thetax->p[ifit]*ht;
displace[1]=parms->fit.thetay->p[ifit]*ht;
HXF[ips][ifit]=mkh(recon->xloc->p[ips], recon->floc,
displace[0], displace[1], scale);
}
}
if(parms->save.setup){
writebin(recon->HXF,"HXF");
}
toc2(" ");
}
}
/**
Assemble the DM fitting matrix
The fitting is done by minimizing \f$||H_X x - H_A a||^2_W\f$ where \f$H_X,
H_A\f$ are ray tracing operator from tomography grid xloc, and deformable
mirror grid aloc to pupil grid ploc. The norm is weighted using bilinear
influence functions within the telescope aperture. We have
\f$a=\left[H_A^T(W_0-W_1 W_1^T)H_A\right]^{-1} H_A^T (W_0-W_1) H_X x\f$
For details see www.opticsinfobase.org/abstract.cfm?URI=josaa-19-9-1803
*/
static void
setup_recon_fit_matrix(RECON_T *recon, const PARMS_T *parms){
const int nfit=parms->fit.nfit;
const int ndm=parms->ndm;
if(ndm==0) return;
dspcell *HATc=dspcelltrans(recon->HA);
PDSPCELL(HATc, HAT);
PDSPCELL(recon->HA,HA);
info2("Before assembling fit matrix:\t%.2f MiB\n",get_job_mem()/1024.);
/*Assemble Fit matrix. */
int npsr=recon->npsr;
if(parms->load.fit){
if(!(zfexist("FRM") && zfexist("FRU") && zfexist("FRV"))){
error("FRM, FRU, FRV (.bin) not all exist\n");
}
warning("Loading saved recon->FR\n");
recon->FR.M=readbin("FRM");
recon->FR.U=dcellread("FRU");
recon->FR.V=dcellread("FRV");
}else{
if(recon->HXF){
info2("Building recon->FR\n");
recon->FR.M=cellnew(ndm, npsr);
PDSPCELL(recon->FR.M, FRM);
PDSPCELL(recon->HXF, HXF);
for(int ips=0; ips<npsr; ips++){
for(int ifit=0; ifit<nfit; ifit++){
if(fabs(recon->fitwt->p[ifit])<1.e-12) continue;
dsp *tmp=dspmulsp(recon->W0, HXF[ips][ifit],"nn");
for(int idm=0; idm<ndm; idm++){
dspmulsp2(&FRM[ips][idm],HAT[ifit][idm], tmp, "nn",
recon->fitwt->p[ifit]);
}
dspfree(tmp);
}
}
recon->FR.V=cellnew(npsr, 1);
dmat **FRV=recon->FR.V->p;
for(int ips=0; ips<npsr; ips++){
int nloc=recon->xloc->p[ips]->nloc;
FRV[ips]=dnew(nloc,nfit);
for(int ifit=0; ifit<nfit; ifit++){
/*notice the sqrt. */
if(fabs(recon->fitwt->p[ifit])<1.e-12) continue;
dspmulvec(FRV[ips]->p+ifit*nloc,
HXF[ips][ifit], recon->W1->p, 't',
sqrt(recon->fitwt->p[ifit]));
}
}
if(parms->save.recon){
writebin(recon->FR.M,"FRM");
writebin(recon->FR.V,"FRV");
}
}else{
info("Avoid building recon->FR.M\n");
recon->FR.M=NULL;
recon->FR.V=NULL;
}
/*Always need FR.U as it is used to do FL.U, FL.V */
recon->FR.U=cellnew(ndm, 1);
dmat **FRU=recon->FR.U->p;
for(int idm=0; idm<ndm; idm++){
int nloc=recon->aloc->p[idm]->nloc;
FRU[idm]=dnew(nloc, nfit);
for(int ifit=0; ifit<nfit; ifit++){
/*notice the sart. */
if(fabs(recon->fitwt->p[ifit])<1.e-12) continue;
dspmulvec(FRU[idm]->p+ifit*nloc,
HA[idm][ifit], recon->W1->p,'t',
sqrt(recon->fitwt->p[ifit]));
}
}
if(parms->save.recon){
writebin(recon->FR.U,"FRU");
}
}
if(parms->load.fit){
if(!(zfexist("FLM") && zfexist("FLU") && zfexist("FLV"))){
error("FLM, FLU, FLV (.bin) not all exist\n");
}
warning("Loading saved recon->FL\n");
recon->FL.M=readbin("FLM");
recon->FL.U=dcellread("FLU");
recon->FL.V=dcellread("FLV");
}else{
info2("Building recon->FL\n");
recon->FL.M=cellnew(ndm, ndm);
dsp *(*FLM)[ndm]=(dsp*(*)[ndm])recon->FL.M->p;
for(int idm=0; idm<ndm; idm++){
for(int ifit=0; ifit<nfit; ifit++){
if(fabs(recon->fitwt->p[ifit])<1.e-12) continue;
dsp *tmp=dspmulsp(recon->W0, HA[idm][ifit],"nn");
for(int jdm=0; jdm<ndm; jdm++){
dspmulsp2(&FLM[idm][jdm],HAT[ifit][jdm], tmp,"nn",
recon->fitwt->p[ifit]);
}
dspfree(tmp);
}
}
dspcellfree(HATc);
if(fabs(parms->fit.tikcr)>1.e-15){
double tikcr=parms->fit.tikcr;
/*Estimated from the formula. 1/nloc is due to W0, the other
scaling is due to ray tracing between different sampling freq.*/
int nact=0;
for(int idm=0; idm<parms->ndm; idm++){
nact+=recon->aloc->p[idm]->nloc;
}
double maxeig=4./nact;
info2("Adding tikhonov constraint of %g to FLM\n", tikcr);
info2("The maximum eigen value is estimated to be around %e\n", maxeig);
dcelladdI(recon->FL.M,tikcr*maxeig);
}
{/*Low rank terms. */
recon->FL.U=dcellcat_each(recon->FR.U, recon->fitNW, 2);
dcell *tmp=NULL;/*negative NW. */
dcelladd(&tmp, 1, recon->fitNW, -1);
recon->FL.V=dcellcat_each(recon->FR.U, tmp, 2);
dcellfree(tmp);
}
if(recon->actslave){
dcelladd(&recon->FL.M, 1, recon->actslave, 1);
}
/*dspcellsym(recon->FL.M); */
info2("DM Fit number of Low rank terms: %ld in RHS, %ld in LHS\n",
recon->FR.U->p[0]->ny, recon->FL.U->p[0]->ny);
if(parms->save.recon){
writebin(recon->FL.M,"FLM.bin");
writebin(recon->FL.U,"FLU");
writebin(recon->FL.V,"FLV");
}
}
if((parms->fit.alg==0 || parms->fit.alg==2) && parms->fit.bgs){
muv_direct_diag_prep(&(recon->FL),(parms->fit.alg==2)*parms->fit.svdthres);
}
if((parms->fit.alg==0 || parms->fit.alg==2) && !parms->fit.bgs){
if(fabs(parms->fit.tikcr)<1.e-14){
warning("tickcr=%g is too small, chol may fail.\n", parms->fit.tikcr);
}
muv_direct_prep(&(recon->FL),(parms->fit.alg==2)*parms->fit.svdthres);
info2("After cholesky/svd on matrix:\t%.2f MiB\n",get_job_mem()/1024.);
}
if(parms->save.recon){
if(recon->FL.C){
chol_convert(recon->FL.C, 1);
chol_save(recon->FL.C,"FLC.bin");
}
if(recon->FL.MI)
writebin(recon->FL.MI,"FLMI");
if(recon->FL.Up)
writebin(recon->FL.Up, "FLUp");
if(recon->FL.Vp)
writebin(recon->FL.Vp, "FLVp");
if(recon->FL.CB){
for(int ib=0; ib<recon->FL.nb; ib++){
chol_save(recon->FL.CB[ib],"FLCB_%d.bin", ib);
}
}
if(recon->FL.MIB){
writebin(recon->FL.MIB,"FLMIB");
}
}
info2("After assemble fit matrix:\t%.2f MiB\n",get_job_mem()/1024.);
}
long setup_star_read_ztilt(STAR_S *star, int nstar, const PARMS_S *parms, int seed){
const double ngsgrid=parms->maos.ngsgrid;
long nstep=0;
TIC;tic;
for(int istar=0; istar<nstar; istar++){
STAR_S *stari=&star[istar];
int npowfs=parms->maos.npowfs;
stari->ztiltout=dcellnew(npowfs, 1);
const double thetax=stari->thetax*206265;/*in as */
const double thetay=stari->thetay*206265;
double thxnorm=thetax/ngsgrid;
double thynorm=thetay/ngsgrid;
long thxl=(long)floor(thxnorm);/*Used to be double, but -0 appears. */
long thyl=(long)floor(thynorm);
double wtx=thxnorm-thxl;
double wty=thynorm-thyl;
for(int ipowfs=0; ipowfs<npowfs; ipowfs++){
const int msa=parms->maos.msa[ipowfs];
const int nsa=parms->maos.nsa[ipowfs];
const int ng=nsa*2;
char *fnztilt[2][2]={{NULL,NULL},{NULL,NULL}};
char *fngoff[2][2]={{NULL, NULL}, {NULL, NULL}};
double wtsum=0;
for(int ix=0; ix<2; ix++){
double thx=(thxl+ix)*ngsgrid;
for(int iy=0; iy<2; iy++){
double thy=(thyl+iy)*ngsgrid;
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty));
if(wtxi<0.01){
/*info("skipping ix=%d,iy=%d because wt=%g\n",ix,iy,wtxi); */
continue;
}
fnztilt[iy][ix]=myalloca(PATH_MAX, char);
if(parms->skyc.usephygrad){
warning_once("Using phygrad\n");
snprintf(fnztilt[iy][ix],PATH_MAX,"%s/phygrad/phygrad_seed%d_sa%d_x%g_y%g",
dirstart,seed,msa,thx,thy);
}else{
snprintf(fnztilt[iy][ix],PATH_MAX,"%s/ztiltout/ztiltout_seed%d_sa%d_x%g_y%g",
dirstart,seed,msa,thx,thy);
}
fngoff[iy][ix]=myalloca(PATH_MAX, char);
snprintf(fngoff[iy][ix],PATH_MAX,"%s/gradoff/gradoff_sa%d_x%g_y%g",
dirstart,msa,thx,thy);
if(!zfexist(fnztilt[iy][ix])){
//warning("%s doesnot exist\n",fnwvf[iy][ix]);
fnztilt[iy][ix]=fngoff[iy][ix]=NULL;
}else{
wtsum+=wtxi;
}
}
}
if(wtsum<0.01){
error("PSF is not available for (%g,%g). wtsum=%g\n",thetax,thetay, wtsum);
}
/*Now do the actual reading */
for(int ix=0; ix<2; ix++){
for(int iy=0; iy<2; iy++){
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty))/wtsum;
if(fnztilt[iy][ix]){
file_t *fp_ztilt=zfopen(fnztilt[iy][ix],"rb");
header_t header={0,0,0,0};
read_header(&header, fp_ztilt);
if(iscell(&header.magic)){
// error("expected data type: %u, got %u\n",(uint32_t)MCC_ANY, header.magic);
nstep=header.nx;
free(header.str);
if(stari->nstep==0){
stari->nstep=nstep;
}else{
if(stari->nstep!=nstep){
error("Different type has different steps\n");
}
}
if(!stari->ztiltout->p[ipowfs]){
stari->ztiltout->p[ipowfs]=dnew(ng, nstep);
}
dmat *ztiltout=stari->ztiltout->p[ipowfs];
for(long istep=0; istep<nstep; istep++){
dmat *ztilti=dreaddata(fp_ztilt, 0);
for(int ig=0; ig<ng; ig++){
ztiltout->p[ig+istep*ng]+=ztilti->p[ig]*wtxi;
}
dfree(ztilti);
}
}else{
dmat *tmp=dreaddata(fp_ztilt, &header);
dadd(&stari->ztiltout->p[ipowfs], 1, tmp, wtxi );
dfree(tmp);
}
zfclose(fp_ztilt);
}/* if(fnwvf) */
if(fngoff[iy][ix] && zfexist(fngoff[iy][ix])){
if(!stari->goff){
stari->goff=dcellnew(npowfs, 1);
}
dmat *tmp=dread("%s", fngoff[iy][ix]);
dadd(&stari->goff->p[ipowfs], 1, tmp, wtxi);
dfree(tmp);
}
}/*iy */
}/*ix */
}/*ipowfs */
}/*istar */
if(parms->skyc.verbose){
toc2("Reading PSF");
}
//close(fd);
return nstep;
}
/**
Read in asterism WFS wvf.*/
long setup_star_read_wvf(STAR_S *star, int nstar, const PARMS_S *parms, int seed){
const double ngsgrid=parms->maos.ngsgrid;
const int nwvl=parms->maos.nwvl;
long nstep=0;
TIC;tic;
for(int istar=0; istar<nstar; istar++){
STAR_S *stari=&star[istar];
int npowfs=parms->maos.npowfs;
stari->wvfout=mycalloc(npowfs,ccell**);
const double thetax=stari->thetax*206265;/*in as */
const double thetay=stari->thetay*206265;
double thxnorm=thetax/ngsgrid;
double thynorm=thetay/ngsgrid;
long thxl=(long)floor(thxnorm);/*Used to be double, but -0 appears. */
long thyl=(long)floor(thynorm);
double wtx=thxnorm-thxl;
double wty=thynorm-thyl;
for(int ipowfs=0; ipowfs<npowfs; ipowfs++){
const int msa=parms->maos.msa[ipowfs];
const int nsa=parms->maos.nsa[ipowfs];
if(stari->use[ipowfs]==0){
continue;
}
char *fnwvf[2][2]={{NULL,NULL},{NULL,NULL}};
PISTAT_S *pistati=&stari->pistat[ipowfs];
/*info2("Reading PSF for (%5.1f, %5.1f), ipowfs=%d\n",thetax,thetay,ipowfs); */
double wtsum=0;
for(int ix=0; ix<2; ix++){
double thx=(thxl+ix)*ngsgrid;
for(int iy=0; iy<2; iy++){
double thy=(thyl+iy)*ngsgrid;
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty));
if(wtxi<0.01){
/*info("skipping ix=%d,iy=%d because wt=%g\n",ix,iy,wtxi); */
continue;
}
fnwvf[iy][ix]=myalloca(PATH_MAX, char);
snprintf(fnwvf[iy][ix],PATH_MAX,"%s/wvfout/wvfout_seed%d_sa%d_x%g_y%g",
dirstart,seed,msa,thx,thy);
if(!zfexist(fnwvf[iy][ix])){
//warning("%s doesnot exist\n",fnwvf[iy][ix]);
fnwvf[iy][ix]=0;
}else{
wtsum+=wtxi;
}
}
}
if(wtsum<0.01){
error("PSF is not available for (%g,%g). wtsum=%g\n",thetax,thetay, wtsum);
}
/*Now do the actual reading */
for(int ix=0; ix<2; ix++){
for(int iy=0; iy<2; iy++){
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty))/wtsum;
if(fnwvf[iy][ix]){
/*info("Loading %.4f x %s\n", wtxi, fnwvf[iy][ix]); */
file_t *fp_wvf=zfopen(fnwvf[iy][ix],"rb");
header_t header={0,0,0,0};
read_header(&header, fp_wvf);
if(!iscell(&header.magic)){
error("expected data type: %u, got %u\n",(uint32_t)MCC_ANY, header.magic);
}
nstep=header.nx;
free(header.str);
if(parms->skyc.limitnstep >0 && nstep>parms->skyc.limitnstep){
nstep=parms->skyc.limitnstep;
warning("Only read %ld steps\n",nstep);
}
if(stari->nstep==0){
stari->nstep=nstep;
}else{
if(stari->nstep!=nstep){
error("Different type has different steps\n");
}
}
if(!stari->wvfout[ipowfs]){
stari->wvfout[ipowfs]=mycalloc(nstep,ccell*);
}
ccell **pwvfout=stari->wvfout[ipowfs];
for(long istep=0; istep<nstep; istep++){
ccell *wvfi=ccellreaddata(fp_wvf, 0);
ccelladd(&(pwvfout[istep]), 1, wvfi, wtxi);
ccellfree(wvfi);
}
/*zfeof(fp_wvf); */
zfclose(fp_wvf);
}
}/*iy */
}/*ix */
/*Don't bother to scale ztiltout since it does not participate in physical optics simulations. */
if(parms->skyc.bspstrehl){
dmat* scale=pistati->scale;
ccell **pwvfout=stari->wvfout[ipowfs];
for(int iwvl=0; iwvl<nwvl; iwvl++){
for(int isa=0; isa<nsa; isa++){
/*info("Scaling WVF isa %d iwvl %d with %g\n", isa, iwvl, IND(scale,isa,iwvl)); */
for(long istep=0; istep<stari->nstep; istep++){
cscale(pwvfout[istep]->p[isa+nsa*iwvl], IND(scale,isa,iwvl));
}/*istep */
}/*isa */
}/*iwvl */
}/* */
}/*ipowfs */
}/*istar */
/**
Read in pistat information, used to compute matched filter, and SANEA.
*/
static void setup_star_read_pistat(SIM_S *simu, STAR_S *star, int nstar, int seed){
const PARMS_S *parms=simu->parms;
const int npowfs=parms->maos.npowfs;
const int nwvl=parms->maos.nwvl;
const double ngsgrid=parms->maos.ngsgrid;
for(int istar=0; istar<nstar; istar++){
STAR_S *stari=&star[istar];
stari->pistat=mycalloc(npowfs,PISTAT_S);
const double thetax=stari->thetax*206265;/*in as */
const double thetay=stari->thetay*206265;
double thxnorm=thetax/ngsgrid;
double thynorm=thetay/ngsgrid;
long thxl=(long)floor(thxnorm);
long thyl=(long)floor(thynorm);
double wtx=thxnorm-thxl;
double wty=thynorm-thyl;
for(int ipowfs=0; ipowfs<npowfs; ipowfs++){
const int msa=parms->maos.msa[ipowfs];
const int nsa=parms->maos.nsa[ipowfs];
dcell *avgpsf=NULL;
dcell *neaspec=NULL;
double wtsum=0;
for(int ix=0; ix<2; ix++){
double thx=(thxl+ix)*ngsgrid;
for(int iy=0; iy<2; iy++){
double thy=(thyl+iy)*ngsgrid;
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty));
if(wtxi<0.01){
/*info("skipping ix=%d,iy=%d because wt=%g\n",ix,iy,wtxi); */
continue;
}
char fn[PATH_MAX];
snprintf(fn,PATH_MAX,"%s/pistat/pistat_seed%d_sa%d_x%g_y%g",
dirstart, seed,msa,thx,thy);
if(!zfexist(fn)){
/*warning("%s doesn't exist\n",fn); */
}else{
dcell *avgpsfi=dcellread("%s",fn);
dcelladd(&avgpsf, 1, avgpsfi, wtxi);
dcellfree(avgpsfi);
wtsum+=wtxi;
snprintf(fn,PATH_MAX,"%s/neaspec/neaspec_seed%d_sa%d_x%g_y%g",
dirstart, seed, msa, thx, thy);
dcell *neaspeci=dcellread("%s",fn);
dcelladd(&neaspec, 1, neaspeci, wtxi);
dcellfree(neaspeci);
}
}
}
if(wtsum<0.01){
warning("PISTAT is not available for (%g,%g) msa=%d\n",thetax,thetay,msa);
}
dcellscale(neaspec, 1./wtsum);
dcellscale(avgpsf, 1./wtsum);
dmat *scale=NULL;
if(parms->skyc.bspstrehl){
scale=dnew(nsa,nwvl);
dmat *gx=dnew(1,1); gx->p[0]=thxnorm;
dmat *gy=dnew(1,1); gy->p[0]=thynorm;
if(nsa!=avgpsf->nx || nwvl!=avgpsf->ny){
error("Mismatch: nsa=%d, nwvl=%d, avgpsf->nx=%ld, avgpsf->ny=%ld\n",
nsa, nwvl, avgpsf->nx, avgpsf->ny);
}
for(int ic=0; ic<nsa*nwvl; ic++){
dmat *val=dbspline_eval(simu->bspstrehl[ipowfs][ic],
simu->bspstrehlxy,simu->bspstrehlxy,
gx, gy);
double ratio=val->p[0]/avgpsf->p[ic]->p[0];
/*info("strehl: bilinear: %g, cubic: %g\n", avgpsf->p[ic]->p[0],val->p[0]); */
if(ratio<0){
warning("Ratio=%g is less than zero.\n", ratio);
scale->p[ic]=1;
}else{
dscale(avgpsf->p[ic], ratio);
scale->p[ic]=ratio;
}
dfree(val);
}
dfree(gx);
dfree(gy);
}
stari->pistat[ipowfs].psf=avgpsf;/*PSF is in corner. */
stari->pistat[ipowfs].neaspec=dcellnew(nsa*2, 1);
for(int ig=0; ig<nsa*2; ig++){
dmat *tmp=0;
for(int iwvl=0; iwvl<nwvl; iwvl++){
dadd(&tmp, 0, neaspec->p[ig+nsa*2*iwvl], parms->skyc.wvlwt->p[iwvl]);
}
stari->pistat[ipowfs].neaspec->p[ig]=dinterp1(simu->neaspec_dtrats, tmp, parms->skyc.dtrats, 0);
dfree(tmp);
}
dcellfree(neaspec);
stari->pistat[ipowfs].scale=scale;
{/* skip stars with large PSF.*/
int size=INT_MAX;
for(int ic=0; ic<avgpsf->nx*avgpsf->ny; ic++){
int size0=dfwhm(avgpsf->p[ic]);
if(size0<size) size=size0;
}
if(size>6){
stari->use[ipowfs]=-1;
}
}
if(parms->skyc.dbg){
writebin(avgpsf, "%s/avgpsf_star%d_ipowfs%d_psf",dirsetup,istar,ipowfs);
writebin(stari->pistat[ipowfs].neaspec, "%s/pistat_star%d_ipowfs%d_neaspec",dirsetup,istar,ipowfs);
}
}
}
}
