/**
test type I/II filter with ideal measurement to make sure it is implemented correctly.
*/
dmat* servo_test(dmat *input, double dt, int dtrat, dmat *sigma2n, dmat *gain){
if(input->ny==1){/*single mode. each column is for a mode.*/
input->ny=input->nx;
input->nx=1;
}
int nmod=input->nx;
dmat* pinput=input;
dmat *merr=dnew(nmod,1);
dcell *mreal=dcellnew(1,1);
dmat *mres=dnew(nmod,input->ny);
dmat *sigman=NULL;
if(dnorm(sigma2n)>0){
sigman=dchol(sigma2n);
}
dcell *meas=dcellnew(1,1);
dmat *noise=dnew(nmod, 1);
SERVO_T *st2t=servo_new(NULL, NULL, 0, dt*dtrat, gain);
rand_t rstat;
seed_rand(&rstat, 1);
dmat* pmres=mres;
/*two step delay is ensured with the order of using, copy, acc*/
for(int istep=0; istep<input->ny; istep++){
memcpy(merr->p, PCOL(pinput,istep), nmod*sizeof(double));
dadd(&merr, 1, mreal->p[0], -1);
memcpy(PCOL(pmres,istep),merr->p,sizeof(double)*nmod);
if(istep % dtrat == 0){
dzero(meas->p[0]);
}
dadd(&meas->p[0], 1, merr, 1);/*average the error. */
dcellcp(&mreal, st2t->mint->p[0]);
if((istep+1) % dtrat == 0){
if(dtrat!=1) dscale(meas->p[0], 1./dtrat);
if(sigman){
drandn(noise, 1, &rstat);
if(sigman->nx>0){
dmm(&meas->p[0], 1, sigman, noise, "nn", 1);
}else{
dadd(&meas->p[0], 1, noise, sigman->p[0]);
}
}
servo_filter(st2t, meas);
}
}
dfree(sigman);
dfree(merr);
dcellfree(mreal);
dcellfree(meas);
servo_free(st2t);
return mres;
}
void setup_aster_lsr(ASTER_S *aster, const PARMS_S *parms){
int ndtrat=parms->skyc.ndtrat;
if(aster->pgm){
dcellfree(aster->pgm);
dcellfree(aster->sigman);
}
aster->pgm=dcellnew(ndtrat,1);
aster->sigman=dcellnew(ndtrat,1);
dmat *gm=ddup(aster->gm);
if(aster->nwfs==1 && parms->maos.nmod==6 && gm->nx==8){
info2("set 3rd column of gm to zero\n");
memset(gm->p+gm->nx*2, 0, sizeof(double)*gm->nx);
}
for(int idtrat=0; idtrat<ndtrat; idtrat++){
dcell *nea=dcellnew(aster->nwfs, 1);
for(int iwfs=0; iwfs<aster->nwfs; iwfs++){
nea->p[iwfs]=ddup(aster->wfs[iwfs].pistat->sanea->p[idtrat]);
dcwpow(nea->p[iwfs], 2);
}
dmat *neam=dcell2m(nea);//measurement error covariance
dcellfree(nea);
dcwpow(neam, -1);//inverse
/*Reconstructor */
aster->pgm->p[idtrat]=dpinv(gm, neam);
/*sigman is error due to noise. */
dcwpow(neam, -1);//inverse again
aster->sigman->p[idtrat]=calc_recon_error(aster->pgm->p[idtrat],neam,parms->maos.mcc);
dfree(neam);
}
if(parms->skyc.dbg){
writebin(gm,"%s/aster%d_gm",dirsetup,aster->iaster);
writebin(aster->pgm, "%s/aster%d_pgm", dirsetup,aster->iaster);
writebin(aster->sigman, "%s/aster%d_sigman", dirsetup,aster->iaster);
}
dfree(gm);
}
/**
Compute Signal level
*/
static void setup_star_siglev(const PARMS_S *parms, STAR_S *star, int nstar){
const long npowfs=parms->maos.npowfs;
const long nwvl=parms->maos.nwvl;
const double r2=pow(parms->skyc.patfov/206265./2.,2);
dmat* rnefs=parms->skyc.rnefs;
for(int istar=0; istar<nstar; istar++){
star[istar].siglev=dcellnew(npowfs, 1);
star[istar].bkgrnd=dnew(npowfs,1);
star[istar].siglevtot=dnew(npowfs,1);
/*Normalized angular distance */
double th2=(pow(star[istar].thetax,2)+pow(star[istar].thetay,2))/r2;
/*Field dependent error: nm^2=nma^2+nmb^2*theta_norm^2; */
double imperrnm=sqrt(pow(parms->skyc.imperrnm,2)+th2*pow(parms->skyc.imperrnmb,2));
for(long ipowfs=0; ipowfs<npowfs; ipowfs++){
star[istar].siglev->p[ipowfs]=dnew(nwvl,1);
int iscircle=parms->maos.nsa[ipowfs]<=4?1:0;
photon_flux(&parms->skyc.zb, star[istar].siglev->p[ipowfs]->p,
&star[istar].siglevtot->p[ipowfs],
&star[istar].bkgrnd->p[ipowfs],
NULL, NULL,
parms->maos.nwvl,
parms->maos.wvl,
star[istar].mags->p,
parms->maos.dxsa[ipowfs], iscircle,
parms->skyc.pixtheta[ipowfs],
parms->maos.dt, parms->maos.za,
NULL,
imperrnm,
parms->skyc.telthruput,
parms->skyc.qe,
IND(rnefs,parms->skyc.ndtrat-1,ipowfs));
if(parms->skyc.verbose && ipowfs==npowfs-1){
info2("star %d at (%5.1f %5.1f)",istar,
star[istar].thetax*206265,star[istar].thetay*206265);
info2(" bkgrnd=%5.2f, pixtheta=%4.1fmas mag=[",
star[istar].bkgrnd->p[ipowfs],parms->skyc.pixtheta[ipowfs]*206265000);
for(int iwvl=0; iwvl<parms->maos.nwvl; iwvl++){
info2("%5.2f ", star[istar].mags->p[iwvl]);
}
info2("] siglev=[");
for(int iwvl=0; iwvl<parms->maos.nwvl; iwvl++){
info2("%6.1f ", star[istar].siglev->p[ipowfs]->p[iwvl]);
}
info2("]\n");
}
}
}
}
/**
Compute Modal to gradient operator using average gradients. Similar to Z tilt
since the mode is low order
*/
static void setup_star_g(const PARMS_S *parms, POWFS_S *powfs, STAR_S *star, int nstar){
const long npowfs=parms->maos.npowfs;
const double hc=parms->maos.hc;
const double hs=parms->maos.hs;
const double scale=pow(1.-hc/hs, -2);
const double scale1=1.-scale;
const int nmod=parms->maos.nmod;
assert(nmod>=5 && nmod<=6);
for(int istar=0; istar<nstar; istar++){
star[istar].g=dcellnew(npowfs, 1);
for(int ipowfs=0; ipowfs<npowfs; ipowfs++){
const long nsa=parms->maos.nsa[ipowfs];
const double thetax=star[istar].thetax;
const double thetay=star[istar].thetay;
star[istar].g->p[ipowfs]=dnew(nsa*2, nmod);
dmat* pg=star[istar].g->p[ipowfs];
for(long isa=0; isa<nsa; isa++){
const double xm=powfs[ipowfs].locxamp[isa];/*dot of x with amp. */
const double ym=powfs[ipowfs].locyamp[isa];
IND(pg,isa,0) = 1.;
IND(pg,isa+nsa,1) = 1.;
if(parms->maos.ahstfocus){/*This mode has no global focus*/
IND(pg,isa,2) = ( - 2*thetax*hc*scale);
IND(pg,isa+nsa,2) = ( - 2*thetay*hc*scale);
}else{
IND(pg,isa,2) = (scale1*2*xm - 2*thetax*hc*scale);
IND(pg,isa+nsa,2) = (scale1*2*ym - 2*thetay*hc*scale);
}
IND(pg,isa,3) = (scale1*2*xm - 2*thetax*hc*scale);
IND(pg,isa+nsa,3) = (-scale1*2*ym+ 2*thetay*hc*scale);
IND(pg,isa,4) = (scale1*ym - thetay*hc*scale);
IND(pg,isa+nsa,4) = (scale1*xm - thetax*hc*scale);
if(nmod>5){/*include a defocus term*/
IND(pg,isa,5) = xm*2;
IND(pg,isa+nsa,5) = ym*2;
}
}
}
if(parms->skyc.dbg){
writebin(star[istar].g,"%s/star%d_g",dirsetup,istar);
}
}
}
/**
Optimize the type II servo gains by balancing errors due to noise and
signal propagation.
Written: 2010-06-11
Tested OK: 2010-06-11
2011-01-17: The optimization process is quite slow, but the result is only
dependent on the sigma2n and fs. psdin does not change during the
simulation. Built a lookup table in skyc using various sigma2n and interpolate
to get ress, resn, and gain.
2012-03-28: Cleaned up this routine. groupped similar calculations together.
Change g2=a from g=sqrt(a)
2013-06-27: The maximum gain should not be limited to 0.5 beause it is later scaled by sqrt(a);
sigma2n is a dmat array of all wanted sigma2n.
Returns a zfarray of a dmat of [g0, a, T, res_sig, res_n]
*/
dcell* servo_optim(const dmat *psdin, double dt, long dtrat, double pmargin,
const dmat* sigma2n, int servo_type){
/*The upper end must be nyquist freq so that noise transfer can be
computed. But we need to capture the turbulence PSD beyond nyquist freq,
which are uncorrectable.
*/
SERVO_CALC_T st; memset(&st, 0, sizeof(SERVO_CALC_T));
servo_calc_init(&st, psdin, dt, dtrat);
st.type=servo_type;
st.pmargin=pmargin;
int ng=1;
switch(servo_type){
case 1:
ng=1;break;
case 2:
ng=3; break;
default:
error("Invalid servo_type=%d\n", servo_type);
}
dcell *gm=dcellnew(sigma2n?sigma2n->nx:1, sigma2n?sigma2n->ny:1);
double g0_step=1e-6;
double g0_min=1e-6;/*the minimum gain allowed.*/
double g0_max=2.0;
for(long ins=0; ins<gm->nx*gm->ny; ins++){
st.sigma2n=sigma2n?sigma2n->p[ins]:0;
double g0=golden_section_search((golden_section_fun)servo_calc_do, &st, g0_min, g0_max, g0_step);
servo_calc_do(&st, g0);
gm->p[ins]=dnew(ng+2,1);
gm->p[ins]->p[0]=st.g;
if(servo_type==2){
gm->p[ins]->p[1]=st.a;
gm->p[ins]->p[2]=st.T;
}
gm->p[ins]->p[ng]=st.res_sig;
gm->p[ins]->p[ng+1]=st.res_n;
/*info2("g0=%.1g, g2=%.1g, res_sig=%.1g, res_n=%.1g, tot=%.1g, gain_n=%.1g sigma2n=%.1g\n",
g0, st.g, st.res_sig, st.res_n, st.res_n+st.res_sig, st.gain_n, st.sigma2n);*/
}/*for ins. */
servo_calc_free(&st);
return gm;
}
/**
Compute Modal to gradient operator by copying from the stars. Using average
gradients. Similar to Z tilt since the mode is low order */
void setup_aster_g(ASTER_S *aster, STAR_S *star, const PARMS_S *parms){
/*2010-06-08: Tested against MATLAB skycoverage code. */
aster->g=dcellnew(aster->nwfs,1);
if(parms->maos.nmod<5 || parms->maos.nmod>6){
error("Not compatible with the number of NGS modes\n");
}
aster->ngs=mycalloc(aster->nwfs,long);
aster->tsa=0;
for(int iwfs=0; iwfs<aster->nwfs; iwfs++){
const int istar=aster->wfs[iwfs].istar;
const int ipowfs=aster->wfs[iwfs].ipowfs;
const long nsa=parms->maos.nsa[ipowfs];
aster->g->p[iwfs]=ddup(star[istar].g->p[ipowfs]);
aster->tsa+=nsa;
aster->ngs[iwfs]=nsa*2;
}
/*
aster->g is also used for simulation. Do not zero columns here.
*/
aster->gm=dcell2m(aster->g);
}
/**
Setup the least square reconstruct by directly inverting GA matrix.
The reconstructor is simply the pseudo inverse of GA matrix:
\f[\hat{x}=(G_a^TC_g^{-1}G_a)^{-1}G_a^TC_g^{-1}\f]
This is very close to RR except replacing GX with GA.
We use the tomograhy parameters for lsr, since lsr is simply "tomography" onto DM directly.
*/
void setup_recon_lsr(RECON_T *recon, const PARMS_T *parms){
const int ndm=parms->ndm;
const int nwfs=parms->nwfsr;
cell *GAlsr;
cell *GAM=parms->recon.modal?(cell*)recon->GM:(cell*)recon->GA;
if(parms->recon.split){ //high order wfs only in split mode.
GAlsr=parms->recon.modal?(cell*)recon->GMhi:(cell*)recon->GAhi;
}else{ //all wfs in integrated mode.
GAlsr=GAM;
}
int free_GAlsr=0;
if(GAlsr->p[0]->id!=M_DBL){
dsp *tmp=dsp_cast(GAlsr->p[0]);
if(tmp->nzmax>tmp->nx*tmp->ny*0.2){//not very sparse
dcell *tmp2=0;
free_GAlsr=1;
dcelladd(&tmp2, 1, (dspcell*)GAlsr, 1);
GAlsr=(cell*)tmp2;
}
}
info2("Building recon->LR\n");
recon->LR.M=dcellmm2(GAlsr, recon->saneai, "tn");
// Tip/tilt and diff focus removal low rand terms for LGS WFS.
if(recon->TTF){
dcellmm(&recon->LR.U, recon->LR.M, recon->TTF, "nn", 1);
recon->LR.V=dcelltrans(recon->PTTF);
}
info2("Building recon->LL\n");
recon->LL.M=dcellmm2(recon->LR.M, GAlsr, "nn");
if(free_GAlsr){
cellfree(GAlsr);
}
double maxeig=pow(recon->neamhi * recon->aloc->p[0]->dx, -2);
if(parms->recon.modal){
double strength=1;
for(int idm=0; idm<ndm; idm++){
strength*=dnorm(recon->amod->p[idm]);
}
strength=pow(strength, 2./ndm);
maxeig*=strength;
}
if(fabs(parms->lsr.tikcr)>EPS){
info2("Adding tikhonov constraint of %g to LLM\n", parms->lsr.tikcr);
info2("The maximum eigen value is estimated to be around %g\n", maxeig);
dcelladdI(recon->LL.M, parms->lsr.tikcr*maxeig);
}
dcell *NW=NULL;
if(!parms->recon.modal){
if(parms->lsr.alg!=2){
/* Not SVD, need low rank terms for piston/waffle mode constraint. */
NW=dcellnew(ndm,1);
int nmod=2;/*two modes. */
for(int idm=0; idm<ndm; idm++){
loc_create_map(recon->aloc->p[idm]);
const long nloc=recon->aloc->p[idm]->nloc;
NW->p[idm]=dnew(nloc, ndm*nmod);
double *p=NW->p[idm]->p+nmod*idm*nloc;
const double *cpl=recon->actcpl->p[idm]->p;
for(long iloc=0; iloc<nloc; iloc++){
if(cpl[iloc]>0.1){
p[iloc]=1;/*piston mode */
}
}
/*notice offset of 1 because map start count at 1 */
p=NW->p[idm]->p+(1+nmod*idm)*nloc-1;
map_t *map=recon->aloc->p[idm]->map;
for(long iy=0; iy<map->ny; iy++){
for(long ix=0; ix<map->nx; ix++){
if(IND(map,ix,iy)){
p[(long)IND(map,ix,iy)]=(double)2*((iy+ix)&1)-1;
}
}
}
}
/*scale it to match the magnitude of LL.M */
dcellscale(NW, sqrt(maxeig));
if(parms->save.setup){
writebin(NW, "lsrNW");
}
}
if(parms->lsr.actslave){
/*actuator slaving. important. change from 0.5 to 0.1 on 2011-07-14. */
dspcell *actslave=slaving(recon->aloc, recon->actcpl, NW,
recon->actstuck, recon->actfloat, parms->lsr.actthres, maxeig);
if(parms->save.setup){
if(NW){
writebin(NW, "lsrNW2");
}
writebin(actslave,"actslave");
}
dcelladd(&recon->LL.M, 1, actslave, 1);
cellfree(actslave);
}
}
/*Low rank terms for low order wfs. Only in Integrated tomography. */
dcell *ULo=dcellnew(ndm,nwfs);
dcell *VLo=dcellnew(ndm,nwfs);
dcell* pULo=ULo/*PDELL*/;
dcell* pVLo=VLo/*PDELL*/;
for(int iwfs=0; iwfs<nwfs; iwfs++){
int ipowfs=parms->wfsr[iwfs].powfs;
if(parms->powfs[ipowfs].skip || !parms->powfs[ipowfs].lo){
continue;
}
for(int idm=0; idm<ndm; idm++){
dspfull(PIND(pULo,idm,iwfs), (dsp*)IND(recon->LR.M, idm, iwfs),'n',-1);
dspfull(PIND(pVLo,idm,iwfs), (dsp*)IND(GAM, iwfs, idm),'t',1);
}
}
recon->LL.U=dcellcat(recon->LR.U, ULo, 2);
dcell *GPTTDF=NULL;
dcellmm(&GPTTDF, GAM, recon->LR.V, "tn", 1);
recon->LL.V=dcellcat(GPTTDF, VLo, 2);
dcellfree(GPTTDF);
dcellfree(ULo);
dcellfree(VLo);
if(!parms->recon.modal && NW){
info2("Create piston and check board modes that are in NULL space of GA.\n");
/*add to low rank terms. */
dcell *tmp=recon->LL.U;
recon->LL.U=dcellcat(tmp, NW, 2);
dcellfree(tmp);
dcellscale(NW, -1);
tmp=recon->LL.V;
recon->LL.V=dcellcat(tmp, NW, 2);
dcellfree(tmp);
dcellfree(NW);
}
if(parms->lsr.fnreg){
warning("Loading LSR regularization from file %s.\n", parms->lsr.fnreg);
dspcell *tmp=dspcellread("%s", parms->lsr.fnreg);
dcelladd(&recon->LL.M, 1, tmp, 1);
dspcellfree(tmp);
}
recon->LL.alg = parms->lsr.alg;
recon->LL.bgs = parms->lsr.bgs;
recon->LL.warm = parms->recon.warm_restart;
recon->LL.maxit = parms->lsr.maxit;
/*Remove empty cells. */
dcelldropempty(&recon->LR.U,2);
dcelldropempty(&recon->LR.V,2);
dcelldropempty(&recon->LL.U,2);
dcelldropempty(&recon->LL.V,2);
if(parms->save.recon){
writebin(recon->LR.M,"LRM");
writebin(recon->LR.U,"LRU");
writebin(recon->LR.V,"LRV");
writebin(recon->LL.M,"LLM.bin");/*disable compression */
writebin(recon->LL.U,"LLU");
writebin(recon->LL.V,"LLV");
}
if(parms->lsr.alg==0 || parms->lsr.alg==2){
if(!parms->lsr.bgs){
muv_direct_prep(&recon->LL, (parms->lsr.alg==2)*parms->lsr.svdthres);
if(parms->save.recon){
if(recon->LL.C)
chol_save(recon->LL.C, "LLC.bin");
else
writebin(recon->LL.MI, "LLMI.bin");
}
cellfree(recon->LL.M);
dcellfree(recon->LL.U);
dcellfree(recon->LL.V);
}else{
muv_direct_diag_prep(&(recon->LL), (parms->lsr.alg==2)*parms->lsr.svdthres);
if(parms->save.recon){
for(int ib=0; ib<recon->LL.nb; ib++){
if(recon->LL.CB)
chol_save(recon->LL.CB[ib],"LLCB_%d.bin", ib);
else
writebin(recon->LL.MI,"LLMIB_%d.bin", ib);
}
}
/*Don't free M, U, V */
}
}
}
/**
Closed loop simulation main loop. It calls init_simu() to initialize the
simulation struct. Then calls genatm() to generate atmospheric turbulence
screens. Then for every time step, it calls perfevl() to evaluate
performance, wfsgrad() to do wfs measurement, reconstruct() to do tomography
and DM fit, filter() to do DM command filtering. In MOAO mode, it call calls
moao_recon() for MOAO DM fitting. \callgraph */
void maos_sim(){
const PARMS_T *parms=global->parms;
POWFS_T *powfs=global->powfs;
RECON_T *recon=global->recon;
APER_T *aper=global->aper;
int simend=parms->sim.end;
int simstart=parms->sim.start;
if(parms->sim.skysim){
save_skyc(powfs,recon,parms);
}
if(parms->evl.psfmean || parms->evl.psfhist){
/*compute diffraction limited PSF. Save to output directory.*/
dmat *iopdevl=dnew(aper->locs->nloc,1);
ccell *psf2s=0;
locfft_psf(&psf2s, aper->embed, iopdevl, parms->evl.psfsize, 0);
const int nwvl=parms->evl.nwvl;
dcell *evlpsfdl=dcellnew(nwvl,1);
for(int iwvl=0; iwvl<nwvl; iwvl++){
cabs22d(&evlpsfdl->p[iwvl], 1, psf2s->p[iwvl], 1);
evlpsfdl->p[iwvl]->header=evl_header(parms, aper, -1, iwvl);
}
ccellfree(psf2s);
writebin(evlpsfdl, "evlpsfdl.fits");
dcellfree(evlpsfdl);
dfree(iopdevl);
}
info2("PARALLEL=%d\n", PARALLEL);
if(simstart>=simend) return;
double restot=0; long rescount=0;
for(int iseed=0; iseed<parms->sim.nseed; iseed++){
SIM_T *simu=0;
while(!(simu=maos_iseed(iseed))){
iseed++;
}
#ifdef HAVE_NUMA_H
numa_set_localalloc();
#endif
for(int isim=simstart; isim<simend; isim++){
maos_isim(isim);
if(parms->sim.pause){
mypause();
}
}/*isim */
{
/*Compute average performance*/
int isim0;
if(parms->sim.closeloop){
if(parms->sim.end>100){
isim0=MAX(50,parms->sim.end/10);
}else{
isim0=MIN(20, parms->sim.end/2);
}
}else{
isim0=0;
}
double sum=0;
for(int i=isim0; i<parms->sim.end; i++){
sum+=simu->cle->p[i*parms->evl.nmod];
}
restot+=sum/(parms->sim.end-isim0);
rescount++;
}
free_simu(simu);
global->simu=0;
}/*seed */
printf("%g\n", sqrt(restot/rescount)*1e9);
}
/**
Generate stars for nsky star fields from star catalog.
\return a cell array of nskyx1, each cell contains (2+nwvl) x nstar array of
location, and magnitudes. */
dcell *genstars(long nsky, /**<number of star fields wanted*/
double lat, /**<galactic latitude.*/
double lon, /**<galactic longitude*/
double catscl, /**<Scale the catlog star count.*/
double fov, /**<diameter of the patrol field of view in arcsec.*/
int nwvl, /**<number of wavelength*/
double *wvls, /**<wavelength vector*/
rand_t *rstat /**<random stream*/
){
char fn[80];
double cat_fov=0;/*catalogue fov */
int Jind=-1;
if(nwvl==2 && fabs(wvls[0]-1.25e-6)<1.e-10 && fabs(wvls[1]-1.65e-6)<1.e-10){
snprintf(fn,80,"besancon/JH_5sqdeg_lat%g_lon%g_besancon.bin", lat, lon);
cat_fov=5.0;/*5 arc-degree squared. */
Jind=0;
}else if(nwvl==3 && fabs(wvls[0]-1.25e-6)<1.e-10 && fabs(wvls[1]-1.65e-6)<1.e-10 && fabs(wvls[2]-2.2e-6)<1.e-10){
snprintf(fn,80,"besancon/JHK_5sqdeg_lat%g_lon%g_besancon.bin", lat, lon);
cat_fov=5.0;/*5 arc-degree squared. */
Jind=0;
}else{
Jind=-1;
error("We only have stars for J+H and J+H+K band. Please fill this part\n");
}
info("Loading star catalogue from %s\n",fn);
dmat *catalog=dread("%s",fn);
if(catalog->ny!=nwvl){
error("Catalogue and wanted doesn't match\n");
}
long ntot=catalog->nx;
long nsky0=0;
dcell *res=dcellnew(nsky,1);
dmat* pcatalog=catalog;
double fov22=pow(fov/2/206265,2);
double navg0=M_PI*pow(fov/2./3600.,2)/cat_fov * ntot;
if(catscl>0){//regular sky coverage sim
double navg=navg0*catscl;
info("Average number of stars: %g, after scaled by %g\n", navg, catscl);
/*generate nstart && magnitude according to distribution.*/
for(long isky=0; isky<nsky; isky++){
long nstar=randp(rstat, navg);
if(nstar==0) continue;
res->p[isky]=dnew(nwvl+2, nstar);
dmat* pres=res->p[isky];
for(long istar=0; istar<nstar; istar++){
long ind=round(ntot*randu(rstat));/*randomly draw a star index in the catlog */
for(int iwvl=0; iwvl<nwvl; iwvl++){
P(pres,2+iwvl,istar)=P(pcatalog,ind,iwvl);
}
}
}
}else{
/*instead of doing draws on nb of stars, we scan all possibilities and
assemble the curve in postprocessing. catscl is negative, with
absolute value indicating the max number of J<=19 stars to consider*/
long nmax=round(-catscl);
nsky0=nsky/nmax;
if(nsky0*nmax!=nsky){
error("nsky=%ld, has to be dividable by max # of stars=%ld", nsky, nmax);
}
int counti[nmax];//record count in each bin
memset(counti, 0, sizeof(int)*nmax);
int count=0;
while(count<nsky){
long nstar=randp(rstat, navg0);
if(nstar==0) continue;
dmat *tmp=dnew(nwvl+2, nstar);
dmat* pres=tmp;
int J19c=0;
for(long istar=0; istar<nstar; istar++){
long ind=round((ntot-1)*randu(rstat));
for(int iwvl=0; iwvl<nwvl; iwvl++){
P(pres,2+iwvl,istar)=P(pcatalog,ind,iwvl);
}
if(P(pres,2+Jind,istar)<=19){
J19c++;
}
}
//J19c=0 is ok. Do not skip.
if(J19c<nmax && counti[J19c]<nsky0){
int isky=counti[J19c]+(J19c)*nsky0;
res->p[isky]=dref(tmp);
count++;
counti[J19c]++;
}
dfree(tmp);
}
}
/*Fill in the coordinate*/
for(long isky=0; isky<nsky; isky++){
if(!res->p[isky]) continue;
long nstar=res->p[isky]->ny;
dmat* pres=res->p[isky];
for(long istar=0; istar<nstar; istar++){
/*randomly draw the star location. */
double r=sqrt(fov22*randu(rstat));
double th=2*M_PI*randu(rstat);
P(pres,0,istar)=r*cos(th);
P(pres,1,istar)=r*sin(th);
}
}
dfree(catalog);
return res;
}
/**
Time domain physical simulation.
noisy:
- 0: no noise at all;
- 1: poisson and read out noise.
- 2: only poisson noise.
*/
dmat *skysim_sim(dmat **mresout, const dmat *mideal, const dmat *mideal_oa, double ngsol,
ASTER_S *aster, const POWFS_S *powfs,
const PARMS_S *parms, int idtratc, int noisy, int phystart){
int dtratc=0;
if(!parms->skyc.multirate){
dtratc=parms->skyc.dtrats->p[idtratc];
}
int hasphy;
if(phystart>-1 && phystart<aster->nstep){
hasphy=1;
}else{
hasphy=0;
}
const int nmod=mideal->nx;
dmat *res=dnew(6,1);/*Results. 1-2: NGS and TT modes.,
3-4:On axis NGS and TT modes,
4-6: On axis NGS and TT wihtout considering un-orthogonality.*/
dmat *mreal=NULL;/*modal correction at this step. */
dmat *merr=dnew(nmod,1);/*modal error */
dcell *merrm=dcellnew(1,1);dcell *pmerrm=NULL;
const int nstep=aster->nstep?aster->nstep:parms->maos.nstep;
dmat *mres=dnew(nmod,nstep);
dmat* rnefs=parms->skyc.rnefs;
dcell *zgradc=dcellnew3(aster->nwfs, 1, aster->ngs, 0);
dcell *gradout=dcellnew3(aster->nwfs, 1, aster->ngs, 0);
dmat *gradsave=0;
if(parms->skyc.dbg){
gradsave=dnew(aster->tsa*2,nstep);
}
SERVO_T *st2t=0;
kalman_t *kalman=0;
dcell *mpsol=0;
dmat *pgm=0;
dmat *dtrats=0;
int multirate=parms->skyc.multirate;
if(multirate){
kalman=aster->kalman[0];
dtrats=aster->dtrats;
}else{
if(parms->skyc.servo>0){
const double dtngs=parms->maos.dt*dtratc;
st2t=servo_new(merrm, NULL, 0, dtngs, aster->gain->p[idtratc]);
pgm=aster->pgm->p[idtratc];
}else{
kalman=aster->kalman[idtratc];
}
}
if(kalman){
kalman_init(kalman);
mpsol=dcellnew(aster->nwfs, 1); //for psol grad.
}
const long nwvl=parms->maos.nwvl;
dcell **psf=0, **mtche=0, **ints=0;
ccell *wvf=0,*wvfc=0, *otf=0;
if(hasphy){
psf=mycalloc(aster->nwfs,dcell*);
wvf=ccellnew(aster->nwfs,1);
wvfc=ccellnew(aster->nwfs,1);
mtche=mycalloc(aster->nwfs,dcell*);
ints=mycalloc(aster->nwfs,dcell*);
otf=ccellnew(aster->nwfs,1);
for(long iwfs=0; iwfs<aster->nwfs; iwfs++){
const int ipowfs=aster->wfs[iwfs].ipowfs;
const long ncomp=parms->maos.ncomp[ipowfs];
const long nsa=parms->maos.nsa[ipowfs];
wvf->p[iwfs]=cnew(ncomp,ncomp);
wvfc->p[iwfs]=NULL;
psf[iwfs]=dcellnew(nsa,nwvl);
//cfft2plan(wvf->p[iwfs], -1);
if(parms->skyc.multirate){
mtche[iwfs]=aster->wfs[iwfs].pistat->mtche[(int)aster->idtrats->p[iwfs]];
}else{
mtche[iwfs]=aster->wfs[iwfs].pistat->mtche[idtratc];
}
otf->p[iwfs]=cnew(ncomp,ncomp);
//cfft2plan(otf->p[iwfs],-1);
//cfft2plan(otf->p[iwfs],1);
ints[iwfs]=dcellnew(nsa,1);
int pixpsa=parms->skyc.pixpsa[ipowfs];
for(long isa=0; isa<nsa; isa++){
ints[iwfs]->p[isa]=dnew(pixpsa,pixpsa);
}
}
}
for(int irep=0; irep<parms->skyc.navg; irep++){
if(kalman){
kalman_init(kalman);
}else{
servo_reset(st2t);
}
dcellzero(zgradc);
dcellzero(gradout);
if(ints){
for(int iwfs=0; iwfs<aster->nwfs; iwfs++){
dcellzero(ints[iwfs]);
}
}
for(int istep=0; istep<nstep; istep++){
memcpy(merr->p, PCOL(mideal,istep), nmod*sizeof(double));
dadd(&merr, 1, mreal, -1);/*form NGS mode error; */
memcpy(PCOL(mres,istep),merr->p,sizeof(double)*nmod);
if(mpsol){//collect averaged modes for PSOL.
for(long iwfs=0; iwfs<aster->nwfs; iwfs++){
dadd(&mpsol->p[iwfs], 1, mreal, 1);
}
}
pmerrm=0;
if(istep>=parms->skyc.evlstart){/*performance evaluation*/
double res_ngs=dwdot(merr->p,parms->maos.mcc,merr->p);
if(res_ngs>ngsol*100){
dfree(res); res=NULL;
break;
}
{
res->p[0]+=res_ngs;
res->p[1]+=dwdot2(merr->p,parms->maos.mcc_tt,merr->p);
double dot_oa=dwdot(merr->p, parms->maos.mcc_oa, merr->p);
double dot_res_ideal=dwdot(merr->p, parms->maos.mcc_oa, PCOL(mideal,istep));
double dot_res_oa=0;
for(int imod=0; imod<nmod; imod++){
dot_res_oa+=merr->p[imod]*IND(mideal_oa,imod,istep);
}
res->p[2]+=dot_oa-2*dot_res_ideal+2*dot_res_oa;
res->p[4]+=dot_oa;
}
{
double dot_oa_tt=dwdot2(merr->p, parms->maos.mcc_oa_tt, merr->p);
/*Notice that mcc_oa_tt2 is 2x5 marix. */
double dot_res_ideal_tt=dwdot(merr->p, parms->maos.mcc_oa_tt2, PCOL(mideal,istep));
double dot_res_oa_tt=0;
for(int imod=0; imod<2; imod++){
dot_res_oa_tt+=merr->p[imod]*IND(mideal_oa,imod,istep);
}
res->p[3]+=dot_oa_tt-2*dot_res_ideal_tt+2*dot_res_oa_tt;
res->p[5]+=dot_oa_tt;
}
}//if evl
if(istep<phystart || phystart<0){
/*Ztilt, noise free simulation for acquisition. */
dmm(&zgradc->m, 1, aster->gm, merr, "nn", 1);/*grad due to residual NGS mode. */
for(int iwfs=0; iwfs<aster->nwfs; iwfs++){
const int ipowfs=aster->wfs[iwfs].ipowfs;
const long ng=parms->maos.nsa[ipowfs]*2;
for(long ig=0; ig<ng; ig++){
zgradc->p[iwfs]->p[ig]+=aster->wfs[iwfs].ztiltout->p[istep*ng+ig];
}
}
for(int iwfs=0; iwfs<aster->nwfs; iwfs++){
int dtrati=(multirate?(int)dtrats->p[iwfs]:dtratc);
if((istep+1) % dtrati==0){
dadd(&gradout->p[iwfs], 0, zgradc->p[iwfs], 1./dtrati);
dzero(zgradc->p[iwfs]);
if(noisy){
int idtrati=(multirate?(int)aster->idtrats->p[iwfs]:idtratc);
dmat *nea=aster->wfs[iwfs].pistat->sanea->p[idtrati];
for(int i=0; i<nea->nx; i++){
gradout->p[iwfs]->p[i]+=nea->p[i]*randn(&aster->rand);
}
}
pmerrm=merrm;//record output.
}
}
}else{
/*Accumulate PSF intensities*/
for(long iwfs=0; iwfs<aster->nwfs; iwfs++){
const double thetax=aster->wfs[iwfs].thetax;
const double thetay=aster->wfs[iwfs].thetay;
const int ipowfs=aster->wfs[iwfs].ipowfs;
const long nsa=parms->maos.nsa[ipowfs];
ccell* wvfout=aster->wfs[iwfs].wvfout[istep];
for(long iwvl=0; iwvl<nwvl; iwvl++){
double wvl=parms->maos.wvl[iwvl];
for(long isa=0; isa<nsa; isa++){
ccp(&wvfc->p[iwfs], IND(wvfout,isa,iwvl));
/*Apply NGS mode error to PSF. */
ngsmod2wvf(wvfc->p[iwfs], wvl, merr, powfs+ipowfs, isa,
thetax, thetay, parms);
cembedc(wvf->p[iwfs],wvfc->p[iwfs],0,C_FULL);
cfft2(wvf->p[iwfs],-1);
/*peak in corner. */
cabs22d(&psf[iwfs]->p[isa+nsa*iwvl], 1., wvf->p[iwfs], 1.);
}/*isa */
}/*iwvl */
}/*iwfs */
/*Form detector image from accumulated PSFs*/
double igrad[2];
for(long iwfs=0; iwfs<aster->nwfs; iwfs++){
int dtrati=dtratc, idtrat=idtratc;
if(multirate){//multirate
idtrat=aster->idtrats->p[iwfs];
dtrati=dtrats->p[iwfs];
}
if((istep+1) % dtrati == 0){/*has output */
dcellzero(ints[iwfs]);
const int ipowfs=aster->wfs[iwfs].ipowfs;
const long nsa=parms->maos.nsa[ipowfs];
for(long isa=0; isa<nsa; isa++){
for(long iwvl=0; iwvl<nwvl; iwvl++){
double siglev=aster->wfs[iwfs].siglev->p[iwvl];
ccpd(&otf->p[iwfs],psf[iwfs]->p[isa+nsa*iwvl]);
cfft2i(otf->p[iwfs], 1); /*turn to OTF, peak in corner */
ccwm(otf->p[iwfs], powfs[ipowfs].dtf[iwvl].nominal);
cfft2(otf->p[iwfs], -1);
dspmulcreal(ints[iwfs]->p[isa]->p, powfs[ipowfs].dtf[iwvl].si,
otf->p[iwfs]->p, siglev);
}
/*Add noise and apply matched filter. */
#if _OPENMP >= 200805
#pragma omp critical
#endif
switch(noisy){
case 0:/*no noise at all. */
break;
case 1:/*both poisson and read out noise. */
{
double bkgrnd=aster->wfs[iwfs].bkgrnd*dtrati;
addnoise(ints[iwfs]->p[isa], &aster->rand, bkgrnd, bkgrnd, 0,0,IND(rnefs,idtrat,ipowfs));
}
break;
case 2:/*there is still poisson noise. */
addnoise(ints[iwfs]->p[isa], &aster->rand, 0, 0, 0,0,0);
break;
default:
error("Invalid noisy\n");
}
igrad[0]=0;
igrad[1]=0;
double pixtheta=parms->skyc.pixtheta[ipowfs];
if(parms->skyc.mtch){
dmulvec(igrad, mtche[iwfs]->p[isa], ints[iwfs]->p[isa]->p, 1);
}
if(!parms->skyc.mtch || fabs(igrad[0])>pixtheta || fabs(igrad[1])>pixtheta){
if(!parms->skyc.mtch){
warning2("fall back to cog\n");
}else{
warning_once("mtch is out of range\n");
}
dcog(igrad, ints[iwfs]->p[isa], 0, 0, 0, 3*IND(rnefs,idtrat,ipowfs), 0);
igrad[0]*=pixtheta;
igrad[1]*=pixtheta;
}
gradout->p[iwfs]->p[isa]=igrad[0];
gradout->p[iwfs]->p[isa+nsa]=igrad[1];
}/*isa */
pmerrm=merrm;
dcellzero(psf[iwfs]);/*reset accumulation.*/
}/*if iwfs has output*/
}/*for wfs*/
}/*if phystart */
//output to mreal after using it to ensure two cycle delay.
if(st2t){//Type I or II control.
if(st2t->mint->p[0]){//has output.
dcp(&mreal, st2t->mint->p[0]->p[0]);
}
}else{//LQG control
kalman_output(kalman, &mreal, 0, 1);
}
if(kalman){//LQG control
int indk=0;
//Form PSOL grads and obtain index to LQG M
for(int iwfs=0; iwfs<aster->nwfs; iwfs++){
int dtrati=(multirate?(int)dtrats->p[iwfs]:dtratc);
if((istep+1) % dtrati==0){
indk|=1<<iwfs;
dmm(&gradout->p[iwfs], 1, aster->g->p[iwfs], mpsol->p[iwfs], "nn", 1./dtrati);
dzero(mpsol->p[iwfs]);
}
}
if(indk){
kalman_update(kalman, gradout->m, indk-1);
}
}else if(st2t){
if(pmerrm){
dmm(&merrm->p[0], 0, pgm, gradout->m, "nn", 1);
}
servo_filter(st2t, pmerrm);//do even if merrm is zero. to simulate additional latency
}
if(parms->skyc.dbg){
memcpy(PCOL(gradsave, istep), gradout->m->p, sizeof(double)*gradsave->nx);
}
}/*istep; */
}
if(parms->skyc.dbg){
int dtrati=(multirate?(int)dtrats->p[0]:dtratc);
writebin(gradsave,"%s/skysim_grads_aster%d_dtrat%d",dirsetup, aster->iaster,dtrati);
writebin(mres,"%s/skysim_sim_mres_aster%d_dtrat%d",dirsetup,aster->iaster,dtrati);
}
dfree(mreal);
dcellfree(mpsol);
dfree(merr);
dcellfree(merrm);
dcellfree(zgradc);
dcellfree(gradout);
dfree(gradsave);
if(hasphy){
dcellfreearr(psf, aster->nwfs);
dcellfreearr(ints, aster->nwfs);
ccellfree(wvf);
ccellfree(wvfc);
ccellfree(otf);
free(mtche);
}
servo_free(st2t);
/*dfree(mres); */
if(mresout) {
*mresout=mres;
}else{
dfree(mres);
}
dscale(res, 1./((nstep-parms->skyc.evlstart)*parms->skyc.navg));
return res;
}
static void setup_aster_kalman(SIM_S *simu, ASTER_S *aster, STAR_S *star, const PARMS_S *parms){
int ndtrat=parms->skyc.ndtrat;
if(parms->skyc.multirate){
aster->res_ngs=dnew(1,1);
//assemble neam
if(aster->neam) error("neam is already set?\n");
aster->neam=mycalloc(1,dcell*);
aster->neam[0]=dcellnew(aster->nwfs, aster->nwfs);
for(int iwfs=0; iwfs<aster->nwfs; iwfs++){
int ng=aster->g->p[iwfs]->nx;
aster->neam[0]->p[iwfs+aster->nwfs*iwfs]=dnew(ng, ng);
}
aster->dtrats=dnew(aster->nwfs, 1);
aster->idtrats=dnew(aster->nwfs, 1);
int wfs0_min=0, wfs0_max=0;
PISTAT_S *pistat0=&star[aster->wfs[0].istar].pistat[aster->wfs[0].ipowfs];
for(int idtrat=0; idtrat<parms->skyc.ndtrat; idtrat++){
if(wfs0_min==0 && pistat0->snr->p[idtrat]>3){
wfs0_min=idtrat;
}
if(pistat0->snr->p[idtrat]>=parms->skyc.snrmin->p[idtrat]){
wfs0_max=idtrat;
}
}
aster->kalman=mycalloc(1,kalman_t*);
double resmin=INFINITY;
kalman_t *kalman_min=0;
int idtrat_min=0;
//Try progressively lower sampling frequencies until performance starts to degrades
for(int idtrat_limit=wfs0_max; idtrat_limit>wfs0_min; idtrat_limit--){
setup_aster_kalman_dtrat(aster, parms, idtrat_limit);
aster->kalman[0]=sde_kalman(simu->sdecoeff, parms->maos.dt, aster->dtrats, aster->g, aster->neam[0], 0);
dmat *rests=0;
#if 1 //more accurate
dmat *res=skysim_sim(parms->skyc.dbg?&rests:0, simu->mideal, simu->mideal_oa, simu->rmsol,
aster, 0, parms, -1, 1, -1);
double res0=res?res->p[0]:simu->rmsol;
dfree(res);
#else
rests=kalman_test(aster->kalman[0], simu->mideal);
double res0=calc_rms(rests, parms->maos.mcc, parms->skyc.evlstart);
#endif
if(parms->skyc.dbg){
writebin(rests, "isky%d_iaster%d_dtrat%d_rest", simu->isky, aster->iaster, idtrat_limit);
}
if(parms->skyc.verbose) info2("res0=%g, resmin=%g\n", sqrt(res0)*1e9, sqrt(resmin)*1e9);
dfree(rests);
if(res0<resmin-100e-18){//better by 10 nm
resmin=res0;
kalman_free(kalman_min);
kalman_min=aster->kalman[0];
aster->kalman[0]=0;
idtrat_min=idtrat_limit;
}else{
kalman_free(aster->kalman[0]);aster->kalman[0]=0;
if(isfinite(resmin) && res0>resmin*2){//stop trying.
break;
}
}
}
setup_aster_kalman_dtrat(aster, parms, idtrat_min);
if(parms->skyc.verbose) info2("selected\n");
aster->res_ngs->p[0]=resmin;
aster->kalman[0]=kalman_min;
}else{
/**
Optimize type II servo gains beased on measurement noise and signal PSD. We try to minimize
\f[
\sigma^2=\int \textrm{PSD}_{ngs,ws}H_{rej}\textrm{d}\nu + \int_0^{\nu_{nyquist}} \textrm{PSF}\textrm{d}\nu
\f]
*/
static void setup_aster_servo(SIM_S *simu, ASTER_S *aster, const PARMS_S *parms){
int ndtrat=parms->skyc.ndtrat;
if(aster->gain){
dcellfree(aster->gain);
dfree(aster->res_ws);
dfree(aster->res_ngs);
}
aster->gain=dcellnew(ndtrat,1);
aster->res_ws=dnew(ndtrat,1);
aster->res_ngs=dnew(ndtrat,3);
dmat* pres_ngs=aster->res_ngs;
for(int idtrat=0; idtrat<ndtrat; idtrat++){
int dtrat=parms->skyc.dtrats->p[idtrat];
double sigma_ngs= aster->sigman->p[idtrat]->p[0];
double sigma_tt = aster->sigman->p[idtrat]->p[1];
double sigma_ps = sigma_ngs-sigma_tt;
double sigma_focus = aster->sigman->p[idtrat]->p[2];
long nmod=parms->maos.nmod;
/*gsplit:
0: All modes use the same gain.
1: PS, TT, focus (if nmod>5) use different gains.
2: PS, TT use different gains. focus mode (if nmod>5) use PS gains.
*/
double res_ngs;/*residual error due to signal after servo rejection. */
double res_ngsn;/*residual error due to noise. */
const int servotype=parms->skyc.servo;
const int ng=parms->skyc.ngain;
aster->gain->p[idtrat]=dnew(ng,nmod);
dmat* pgain=aster->gain->p[idtrat];
if(parms->skyc.gsplit){
double pg_tt[ng+2];
double pg_ps[ng+2];
double pg_focus[ng+2];
if(parms->skyc.interpg){
interp_gain(pg_tt, simu->gain_tt[idtrat], simu->gain_x, sigma_tt);
interp_gain(pg_ps, simu->gain_ps[idtrat], simu->gain_x, sigma_ps);
interp_gain(pg_focus, simu->gain_focus[idtrat], simu->gain_x, sigma_focus);
}else{
dmat *sigma2=dnew(1,1);
dcell *tmp;
sigma2->p[0]=sigma_tt;
tmp=servo_optim(simu->psd_tt, parms->maos.dt, dtrat, parms->skyc.pmargin, sigma2, servotype);
memcpy(pg_tt, tmp->p[0]->p, (ng+2)*sizeof(double)); dcellfree(tmp);
sigma2->p[0]=sigma_ps;
tmp=servo_optim(simu->psd_ps, parms->maos.dt, dtrat, parms->skyc.pmargin, sigma2, servotype);
memcpy(pg_ps, tmp->p[0]->p, (ng+2)*sizeof(double)); dcellfree(tmp);
if(nmod>5){
sigma2->p[0]=sigma_focus;
tmp=servo_optim(simu->psd_focus, parms->maos.dt, dtrat, parms->skyc.pmargin, sigma2, servotype);
memcpy(pg_focus, tmp->p[0]->p, (ng+2)*sizeof(double)); dcellfree(tmp);
}
dfree(sigma2);
}
res_ngs = pg_tt[ng] + pg_ps[ng] + pg_focus[ng];//residual mode
res_ngsn = pg_tt[ng+1] + pg_ps[ng+1] + pg_focus[ng+1];//error due to noise
for(int imod=0; imod<MIN(nmod,5); imod++){
memcpy(PCOL(pgain,imod), imod<2?pg_tt:pg_ps, sizeof(double)*ng);
}
if(nmod>5){
memcpy(PCOL(pgain,5), pg_focus, sizeof(double)*ng);
}
}else{
double pg_ngs[ng+2];
if(parms->skyc.interpg){
interp_gain(pg_ngs, simu->gain_ngs[idtrat], simu->gain_x, sigma_ngs);
}else{
dmat *sigma2=dnew(1,1); sigma2->p[0]=sigma_ngs;
dcell *tmp;
tmp=servo_optim(simu->psd_ngs, parms->maos.dt, dtrat, parms->skyc.pmargin, sigma2, servotype);
memcpy(pg_ngs, tmp->p[0]->p, (ng+2)*sizeof(double)); dcellfree(tmp);
}
res_ngs=pg_ngs[ng];
res_ngsn=pg_ngs[ng+1];
for(int imod=0; imod<nmod; imod++){
memcpy(PCOL(pgain,imod), pg_ngs, sizeof(double)*ng);
}
}
IND(pres_ngs,idtrat,0)=res_ngs+res_ngsn;/*error due to signal and noise */
IND(pres_ngs,idtrat,1)=res_ngs;/*error due to signal */
IND(pres_ngs,idtrat,2)=res_ngsn;/*error due to noise propagation. */
/*if(parms->skyc.reest){//estiamte error in time domain
dmat *sigma2=dnew(nmod,nmod);dmat* psigma2=sigma2;
dmat* pmcc=parms->maos.mcc;
//convert noise into mode space from WFE space.
IND(psigma2,0,0)=IND(psigma2,1,1)=sigma_tt/(2*IND(pmcc,0,0));
IND(psigma2,2,2)=IND(psigma2,3,3)=IND(psigma2,4,4)=sigma_ps/(3*IND(pmcc,2,2));
if(nmod>5){
IND(psigma2,5,5)=sigma_focus/IND(pmcc,5,5);
}
dmat *res=servo_test(simu->mideal, parms->maos.dt, dtrat, sigma2, aster->gain->p[idtrat]);
double rms=calc_rms(res,parms->maos.mcc, parms->skyc.evlstart);
IND(pres_ngs,idtrat,0)=rms;
dfree(sigma2);
dfree(res);
}*/
dmat *g_tt=dnew_ref(ng,1,PCOL(pgain,0));
double gain_n;
aster->res_ws->p[idtrat]=servo_residual(&gain_n, parms->skyc.psd_ws,
parms->maos.dt, dtrat, g_tt, 2);
dfree(g_tt);
}//for dtrat
if(parms->skyc.dbg){
writebin(aster->gain,"%s/aster%d_gain",dirsetup,aster->iaster);
writebin(aster->res_ws,"%s/aster%d_res_ws",dirsetup,aster->iaster);
writebin(aster->res_ngs,"%s/aster%d_res_ngs",dirsetup,aster->iaster);
}
}
long setup_star_read_ztilt(STAR_S *star, int nstar, const PARMS_S *parms, int seed){
const double ngsgrid=parms->maos.ngsgrid;
long nstep=0;
TIC;tic;
for(int istar=0; istar<nstar; istar++){
STAR_S *stari=&star[istar];
int npowfs=parms->maos.npowfs;
stari->ztiltout=dcellnew(npowfs, 1);
const double thetax=stari->thetax*206265;/*in as */
const double thetay=stari->thetay*206265;
double thxnorm=thetax/ngsgrid;
double thynorm=thetay/ngsgrid;
long thxl=(long)floor(thxnorm);/*Used to be double, but -0 appears. */
long thyl=(long)floor(thynorm);
double wtx=thxnorm-thxl;
double wty=thynorm-thyl;
for(int ipowfs=0; ipowfs<npowfs; ipowfs++){
const int msa=parms->maos.msa[ipowfs];
const int nsa=parms->maos.nsa[ipowfs];
const int ng=nsa*2;
char *fnztilt[2][2]={{NULL,NULL},{NULL,NULL}};
char *fngoff[2][2]={{NULL, NULL}, {NULL, NULL}};
double wtsum=0;
for(int ix=0; ix<2; ix++){
double thx=(thxl+ix)*ngsgrid;
for(int iy=0; iy<2; iy++){
double thy=(thyl+iy)*ngsgrid;
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty));
if(wtxi<0.01){
/*info("skipping ix=%d,iy=%d because wt=%g\n",ix,iy,wtxi); */
continue;
}
fnztilt[iy][ix]=myalloca(PATH_MAX, char);
if(parms->skyc.usephygrad){
warning_once("Using phygrad\n");
snprintf(fnztilt[iy][ix],PATH_MAX,"%s/phygrad/phygrad_seed%d_sa%d_x%g_y%g",
dirstart,seed,msa,thx,thy);
}else{
snprintf(fnztilt[iy][ix],PATH_MAX,"%s/ztiltout/ztiltout_seed%d_sa%d_x%g_y%g",
dirstart,seed,msa,thx,thy);
}
fngoff[iy][ix]=myalloca(PATH_MAX, char);
snprintf(fngoff[iy][ix],PATH_MAX,"%s/gradoff/gradoff_sa%d_x%g_y%g",
dirstart,msa,thx,thy);
if(!zfexist(fnztilt[iy][ix])){
//warning("%s doesnot exist\n",fnwvf[iy][ix]);
fnztilt[iy][ix]=fngoff[iy][ix]=NULL;
}else{
wtsum+=wtxi;
}
}
}
if(wtsum<0.01){
error("PSF is not available for (%g,%g). wtsum=%g\n",thetax,thetay, wtsum);
}
/*Now do the actual reading */
for(int ix=0; ix<2; ix++){
for(int iy=0; iy<2; iy++){
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty))/wtsum;
if(fnztilt[iy][ix]){
file_t *fp_ztilt=zfopen(fnztilt[iy][ix],"rb");
header_t header={0,0,0,0};
read_header(&header, fp_ztilt);
if(iscell(&header.magic)){
// error("expected data type: %u, got %u\n",(uint32_t)MCC_ANY, header.magic);
nstep=header.nx;
free(header.str);
if(stari->nstep==0){
stari->nstep=nstep;
}else{
if(stari->nstep!=nstep){
error("Different type has different steps\n");
}
}
if(!stari->ztiltout->p[ipowfs]){
stari->ztiltout->p[ipowfs]=dnew(ng, nstep);
}
dmat *ztiltout=stari->ztiltout->p[ipowfs];
for(long istep=0; istep<nstep; istep++){
dmat *ztilti=dreaddata(fp_ztilt, 0);
for(int ig=0; ig<ng; ig++){
ztiltout->p[ig+istep*ng]+=ztilti->p[ig]*wtxi;
}
dfree(ztilti);
}
}else{
dmat *tmp=dreaddata(fp_ztilt, &header);
dadd(&stari->ztiltout->p[ipowfs], 1, tmp, wtxi );
dfree(tmp);
}
zfclose(fp_ztilt);
}/* if(fnwvf) */
if(fngoff[iy][ix] && zfexist(fngoff[iy][ix])){
if(!stari->goff){
stari->goff=dcellnew(npowfs, 1);
}
dmat *tmp=dread("%s", fngoff[iy][ix]);
dadd(&stari->goff->p[ipowfs], 1, tmp, wtxi);
dfree(tmp);
}
}/*iy */
}/*ix */
}/*ipowfs */
}/*istar */
if(parms->skyc.verbose){
toc2("Reading PSF");
}
//close(fd);
return nstep;
}
/**
Setup matched filter for stars.
*/
static void setup_star_mtch(const PARMS_S *parms, POWFS_S *powfs, STAR_S *star, int nstar, dcell**nonlin){
const long nwvl=parms->maos.nwvl;
const long npowfs=parms->maos.npowfs;
dmat* rnefs=parms->skyc.rnefs;
for(int istar=0; istar<nstar; istar++){
if(!star[istar].idtrat){
star[istar].idtrat=dnew(npowfs, 1);
}
double radius=sqrt(pow(star[istar].thetax,2)+pow(star[istar].thetay,2));
int igg=round(radius*206265/parms->maos.ngsgrid);
//info("radius=%g as, igg=%d\n", radius*206265, igg);
for(int ipowfs=0; ipowfs<npowfs; ipowfs++){
const long nsa=parms->maos.nsa[ipowfs];
const long pixpsa=parms->skyc.pixpsa[ipowfs];
//size of PSF
const double sigma_theta=parms->skyc.wvlmean/parms->maos.dxsa[ipowfs];
PISTAT_S *pistat=&star[istar].pistat[ipowfs];
pistat->i0=dcellnew(nsa,nwvl);
pistat->gx=dcellnew(nsa,nwvl);
pistat->gy=dcellnew(nsa,nwvl);
pistat->i0s=dcellnew(nsa,1);
pistat->gxs=dcellnew(nsa,1);
pistat->gys=dcellnew(nsa,1);
dcell* psf=pistat->psf;
dcell* i0=pistat->i0;
dcell* gx=pistat->gx;
dcell* gy=pistat->gy;
for(long iwvl=0; iwvl<nwvl; iwvl++){
for(long isa=0; isa<nsa; isa++){
double siglev=star[istar].siglev->p[ipowfs]->p[iwvl];
IND(i0,isa,iwvl)=dnew(pixpsa,pixpsa);
IND(gx,isa,iwvl)=dnew(pixpsa,pixpsa);
IND(gy,isa,iwvl)=dnew(pixpsa,pixpsa);
psf2i0gxgy(IND(i0,isa,iwvl),IND(gx,isa,iwvl),IND(gy,isa,iwvl),
IND(psf,isa,iwvl),powfs[ipowfs].dtf+iwvl);
dadd(&pistat->i0s->p[isa], 1, IND(i0,isa,iwvl), siglev);
dadd(&pistat->gxs->p[isa], 1, IND(gx,isa,iwvl), siglev);
dadd(&pistat->gys->p[isa], 1, IND(gy,isa,iwvl), siglev);
}
}
if(parms->skyc.dbg){
writebin(pistat->i0s, "%s/star%d_ipowfs%d_i0s", dirsetup,istar,ipowfs);
}
const double pixtheta=parms->skyc.pixtheta[ipowfs];
int ndtrat=parms->skyc.ndtrat;
pistat->mtche=mycalloc(ndtrat,dcell*);
pistat->sanea=dcellnew(ndtrat,1);
pistat->sanea0=dcellnew(ndtrat,1);
pistat->snr=dnew(ndtrat,1);
dcell *i0s=NULL; dcell *gxs=NULL; dcell *gys=NULL;
for(int idtrat=0; idtrat<ndtrat; idtrat++){
int dtrat=parms->skyc.dtrats->p[idtrat];
dcelladd(&i0s, 0, pistat->i0s, dtrat);
dcelladd(&gxs, 0, pistat->gxs, dtrat);
dcelladd(&gys, 0, pistat->gys, dtrat);
genmtch(&pistat->mtche[idtrat], &pistat->sanea->p[idtrat],
i0s, gxs, gys, pixtheta, IND(rnefs,idtrat,ipowfs),
star[istar].bkgrnd->p[ipowfs]*dtrat, parms->skyc.mtchcr);
/*Add nolinearity*/
if(nonlin){
//add linearly not quadratically since the errors are related.
dmat *nea_nonlin=dinterp1(nonlin[ipowfs]->p[igg], NULL, pistat->sanea->p[idtrat], 0);
for(int i=0; i<nsa*2; i++){
//info2("%g mas", pistat->sanea->p[idtrat]->p[i]*206265000);
pistat->sanea->p[idtrat]->p[i]=sqrt(pow(pistat->sanea->p[idtrat]->p[i],2)
+pow(nea_nonlin->p[i],2));
//info2("-->%g mas\n", pistat->sanea->p[idtrat]->p[i]*206265000);
}
dfree(nea_nonlin);
}
dcp(&pistat->sanea0->p[idtrat], pistat->sanea->p[idtrat]);
if(parms->skyc.neaaniso){
for(int i=0; i<nsa*2; i++){
pistat->sanea->p[idtrat]->p[i]=sqrt(pow(pistat->sanea->p[idtrat]->p[i],2)
+pow(star[istar].pistat[ipowfs].neaspec->p[i]->p[idtrat], 2));
}
}
if(parms->skyc.dbg){
writebin(pistat->mtche[idtrat], "%s/star%d_ipowfs%d_mtche_dtrat%d",
dirsetup,istar,ipowfs,dtrat);
}
#if 1
double nea=sqrt(dsumsq(pistat->sanea->p[idtrat])/(nsa*2));
#else
double nea=dmax(pistat->sanea->p[idtrat]);
#endif
double snr=sigma_theta/nea;
pistat->snr->p[idtrat]=snr;
if(parms->skyc.verbose) info2("dtrat=%3d, nea=%4.1f, snr=%4.1f\n",
(int)parms->skyc.dtrats->p[idtrat], nea*206265000, snr);
if(snr>parms->skyc.snrmin->p[parms->skyc.snrmin->nx==1?0:idtrat]){
star[istar].idtrat->p[ipowfs]=idtrat;
}
}//for idtrat
if(parms->skyc.dbg){
info2("star %2d optim: powfs %1d: dtrat=%3d\n", istar, ipowfs,
(int)parms->skyc.dtrats->p[(int)star[istar].idtrat->p[ipowfs]]);
writebin(pistat->sanea, "%s/star%d_ipowfs%d_sanea",
dirsetup,istar,ipowfs);
}/*idtrat */
dcellfree(i0s);
dcellfree(gxs);
dcellfree(gys);
}/*for istar */
}/*for ipowfs */
}
/**
Read in pistat information, used to compute matched filter, and SANEA.
*/
static void setup_star_read_pistat(SIM_S *simu, STAR_S *star, int nstar, int seed){
const PARMS_S *parms=simu->parms;
const int npowfs=parms->maos.npowfs;
const int nwvl=parms->maos.nwvl;
const double ngsgrid=parms->maos.ngsgrid;
for(int istar=0; istar<nstar; istar++){
STAR_S *stari=&star[istar];
stari->pistat=mycalloc(npowfs,PISTAT_S);
const double thetax=stari->thetax*206265;/*in as */
const double thetay=stari->thetay*206265;
double thxnorm=thetax/ngsgrid;
double thynorm=thetay/ngsgrid;
long thxl=(long)floor(thxnorm);
long thyl=(long)floor(thynorm);
double wtx=thxnorm-thxl;
double wty=thynorm-thyl;
for(int ipowfs=0; ipowfs<npowfs; ipowfs++){
const int msa=parms->maos.msa[ipowfs];
const int nsa=parms->maos.nsa[ipowfs];
dcell *avgpsf=NULL;
dcell *neaspec=NULL;
double wtsum=0;
for(int ix=0; ix<2; ix++){
double thx=(thxl+ix)*ngsgrid;
for(int iy=0; iy<2; iy++){
double thy=(thyl+iy)*ngsgrid;
double wtxi=fabs(((1-ix)-wtx)*((1-iy)-wty));
if(wtxi<0.01){
/*info("skipping ix=%d,iy=%d because wt=%g\n",ix,iy,wtxi); */
continue;
}
char fn[PATH_MAX];
snprintf(fn,PATH_MAX,"%s/pistat/pistat_seed%d_sa%d_x%g_y%g",
dirstart, seed,msa,thx,thy);
if(!zfexist(fn)){
/*warning("%s doesn't exist\n",fn); */
}else{
dcell *avgpsfi=dcellread("%s",fn);
dcelladd(&avgpsf, 1, avgpsfi, wtxi);
dcellfree(avgpsfi);
wtsum+=wtxi;
snprintf(fn,PATH_MAX,"%s/neaspec/neaspec_seed%d_sa%d_x%g_y%g",
dirstart, seed, msa, thx, thy);
dcell *neaspeci=dcellread("%s",fn);
dcelladd(&neaspec, 1, neaspeci, wtxi);
dcellfree(neaspeci);
}
}
}
if(wtsum<0.01){
warning("PISTAT is not available for (%g,%g) msa=%d\n",thetax,thetay,msa);
}
dcellscale(neaspec, 1./wtsum);
dcellscale(avgpsf, 1./wtsum);
dmat *scale=NULL;
if(parms->skyc.bspstrehl){
scale=dnew(nsa,nwvl);
dmat *gx=dnew(1,1); gx->p[0]=thxnorm;
dmat *gy=dnew(1,1); gy->p[0]=thynorm;
if(nsa!=avgpsf->nx || nwvl!=avgpsf->ny){
error("Mismatch: nsa=%d, nwvl=%d, avgpsf->nx=%ld, avgpsf->ny=%ld\n",
nsa, nwvl, avgpsf->nx, avgpsf->ny);
}
for(int ic=0; ic<nsa*nwvl; ic++){
dmat *val=dbspline_eval(simu->bspstrehl[ipowfs][ic],
simu->bspstrehlxy,simu->bspstrehlxy,
gx, gy);
double ratio=val->p[0]/avgpsf->p[ic]->p[0];
/*info("strehl: bilinear: %g, cubic: %g\n", avgpsf->p[ic]->p[0],val->p[0]); */
if(ratio<0){
warning("Ratio=%g is less than zero.\n", ratio);
scale->p[ic]=1;
}else{
dscale(avgpsf->p[ic], ratio);
scale->p[ic]=ratio;
}
dfree(val);
}
dfree(gx);
dfree(gy);
}
stari->pistat[ipowfs].psf=avgpsf;/*PSF is in corner. */
stari->pistat[ipowfs].neaspec=dcellnew(nsa*2, 1);
for(int ig=0; ig<nsa*2; ig++){
dmat *tmp=0;
for(int iwvl=0; iwvl<nwvl; iwvl++){
dadd(&tmp, 0, neaspec->p[ig+nsa*2*iwvl], parms->skyc.wvlwt->p[iwvl]);
}
stari->pistat[ipowfs].neaspec->p[ig]=dinterp1(simu->neaspec_dtrats, tmp, parms->skyc.dtrats, 0);
dfree(tmp);
}
dcellfree(neaspec);
stari->pistat[ipowfs].scale=scale;
{/* skip stars with large PSF.*/
int size=INT_MAX;
for(int ic=0; ic<avgpsf->nx*avgpsf->ny; ic++){
int size0=dfwhm(avgpsf->p[ic]);
if(size0<size) size=size0;
}
if(size>6){
stari->use[ipowfs]=-1;
}
}
if(parms->skyc.dbg){
writebin(avgpsf, "%s/avgpsf_star%d_ipowfs%d_psf",dirsetup,istar,ipowfs);
writebin(stari->pistat[ipowfs].neaspec, "%s/pistat_star%d_ipowfs%d_neaspec",dirsetup,istar,ipowfs);
}
}
}
}
