void set_smooth_filename(char *filename_root_in,int snapshot_number,int multifile_number,int flag_multifile,int flag_file_type,char *filename){
char filename_root[MAX_FILENAME_LENGTH];
char filename_path[MAX_FILENAME_LENGTH];
// Determine/set the filename root and path
strcpy(filename_root,filename_root_in);
strip_path(filename_root);
if(strlen(filename_root)==0)
sprintf(filename_root,"smooth");
strcpy(filename_path,filename_root_in);
strip_file_root(filename_path);
if(flag_file_type==0)
sprintf(filename,"%s/%s_%03d/%s_%03d",filename_path,filename_root,snapshot_number,filename_root,snapshot_number);
else if(flag_file_type==1)
sprintf(filename,"%s/%s_%03d",filename_path,filename_root,snapshot_number);
else if(flag_file_type==2)
sprintf(filename,"%s/%s",filename_path,filename_root);
else if(flag_file_type==3)
sprintf(filename,"%s_%03d",filename_root_in,snapshot_number);
else if(flag_file_type==4)
sprintf(filename,"%s",filename_root_in);
if(flag_multifile)
sprintf(filename,"%s.%d",filename,multifile_number);
}
void set_gadget_filename(gadget_read_info *fp_gadget, int multifile_number, char *filename) {
// Determine/set the filename root and path
char filename_root[SID_MAX_FILENAME_LENGTH];
char filename_path[SID_MAX_FILENAME_LENGTH];
strcpy(filename_root, fp_gadget->filename_root);
strip_path(filename_root);
if(strlen(filename_root) == 0)
sprintf(filename_root, "snapshot");
strcpy(filename_path, fp_gadget->filename_root);
strip_file_root(filename_path);
if(fp_gadget->flag_file_type == 0)
sprintf(filename, "%s/%s_%03d/%s_%03d", filename_path, filename_root, fp_gadget->snapshot_number, filename_root, fp_gadget->snapshot_number);
else if(fp_gadget->flag_file_type == 1)
sprintf(filename, "%s/%s_%03d", filename_path, filename_root, fp_gadget->snapshot_number);
else if(fp_gadget->flag_file_type == 2)
sprintf(filename, "%s/%s", filename_path, filename_root);
else if(fp_gadget->flag_file_type == 3)
sprintf(filename, "%s_%03d", fp_gadget->filename_root, fp_gadget->snapshot_number);
else if(fp_gadget->flag_file_type == 4)
sprintf(filename, "%s", fp_gadget->filename_root);
if(fp_gadget->flag_multifile)
sprintf(filename, "%s.%d", filename, multifile_number);
}
void change_gadget_filename(const char *filename_root_in,const char *filename_root,int snapshot_number,int multifile_number,int flag_multifile,int flag_file_type,char *filename){
// Determine/set the filename root and path
char filename_path[MAX_FILENAME_LENGTH];
strcpy(filename_path,filename_root_in);
strip_file_root(filename_path);
if(flag_file_type==0)
sprintf(filename,"%s/%s_%03d/%s_%03d",filename_path,filename_root,snapshot_number,filename_root,snapshot_number);
else if(flag_file_type==1)
sprintf(filename,"%s/%s_%03d",filename_path,filename_root,snapshot_number);
else if(flag_file_type==2)
sprintf(filename,"%s/%s",filename_path,filename_root);
else if(flag_file_type==3)
sprintf(filename,"%s_%03d",filename_root_in,snapshot_number);
else if(flag_file_type==4)
sprintf(filename,"%s",filename_root_in);
if(flag_multifile)
sprintf(filename,"%s.%d",filename,multifile_number);
}
int main(int argc, char *argv[]){
plist_info plist;
char filename_in_root[256];
char filename_out_root[256];
char filename_in[256];
char filename_out[256];
int subsample_factor;
int i_snap,i_file,j_file;
int n_files;
unsigned int n_local[N_GADGET_TYPE];
int i_type;
size_t i_particle,j_particle;
FILE *fp;
FILE *fp_out;
int record_length_in;
int record_length_out;
GBPREAL position[3];
GBPREAL velocity[3];
int ID_int;
RNG_info RNG;
int seed_init=10463743;
int seed;
GBPREAL RNG_max;
long long n_all_keep[N_GADGET_TYPE];
long long n_all_init[N_GADGET_TYPE];
unsigned int n_all_high_word[N_GADGET_TYPE];
unsigned int n_all[N_GADGET_TYPE];
double mass_array[N_GADGET_TYPE];
int n_keep_total;
int n_init_total;
int record_length;
int flag_long_ids;
int id_in_int;
long long id_in_long;
int n_groups;
SID_init(&argc,&argv,NULL,NULL);
// Parse command line
if(argc!=4){
fprintf(stderr,"\n syntax: %s filename_in_root snapshot_number subsample_factor\n",argv[0]);
fprintf(stderr," ------\n\n");
return(ERROR_SYNTAX);
}
else{
strcpy(filename_in_root, argv[1]);
i_snap =atoi(argv[2]);
subsample_factor=atoi(argv[3]);
}
sprintf(filename_out_root,"%s_subsample",filename_in_root);
RNG_max=1./(GBPREAL)(subsample_factor);
SID_log("Subsampling GADGET file by a factor of %d...",SID_LOG_OPEN,subsample_factor);
// Grab info from first header
// Read the header and determine the input file-format
gadget_read_info fp_gadget;
int flag_filefound=init_gadget_read(filename_in_root,i_snap,&fp_gadget);
int flag_multifile=fp_gadget.flag_multifile;
int flag_file_type=fp_gadget.flag_file_type;
gadget_header_info header =fp_gadget.header;
if(!flag_filefound)
SID_trap_error("File not found.",ERROR_LOGIC);
if(flag_filefound)
n_files =header.n_files;
else
n_files=0;
if(n_files>0){
init_seed_from_clock(&seed_init);
SID_log("Seed=%d",SID_LOG_COMMENT,seed_init);
SID_log("Counting particles in %d files...",SID_LOG_OPEN|SID_LOG_TIMER,n_files);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++)
n_all_keep[i_type]=0;
for(i_file=SID.My_rank,j_file=0;j_file<n_files;i_file+=SID.n_proc,j_file+=SID.n_proc){
if(n_files>1)
SID_log("Processing file(s) %d->%d...",SID_LOG_OPEN,j_file,MIN(j_file+SID.n_proc-1,n_files-1));
if(i_file<n_files){
set_gadget_filename(&fp_gadget,i_file,filename_in);
fp=fopen(filename_in,"r");
fread_verify(&record_length_in,sizeof(int),1,fp);
fread_verify(&header,sizeof(gadget_header_info),1,fp);
fread_verify(&record_length_out,sizeof(int),1,fp);
seed=seed_init+1387*i_file;
init_RNG(&seed,&RNG,RNG_DEFAULT);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++){
for(j_particle=0;j_particle<header.n_file[i_type];j_particle++){
if(random_number(&RNG)<=RNG_max)
n_all_keep[i_type]++;
}
}
free_RNG(&RNG);
fclose(fp);
}
if(n_files>1)
SID_log("Done.",SID_LOG_CLOSE);
}
SID_Allreduce(SID_IN_PLACE,n_all_keep,N_GADGET_TYPE,SID_LONG_LONG,SID_SUM,SID.COMM_WORLD);
SID_log("Done.",SID_LOG_CLOSE);
SID_log("Header properties will be...",SID_LOG_OPEN);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++){
n_all_high_word[i_type]=(unsigned int)(((long long)n_all_keep[i_type])>>32);
n_all[i_type] =(unsigned int)(((long long)n_all_keep[i_type])-(((long long)(n_all_high_word[i_type]))<<32));
n_all_init[i_type] =((long long)(header.n_all_lo_word[i_type]))+(((long long)(header.n_all_hi_word[i_type]))<<32);
if(n_all_keep[i_type]>0)
mass_array[i_type]=header.mass_array[i_type]*((double)n_all_init[i_type]/(double)n_all_keep[i_type]);
else
mass_array[i_type]=0.;
}
for(i_type=0;i_type<N_GADGET_TYPE;i_type++)
SID_log("mass_array[%d]=%le (was %le)", SID_LOG_COMMENT,i_type,mass_array[i_type],header.mass_array[i_type]);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++)
SID_log("n_all[%d] =%d (was %d)",SID_LOG_COMMENT,i_type,n_all[i_type],header.n_all_lo_word[i_type]);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++)
SID_log("high_word[%d] =%d (was %d)",SID_LOG_COMMENT,i_type,n_all_high_word[i_type],header.n_all_hi_word[i_type]);
SID_log("Done.",SID_LOG_CLOSE);
SID_log("Writing subsampled snapshot...",SID_LOG_OPEN|SID_LOG_TIMER);
for(i_file=SID.My_rank,j_file=0;j_file<n_files;i_file+=SID.n_proc,j_file+=SID.n_proc){
if(n_files>1)
SID_log("Processing file(s) %d->%d...",SID_LOG_OPEN,j_file,MIN(j_file+SID.n_proc-1,n_files-1));
if(i_file<n_files){
set_gadget_filename(&fp_gadget,i_file,filename_in);
change_gadget_filename(filename_in_root,"snapshot_subsample",i_snap,i_file,flag_multifile,flag_file_type,filename_out);
if(i_file==0){
FILE *fp_test;
char filename_out_directory[MAX_FILENAME_LENGTH];
strcpy(filename_out_directory,filename_out);
strip_file_root(filename_out_directory);
if((fp_test=fopen(filename_out_directory,"r"))==NULL)
mkdir(filename_out_directory,02755);
else
fclose(fp_test);
}
fp =fopen(filename_in, "r");
fp_out=fopen(filename_out,"w");
// Header
fread_verify(&record_length_in,sizeof(int),1,fp);
fread_verify(&header,sizeof(gadget_header_info),1,fp);
fread_verify(&record_length_out,sizeof(int),1,fp);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++){
n_local[i_type] =header.n_file[i_type];
header.n_file[i_type] =0;
header.mass_array[i_type] =mass_array[i_type];
header.n_all_lo_word[i_type] =n_all[i_type];
header.n_all_hi_word[i_type] =n_all_high_word[i_type];
}
seed=seed_init+1387*i_file;
init_RNG(&seed,&RNG,RNG_DEFAULT);
for(i_type=0,n_keep_total=0,n_init_total=0;i_type<N_GADGET_TYPE;i_type++){
for(j_particle=0;j_particle<n_local[i_type];j_particle++,i_particle++){
if(random_number(&RNG)<=RNG_max){
header.n_file[i_type]++;
n_keep_total++;
}
n_init_total++;
}
}
free_RNG(&RNG);
record_length=record_length_in;
fwrite(&record_length,sizeof(int),1,fp_out);
fwrite(&header,sizeof(gadget_header_info),1,fp_out);
fwrite(&record_length,sizeof(int),1,fp_out);
// Positions
record_length=3*sizeof(GBPREAL)*n_keep_total;
seed=seed_init+1387*i_file;
init_RNG(&seed,&RNG,RNG_DEFAULT);
fread_verify(&record_length_in,sizeof(int),1,fp);
fwrite(&record_length,sizeof(int),1,fp_out);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++){
for(j_particle=0;j_particle<n_local[i_type];j_particle++){
fread_verify(position,sizeof(GBPREAL),3,fp);
if(random_number(&RNG)<=RNG_max)
fwrite(position,sizeof(GBPREAL),3,fp_out);
}
}
fread_verify(&record_length_out,sizeof(int),1,fp);
fwrite(&record_length,sizeof(int),1,fp_out);
free_RNG(&RNG);
// Velocities
record_length=3*sizeof(GBPREAL)*n_keep_total;
seed=seed_init+1387*i_file;
init_RNG(&seed,&RNG,RNG_DEFAULT);
fread_verify(&record_length_in,sizeof(int),1,fp);
fwrite(&record_length,sizeof(int),1,fp_out);
for(i_type=0;i_type<N_GADGET_TYPE;i_type++){
for(j_particle=0;j_particle<n_local[i_type];j_particle++){
fread_verify(velocity,sizeof(GBPREAL),3,fp);
if(random_number(&RNG)<=RNG_max)
fwrite(velocity,sizeof(GBPREAL),3,fp_out);
}
}
fread_verify(&record_length_out,sizeof(int),1,fp);
fwrite(&record_length,sizeof(int),1,fp_out);
free_RNG(&RNG);
// IDs
seed=seed_init+1387*i_file;
init_RNG(&seed,&RNG,RNG_DEFAULT);
fread_verify(&record_length_in,sizeof(int),1,fp);
if(record_length_in/sizeof(int)==n_init_total){
flag_long_ids=FALSE;
record_length=n_keep_total*sizeof(int);
}
else{
flag_long_ids=TRUE;
record_length=n_keep_total*sizeof(long long);
}
fwrite(&record_length,sizeof(int),1,fp_out);
if(flag_long_ids){
for(i_type=0;i_type<N_GADGET_TYPE;i_type++){
for(j_particle=0;j_particle<n_local[i_type];j_particle++){
fread_verify(&id_in_long,sizeof(long long),1,fp);
if(random_number(&RNG)<=RNG_max)
fwrite(&id_in_long,sizeof(long long),1,fp_out);
}
}
}
else{
for(i_type=0;i_type<N_GADGET_TYPE;i_type++){
for(j_particle=0;j_particle<n_local[i_type];j_particle++){
fread_verify(&id_in_int,sizeof(int),1,fp);
if(random_number(&RNG)<=RNG_max)
fwrite(&id_in_int,sizeof(int),1,fp_out);
}
}
}
fread_verify(&record_length_out,sizeof(int),1,fp);
fwrite(&record_length,sizeof(int),1,fp_out);
free_RNG(&RNG);
fclose(fp);
fclose(fp_out);
}
if(n_files>1)
SID_log("Done.",SID_LOG_CLOSE);
}
SID_log("Done.",SID_LOG_CLOSE);
}
