static INT64_T do_matrix_delete(int argc, char **argv)
{
char path[CHIRP_PATH_MAX];
complete_remote_path(argv[1], path);
return chirp_matrix_delete(current_host, path, stoptime);
}
int main(int argc, char** argv) {
signed char cl;
int did_explicit_auth = 0;
int download,rm_local,rm_remote,rm_mat,file_provided;
int rm_remote_error = 0;
char matrix_target[CHIRP_PATH_MAX];
char finalize_file[CHIRP_PATH_MAX];
time_t stoptime = time(0)+3600;
download=rm_local=rm_remote=rm_mat=file_provided=0;
while((cl=getopt(argc,argv,"+a:d:hD:LRMF:")) > -1) {
switch(cl) {
case 'a':
auth_register_byname(optarg);
did_explicit_auth = 1;
break;
case 'd':
debug_flags_set(optarg);
break;
case 'h':
printUsage(argv[0]);
exit(0);
break;
case 'D': // download matrix data to local disk
download=1;
strcpy(matrix_target,optarg);
break;
case 'L': // force LOCAL state removal
rm_local=1;
break;
case 'R': // force REMOTE state removal (chirp_distribute -X)
rm_remote=1;
break;
case 'M': // force REMOTE MATRIX state removal
rm_mat=1;
break;
case 'F':
file_provided=1;
strcpy(finalize_file,optarg);
break;
}
}
if(!file_provided) {
fprintf(stderr,"Please provide argument -F [finalize file]\n");
printUsage(argv[0]);
exit(1);
}
if(!did_explicit_auth) auth_register_all(); // if an authentication mechanism wasn't chosen, default register all.
debug_config(argv[0]); // indicate what string to use as the executable name when printing debugging information
// first, parse finalize file to get information.
char* cmd;
char* wID;
char* local_dir;
char* mat_host;
char* mat_path;
char* remote_dir;
char* node_list;
char* hn;
char* fun_path;
int strlentmp;
FILE* fp = fopen(finalize_file,"r");
if(!fp) {
fprintf(stderr,"Finalize file not readable.\n");
exit(1);
}
// 0th item is workload id
if(fscanf(fp, " wID=%i ",&strlentmp) == 1) {
wID = malloc((strlentmp+1)*sizeof(char));
if(!wID)
{
fprintf(stderr,"Could not allocate %i bytes for workload ID\n",strlentmp);
exit(1);
}
if(fscanf(fp, " %s ", wID) != 1) {
fprintf(stderr,"Could not read in workload ID\n");
exit(2);
}
}
// first item is local prefix -- remove everything.
if(fscanf(fp, " local_dir=%i ",&strlentmp) == 1) {
local_dir = (char*) malloc((strlentmp+1)*sizeof(char));
if(!local_dir)
{
fprintf(stderr,"Could not allocate %i bytes for local directory\n",strlentmp);
exit(1);
}
if(fscanf(fp," %s ", local_dir) != 1) {
fprintf(stderr,"Could not read in local directory\n");
exit(2);
}
}
// second item is matrix host -\ remove
// third item is matrix path -/ matrix
if(fscanf(fp, " mat_host=%i ",&strlentmp) == 1) {
mat_host = (char *) malloc((strlentmp+1)*sizeof(char));
if(!mat_host)
{
fprintf(stderr,"Could not allocate %i bytes for matrix host\n",strlentmp);
exit(1);
}
if(fscanf(fp," %s ", mat_host) != 1) {
fprintf(stderr,"Could not read in matrix host\n");
exit(2);
}
}
if(fscanf(fp, " mat_path=%i ",&strlentmp) == 1) {
mat_path = (char *) malloc((strlentmp+1)*sizeof(char));
if(!mat_path)
{
fprintf(stderr,"Could not allocate %i bytes for matrix path\n",strlentmp);
exit(1);
}
if(fscanf(fp," %s ", mat_path) != 1) {
fprintf(stderr,"Could not read in matrix path\n");
exit(2);
}
}
// 4th item is chirp_dirname
if(fscanf(fp, " remote_dir=%i ",&strlentmp) == 1) {
remote_dir = (char *) malloc((strlentmp+1)*sizeof(char));
if(!remote_dir)
{
fprintf(stderr,"Could not allocate %i bytes for remote path\n",strlentmp);
exit(1);
}
if(fscanf(fp," %s ", remote_dir) != 1) {
fprintf(stderr,"Could not read in remote path\n");
exit(2);
}
}
if(rm_remote==1) {
fprintf(stderr,"Asked to remove remote state, but there is no remote state specified.\n");
rm_remote_error = 1;
}
// 7th item is full goodstring
if(fscanf(fp, " node_list=%i ",&strlentmp) == 1) {
node_list = (char *) malloc((strlentmp+1)*sizeof(char));
if(!node_list)
{
fprintf(stderr,"Could not allocate %i bytes for remote hosts\n",strlentmp);
exit(1);
}
if(fread(node_list,1,strlentmp,fp) != strlentmp) {
fprintf(stderr,"Could not read in remote hosts\n");
exit(2);
}
}
if(rm_remote==1 && rm_remote_error == 0) {
fprintf(stderr,"Asked to remove remote state, but there is no remote state specified.\n");
rm_remote_error = 1;
}
// 9th item is hostname
if(fscanf(fp, " host=%i ",&strlentmp) == 1) {
hn = malloc((strlentmp+1)*sizeof(char));
if(!hn)
{
fprintf(stderr,"Could not allocate %i bytes for hostname\n",strlentmp);
exit(1);
}
if(fscanf(fp, " %s ", hn) != 1) {
fprintf(stderr,"Could not read in hostname\n");
exit(2);
}
}
if(rm_remote==1 && rm_remote_error == 0) {
fprintf(stderr,"Asked to remove remote state, but there is no remote state specified.\n");
rm_remote_error = 1;
}
// 10th item is full function directory -- remove tarball, exception list
if(fscanf(fp, " fun_path=%i ",&strlentmp) == 1) {
fun_path = (char *) malloc((strlentmp+1)*sizeof(char));
if(!fun_path)
{
fprintf(stderr,"Could not allocate %i bytes for function directory\n",strlentmp);
exit(1);
}
if(fscanf(fp," %s ", fun_path) != 1) {
fprintf(stderr,"Could not read in function directory\n");
exit(2);
}
cmd = (char *) malloc((strlen(fun_path)+strlen("rm -f ")+strlen(wID)+strlen(".func.tar")+12)*sizeof(char));
if(!cmd)
{
fprintf(stderr,"Could not allocate memory for command\n");
exit(1);
}
sprintf(cmd,"rm -f %s/%s.func.tar",fun_path,wID);
if(system(cmd)) { fprintf(stderr,"Could not remove %s/%s.func.tar\n",fun_path,wID); exit(1);}
sprintf(cmd,"rm -f %s/exclude.list",fun_path);
if(system(cmd)) { fprintf(stderr,"Could not remove %s/exclude.list\n",fun_path); exit(1);}
free(cmd);
cmd=NULL;
}
else {
// internal function
fun_path = NULL;
}
// end parsing finalize file
// next, download if desired.
if(download) {
fprintf(stderr,"Download Matrix Mode\n");
FILE* mt = fopen(matrix_target, "w");
struct chirp_matrix* m = chirp_matrix_open( mat_host, mat_path, stoptime);
if(m) {
int w = chirp_matrix_width( m );
int h = chirp_matrix_height( m );
//int e = chirp_matrix_element_size( m );
double* buf = malloc(w*sizeof(double));
int x,y;
for(y=0; y < h; y++) {
chirp_matrix_get_row( m , y, buf, stoptime );
for(x=0; x<w; x++) {
fprintf(mt,"%i %i %.2lf\n",y,x,buf[x]);
}
}
}
else
{
printf("Could not open matrix %s %s\n",mat_host,mat_path);
return 1;
}
}
// next, delete remote state if desired.
if(rm_remote && !rm_remote_error) {
fprintf(stderr,"Remove Remote State Mode\n");
cmd = (char *) malloc(strlen("chirp_distribute -a hostname -X ")+10+(2*strlen(hn))+1+strlen(remote_dir)+1+strlen(node_list)+1);
if(cmd == NULL) {
fprintf(stderr,"Allocating distribute command string memory failed!\n");
return 1;
}
sprintf(cmd,"chirp_distribute -a hostname -X %s %s %s",hn,remote_dir,node_list);
debug(D_CHIRP,"%s\n",cmd);
system(cmd);
sprintf(cmd,"chirp_distribute -a hostname -X %s %s %s",hn,remote_dir,hn);
debug(D_CHIRP,"%s\n",cmd);
system(cmd);
free(cmd);
cmd=NULL;
}
// next, delete matrix if desired.
if(rm_mat) {
fprintf(stderr,"Remove Matrix State Mode\n");
chirp_matrix_delete( mat_host, mat_path, time(0)+600 );
}
// next, delete local if desired.
if(rm_local) {
fprintf(stderr,"Remove Local State Mode\n");
cmd = (char *) malloc(strlen("rm -rf ")+1+strlen(local_dir)+1);
if(cmd == NULL) {
fprintf(stderr,"Allocating distribute command string memory failed!\n");
return 1;
}
sprintf(cmd,"rm -rf %s",local_dir);
system(cmd);
free(cmd);
cmd=NULL;
}
return 0;
}
