/*server signals all clients to terminate*/
void signal_termination(int server_id, int msg_src_mpi) {
int i, v=TERM_CLIENT;
const int rank = GA_Nodeid();
const int size = GA_Nnodes();
const int default_grp = ga_pgroup_get_default_();
/* assert(server_id == rank); /\*call with your id, not someone else's*\/ */
assert(server_id == SVR); /*Only server may invoke this method*/
#ifdef LEADER_BCAST
{
int *pid_list = (int *)alloca(size*sizeof(int));
int root = GA_Pgroup_absolute_id(default_grp, SVR);
/* int src = GA_Pgroup_absolute_id(default_grp, rank); */
for(i=0; i<size; i++) {
pid_list[i] = GA_Pgroup_absolute_id(default_grp,i);
}
broadcast(size,pid_list,root,msg_src_mpi,&v,sizeof(int));
}
#else
for(i=0; i<size; i++) {
if(i != SVR) {
MPI_Send(&v, 1, MPI_INT, GA_Pgroup_absolute_id(default_grp,i),
SIGNAL_TAG, MPI_COMM_WORLD);
}
}
#endif
}
int nw_inp_from_string(Integer rtdb, const char *input)
{
char filename[30];
FILE *file;
#if defined(USE_FCD) || defined(CRAY_T3E) || defined(WIN32)
_fcd fstring;
#else
char fstring[255];
#endif
int status;
const char base[] = "temp";
const char ending[] = ".nw";
int number ;
// This is bad, not 100% sure to be unique, since could be subgroup
if (ga_pgroup_get_world_() != ga_pgroup_get_default_()) {
number = (int) util_sgroup_mygroup_() ;
} else {
number = 0 ;
}
sprintf(filename, "%s%d%s", base,number,ending);
if (ga_nodeid_() == 0) {
if (!(file = fopen(filename,"w"))) {
ga_error("nw_inp_from_string: failed to open temp.nw\n",0);
}
if (fwrite(input, 1, strlen(input), file) != strlen(input)) {
ga_error("nw_inp_from_string: failed to write to temp.nw\n",0);
}
if (fwrite("\n", 1, 1, file) != 1) {
ga_error("nw_inp_from_string: failed to write to temp.nw\n",0);
}
(void) fclose(file);
}
#if defined(CRAY_T3E)
fstring = _cptofcd(filename, strlen(filename));
status = nw_inp_from_file_(&rtdb, fstring);
#elif defined(WIN32)
fstring.string = filename;
fstring.len = strlen(filename);
status = nw_inp_from_file_(&rtdb, fstring);
#elif defined(USE_FCD)
#error Do something about _fcd
#else
status = nw_inp_from_file_(&rtdb, filename, strlen(filename));
#endif
if (ga_nodeid_() == 0) (void) unlink(filename);
return status;
}
void plist_init(proc_list_t *plist) {
int i, ctr;
const int me = GA_Nodeid();
const int nproc = GA_Nnodes();
const int default_grp = ga_pgroup_get_default_();
const char *pname = "plist_init";
/* fprintf(stderr, "%d:: 1 %s\n", me,pname); */
plist->buf = (proc_t *)malloc((nproc-1)*sizeof(proc_t));
assert(plist->buf != NULL);
for(i=0, ctr=0; i<nproc; i++) {
if(i != SVR) {
plist->buf[ctr].procid = GA_Pgroup_absolute_id(default_grp,i);
plist->buf[ctr].next = &plist->buf[ctr+1];
ctr+=1;
}
}
/* fprintf(stderr, "%d:: 2 %s\n", me,pname); */
plist->buf[nproc-2].next = NULL;
plist->idle = &plist->buf[0];
plist->nidle = nproc-1;
}
/** Client code. Receives signals from the server to process a task or
terminate processing and return*/
void client_code() {
int *buf = NULL, buf_size;
int flag;
MPI_Status status;
Integer p_handle;
int ntsks=0, src;
const char *pname = "client_code";
double e1, e2, e3, e4, e5, f1, f2, f3, f4,f5,f6,f7,f8;
double t_prepar=0, t_wait_start=0, t_grp=0,t_sync=0,t_compl=0,t_dest=0;
/* double get_doit_time_(); */
/* double get_esp_time_(); */
/* double get_gm_crt_time_(); */
/* double get_chrg_set_time_(); */
/* double get_gm_push_time_(); */
const int server = GA_Pgroup_absolute_id(ga_pgroup_get_default_(),SVR);
const int default_grp = ga_pgroup_get_default_();; /*default GA group for this dispatcher instance*/
const int world_me = GA_Nodeid();
const int nproc = GA_Nnodes();
t_ptask = 0.0;
/* fprintf(stderr, "%d: 0 server=%d %s\n", GA_Nodeid(), server,pname); */
e1 = util_wallsec_();
/* fprintf(stderr, "%d: 0 %s\n", GA_Nodeid(), pname); */
/* GA_Pgroup_set_default(GA_Pgroup_get_world()); */
/* fprintf(stderr, "%d: 1 %s\n", world_me, pname); */
buf_size = 1+ /*action to perform*/
1+ /*task id - if TASK_SIGNAL*/
nproc /*process group info*/
;
/* buf = (int *)malloc(buf_size*sizeof(int)); */
buf = (int *)alloca(buf_size*sizeof(int));
assert(buf != NULL);
/* fprintf(stderr, "%d: 2 %s\n", world_me, pname); */
e2 = util_wallsec_();
while(1) {
int nelem, grp_me;
Integer tskid;
f1 = util_wallsec_();
/* fprintf(stderr, "%d:: Waiting for work\n", world_me); */
MPI_Recv(buf, buf_size, MPI_INT, MPI_ANY_SOURCE, SIGNAL_TAG, MPI_COMM_WORLD, &status);
f2 = util_wallsec_();
t_wait_start += (f2-f1);
/* fprintf(stderr, "%d:: Client got msg from %d\n", world_me, status.MPI_SOURCE); */
MPI_Get_elements(&status, MPI_INT, &nelem);
assert(nelem >= 1);
if(buf[0] == TERM_CLIENT) {
/*process termination and return*/
/* fprintf(stderr, "%d:: Recv-ed term signal\n", GA_Nodeid()); */
/* free(buf); */
/* fprintf(stderr, "%d:: Terminating client\n", GA_Nodeid()); */
#ifdef LEADER_BCAST
signal_termination(SVR,status.MPI_SOURCE);
#endif
break;
}
/* fprintf(stderr, "%d:: got a task to process\n", world_me); */
/*Got a task to process*/
assert(buf[0] == TASK_START);
ntsks += 1;
if(status.MPI_SOURCE == server) {
qsort(buf+2, nelem-2, sizeof(int), int_compare);
}
f3 = util_wallsec_();
t_prepar += (f3-f2);
#if LEADER_BCAST
src = (server==status.MPI_SOURCE)?buf[2]:status.MPI_SOURCE;
broadcast(nelem-2,buf+2,buf[2],src,buf,nelem*sizeof(int));
#endif
/*The proc ids are in world group. So create sub-group of world group*/
GA_Pgroup_set_default(GA_Pgroup_get_world());
p_handle = GA_Pgroup_create(&buf[2], nelem-2);
GA_Pgroup_set_default(p_handle);
/* GA_Pgroup_sync(p_handle); */
f4 = MPI_Wtime();
t_grp += (f4-f3);
tskid = buf[1];
/* fprintf(stderr, "%d(%d):: Invoking process task tskid=%d\n", grp_me, world_me, tskid); */
process_task_(&tskid, &p_handle);
f5 = MPI_Wtime();
t_ptask += (f5-f4);
GA_Pgroup_sync(p_handle);
grp_me = GA_Nodeid();
f6 = util_wallsec_();
t_sync += (f6-f5);
if(grp_me == 0) {
int v[2] = {TASK_DONE, tskid};
/* fprintf(stderr, "%d(%d):: Sending ack for task %d to %d\n", */
/* grp_me, world_me, tskid, SERVER); */
MPI_Send(v, 2, MPI_INT, server, SIGNAL_TAG, MPI_COMM_WORLD);
}
f7 = util_wallsec_();
t_compl += (f7-f6);
/* GA_Pgroup_sync(p_handle); */
GA_Pgroup_destroy(p_handle);
GA_Pgroup_set_default(default_grp);
f8 = util_wallsec_();
t_dest += (f8-f7);
}
e3 = util_wallsec_();
/* fprintf(stderr, "%d:: CLIENT total time=%lf\n", ga_nodeid_(), e3-e1); */
/* fprintf(stderr, "%d:: CLIENT ntsks=%d\n", ga_nodeid_(), ntsks); */
/* fprintf(stderr, "%d:: CLIENT loop time=%lf\n", ga_nodeid_(), e3-e2); */
/* fprintf(stderr, "%d:: CLIENT wait start time=%lf\n", ga_nodeid_(),t_wait_start); */
/* fprintf(stderr, "%d:: CLIENT prepare time=%lf\n", ga_nodeid_(),t_prepar); */
/* fprintf(stderr, "%d:: CLIENT grp crt time=%lf\n", ga_nodeid_(), t_grp); */
/* fprintf(stderr, "%d:: CLIENT ptask time=%lf\n", ga_nodeid_(), t_ptask); */
/* fprintf(stderr, "%d:: CLIENT sync time=%lf\n", ga_nodeid_(), t_sync); */
/* fprintf(stderr, "%d:: CLIENT compl time=%lf\n", ga_nodeid_(), t_compl); */
/* fprintf(stderr, "%d:: CLIENT grp dstry time=%lf\n", ga_nodeid_(), t_dest); */
/* fflush(stdout); */
/* fprintf(stderr, "%d:: CLIENT doit time=%lf\n",ga_nodeid_(),get_doit_time_()); */
/* fprintf(stderr, "%d:: CLIENT esp time=%lf\n",ga_nodeid_(),get_esp_time_()); */
/* fprintf(stderr, "%d:: CLIENT chrg_set time=%lf\n",ga_nodeid_(),get_chrg_set_time_()); */
/* fprintf(stderr, "%d:: CLIENT gm_crt time=%lf\n",ga_nodeid_(),get_gm_crt_time_()); */
/* fprintf(stderr, "%d:: CLIENT gm_push time=%lf\n",ga_nodeid_(),get_gm_push_time_()); */
}
