int worker(int argc, char* argv[]) {
TAU_PROFILE_TIMER(timer, __func__, __FILE__, TAU_USER);
TAU_PROFILE_START(timer);
my_printf("%d of %d In worker B\n", myrank, commsize);
static bool announced = false;
/* validate input */
validate_input(argc, argv);
my_printf("Worker B will execute until it sees n iterations.\n", iterations);
/* ADIOS: These declarations are required to match the generated
* gread_/gwrite_ functions. (And those functions are
* generated by calling 'gpp.py adios_config.xml') ...
* EXCEPT THAT THE generation of Reader code is broken.
* So, we will write the reader code manually.
*/
uint64_t adios_groupsize;
uint64_t adios_totalsize;
uint64_t adios_handle;
void * data = NULL;
uint64_t start[2], count[2];
int i, j, steps = 0;
int NX = 10;
int NY = 1;
double t[NX];
double p[NX];
/* ADIOS: Can duplicate, split the world, whatever.
* This allows you to have P writers to N files.
* With no splits, everyone shares 1 file, but
* can write lock-free by using different areas.
*/
MPI_Comm adios_comm, adios_comm_b_to_c;
adios_comm = MPI_COMM_WORLD;
//MPI_Comm_dup(MPI_COMM_WORLD, &adios_comm);
adios_comm_b_to_c = MPI_COMM_WORLD;
//MPI_Comm_dup(MPI_COMM_WORLD, &adios_comm_b_to_c);
enum ADIOS_READ_METHOD method = ADIOS_READ_METHOD_FLEXPATH;
adios_read_init_method(method, adios_comm, "verbose=3");
if (adios_errno != err_no_error) {
fprintf (stderr, "rank %d: Error %d at init: %s\n", myrank, adios_errno, adios_errmsg());
exit(4);
}
if (send_to_c) {
adios_init("adios_config.xml", adios_comm);
}
/* ADIOS: Set up the adios communications and buffers, open the file.
*/
ADIOS_FILE *fp; // file handler
ADIOS_VARINFO *vi; // information about one variable
ADIOS_SELECTION * sel;
char adios_filename_a_to_b[256];
char adios_filename_b_to_c[256];
enum ADIOS_LOCKMODE lock_mode = ADIOS_LOCKMODE_NONE;
double timeout_sec = 1.0;
sprintf(adios_filename_a_to_b, "adios_a_to_b.bp");
sprintf(adios_filename_b_to_c, "adios_b_to_c.bp");
my_printf ("rank %d: Worker B opening file: %s\n", myrank, adios_filename_a_to_b);
fp = adios_read_open(adios_filename_a_to_b, method, adios_comm, lock_mode, timeout_sec);
if (adios_errno == err_file_not_found) {
fprintf (stderr, "rank %d: Stream not found after waiting %d seconds: %s\n",
myrank, timeout_sec, adios_errmsg());
exit(1);
} else if (adios_errno == err_end_of_stream) {
// stream has been gone before we tried to open
fprintf (stderr, "rank %d: Stream terminated before open. %s\n", myrank, adios_errmsg());
exit(2);
} else if (fp == NULL) {
// some other error happened
fprintf (stderr, "rank %d: Error %d at opening: %s\n", myrank, adios_errno, adios_errmsg());
exit(3);
} else {
my_printf("Found file %s\n", adios_filename_a_to_b);
my_printf ("File info:\n");
my_printf (" current step: %d\n", fp->current_step);
my_printf (" last step: %d\n", fp->last_step);
my_printf (" # of variables: %d:\n", fp->nvars);
vi = adios_inq_var(fp, "temperature");
adios_inq_var_blockinfo(fp, vi);
printf ("ndim = %d\n", vi->ndim);
printf ("nsteps = %d\n", vi->nsteps);
printf ("dims[%llu][%llu]\n", vi->dims[0], vi->dims[1]);
uint64_t slice_size = vi->dims[0]/commsize;
if (myrank == commsize-1) {
slice_size = slice_size + vi->dims[0]%commsize;
}
start[0] = myrank * slice_size;
count[0] = slice_size;
start[1] = 0;
count[1] = vi->dims[1];
data = malloc (slice_size * vi->dims[1] * 8);
/* Processing loop over the steps (we are already in the first one) */
while (adios_errno != err_end_of_stream && steps < iterations) {
steps++; // steps start counting from 1
TAU_PROFILE_TIMER(adios_recv_timer, "ADIOS recv", __FILE__, TAU_USER);
TAU_PROFILE_START(adios_recv_timer);
sel = adios_selection_boundingbox (vi->ndim, start, count);
adios_schedule_read (fp, sel, "temperature", 0, 1, data);
adios_perform_reads (fp, 1);
if (myrank == 0)
printf ("--------- B Step: %d --------------------------------\n",
fp->current_step);
#if 0
printf("B rank=%d: [0:%lld,0:%lld] = [", myrank, vi->dims[0], vi->dims[1]);
for (i = 0; i < slice_size; i++) {
printf (" [");
for (j = 0; j < vi->dims[1]; j++) {
printf ("%g ", *((double *)data + i * vi->dims[1] + j));
}
printf ("]");
}
printf (" ]\n\n");
#endif
// advance to 1) next available step with 2) blocking wait
adios_advance_step (fp, 0, timeout_sec);
if (adios_errno == err_step_notready)
{
printf ("B rank %d: No new step arrived within the timeout. Quit. %s\n",
myrank, adios_errmsg());
break; // quit while loop
}
TAU_PROFILE_STOP(adios_recv_timer);
/* Do some exchanges with neighbors */
//do_neighbor_exchange();
/* "Compute" */
compute(steps);
for (i = 0; i < NX; i++) {
t[i] = steps*100.0 + myrank*NX + i;
}
for (i = 0; i < NY; i++) {
p[i] = steps*1000.0 + myrank*NY + i;
}
if (send_to_c) {
TAU_PROFILE_TIMER(adios_send_timer, "ADIOS send", __FILE__, TAU_USER);
TAU_PROFILE_START(adios_send_timer);
/* ADIOS: write to the next application in the workflow */
if (steps == 0) {
adios_open(&adios_handle, "b_to_c", adios_filename_b_to_c, "w", adios_comm_b_to_c);
} else {
adios_open(&adios_handle, "b_to_c", adios_filename_b_to_c, "a", adios_comm_b_to_c);
}
/* ADIOS: Actually write the data out.
* Yes, this is the recommended method, and this way, changes in
* configuration with the .XML file will, even in the worst-case
* scenario, merely require running 'gpp.py adios_config.xml'
* and typing 'make'.
*/
#include "gwrite_b_to_c.ch"
/* ADIOS: Close out the file completely and finalize.
* If MPI is being used, this must happen before MPI_Finalize().
*/
adios_close(adios_handle);
TAU_PROFILE_STOP(adios_send_timer);
#if 1
if (!announced) {
SOS_val foo;
foo.i_val = NX;
SOS_pack(example_pub, "NX", SOS_VAL_TYPE_INT, foo);
SOS_announce(example_pub);
SOS_publish(example_pub);
announced = true;
}
#endif
}
MPI_Barrier(adios_comm_b_to_c);
}
MPI_Barrier(MPI_COMM_WORLD);
adios_read_close(fp);
/* ADIOS: Close out the file completely and finalize.
* If MPI is being used, this must happen before MPI_Finalize().
*/
adios_read_finalize_method(method);
}
if (send_to_c) {
adios_finalize(myrank);
}
free(data);
//MPI_Comm_free(&adios_comm);
//MPI_Comm_free(&adios_comm_b_to_c);
TAU_PROFILE_STOP(timer);
/* exit */
return 0;
}
void UI_INPUTBOX::process(int focus)
{
int ascii, clear_lastkey, key, key_used, key_check;
// check if mouse is pressed
if (B1_PRESSED && is_mouse_on()) {
set_focus();
}
if (disabled_flag)
return;
if (my_wnd->selected_gadget == this)
focus = 1;
key_used = 0;
changed_flag = 0;
oldposition = position;
pressed_down = 0;
clear_lastkey = (flags & UI_INPUTBOX_FLAG_KEYTHRU) ? 0 : 1;
if (focus) {
key = my_wnd->keypress;
switch (key) {
case 0:
break;
//case KEY_LEFT:
case KEY_BACKSP:
if (position > 0)
position--;
text[position] = 0;
if (flags & UI_INPUTBOX_FLAG_PASSWD) {
passwd_text[position] = 0;
}
changed_flag = 1;
key_used = 1;
break;
case KEY_ENTER:
pressed_down = 1;
locked = 0;
changed_flag = 1;
key_used = 1;
break;
case KEY_ESC:
if (flags & UI_INPUTBOX_FLAG_ESC_CLR){
if (position > 0) {
set_text("");
key_used = 1;
} else {
key_used = 0;
clear_lastkey = 0;
}
}
if (flags & UI_INPUTBOX_FLAG_ESC_FOC) {
clear_focus();
}
break;
default:
if (!locked) {
// MWA -- determine if alt or ctrl held down on this key and don't process if it is. We
// need to be able to pass these keys back to the top level. (And anyway -- ctrl-a shouldn't
// print out an A in the input window
if ( key & (KEY_ALTED | KEY_CTRLED) ) {
clear_lastkey = 0;
break;
}
// get an ascii char from the input if possible
key_check = keypad_to_ascii(key);
if(key_check == -1){
key_check = key_to_ascii(key);
}
ascii = validate_input(key_check);
if ((ascii > 0) && (ascii < 255)) {
if (flags & UI_INPUTBOX_FLAG_LETTER_FIRST) {
if ((position == 0) && !is_letter((char) ascii))
break;
}
key_used = 1;
if ( position < length ) {
text[position] = (char) ascii;
text[position + 1] = 0;
if (flags & UI_INPUTBOX_FLAG_PASSWD) {
passwd_text[position] = (char) INPUTBOX_PASSWD_CHAR;
passwd_text[position + 1] = 0;
}
position++;
// check to see if we should limit by pixel width
if (pixel_limit > -1) {
int _w;
if (flags & UI_INPUTBOX_FLAG_PASSWD) {
gr_get_string_size(&_w, NULL, passwd_text);
} else {
gr_get_string_size(&_w, NULL, text);
}
if (_w > pixel_limit) {
position--;
locked = 1;
text[position] = 0;
if (flags & UI_INPUTBOX_FLAG_PASSWD) {
passwd_text[position] = 0;
}
}
}
}
changed_flag = 1;
}
}
break;
}
if (clear_lastkey || (key_used && (flags & UI_INPUTBOX_FLAG_EAT_USED)) )
my_wnd->last_keypress=0;
}
}
int main (int argc, char *argv[])
{
validate_input(argc, argv);
/*
* Initialize TAU and start a timer for the main function.
*/
TAU_INIT(&argc, &argv);
TAU_PROFILE_SET_NODE(0);
TAU_PROFILE_TIMER(tautimer, __func__, my_name, TAU_USER);
TAU_PROFILE_START(tautimer);
/*
* Initialize MPI. We don't require threaded support, but with threads
* we can send the TAU data over SOS asynchronously.
*/
int rc = MPI_SUCCESS;
int provided = 0;
rc = MPI_Init_thread(&argc, &argv, MPI_THREAD_MULTIPLE, &provided);
if (rc != MPI_SUCCESS) {
char *errorstring;
int length = 0;
MPI_Error_string(rc, errorstring, &length);
fprintf(stderr, "Error: MPI_Init failed, rc = %d\n%s\n", rc, errorstring);
fflush(stderr);
exit(99);
}
MPI_Comm_rank(MPI_COMM_WORLD, &my_rank);
MPI_Comm_size(MPI_COMM_WORLD, &comm_size);
my_printf("%s %s %d Running with comm_size %d\n", argv[0], my_name, getpid(), comm_size);
MPI_Comm adios_comm;
MPI_Comm_dup(MPI_COMM_WORLD, &adios_comm);
adios_init ("arrays.xml", adios_comm);
/*
* Loop and do the things
*/
int iter = 0;
char tmpstr[256] = {0};
int * return_codes = (int *)(calloc(num_sources,sizeof(int)));
while (iter < iterations) {
int index;
/*
* Read upstream input
*/
for (index = 0 ; index < num_sources ; index++) {
if (return_codes[index] > 0) {
my_printf("%s source is gone\n", sources[index]);
continue; // this input is gone
}
my_printf ("%s reading from %s.\n", my_name, sources[index]);
sprintf(tmpstr,"%s READING FROM %s", my_name, sources[index]);
TAU_START(tmpstr);
//mpi_reader(adios_comm, sources[index]);
return_codes[index] = flexpath_reader(adios_comm, index);
TAU_STOP(tmpstr);
}
/*
* "compute"
*/
my_printf ("%s computing.\n", my_name);
compute(iter);
bool time_to_go = (num_sources == 0) ? (iter == (iterations-1)) : true;
for (index = 0 ; index < num_sources ; index++) {
if (return_codes[index] == 0) {
time_to_go = false;
break; // out of this for loop
}
}
/*
* Send output downstream
*/
for (index = 0 ; index < num_sinks ; index++) {
my_printf ("%s writing to %s.\n", my_name, sinks[index]);
sprintf(tmpstr,"%s WRITING TO %s", my_name, sinks[index]);
TAU_START(tmpstr);
//mpi_writer(adios_comm, sinks[index]);
flexpath_writer(adios_comm, index, (iter > 0), time_to_go);
TAU_STOP(tmpstr);
}
if (time_to_go) {
break; // out of the while loop
}
my_printf ("%s not time to go...\n", my_name);
iter++;
}
/*
* Finalize ADIOS
*/
const char const * dot_filename = ".finished";
if (num_sources > 0) {
adios_read_finalize_method(ADIOS_READ_METHOD_FLEXPATH);
#if 0
} else {
while (true) {
// assume this is the main process. It can't exit until
// the last process is done.
if( access( dot_filename, F_OK ) != -1 ) {
// file exists
unlink(dot_filename);
break;
} else {
// file doesn't exist
sleep(1);
}
}
#endif
}
if (num_sinks > 0) {
adios_finalize (my_rank);
#if 0
} else {
// assume this is the last process.
// Tell the main process we are done.
FILE *file;
if (file = fopen(dot_filename, "w")) {
fprintf(file, "done.\n");
fclose(file);
}
#endif
}
/*
* Finalize MPI
*/
MPI_Comm_free(&adios_comm);
MPI_Finalize();
my_printf ("%s Done.\n", my_name);
TAU_PROFILE_STOP(tautimer);
return 0;
}
int turn_options (){
int turn_act;
printf ("1: play card, 2: end turn, 3: quit game, 4: shuffle deck\n");
turn_act = validate_input(1, 4);
return turn_act;
}
