static void action_wait(const char *const *action)
{
msg_task_t task = NULL;
msg_comm_t comm;
double clock = MSG_get_clock();
process_globals_t globals =
(process_globals_t) MSG_process_get_data(MSG_process_self());
xbt_assert(xbt_dynar_length(globals->irecvs),
"action wait not preceded by any irecv: %s",
xbt_str_join_array(action, " "));
ACT_DEBUG("Entering %s", NAME);
comm = xbt_dynar_pop_as(globals->irecvs, msg_comm_t);
MSG_comm_wait(comm, -1);
task = xbt_dynar_pop_as(globals->tasks, msg_task_t);
MSG_comm_destroy(comm);
MSG_task_destroy(task);
log_action(action, MSG_get_clock() - clock);
}
static void action_Irecv(const char *const *action)
{
char mailbox[250];
double clock = MSG_get_clock();
process_globals_t globals =
(process_globals_t) MSG_process_get_data(MSG_process_self());
XBT_DEBUG("Irecv on %s", MSG_process_get_name(MSG_process_self()));
sprintf(mailbox, "%s_%s", action[2],
MSG_process_get_name(MSG_process_self()));
msg_task_t t = NULL;
xbt_dynar_push(globals->tasks, &t);
msg_comm_t c =
MSG_task_irecv(xbt_dynar_get_ptr
(globals->tasks, xbt_dynar_length(globals->tasks) - 1),
mailbox);
xbt_dynar_push(globals->irecvs, &c);
log_action(action, MSG_get_clock() - clock);
asynchronous_cleanup();
}
int data_replicator(int argc, char* argv[]){
/**
@type simgrid process
Launches `uploader` processes to replicate output files.
Simgrid process parameters
--------------------------
Job* replica (job descriptor) -- contains all information about
job parameters (type, size, etc.)
*/
Job* replica = (Job*) MSG_process_get_data(MSG_process_self());
size_t output_files = replica->OutputFiles.size();
for (size_t k = 0; k < output_files; ++k) {
InputFile* infl;
try {
infl = FILES_DATABASE->at(replica->OutputFiles.at(k));
}catch (std::out_of_range& e){
continue;
}
const std::vector<std::string>& replica_locations = infl->Storages;
for (size_t i = 0; i < replica_locations.size(); ++i) {
UploadData* data = new UploadData;
data->filename = replica->OutputFiles.at(k);
data->dest = replica_locations.at(i);
MSG_process_create("upload", uploader, data, MSG_host_self());
}
}
MSG_process_sleep(1.1);
delete replica;
return 0;
}
static void action_allReduce(const char *const *action)
{
int i;
char *allreduce_identifier;
char mailbox[80];
double comm_size = parse_double(action[2]);
double comp_size = parse_double(action[3]);
msg_task_t task = NULL, comp_task = NULL;
const char *process_name;
double clock = MSG_get_clock();
process_globals_t counters =
(process_globals_t) MSG_process_get_data(MSG_process_self());
xbt_assert(communicator_size, "Size of Communicator is not defined, "
"can't use collective operations");
process_name = MSG_process_get_name(MSG_process_self());
allreduce_identifier = bprintf("allReduce_%d", counters->allReduce_counter++);
if (!strcmp(process_name, "p0")) {
XBT_DEBUG("%s: %s is the Root", allreduce_identifier, process_name);
msg_comm_t *comms = xbt_new0(msg_comm_t, communicator_size - 1);
msg_task_t *tasks = xbt_new0(msg_task_t, communicator_size - 1);
for (i = 1; i < communicator_size; i++) {
sprintf(mailbox, "%s_p%d_p0", allreduce_identifier, i);
comms[i - 1] = MSG_task_irecv(&(tasks[i - 1]), mailbox);
}
MSG_comm_waitall(comms, communicator_size - 1, -1);
for (i = 1; i < communicator_size; i++) {
MSG_comm_destroy(comms[i - 1]);
MSG_task_destroy(tasks[i - 1]);
}
xbt_free(tasks);
comp_task = MSG_task_create("allReduce_comp", comp_size, 0, NULL);
XBT_DEBUG("%s: computing 'reduce_comp'", allreduce_identifier);
MSG_task_execute(comp_task);
MSG_task_destroy(comp_task);
XBT_DEBUG("%s: computed", allreduce_identifier);
for (i = 1; i < communicator_size; i++) {
sprintf(mailbox, "%s_p0_p%d", allreduce_identifier, i);
comms[i - 1] =
MSG_task_isend(MSG_task_create(mailbox, 0, comm_size, NULL), mailbox);
}
MSG_comm_waitall(comms, communicator_size - 1, -1);
for (i = 1; i < communicator_size; i++)
MSG_comm_destroy(comms[i - 1]);
xbt_free(comms);
XBT_DEBUG("%s: all messages sent by %s have been received",
allreduce_identifier, process_name);
} else {
XBT_DEBUG("%s: %s sends", allreduce_identifier, process_name);
sprintf(mailbox, "%s_%s_p0", allreduce_identifier, process_name);
XBT_DEBUG("put on %s", mailbox);
MSG_task_send(MSG_task_create(allreduce_identifier, 0, comm_size, NULL),
mailbox);
sprintf(mailbox, "%s_p0_%s", allreduce_identifier, process_name);
MSG_task_receive(&task, mailbox);
MSG_task_destroy(task);
XBT_DEBUG("%s: %s has received", allreduce_identifier, process_name);
}
log_action(action, MSG_get_clock() - clock);
xbt_free(allreduce_identifier);
}
