int main(int argc, char *argv[])
{
NNTI_result_t rc;
selfsend_args *ssa;
char server_url[NNTI_URL_LEN];
logger_init(LOG_ERROR, NULL);
pthread_barrier_init(&barrier2, NULL, 2);
pthread_barrier_init(&barrier3, NULL, 3);
rc=NNTI_init(NNTI_DEFAULT_TRANSPORT, NULL, &trans_hdl);
rc=NNTI_get_url(&trans_hdl, server_url, NNTI_URL_LEN);
launch_wait_threads();
pthread_barrier_wait(&barrier3);
rc=NNTI_connect(
&trans_hdl,
server_url,
5000,
&server_hdl);
pthread_barrier_wait(&barrier2);
rc=NNTI_alloc(&trans_hdl, NNTI_REQUEST_BUFFER_SIZE, 1, NNTI_SEND_SRC, &send_mr);
ssa=(selfsend_args *)NNTI_BUFFER_C_POINTER(&send_mr);
ssa->data.int_val =10;
ssa->data.float_val =10.0;
ssa->data.double_val=10.0;
ssa->chksum=calc_checksum((const char *)&ssa->data, sizeof(data_t));
rc=NNTI_send(&server_hdl, &send_mr, &recv_mr, &send_wr);
rc=NNTI_wait(&send_wr, 5000, &send_status);
rc=NNTI_send(&server_hdl, &send_mr, NULL, &send_wr);
rc=NNTI_wait(&send_wr, 5000, &send_status);
pthread_barrier_wait(&barrier3);
NNTI_free(&send_mr);
join_wait_threads();
if (success)
std::cout << "\nEnd Result: TEST PASSED" << std::endl;
else
std::cout << "\nEnd Result: TEST FAILED" << std::endl;
return (success ? 0 : 1 );
}
/**
* @brief Initialize the NSSI RPC mechanism.
*
* This implementation of \b nssi_rpc_init initializes the
* Portals library and interface so that we can use Portals
* as the underlying communication protocol.
*
* @param pid @input The ID to use for this process.
*/
int nssi_rpc_init(
const nssi_rpc_transport rpc_transport,
const nssi_rpc_encode rpc_encode,
const char *url)
{
int rc;
NNTI_transport_id_t transport_id;
log_debug(rpc_debug_level, "************************************************************ entered");
if (rpc_initialized) return NSSI_OK;
/* check to see if logging is enabled */
if (logger_not_initialized()) {
logger_set_file(stderr);
}
/* make sure the timer works properly */
// rc = nssi_timer_test();
// if (rc != NSSI_OK) {
// log_fatal(rpc_debug_level, "nssi_timer_test() failed");
// return rc;
// }
/* stash the transport and encoding types so we know how to cleanup on exit */
// transport = rpc_transport;
encoding = rpc_encode;
/* initialize the transport mechanism */
switch (rpc_transport) {
case NSSI_RPC_PTL:
transport_id=NNTI_TRANSPORT_PORTALS;
break;
case NSSI_RPC_IB:
transport_id=NNTI_TRANSPORT_IB;
break;
case NSSI_RPC_LUC:
transport_id=NNTI_TRANSPORT_LUC;
break;
case NSSI_RPC_GEMINI:
transport_id=NNTI_TRANSPORT_GEMINI;
break;
case NSSI_RPC_MPI:
transport_id=NNTI_TRANSPORT_MPI;
break;
default:
rc = NSSI_ENOENT;
log_error(rpc_debug_level, "the transport scheme %d does not exist", rpc_transport);
return rc;
}
rc = NNTI_init(
transport_id,
url,
&transports[rpc_transport]);
if (rc != NNTI_OK) {
log_fatal(rpc_debug_level,"failed");
return rc;
}
/* initialize the xdr-encoding mechanism */
switch (rpc_encode) {
case NSSI_RPC_XDR:
rc = nssi_xdr_init();
if (rc != NSSI_OK) {
log_fatal(rpc_debug_level,"failed, %d", rc);
return rc;
}
break;
default:
rc = NSSI_ENOENT;
log_error(rpc_debug_level, "the transport scheme "
"does not exist");
return rc;
}
config_init(&nssi_config);
config_get_from_env(&nssi_config);
if (nssi_config.use_buffer_queue) {
trios_buffer_queue_init(
&send_bq,
nssi_config.buffer_queue_initial_size,
nssi_config.buffer_queue_max_size,
nssi_config.buffer_queue_create_if_empty,
&transports[rpc_transport],
NNTI_SEND_SRC,
NSSI_SHORT_REQUEST_SIZE);
trios_buffer_queue_init(
&recv_bq,
nssi_config.buffer_queue_initial_size,
nssi_config.buffer_queue_max_size,
nssi_config.buffer_queue_create_if_empty,
&transports[rpc_transport],
NNTI_RECV_DST,
NSSI_SHORT_RESULT_SIZE);
trios_buffer_queue_init(
&rdma_target_bq,
nssi_config.rdma_buffer_queue_initial_size,
nssi_config.rdma_buffer_queue_max_size,
nssi_config.rdma_buffer_queue_create_if_empty,
&transports[rpc_transport],
(NNTI_buf_ops_t)(NNTI_GET_SRC|NNTI_PUT_DST),
nssi_config.rdma_buffer_queue_buffer_size);
trios_buffer_queue_init(
&rdma_get_bq,
nssi_config.rdma_buffer_queue_initial_size,
nssi_config.rdma_buffer_queue_max_size,
nssi_config.rdma_buffer_queue_create_if_empty,
&transports[rpc_transport],
NNTI_GET_DST,
nssi_config.rdma_buffer_queue_buffer_size);
trios_buffer_queue_init(
&rdma_put_bq,
nssi_config.rdma_buffer_queue_initial_size,
nssi_config.rdma_buffer_queue_max_size,
nssi_config.rdma_buffer_queue_create_if_empty,
&transports[rpc_transport],
NNTI_PUT_SRC,
nssi_config.rdma_buffer_queue_buffer_size);
}
rpc_initialized = true;
if (logging_debug(rpc_debug_level)) {
fprint_NNTI_peer(logger_get_file(), "transports[rpc_transport].me",
"end of nssi_rpc_init", &transports[rpc_transport].me);
}
log_debug(rpc_debug_level, "************************************************************ exit");
return NSSI_OK;
}
int main(int argc, char *argv[])
{
char logname[1024];
bool success=true;
MPI_Init(&argc, &argv);
MPI_Comm_size(MPI_COMM_WORLD, &nprocs);
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
nservers=1;
nclients=nprocs-nservers;
client_rank=rank-1;
if (argc != 6) {
if (rank == 0) {
fprintf(stderr, "Usage: %s <num sends> <num_gets> <get_size> <num_puts> <put_size>\n", argv[0]);
MPI_Barrier(MPI_COMM_WORLD);
} else {
MPI_Barrier(MPI_COMM_WORLD);
}
MPI_Abort(MPI_COMM_WORLD, -1);
}
if (nprocs != 2) {
if (rank == 0) {
fprintf(stderr, "%s only supports 2 ranks.\n", argv[0]);
MPI_Barrier(MPI_COMM_WORLD);
} else {
MPI_Barrier(MPI_COMM_WORLD);
}
MPI_Abort(MPI_COMM_WORLD, -1);
}
parse_args(argc, argv);
sprintf(logname, "nntiperf.%03d.log", rank);
logger_init(LOG_ERROR, NULL);
NNTI_init(NNTI_DEFAULT_TRANSPORT, NULL, &trans_hdl);
if (rank==0) {
NNTI_get_url(&trans_hdl, url, NNTI_URL_LEN);
}
MPI_Bcast(&url[0], NNTI_URL_LEN, MPI_CHAR, 0, MPI_COMM_WORLD);
log_debug(nntiperf_debug_level, "NNTI perfermance server url is %s", url);
if (rank==0) {
server();
} else {
client();
}
NNTI_fini(&trans_hdl);
MPI_Finalize();
logger_fini();
// Teuchos::oblackholestream blackhole;
// std::ostream &out = ( rank == 1 ? std::cout : blackhole );
std::ostream &out = std::cout;
if (success)
out << "\nEnd Result: TEST PASSED" << std::endl;
else
out << "\nEnd Result: TEST FAILED" << std::endl;
return (success ? 0 : 1 );
// return 0;
}
