void *
threadmain(void *args)
{
int i, idx;
testfunc_t func;
threaddata_t *td = (threaddata_t *) args;
TEST_SRAND(((int)TIME()) * td->tid);
thread_barrier();
if (!threadstress) MSG("tid=%3d> starting.", td->tid);
for (i = 0; i < iters; i++) {
idx = TEST_RAND(0,functions_num-1);
func = test_functions[idx];
assert(func != NULL);
func(td);
if (td->ltid == 0 && !threadstress) TEST_PROGRESS_BAR(i, iters);
}
thread_barrier();
if (!threadstress) MSG("tid=%3d> done.", td->tid);
return NULL;
}
int main(int argc, char **argv)
{
int outer_iterations = 0;
int inner_iterations = 0;
int seedoffset = 0;
int numprocs, myproc, peerproc;
int sender_p;
char *shadow_region_1, *shadow_region_2;
int i,j;
char *local_base, *target_base;
/* call startup */
GASNET_Safe(gasnet_init(&argc, &argv));
/* get SPMD info */
myproc = gasnet_mynode();
numprocs = gasnet_nodes();
if (argc > 1) segsize = atoi(argv[1]);
if (!segsize) segsize = 1024*1000;
if (argc > 2) outer_iterations = atoi(argv[2]);
if (!outer_iterations) outer_iterations = 10;
if (argc > 3) inner_iterations = atoi(argv[3]);
if (!inner_iterations) inner_iterations = 10;
if (argc > 4) seedoffset = atoi(argv[4]);
GASNET_Safe(gasnet_attach(NULL, 0, TEST_SEGSZ, TEST_MINHEAPOFFSET));
test_init("testslice",0, "(segsize) (iterations) (# of sizes per iteration) (seed)");
/* parse arguments */
if (argc > 5) test_usage();
if(numprocs & 1) {
MSG0("WARNING: This test requires an even number of nodes. Test skipped.\n");
gasnet_exit(0); /* exit 0 to prevent false negatives in test harnesses for smp-conduit */
}
sender_p = !(myproc & 1);
peerproc = myproc ^ 1;
if (seedoffset == 0) {
seedoffset = (((unsigned int)TIME()) & 0xFFFF);
TEST_BCAST(&seedoffset, 0, &seedoffset, sizeof(&seedoffset));
}
TEST_SRAND(myproc+seedoffset);
MSG0("Running with segment size = %d outer iterations=%d inner iterations=%d seed=%d",
segsize,outer_iterations, inner_iterations, seedoffset);
BARRIER();
/* Allocate two shadow regions the same size as the segment */
shadow_region_1 = (char *) test_malloc(segsize);
shadow_region_2 = (char *) test_malloc(segsize);
/* Fill up the shadow region with random data */
for(i=0; i < segsize; i++) {
shadow_region_1[i] = (char) TEST_RAND(0,255);
}
memset(shadow_region_2,0,segsize);
/* Big loop performing the following */
for(i=0; i < outer_iterations; i++) {
if(sender_p) {
/* Pick a starting point anywhere in the segment */
int starting_point = TEST_RAND(0,(segsize-1));
local_base = TEST_SEG(myproc);
target_base = TEST_SEG(peerproc);
for(j=0; j < inner_iterations; j++) {
/* Pick a length */
int len = TEST_RAND(1,segsize-starting_point);
int remote_starting_point = TEST_RAND(0,segsize-len);
int local_starting_point_1 = TEST_RAND(0,segsize-len);
int local_starting_point_2 = TEST_RAND(0,segsize-len);
/* Perform operations */
/* Out of segment put from shadow_region 1 to remote */
gasnet_put(peerproc,target_base+remote_starting_point,shadow_region_1 + starting_point,len);
/* In segment get from remote to local segment */
gasnet_get(local_base+local_starting_point_1,peerproc,target_base+remote_starting_point,len);
/* Verify */
assert_eq(shadow_region_1 + starting_point, local_base + local_starting_point_1, len,starting_point,i,j,"Out of segment put + in segment get");
/* Out of segment get from remote to shadow_region_2 (starting from 0) */
gasnet_get(shadow_region_2+local_starting_point_2,peerproc,target_base+remote_starting_point,len);
/* Verify */
assert_eq(shadow_region_2+local_starting_point_2, shadow_region_1 + starting_point, len,starting_point,i,j,"Out of segment get");
}
TEST_PROGRESS_BAR(i,outer_iterations);
}
BARRIER();
}
if(sender_p && !failures) {
MSG("testslice PASSED");
}
gasnet_exit(0);
return 0;
}
int
main(int argc, char **argv)
{
int i;
const char *getopt_str;
int opt_p=0, opt_g=0, opt_a=0, opt_m=0;
#if TEST_MPI
init_test_mpi(&argc, &argv);
getopt_str = "pgamlvtdi:";
#else
getopt_str = "pgalvtdi:";
#endif
GASNET_Safe(gasnet_init(&argc, &argv));
GASNET_Safe(gasnet_attach(htable, HANDLER_TABLE_SIZE,
TEST_SEGSZ_REQUEST, TEST_MINHEAPOFFSET));
#if TEST_MPI
#define TEST_MPI_USAGE " -m use MPI calls \n"
#else
#define TEST_MPI_USAGE ""
#endif
#if GASNET_PAR
#define TEST_THREAD_USAGE " [<threads_per_node>]\n\n" \
"<threads_per_node> must be between 1 and "_STRINGIFY(TEST_MAXTHREADS)" \n"
#else
#define TEST_THREAD_USAGE "\n\n"
#endif
test_init("testthreads",0, "[ -pgalvtd ] [ -i <iters> ]"
TEST_THREAD_USAGE
"no options means run all tests with "_STRINGIFY(DEFAULT_ITERS)" iterations\n"
"options: \n"
" -p use puts \n"
" -g use gets \n"
" -a use Active Messages \n"
" -l use local Active Messages \n"
TEST_MPI_USAGE
" -v output information about actions taken \n"
" -t include AM handler actions with -v \n"
" -d dynamic thread creation stress test \n"
" -i <iters> use <iters> iterations per thread \n");
while ((i = getopt (argc, argv, getopt_str)) != EOF) {
switch (i) {
case 'p': opt_p = 1; break;
case 'g': opt_g = 1; break;
case 'a': opt_a = 1; break;
case 'm': opt_m = 1; break;
case 'l': AM_loopback = 1; break;
case 'i': iters = atoi(optarg); break;
case 'v': verbose = 1; break;
case 't': amtrace = 1; break;
case 'd': threadstress = 1; break;
default: test_usage();
}
}
if (opt_p) test_functions[functions_num++] = test_put;
if (opt_g) test_functions[functions_num++] = test_get;
if (opt_a) {
test_functions[functions_num++] = test_amshort;
test_functions[functions_num++] = test_ammedium;
test_functions[functions_num++] = test_amlong;
}
#if TEST_MPI
if (opt_m) test_functions[functions_num++] = test_mpi;
#endif
if (amtrace) verbose = 1;
/* Assume all test functions if no option is passed */
if (functions_num == 0) {
MSG("running all functions!");
memcpy(test_functions, test_functions_all,
sizeof(test_functions_all));
functions_num = NUM_FUNCTIONS;
}
argc -= optind;
if (argc > 1) test_usage();
else if (argc == 1) {
argv += optind;
threads_num = atoi(argv[0]);
}
if (threads_num > TEST_MAXTHREADS || threads_num < 1) {
printf("ERROR: Threads must be between 1 and %i\n",TEST_MAXTHREADS);
exit(EXIT_FAILURE);
}
/* limit sizes to a reasonable size */
#define LIMIT(sz) MIN(sz,4194304)
{ int sz = 0;
sizes[sz++] = LIMIT(gasnet_AMMaxMedium()-1);
sizes[sz++] = LIMIT(gasnet_AMMaxMedium());
sizes[sz++] = LIMIT(gasnet_AMMaxMedium()+1);
sizes[sz++] = LIMIT(gasnet_AMMaxLongRequest()-1);
sizes[sz++] = LIMIT(gasnet_AMMaxLongRequest());
sizes[sz++] = LIMIT(gasnet_AMMaxLongRequest()+1);
sizes[sz++] = LIMIT(gasnet_AMMaxLongReply()-1);
sizes[sz++] = LIMIT(gasnet_AMMaxLongReply());
sizes[sz++] = LIMIT(gasnet_AMMaxLongReply()+1);
assert(sizes[sz] == 0);
}
alloc_thread_data(threads_num);
#if TEST_MPI
attach_test_mpi();
#endif
#ifdef GASNET_PAR
if (threadstress) {
int spawniters = MAX(1,iters/threads_num);
int i;
MSG("Dynamic thread creation stress test, %d gasnet threads, (%d at a time)", spawniters*threads_num, threads_num);
iters = 10; /* enough iters to ensure we get thread registration */
for (i = 0; i < spawniters; i++) {
test_createandjoin_pthreads(threads_num, &threadmain, tt_thread_data, sizeof(threaddata_t));
TEST_PROGRESS_BAR(i, spawniters);
}
} else {
MSG("Forking %d gasnet threads and running %d iterations", threads_num, iters);
test_createandjoin_pthreads(threads_num, &threadmain, tt_thread_data, sizeof(threaddata_t));
}
#else /* for testmpi-seq and -parsync */
#ifdef GASNET_SEQ
MSG("Running with 1 thread/node for GASNET_SEQ mode");
#else
MSG("Running with 1 thread/node for GASNET_PARSYNC mode");
#endif
threadmain(tt_thread_data);
#endif
BARRIER();
free_thread_data();
MSG("Tests complete");
BARRIER();
gasnet_exit(0);
return 0;
}
int main(int argc, char **argv)
{
int outer_iterations = 0;
int inner_iterations = 0;
int seedoffset = 0;
int numprocs, myproc;
#if PLATFORM_COMPILER_CLANG
// The addition of a gratuitous 'volatile' here has been observed to
// work-around Bug 3630 in which Clang 4 and newer misoptimize this test.
volatile int peerproc;
#else
int peerproc;
#endif
int sender_p;
char *shadow_region_1, *shadow_region_2;
int i,j;
char *local_base, *target_base;
/* call startup */
GASNET_Safe(gex_Client_Init(&myclient, &myep, &myteam, "testslice", &argc, &argv, 0));
/* get SPMD info */
myproc = gex_TM_QueryRank(myteam);
numprocs = gex_TM_QuerySize(myteam);
if (argc > 1) segsize = atoi(argv[1]);
if (!segsize) segsize = 1024*1000;
if (argc > 2) outer_iterations = atoi(argv[2]);
if (!outer_iterations) outer_iterations = 10;
if (argc > 3) inner_iterations = atoi(argv[3]);
if (!inner_iterations) inner_iterations = 10;
if (argc > 4) seedoffset = atoi(argv[4]);
GASNET_Safe(gex_Segment_Attach(&mysegment, myteam, TEST_SEGSZ));
test_init("testslice",0, "(segsize) (iterations) (# of sizes per iteration) (seed)");
/* parse arguments */
if (argc > 5) test_usage();
if(numprocs & 1) {
MSG0("WARNING: This test requires an even number of nodes. Test skipped.\n");
gasnet_exit(0); /* exit 0 to prevent false negatives in test harnesses for smp-conduit */
}
sender_p = !(myproc & 1);
peerproc = myproc ^ 1;
if (seedoffset == 0) {
seedoffset = (((unsigned int)TIME()) & 0xFFFF);
TEST_BCAST(&seedoffset, 0, &seedoffset, sizeof(&seedoffset));
}
TEST_SRAND(myproc+seedoffset);
MSG0("Running with segment size = %d outer iterations=%d inner iterations=%d seed=%d",
segsize,outer_iterations, inner_iterations, seedoffset);
BARRIER();
/* Allocate two shadow regions the same size as the segment */
shadow_region_1 = (char *) test_malloc(segsize);
shadow_region_2 = (char *) test_malloc(segsize);
/* Fill up the shadow region with random data */
for(i=0;i < segsize;i++) {
shadow_region_1[i] = (char) TEST_RAND(0,255);
}
memset(shadow_region_2,0,segsize);
/* Big loop performing the following */
for(i=0;i < outer_iterations;i++) {
if(sender_p) {
/* Pick a starting point anywhere in the segment */
int starting_point = TEST_RAND(0,(segsize-1));
local_base = TEST_SEG(myproc);
target_base = TEST_SEG(peerproc);
for(j=0;j < inner_iterations;j++) {
/* Pick a length */
int len = TEST_RAND(1,segsize-starting_point);
int remote_starting_point = TEST_RAND(0,segsize-len);
int local_starting_point_1 = TEST_RAND(0,segsize-len);
int local_starting_point_2 = TEST_RAND(0,segsize-len);
/* Perform operations */
/* Out of segment put from shadow_region 1 to remote */
gex_RMA_PutBlocking(myteam, peerproc,target_base+remote_starting_point,shadow_region_1 + starting_point,len, 0);
/* In segment get from remote to local segment */
gex_RMA_GetBlocking(myteam, local_base+local_starting_point_1,peerproc,target_base+remote_starting_point,len, 0);
/* Verify */
assert_eq(shadow_region_1 + starting_point, local_base + local_starting_point_1, len,starting_point,i,j,"Out of segment put + in segment get");
/* Out of segment get from remote to shadow_region_2 (starting from 0) */
gex_RMA_GetBlocking(myteam, shadow_region_2+local_starting_point_2,peerproc,target_base+remote_starting_point,len, 0);
/* Verify */
assert_eq(shadow_region_2+local_starting_point_2, shadow_region_1 + starting_point, len,starting_point,i,j,"Out of segment get");
}
TEST_PROGRESS_BAR(i,outer_iterations);
}
BARRIER();
}
if(sender_p && !failures) {
MSG("testslice PASSED");
}
gasnet_exit(0);
return 0;
}