#include "atlas_misc.h"
#include "atlas_threads.h"
#define ATL_THREAD_AFFINITY_1 1 /* temporary -- will need to probe for this */
int ATL_thread_start(ATL_thread_t *thr, int proc,
void *(*rout)(void*), void *arg)
/*
* Creates a thread that will run only on processor proc.
* RETURNS: 0 on success, non-zero on error
* NOTE: present implementation dies on error, so 0 is always returned.
*/
{
#ifdef ATL_WINTHREADS
DWORD thrID;
thr->rank = proc;
thr->thrH = CreateThread(NULL, 0, rout, arg, CREATE_SUSPENDED, &thrID);
ATL_assert(thr->thrH);
ATL_assert(SetThreadAffinityMask(thr->thrH, (1<<proc)));
ATL_assert(ResumeThread(thr->thrH) == 1);
#else
pthread_attr_t attr;
#ifdef ATL_PAFF_SETAFFNP
unsigned long cpuset;
#elif defined(ATL_PAFF_SETPROCNP)
#endif
#ifdef ATL_PAFF_SELF
thr->paff_set = 0; /* affinity must be set by created thread */
#endif
thr->rank = proc;
ATL_assert(!pthread_attr_init(&attr));
#ifdef IBM_PT_ERROR
ATL_assert(!pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_UNDETACHED));
#else
ATL_assert(!pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_JOINABLE));
#endif
pthread_attr_setscope(&attr, PTHREAD_SCOPE_SYSTEM); /* no chk, OK to fail */
#ifdef ATL_PAFF_SETAFFNP
#ifdef ATL_RANK_IS_PROCESSORID
cpuset = (1<<proc);
#else
cpuset = (1<<ATL_rank2processorid[proc]);
#endif
ATL_assert(!pthread_attr_setaffinity_np(&attr, sizeof(cpuset), &cpuset));
#elif defined(ATL_PAFF_SETPROCNP)
#ifdef ATL_RANK_IS_PROCESSORID
ATL_assert(!pthread_attr_setprocessor_np(&attr, (pthread_spu_t)proc,
PTHREAD_BIND_FORCED_NP));
#else
ATL_assert(!pthread_attr_setprocessor_np(&attr, (pthread_spu_t)
ATL_rank2processorid[proc],
PTHREAD_BIND_FORCED_NP));
#endif
#endif
ATL_assert(!pthread_create(&thr->thrH, &attr, rout, arg));
ATL_assert(!pthread_attr_destroy(&attr));
#endif
return(0);
}
int ATL_thread_start(ATL_thread_t *thr, int proc, int JOINABLE,
void *(*rout)(void*), void *arg)
/*
* Creates a thread that will run only on processor proc.
* RETURNS: 0 on success, non-zero on error
* NOTE: present implementation dies on error, so 0 is always returned.
*/
{
#ifdef ATL_WINTHREADS
#ifdef ATL_WIN32THREADS
DWORD thrID;
#else
unsigned thrID;
#endif
#ifdef ATL_NOAFFINITY
#ifdef ATL_WIN32THREADS
thr->thrH = CreateThread(NULL, 0, rout, arg, 0, &thrID);
#else
thr->thrH = (HANDLE)_beginthreadex(NULL, 0, rout, arg, 0, &thrID);
#endif
ATL_assert(thr->thrH);
#else
thr->rank = proc;
#ifdef ATL_WIN32THREADS
thr->thrH = CreateThread(NULL, 0, rout, arg, CREATE_SUSPENDED, &thrID);
#else
thr->thrH = (HANDLE)_beginthreadex(NULL, 0, rout, arg,
CREATE_SUSPENDED, &thrID);
#endif
ATL_assert(thr->thrH);
#ifdef ATL_RANK_IS_PROCESSORID
ATL_assert(SetThreadAffinityMask(thr->thrH, (1<<proc)));
#else
ATL_assert(SetThreadAffinityMask(thr->thrH,
(1<<ATL_affinityIDs[proc%ATL_AFF_NUMID])));
#endif
ATL_assert(ResumeThread(thr->thrH) == 1);
#endif
#elif defined(ATL_OMP_THREADS)
fprintf(stderr, "Should not call thread_start when using OpenMP!");
ATL_assert(0);
#elif 0 && defined(ATL_OS_OSX) /* unchecked special OSX code */
/* http://developer.apple.com/library/mac/#releasenotes/Performance/RN-AffinityAPI/_index.html */
pthread_attr_t attr;
#define ATL_OSX_AFF_SETS 2 /* should be probed for */
thread_affinity_policy ap;
ap.affinity_tag = proc % ATL_OSX_AFF_SETS;
ATL_assert(!pthread_attr_init(&attr));
if (JOINABLE)
ATL_assert(!pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_JOINABLE));
else
ATL_assert(!pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED));
pthread_attr_setscope(&attr, PTHREAD_SCOPE_SYSTEM); /* no chk, OK to fail */
ATL_assert(!pthread_create(&thr->thrH, &attr, rout, arg));
ATL_assert(!thread_policy_set(thr->thrH, THREAD_AFFINITY_POLICY,
(integer_t*)&ap,
THREAD_AFFINITY_POLICY_COUNT));
ATL_assert(!pthread_attr_destroy(&attr));
#else
pthread_attr_t attr;
#ifndef ATL_NOAFFINITY
#if defined(ATL_PAFF_SETAFFNP) || defined(ATL_PAFF_SCHED)
cpu_set_t cpuset;
#elif defined(ATL_PAFF_PLPA)
plpa_cpu_set_t cpuset;
#elif defined(ATL_PAFF_CPUSET) /* untried FreeBSD code */
cpuset_t mycpuset;
#endif
#ifdef ATL_RANK_IS_PROCESSORID
const int affID = proc;
#else
const int affID = ATL_affinityIDs[proc%ATL_AFF_NUMID];
#endif
#ifdef ATL_PAFF_SELF
thr->paff_set = 0; /* affinity must be set by created thread */
#endif
#endif
thr->rank = proc;
ATL_assert(!pthread_attr_init(&attr));
if (JOINABLE)
{
#ifdef IBM_PT_ERROR
ATL_assert(!pthread_attr_setdetachstate(&attr,
PTHREAD_CREATE_UNDETACHED));
#else
ATL_assert(!pthread_attr_setdetachstate(&attr,
PTHREAD_CREATE_JOINABLE));
#endif
}
else
ATL_assert(!pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED));
pthread_attr_setscope(&attr, PTHREAD_SCOPE_SYSTEM); /* no chk, OK to fail */
#ifdef ATL_PAFF_SETAFFNP
CPU_ZERO(&cpuset);
CPU_SET(affID, &cpuset);
ATL_assert(!pthread_attr_setaffinity_np(&attr, sizeof(cpuset), &cpuset));
#elif defined(ATL_PAFF_SETPROCNP)
ATL_assert(!pthread_attr_setprocessor_np(&attr, (pthread_spu_t)affID,
PTHREAD_BIND_FORCED_NP));
#endif
ATL_assert(!pthread_create(&thr->thrH, &attr, rout, arg));
#if defined(ATL_PAFF_PBIND)
ATL_assert(!processor_bind(P_LWPID, thr->thrH, affID, NULL));
thr->paff_set = 0; /* affinity set by spawner */
#elif defined(ATL_PAFF_BINDP)
ATL_assert(!bindprocessor(BINDTHREAD, thr->thrH, bindID));
thr->paff_set = 0; /* affinity set by spawner */
#elif defined(ATL_PAFF_CPUSET) /* untried FreeBSD code */
CPU_ZERO(&mycpuset); /* no manpage, so guess works like linux */
CPU_SET(bindID, &mycpuset);
if (!cpuset_setaffinity(CPU_LEVEL_WHICH, CPU_WHICH_TID, thr->thrH,
sizeof(mycpuset), &mycpuset));
thr->paff_set = 0; /* affinity set by spawner */
#endif
ATL_assert(!pthread_attr_destroy(&attr));
#endif
return(0);
}
