void chpl_topo_touchMemFromSubloc(void* p, size_t size, chpl_bool onlyInside,
c_sublocid_t subloc) {
size_t pgSize;
unsigned char* pPgLo;
size_t nPages;
hwloc_cpuset_t cpuset;
int flags;
_DBG_P("chpl_topo_touchMemFromSubloc(%p, %#zx, onlyIn=%s, %d)\n",
p, size, (onlyInside ? "T" : "F"), (int) subloc);
if (!haveTopology
|| !topoSupport->cpubind->get_thread_cpubind
|| !topoSupport->cpubind->set_thread_cpubind) {
return;
}
alignAddrSize(p, size, onlyInside, &pgSize, &pPgLo, &nPages);
_DBG_P(" localize %p, %#zx bytes (%#zx pages)\n",
pPgLo, nPages * pgSize, nPages);
if (nPages == 0)
return;
if ((cpuset = hwloc_bitmap_alloc()) == NULL) {
report_error("hwloc_bitmap_alloc()", errno);
}
flags = HWLOC_CPUBIND_THREAD;
if (hwloc_get_cpubind(topology, cpuset, flags)) {
report_error("hwloc_get_cpubind()", errno);
}
chpl_topo_setThreadLocality(subloc);
{
size_t pg;
for (pg = 0; pg < nPages; pg++) {
pPgLo[pg * pgSize] = 0;
}
}
flags = HWLOC_CPUBIND_THREAD | HWLOC_CPUBIND_STRICT;
if (hwloc_set_cpubind(topology, cpuset, flags)) {
report_error("hwloc_set_cpubind()", errno);
}
hwloc_bitmap_free(cpuset);
}
void chpl_topo_setThreadLocality(c_sublocid_t subloc) {
hwloc_cpuset_t cpuset;
int flags;
_DBG_P("chpl_topo_setThreadLocality(%d)\n", (int) subloc);
if (!haveTopology) {
return;
}
if (!topoSupport->cpubind->set_thread_cpubind)
return;
if ((cpuset = hwloc_bitmap_alloc()) == NULL) {
report_error("hwloc_bitmap_alloc()", errno);
}
hwloc_cpuset_from_nodeset(topology, cpuset,
getNumaObj(subloc)->allowed_nodeset);
flags = HWLOC_CPUBIND_THREAD | HWLOC_CPUBIND_STRICT;
if (hwloc_set_cpubind(topology, cpuset, flags)) {
report_error("hwloc_set_cpubind()", errno);
}
hwloc_bitmap_free(cpuset);
}
void chpl_topo_setMemLocality(void* p, size_t size, chpl_bool onlyInside,
c_sublocid_t subloc) {
size_t pgSize;
unsigned char* pPgLo;
size_t nPages;
_DBG_P("chpl_topo_setMemLocality(%p, %#zx, onlyIn=%s, %d)\n",
p, size, (onlyInside ? "T" : "F"), (int) subloc);
if (!haveTopology) {
return;
}
alignAddrSize(p, size, onlyInside, &pgSize, &pPgLo, &nPages);
_DBG_P(" localize %p, %#zx bytes (%#zx pages)\n",
pPgLo, nPages * pgSize, nPages);
if (nPages == 0)
return;
chpl_topo_setMemLocalityByPages(pPgLo, nPages * pgSize, getNumaObj(subloc));
}
void chpl_topo_setMemSubchunkLocality(void* p, size_t size,
chpl_bool onlyInside,
size_t* subchunkSizes) {
size_t pgSize;
unsigned char* pPgLo;
size_t nPages;
int i;
size_t pg;
size_t pgNext;
_DBG_P("chpl_topo_setMemSubchunkLocality(%p, %#zx, onlyIn=%s)\n",
p, size, (onlyInside ? "T" : "F"));
if (!haveTopology) {
return;
}
alignAddrSize(p, size, onlyInside, &pgSize, &pPgLo, &nPages);
_DBG_P(" localize %p, %#zx bytes (%#zx pages)\n",
pPgLo, nPages * pgSize, nPages);
if (nPages == 0)
return;
for (i = 0, pg = 0; i < numNumaDomains; i++, pg = pgNext) {
if (i == numNumaDomains - 1)
pgNext = nPages;
else
pgNext = 1 + (nPages * (i + 1) - 1) / numNumaDomains;
chpl_topo_setMemLocalityByPages(pPgLo + pg * pgSize,
(pgNext - pg) * pgSize, getNumaObj(i));
if (subchunkSizes != NULL) {
subchunkSizes[i] = (pgNext - pg) * pgSize;
}
}
}
//
// p must be page aligned and the page size must evenly divide size
//
static
void chpl_topo_setMemLocalityByPages(unsigned char* p, size_t size,
hwloc_obj_t numaObj) {
int flags;
if (!haveTopology) {
return;
}
if (!topoSupport->membind->set_area_membind
|| !do_set_area_membind)
return;
_DBG_P("hwloc_set_area_membind_nodeset(%p, %#zx, %d)\n", p, size,
(int) hwloc_bitmap_first(numaObj->allowed_nodeset));
flags = HWLOC_MEMBIND_MIGRATE | HWLOC_MEMBIND_STRICT;
CHK_ERR_ERRNO(hwloc_set_area_membind_nodeset(topology, p, size,
numaObj->allowed_nodeset,
HWLOC_MEMBIND_BIND, flags)
== 0);
}
