int get_cpuset(cpu_set_t *mask, stepd_step_rec_t *job)
{
int nummasks, maskid, i, threads;
char *curstr, *selstr;
char mstr[1 + CPU_SETSIZE / 4];
uint32_t local_id = job->envtp->localid;
char buftype[1024];
slurm_sprint_cpu_bind_type(buftype, job->cpu_bind_type);
debug3("get_cpuset (%s[%d]) %s", buftype, job->cpu_bind_type,
job->cpu_bind);
CPU_ZERO(mask);
if (job->cpu_bind_type & CPU_BIND_NONE) {
return true;
}
if (job->cpu_bind_type & CPU_BIND_RANK) {
threads = MAX(conf->threads, 1);
CPU_SET(job->envtp->localid % (job->cpus*threads), mask);
return true;
}
if (job->cpu_bind_type & CPU_BIND_LDRANK) {
/* if HAVE_NUMA then bind this task ID to it's corresponding
* locality domain ID. Otherwise, bind this task ID to it's
* corresponding socket ID */
return _bind_ldom(local_id, mask);
}
if (!job->cpu_bind)
return false;
nummasks = 1;
selstr = NULL;
/* get number of strings present in cpu_bind */
curstr = job->cpu_bind;
while (*curstr) {
if (nummasks == local_id+1) {
selstr = curstr;
break;
}
if (*curstr == ',')
nummasks++;
curstr++;
}
/* if we didn't already find the mask... */
if (!selstr) {
/* ...select mask string by wrapping task ID into list */
maskid = local_id % nummasks;
i = maskid;
curstr = job->cpu_bind;
while (*curstr && i) {
if (*curstr == ',')
i--;
curstr++;
}
if (!*curstr) {
return false;
}
selstr = curstr;
}
/* extract the selected mask from the list */
i = 0;
curstr = mstr;
while (*selstr && *selstr != ',' && i++ < (CPU_SETSIZE/4))
*curstr++ = *selstr++;
*curstr = '\0';
if (job->cpu_bind_type & CPU_BIND_MASK) {
/* convert mask string into cpu_set_t mask */
if (task_str_to_cpuset(mask, mstr) < 0) {
error("task_str_to_cpuset %s", mstr);
return false;
}
return true;
}
if (job->cpu_bind_type & CPU_BIND_MAP) {
unsigned int mycpu = 0;
if (xstrncmp(mstr, "0x", 2) == 0) {
mycpu = strtoul (&(mstr[2]), NULL, 16);
} else {
mycpu = strtoul (mstr, NULL, 10);
}
CPU_SET(mycpu, mask);
return true;
}
if (job->cpu_bind_type & CPU_BIND_LDMASK) {
/* if HAVE_NUMA bind this task to the locality domains
* identified in mstr. Otherwise bind this task to the
* sockets identified in mstr */
int len = strlen(mstr);
char *ptr = mstr + len - 1;
uint32_t base = 0;
curstr = mstr;
/* skip 0x, it's all hex anyway */
if (len > 1 && !memcmp(mstr, "0x", 2L))
curstr += 2;
while (ptr >= curstr) {
char val = slurm_char_to_hex(*ptr);
if (val == (char) -1)
return false;
if (val & 1)
_bind_ldom(base, mask);
if (val & 2)
_bind_ldom(base + 1, mask);
if (val & 4)
_bind_ldom(base + 2, mask);
if (val & 8)
_bind_ldom(base + 3, mask);
len--;
ptr--;
base += 4;
}
return true;
}
if (job->cpu_bind_type & CPU_BIND_LDMAP) {
/* if HAVE_NUMA bind this task to the given locality
* domain. Otherwise bind this task to the given
* socket */
uint32_t myldom = 0;
if (xstrncmp(mstr, "0x", 2) == 0) {
myldom = strtoul (&(mstr[2]), NULL, 16);
} else {
myldom = strtoul (mstr, NULL, 10);
}
return _bind_ldom(myldom, mask);
}
return false;
}
static int _get_sched_cpuset(hwloc_topology_t topology,
hwloc_obj_type_t hwtype, hwloc_obj_type_t req_hwtype,
cpu_set_t *mask, stepd_step_rec_t *job)
{
int nummasks, maskid, i, threads;
char *curstr, *selstr;
char mstr[1 + CPU_SETSIZE / 4];
uint32_t local_id = job->envtp->localid;
char buftype[1024];
/* For CPU_BIND_RANK, CPU_BIND_MASK and CPU_BIND_MAP, generate sched
* cpuset directly from cpu numbers.
* For CPU_BIND_LDRANK, CPU_BIND_LDMASK and CPU_BIND_LDMAP, generate
* sched cpuset from hwloc topology.
*/
slurm_sprint_cpu_bind_type(buftype, job->cpu_bind_type);
debug3("task/cgroup: (%s[%d]) %s", buftype,
job->cpu_bind_type, job->cpu_bind);
CPU_ZERO(mask);
if (job->cpu_bind_type & CPU_BIND_NONE) {
return true;
}
if (job->cpu_bind_type & CPU_BIND_RANK) {
threads = MAX(conf->threads, 1);
CPU_SET(job->envtp->localid % (job->cpus*threads), mask);
return true;
}
if (job->cpu_bind_type & CPU_BIND_LDRANK) {
return _get_ldom_sched_cpuset(topology, hwtype, req_hwtype,
local_id, mask);
}
if (!job->cpu_bind)
return false;
nummasks = 1;
selstr = NULL;
/* get number of strings present in cpu_bind */
curstr = job->cpu_bind;
while (*curstr) {
if (nummasks == local_id+1) {
selstr = curstr;
break;
}
if (*curstr == ',')
nummasks++;
curstr++;
}
/* if we didn't already find the mask... */
if (!selstr) {
/* ...select mask string by wrapping task ID into list */
maskid = local_id % nummasks;
i = maskid;
curstr = job->cpu_bind;
while (*curstr && i) {
if (*curstr == ',')
i--;
curstr++;
}
if (!*curstr) {
return false;
}
selstr = curstr;
}
/* extract the selected mask from the list */
i = 0;
curstr = mstr;
while (*selstr && *selstr != ',' && i++ < (CPU_SETSIZE/4))
*curstr++ = *selstr++;
*curstr = '\0';
if (job->cpu_bind_type & CPU_BIND_MASK) {
/* convert mask string into cpu_set_t mask */
if (task_str_to_cpuset(mask, mstr) < 0) {
error("task/cgroup: task_str_to_cpuset %s", mstr);
return false;
}
return true;
}
if (job->cpu_bind_type & CPU_BIND_MAP) {
unsigned int mycpu = 0;
if (xstrncmp(mstr, "0x", 2) == 0) {
mycpu = strtoul (&(mstr[2]), NULL, 16);
} else {
mycpu = strtoul (mstr, NULL, 10);
}
CPU_SET(mycpu, mask);
return true;
}
if (job->cpu_bind_type & CPU_BIND_LDMASK) {
int len = strlen(mstr);
char *ptr = mstr + len - 1;
uint32_t base = 0;
curstr = mstr;
/* skip 0x, it's all hex anyway */
if (len > 1 && !memcmp(mstr, "0x", 2L))
curstr += 2;
while (ptr >= curstr) {
char val = slurm_char_to_hex(*ptr);
if (val == (char) -1)
return false;
if (val & 1)
_get_ldom_sched_cpuset(topology, hwtype,
req_hwtype, base, mask);
if (val & 2)
_get_ldom_sched_cpuset(topology, hwtype,
req_hwtype, base + 1, mask);
if (val & 4)
_get_ldom_sched_cpuset(topology, hwtype,
req_hwtype, base + 2, mask);
if (val & 8)
_get_ldom_sched_cpuset(topology, hwtype,
req_hwtype, base + 3, mask);
len--;
ptr--;
base += 4;
}
return true;
}
if (job->cpu_bind_type & CPU_BIND_LDMAP) {
uint32_t myldom = 0;
if (xstrncmp(mstr, "0x", 2) == 0) {
myldom = strtoul (&(mstr[2]), NULL, 16);
} else {
myldom = strtoul (mstr, NULL, 10);
}
return _get_ldom_sched_cpuset(topology, hwtype, req_hwtype,
myldom, mask);
}
return false;
}
