static void sched_run(ABT_sched sched)
{
uint32_t work_count = 0;
sched_data *p_data;
int num_pools;
ABT_pool *p_pools;
ABT_unit unit;
int target;
unsigned seed = time(NULL);
CNT_DECL(run_cnt);
ABTI_xstream *p_xstream = ABTI_local_get_xstream();
ABTI_sched *p_sched = ABTI_sched_get_ptr(sched);
ABT_sched_get_data(sched, (void **)&p_data);
ABT_sched_get_num_pools(sched, &num_pools);
p_pools = (ABT_pool *)ABTU_malloc(num_pools * sizeof(ABT_pool));
ABT_sched_get_pools(sched, num_pools, 0, p_pools);
while (1) {
CNT_INIT(run_cnt, 0);
/* Execute one work unit from the scheduler's pool */
ABT_pool pool = p_pools[0];
ABTI_pool *p_pool = ABTI_pool_get_ptr(pool);
size_t size = ABTI_pool_get_size(p_pool);
if (size > 0) {
unit = ABTI_pool_pop(p_pool);
if (unit != ABT_UNIT_NULL) {
ABTI_xstream_run_unit(p_xstream, unit, p_pool);
CNT_INC(run_cnt);
}
} else if (num_pools > 1) {
/* Steal a work unit from other pools */
target = (num_pools == 2) ? 1 : (rand_r(&seed) % (num_pools-1) + 1);
pool = p_pools[target];
p_pool = ABTI_pool_get_ptr(pool);
size = ABTI_pool_get_size(p_pool);
if (size > 0) {
unit = ABTI_pool_pop(p_pool);
LOG_EVENT_POOL_POP(p_pool, unit);
if (unit != ABT_UNIT_NULL) {
ABT_unit_set_associated_pool(unit, pool);
ABTI_xstream_run_unit(p_xstream, unit, p_pool);
CNT_INC(run_cnt);
}
}
}
if (++work_count >= p_data->event_freq) {
ABT_bool stop = ABTI_sched_has_to_stop(p_sched, p_xstream);
if (stop == ABT_TRUE) break;
work_count = 0;
ABTI_xstream_check_events(p_xstream, sched);
SCHED_SLEEP(run_cnt, p_data->sleep_time);
}
}
ABTU_free(p_pools);
}
static int sched_init(ABT_sched sched, ABT_sched_config config)
{
int abt_errno = ABT_SUCCESS;
/* Default settings */
sched_data *p_data = (sched_data *)ABTU_malloc(sizeof(sched_data));
p_data->event_freq = ABTI_global_get_sched_event_freq();
#ifdef ABT_CONFIG_USE_SCHED_SLEEP
p_data->sleep_time.tv_sec = 0;
p_data->sleep_time.tv_nsec = ABTI_global_get_sched_sleep_nsec();
#endif
/* Set the variables from the config */
ABT_sched_config_read(config, 1, &p_data->event_freq);
abt_errno = ABT_sched_set_data(sched, (void *)p_data);
ABTI_CHECK_ERROR(abt_errno);
fn_exit:
return abt_errno;
fn_fail:
HANDLE_ERROR_WITH_CODE("randws: sched_init", abt_errno);
goto fn_exit;
}
/**
* @ingroup COND
* @brief Create a new condition variable.
*
* \c ABT_cond_create() creates a new condition variable and returns its handle
* through \c newcond.
* If an error occurs in this routine, a non-zero error code will be returned
* and newcond will be set to \c ABT_COND_NULL.
*
* @param[out] newcond handle to a new condition variable
* @return Error code
* @retval ABT_SUCCESS on success
*/
int ABT_cond_create(ABT_cond *newcond)
{
int abt_errno = ABT_SUCCESS;
ABTI_cond *p_newcond;
p_newcond = (ABTI_cond *)ABTU_malloc(sizeof(ABTI_cond));
ABTI_mutex_init(&p_newcond->mutex);
p_newcond->p_waiter_mutex = NULL;
p_newcond->num_waiters = 0;
p_newcond->p_head = NULL;
p_newcond->p_tail = NULL;
/* Return value */
*newcond = ABTI_cond_get_handle(p_newcond);
return abt_errno;
}
int ABTI_local_init(void)
{
int abt_errno = ABT_SUCCESS;
ABTI_CHECK_TRUE(lp_ABTI_local == NULL, ABT_ERR_OTHER);
lp_ABTI_local = (ABTI_local *)ABTU_malloc(sizeof(ABTI_local));
lp_ABTI_local->p_xstream = NULL;
lp_ABTI_local->p_thread = NULL;
lp_ABTI_local->p_task = NULL;
ABTI_LOG_INIT();
fn_exit:
return abt_errno;
fn_fail:
HANDLE_ERROR_FUNC_WITH_CODE(abt_errno);
goto fn_exit;
}
void ABTI_log_debug(FILE *fh, char *path, int line, const char *format, ...)
{
if (gp_ABTI_global->use_logging == ABT_FALSE) return;
int line_len;
size_t newfmt_len;
char *newfmt;
line_len = ABTU_get_int_len(line);
newfmt_len = strlen(path) + line_len + 4 + strlen(format);
newfmt = (char *)ABTU_malloc(newfmt_len + 1);
sprintf(newfmt, "[%s:%d] %s", path, line, format);
va_list list;
va_start(list, format);
vfprintf(fh, newfmt, list);
va_end(list);
fflush(fh);
ABTU_free(newfmt);
}
void ABTI_log_event(FILE *fh, const char *format, ...)
{
if (gp_ABTI_global->use_logging == ABT_FALSE) return;
ABT_unit_type type;
ABTI_xstream *p_xstream = NULL;
ABTI_thread *p_thread = NULL;
ABTI_task *p_task = NULL;
char *prefix_fmt = NULL, *prefix = NULL;
char *newfmt;
size_t tid, rank;
int tid_len = 0, rank_len = 0;
size_t newfmt_len;
ABT_self_get_type(&type);
switch (type) {
case ABT_UNIT_TYPE_THREAD:
p_xstream = ABTI_local_get_xstream();
p_thread = ABTI_local_get_thread();
if (p_thread == NULL) {
if (p_xstream && p_xstream->type != ABTI_XSTREAM_TYPE_PRIMARY) {
prefix_fmt = "<U%" PRIu64 ":E%" PRIu64 "> %s";
rank = p_xstream->rank;
tid = 0;
} else {
prefix = "<U0:E0> ";
prefix_fmt = "%s%s";
}
} else {
rank = p_xstream->rank;
if (lp_ABTI_log->p_sched) {
prefix_fmt = "<S%" PRIu64 ":E%" PRIu64 "> %s";
tid = lp_ABTI_log->p_sched->id;
} else {
prefix_fmt = "<U%" PRIu64 ":E%" PRIu64 "> %s";
tid = ABTI_thread_get_id(p_thread);
}
}
break;
case ABT_UNIT_TYPE_TASK:
p_xstream = ABTI_local_get_xstream();
rank = p_xstream->rank;
p_task = ABTI_local_get_task();
if (lp_ABTI_log->p_sched) {
prefix_fmt = "<S%" PRIu64 ":E%" PRIu64 "> %s";
tid = lp_ABTI_log->p_sched->id;
} else {
prefix_fmt = "<T%" PRIu64 ":E%" PRIu64 "> %s";
tid = ABTI_task_get_id(p_task);
}
break;
case ABT_UNIT_TYPE_EXT:
prefix = "<EXT> ";
prefix_fmt = "%s%s";
break;
default:
prefix = "<UNKNOWN> ";
prefix_fmt = "%s%s";
break;
}
if (prefix == NULL) {
tid_len = ABTU_get_int_len(tid);
rank_len = ABTU_get_int_len(rank);
newfmt_len = 6 + tid_len + rank_len + strlen(format);
newfmt = (char *)ABTU_malloc(newfmt_len + 1);
sprintf(newfmt, prefix_fmt, tid, rank, format);
} else {
newfmt_len = strlen(prefix) + strlen(format);
newfmt = (char *)ABTU_malloc(newfmt_len + 1);
sprintf(newfmt, prefix_fmt, prefix, format);
}
va_list list;
va_start(list, format);
vfprintf(fh, newfmt, list);
va_end(list);
fflush(fh);
ABTU_free(newfmt);
}
void ABTI_log_init(void)
{
lp_ABTI_log = (ABTI_log *)ABTU_malloc(sizeof(ABTI_log));
lp_ABTI_log->p_sched = NULL;
}
/**
* @ingroup SCHED
* @brief Create a new user-defined scheduler and return its handle through
* newsched.
*
* The pools used by the new scheduler are provided by \c pools. The contents
* of this array is copied, so it can be freed. If a pool in the array is
* ABT_POOL_NULL, the corresponding pool is automatically created.
* The config must have been created by ABT_sched_config_create, and will be
* used as argument in the initialization. If no specific configuration is
* required, the parameter will be ABT_CONFIG_NULL.
*
* @param[in] def definition required for scheduler creation
* @param[in] num_pools number of pools associated with this scheduler
* @param[in] pools pools associated with this scheduler
* @param[in] config specific config used during the scheduler creation
* @param[out] newsched handle to a new scheduler
* @return Error code
* @retval ABT_SUCCESS on success
*/
int ABT_sched_create(ABT_sched_def *def, int num_pools, ABT_pool *pools,
ABT_sched_config config, ABT_sched *newsched)
{
int abt_errno = ABT_SUCCESS;
ABTI_sched *p_sched;
int p;
ABTI_CHECK_TRUE(newsched != NULL, ABT_ERR_SCHED);
p_sched = (ABTI_sched *)ABTU_malloc(sizeof(ABTI_sched));
/* Copy of the contents of pools */
ABT_pool *pool_list;
pool_list = (ABT_pool *)ABTU_malloc(num_pools*sizeof(ABT_pool));
for (p = 0; p < num_pools; p++) {
if (pools[p] == ABT_POOL_NULL) {
abt_errno = ABT_pool_create_basic(ABT_POOL_FIFO,
ABT_POOL_ACCESS_MPSC,
ABT_TRUE, &pool_list[p]);
ABTI_CHECK_ERROR(abt_errno);
} else {
pool_list[p] = pools[p];
}
}
/* Check if the pools are available */
for (p = 0; p < num_pools; p++) {
ABTI_pool_retain(ABTI_pool_get_ptr(pool_list[p]));
}
p_sched->used = ABTI_SCHED_NOT_USED;
p_sched->automatic = ABT_FALSE;
p_sched->kind = ABTI_sched_get_kind(def);
p_sched->state = ABT_SCHED_STATE_READY;
p_sched->request = 0;
p_sched->pools = pool_list;
p_sched->num_pools = num_pools;
p_sched->type = def->type;
p_sched->p_thread = NULL;
p_sched->p_task = NULL;
p_sched->p_ctx = NULL;
p_sched->init = def->init;
p_sched->run = def->run;
p_sched->free = def->free;
p_sched->get_migr_pool = def->get_migr_pool;
#ifdef ABT_CONFIG_USE_DEBUG_LOG
p_sched->id = ABTI_sched_get_new_id();
#endif
LOG_EVENT("[S%" PRIu64 "] created\n", p_sched->id);
/* Return value */
*newsched = ABTI_sched_get_handle(p_sched);
/* Specific initialization */
p_sched->init(*newsched, config);
fn_exit:
return abt_errno;
fn_fail:
*newsched = ABT_SCHED_NULL;
HANDLE_ERROR_FUNC_WITH_CODE(abt_errno);
goto fn_exit;
}
/**
* @ingroup SCHED
* @brief Create a predefined scheduler.
*
* \c ABT_sched_create_basic() creates a predefined scheduler and returns its
* handle through \c newsched. The pools used by the new scheduler are
* provided by \c pools. The contents of this array is copied, so it can be
* freed. If a pool in the array is \c ABT_POOL_NULL, the corresponding pool is
* automatically created. The pool array can be \c NULL. In this case, all
* the pools will be created automatically. The config must have been created
* by \c ABT_sched_config_create(), and will be used as argument in the
* initialization. If no specific configuration is required, the parameter can
* be \c ABT_CONFIG_NULL.
*
* NOTE: The new scheduler will be automatically freed when it is not used
* anymore or its associated ES is terminated. Accordingly, the pools
* associated with the new scheduler will be automatically freed if they are
* exclusive to the scheduler and are not user-defined ones (i.e., created by
* \c ABT_pool_create_basic() or implicitly created because \c pools is \c NULL
* or a pool in the \c pools array is \c ABT_POOL_NULL). If the pools were
* created using \c ABT_pool_create() by the user, they have to be freed
* explicitly with \c ABT_pool_free().
*
* @param[in] predef predefined scheduler
* @param[in] num_pools number of pools associated with this scheduler
* @param[in] pools pools associated with this scheduler
* @param[in] config specific config used during the scheduler creation
* @param[out] newsched handle to a new scheduler
* @return Error code
* @retval ABT_SUCCESS on success
*/
int ABT_sched_create_basic(ABT_sched_predef predef, int num_pools,
ABT_pool *pools, ABT_sched_config config,
ABT_sched *newsched)
{
int abt_errno = ABT_SUCCESS;
ABT_pool_access access;
ABT_bool automatic;
int p;
/* We set the access to the default one */
access = ABT_POOL_ACCESS_MPSC;
automatic = ABT_TRUE;;
/* We read the config and set the configured parameters */
abt_errno = ABTI_sched_config_read_global(config, &access, &automatic);
ABTI_CHECK_ERROR(abt_errno);
/* A pool array is provided, predef has to be compatible */
if (pools != NULL) {
/* Copy of the contents of pools */
ABT_pool *pool_list;
pool_list = (ABT_pool *)ABTU_malloc(num_pools*sizeof(ABT_pool));
for (p = 0; p < num_pools; p++) {
if (pools[p] == ABT_POOL_NULL) {
abt_errno = ABT_pool_create_basic(ABT_POOL_FIFO, access,
ABT_TRUE, &pool_list[p]);
ABTI_CHECK_ERROR(abt_errno);
} else {
pool_list[p] = pools[p];
}
}
/* Creation of the scheduler */
switch (predef) {
case ABT_SCHED_DEFAULT:
case ABT_SCHED_BASIC:
abt_errno = ABT_sched_create(ABTI_sched_get_basic_def(),
num_pools, pool_list,
ABT_SCHED_CONFIG_NULL,
newsched);
break;
case ABT_SCHED_PRIO:
abt_errno = ABT_sched_create(ABTI_sched_get_prio_def(),
num_pools, pool_list,
ABT_SCHED_CONFIG_NULL,
newsched);
break;
case ABT_SCHED_RANDWS:
abt_errno = ABT_sched_create(ABTI_sched_get_randws_def(),
num_pools, pool_list,
ABT_SCHED_CONFIG_NULL,
newsched);
break;
default:
abt_errno = ABT_ERR_INV_SCHED_PREDEF;
break;
}
ABTI_CHECK_ERROR(abt_errno);
ABTU_free(pool_list);
}
/* No pool array is provided, predef has to be compatible */
else {
/* Set the number of pools */
switch (predef) {
case ABT_SCHED_DEFAULT:
case ABT_SCHED_BASIC:
num_pools = 1;
break;
case ABT_SCHED_PRIO:
num_pools = ABTI_SCHED_NUM_PRIO;
break;
case ABT_SCHED_RANDWS:
num_pools = 1;
break;
default:
abt_errno = ABT_ERR_INV_SCHED_PREDEF;
ABTI_CHECK_ERROR(abt_errno);
break;
}
/* Creation of the pools */
/* To avoid the malloc overhead, we use a stack array. */
ABT_pool pool_list[ABTI_SCHED_NUM_PRIO];
int p;
for (p = 0; p < num_pools; p++) {
abt_errno = ABT_pool_create_basic(ABT_POOL_FIFO, access, ABT_TRUE,
pool_list+p);
ABTI_CHECK_ERROR(abt_errno);
}
/* Creation of the scheduler */
switch (predef) {
case ABT_SCHED_DEFAULT:
case ABT_SCHED_BASIC:
abt_errno = ABT_sched_create(ABTI_sched_get_basic_def(),
num_pools, pool_list,
config, newsched);
break;
case ABT_SCHED_PRIO:
abt_errno = ABT_sched_create(ABTI_sched_get_prio_def(),
num_pools, pool_list,
config, newsched);
break;
case ABT_SCHED_RANDWS:
abt_errno = ABT_sched_create(ABTI_sched_get_randws_def(),
num_pools, pool_list,
config, newsched);
break;
default:
abt_errno = ABT_ERR_INV_SCHED_PREDEF;
ABTI_CHECK_ERROR(abt_errno);
break;
}
}
ABTI_CHECK_ERROR(abt_errno);
ABTI_sched *p_sched = ABTI_sched_get_ptr(*newsched);
p_sched->automatic = automatic;
fn_exit:
return abt_errno;
fn_fail:
HANDLE_ERROR_FUNC_WITH_CODE(abt_errno);
*newsched = ABT_SCHED_NULL;
goto fn_exit;
}
