static void sched_run(ABT_sched sched) { uint32_t work_count = 0; sched_data *p_data; int num_pools; ABT_pool *p_pools; ABT_unit unit; int target; unsigned seed = time(NULL); CNT_DECL(run_cnt); ABTI_xstream *p_xstream = ABTI_local_get_xstream(); ABTI_sched *p_sched = ABTI_sched_get_ptr(sched); ABT_sched_get_data(sched, (void **)&p_data); ABT_sched_get_num_pools(sched, &num_pools); p_pools = (ABT_pool *)ABTU_malloc(num_pools * sizeof(ABT_pool)); ABT_sched_get_pools(sched, num_pools, 0, p_pools); while (1) { CNT_INIT(run_cnt, 0); /* Execute one work unit from the scheduler's pool */ ABT_pool pool = p_pools[0]; ABTI_pool *p_pool = ABTI_pool_get_ptr(pool); size_t size = ABTI_pool_get_size(p_pool); if (size > 0) { unit = ABTI_pool_pop(p_pool); if (unit != ABT_UNIT_NULL) { ABTI_xstream_run_unit(p_xstream, unit, p_pool); CNT_INC(run_cnt); } } else if (num_pools > 1) { /* Steal a work unit from other pools */ target = (num_pools == 2) ? 1 : (rand_r(&seed) % (num_pools-1) + 1); pool = p_pools[target]; p_pool = ABTI_pool_get_ptr(pool); size = ABTI_pool_get_size(p_pool); if (size > 0) { unit = ABTI_pool_pop(p_pool); LOG_EVENT_POOL_POP(p_pool, unit); if (unit != ABT_UNIT_NULL) { ABT_unit_set_associated_pool(unit, pool); ABTI_xstream_run_unit(p_xstream, unit, p_pool); CNT_INC(run_cnt); } } } if (++work_count >= p_data->event_freq) { ABT_bool stop = ABTI_sched_has_to_stop(p_sched, p_xstream); if (stop == ABT_TRUE) break; work_count = 0; ABTI_xstream_check_events(p_xstream, sched); SCHED_SLEEP(run_cnt, p_data->sleep_time); } } ABTU_free(p_pools); }
static int sched_init(ABT_sched sched, ABT_sched_config config) { int abt_errno = ABT_SUCCESS; /* Default settings */ sched_data *p_data = (sched_data *)ABTU_malloc(sizeof(sched_data)); p_data->event_freq = ABTI_global_get_sched_event_freq(); #ifdef ABT_CONFIG_USE_SCHED_SLEEP p_data->sleep_time.tv_sec = 0; p_data->sleep_time.tv_nsec = ABTI_global_get_sched_sleep_nsec(); #endif /* Set the variables from the config */ ABT_sched_config_read(config, 1, &p_data->event_freq); abt_errno = ABT_sched_set_data(sched, (void *)p_data); ABTI_CHECK_ERROR(abt_errno); fn_exit: return abt_errno; fn_fail: HANDLE_ERROR_WITH_CODE("randws: sched_init", abt_errno); goto fn_exit; }
/** * @ingroup COND * @brief Create a new condition variable. * * \c ABT_cond_create() creates a new condition variable and returns its handle * through \c newcond. * If an error occurs in this routine, a non-zero error code will be returned * and newcond will be set to \c ABT_COND_NULL. * * @param[out] newcond handle to a new condition variable * @return Error code * @retval ABT_SUCCESS on success */ int ABT_cond_create(ABT_cond *newcond) { int abt_errno = ABT_SUCCESS; ABTI_cond *p_newcond; p_newcond = (ABTI_cond *)ABTU_malloc(sizeof(ABTI_cond)); ABTI_mutex_init(&p_newcond->mutex); p_newcond->p_waiter_mutex = NULL; p_newcond->num_waiters = 0; p_newcond->p_head = NULL; p_newcond->p_tail = NULL; /* Return value */ *newcond = ABTI_cond_get_handle(p_newcond); return abt_errno; }
int ABTI_local_init(void) { int abt_errno = ABT_SUCCESS; ABTI_CHECK_TRUE(lp_ABTI_local == NULL, ABT_ERR_OTHER); lp_ABTI_local = (ABTI_local *)ABTU_malloc(sizeof(ABTI_local)); lp_ABTI_local->p_xstream = NULL; lp_ABTI_local->p_thread = NULL; lp_ABTI_local->p_task = NULL; ABTI_LOG_INIT(); fn_exit: return abt_errno; fn_fail: HANDLE_ERROR_FUNC_WITH_CODE(abt_errno); goto fn_exit; }
void ABTI_log_debug(FILE *fh, char *path, int line, const char *format, ...) { if (gp_ABTI_global->use_logging == ABT_FALSE) return; int line_len; size_t newfmt_len; char *newfmt; line_len = ABTU_get_int_len(line); newfmt_len = strlen(path) + line_len + 4 + strlen(format); newfmt = (char *)ABTU_malloc(newfmt_len + 1); sprintf(newfmt, "[%s:%d] %s", path, line, format); va_list list; va_start(list, format); vfprintf(fh, newfmt, list); va_end(list); fflush(fh); ABTU_free(newfmt); }
void ABTI_log_event(FILE *fh, const char *format, ...) { if (gp_ABTI_global->use_logging == ABT_FALSE) return; ABT_unit_type type; ABTI_xstream *p_xstream = NULL; ABTI_thread *p_thread = NULL; ABTI_task *p_task = NULL; char *prefix_fmt = NULL, *prefix = NULL; char *newfmt; size_t tid, rank; int tid_len = 0, rank_len = 0; size_t newfmt_len; ABT_self_get_type(&type); switch (type) { case ABT_UNIT_TYPE_THREAD: p_xstream = ABTI_local_get_xstream(); p_thread = ABTI_local_get_thread(); if (p_thread == NULL) { if (p_xstream && p_xstream->type != ABTI_XSTREAM_TYPE_PRIMARY) { prefix_fmt = "<U%" PRIu64 ":E%" PRIu64 "> %s"; rank = p_xstream->rank; tid = 0; } else { prefix = "<U0:E0> "; prefix_fmt = "%s%s"; } } else { rank = p_xstream->rank; if (lp_ABTI_log->p_sched) { prefix_fmt = "<S%" PRIu64 ":E%" PRIu64 "> %s"; tid = lp_ABTI_log->p_sched->id; } else { prefix_fmt = "<U%" PRIu64 ":E%" PRIu64 "> %s"; tid = ABTI_thread_get_id(p_thread); } } break; case ABT_UNIT_TYPE_TASK: p_xstream = ABTI_local_get_xstream(); rank = p_xstream->rank; p_task = ABTI_local_get_task(); if (lp_ABTI_log->p_sched) { prefix_fmt = "<S%" PRIu64 ":E%" PRIu64 "> %s"; tid = lp_ABTI_log->p_sched->id; } else { prefix_fmt = "<T%" PRIu64 ":E%" PRIu64 "> %s"; tid = ABTI_task_get_id(p_task); } break; case ABT_UNIT_TYPE_EXT: prefix = "<EXT> "; prefix_fmt = "%s%s"; break; default: prefix = "<UNKNOWN> "; prefix_fmt = "%s%s"; break; } if (prefix == NULL) { tid_len = ABTU_get_int_len(tid); rank_len = ABTU_get_int_len(rank); newfmt_len = 6 + tid_len + rank_len + strlen(format); newfmt = (char *)ABTU_malloc(newfmt_len + 1); sprintf(newfmt, prefix_fmt, tid, rank, format); } else { newfmt_len = strlen(prefix) + strlen(format); newfmt = (char *)ABTU_malloc(newfmt_len + 1); sprintf(newfmt, prefix_fmt, prefix, format); } va_list list; va_start(list, format); vfprintf(fh, newfmt, list); va_end(list); fflush(fh); ABTU_free(newfmt); }
void ABTI_log_init(void) { lp_ABTI_log = (ABTI_log *)ABTU_malloc(sizeof(ABTI_log)); lp_ABTI_log->p_sched = NULL; }
/** * @ingroup SCHED * @brief Create a new user-defined scheduler and return its handle through * newsched. * * The pools used by the new scheduler are provided by \c pools. The contents * of this array is copied, so it can be freed. If a pool in the array is * ABT_POOL_NULL, the corresponding pool is automatically created. * The config must have been created by ABT_sched_config_create, and will be * used as argument in the initialization. If no specific configuration is * required, the parameter will be ABT_CONFIG_NULL. * * @param[in] def definition required for scheduler creation * @param[in] num_pools number of pools associated with this scheduler * @param[in] pools pools associated with this scheduler * @param[in] config specific config used during the scheduler creation * @param[out] newsched handle to a new scheduler * @return Error code * @retval ABT_SUCCESS on success */ int ABT_sched_create(ABT_sched_def *def, int num_pools, ABT_pool *pools, ABT_sched_config config, ABT_sched *newsched) { int abt_errno = ABT_SUCCESS; ABTI_sched *p_sched; int p; ABTI_CHECK_TRUE(newsched != NULL, ABT_ERR_SCHED); p_sched = (ABTI_sched *)ABTU_malloc(sizeof(ABTI_sched)); /* Copy of the contents of pools */ ABT_pool *pool_list; pool_list = (ABT_pool *)ABTU_malloc(num_pools*sizeof(ABT_pool)); for (p = 0; p < num_pools; p++) { if (pools[p] == ABT_POOL_NULL) { abt_errno = ABT_pool_create_basic(ABT_POOL_FIFO, ABT_POOL_ACCESS_MPSC, ABT_TRUE, &pool_list[p]); ABTI_CHECK_ERROR(abt_errno); } else { pool_list[p] = pools[p]; } } /* Check if the pools are available */ for (p = 0; p < num_pools; p++) { ABTI_pool_retain(ABTI_pool_get_ptr(pool_list[p])); } p_sched->used = ABTI_SCHED_NOT_USED; p_sched->automatic = ABT_FALSE; p_sched->kind = ABTI_sched_get_kind(def); p_sched->state = ABT_SCHED_STATE_READY; p_sched->request = 0; p_sched->pools = pool_list; p_sched->num_pools = num_pools; p_sched->type = def->type; p_sched->p_thread = NULL; p_sched->p_task = NULL; p_sched->p_ctx = NULL; p_sched->init = def->init; p_sched->run = def->run; p_sched->free = def->free; p_sched->get_migr_pool = def->get_migr_pool; #ifdef ABT_CONFIG_USE_DEBUG_LOG p_sched->id = ABTI_sched_get_new_id(); #endif LOG_EVENT("[S%" PRIu64 "] created\n", p_sched->id); /* Return value */ *newsched = ABTI_sched_get_handle(p_sched); /* Specific initialization */ p_sched->init(*newsched, config); fn_exit: return abt_errno; fn_fail: *newsched = ABT_SCHED_NULL; HANDLE_ERROR_FUNC_WITH_CODE(abt_errno); goto fn_exit; }
/** * @ingroup SCHED * @brief Create a predefined scheduler. * * \c ABT_sched_create_basic() creates a predefined scheduler and returns its * handle through \c newsched. The pools used by the new scheduler are * provided by \c pools. The contents of this array is copied, so it can be * freed. If a pool in the array is \c ABT_POOL_NULL, the corresponding pool is * automatically created. The pool array can be \c NULL. In this case, all * the pools will be created automatically. The config must have been created * by \c ABT_sched_config_create(), and will be used as argument in the * initialization. If no specific configuration is required, the parameter can * be \c ABT_CONFIG_NULL. * * NOTE: The new scheduler will be automatically freed when it is not used * anymore or its associated ES is terminated. Accordingly, the pools * associated with the new scheduler will be automatically freed if they are * exclusive to the scheduler and are not user-defined ones (i.e., created by * \c ABT_pool_create_basic() or implicitly created because \c pools is \c NULL * or a pool in the \c pools array is \c ABT_POOL_NULL). If the pools were * created using \c ABT_pool_create() by the user, they have to be freed * explicitly with \c ABT_pool_free(). * * @param[in] predef predefined scheduler * @param[in] num_pools number of pools associated with this scheduler * @param[in] pools pools associated with this scheduler * @param[in] config specific config used during the scheduler creation * @param[out] newsched handle to a new scheduler * @return Error code * @retval ABT_SUCCESS on success */ int ABT_sched_create_basic(ABT_sched_predef predef, int num_pools, ABT_pool *pools, ABT_sched_config config, ABT_sched *newsched) { int abt_errno = ABT_SUCCESS; ABT_pool_access access; ABT_bool automatic; int p; /* We set the access to the default one */ access = ABT_POOL_ACCESS_MPSC; automatic = ABT_TRUE;; /* We read the config and set the configured parameters */ abt_errno = ABTI_sched_config_read_global(config, &access, &automatic); ABTI_CHECK_ERROR(abt_errno); /* A pool array is provided, predef has to be compatible */ if (pools != NULL) { /* Copy of the contents of pools */ ABT_pool *pool_list; pool_list = (ABT_pool *)ABTU_malloc(num_pools*sizeof(ABT_pool)); for (p = 0; p < num_pools; p++) { if (pools[p] == ABT_POOL_NULL) { abt_errno = ABT_pool_create_basic(ABT_POOL_FIFO, access, ABT_TRUE, &pool_list[p]); ABTI_CHECK_ERROR(abt_errno); } else { pool_list[p] = pools[p]; } } /* Creation of the scheduler */ switch (predef) { case ABT_SCHED_DEFAULT: case ABT_SCHED_BASIC: abt_errno = ABT_sched_create(ABTI_sched_get_basic_def(), num_pools, pool_list, ABT_SCHED_CONFIG_NULL, newsched); break; case ABT_SCHED_PRIO: abt_errno = ABT_sched_create(ABTI_sched_get_prio_def(), num_pools, pool_list, ABT_SCHED_CONFIG_NULL, newsched); break; case ABT_SCHED_RANDWS: abt_errno = ABT_sched_create(ABTI_sched_get_randws_def(), num_pools, pool_list, ABT_SCHED_CONFIG_NULL, newsched); break; default: abt_errno = ABT_ERR_INV_SCHED_PREDEF; break; } ABTI_CHECK_ERROR(abt_errno); ABTU_free(pool_list); } /* No pool array is provided, predef has to be compatible */ else { /* Set the number of pools */ switch (predef) { case ABT_SCHED_DEFAULT: case ABT_SCHED_BASIC: num_pools = 1; break; case ABT_SCHED_PRIO: num_pools = ABTI_SCHED_NUM_PRIO; break; case ABT_SCHED_RANDWS: num_pools = 1; break; default: abt_errno = ABT_ERR_INV_SCHED_PREDEF; ABTI_CHECK_ERROR(abt_errno); break; } /* Creation of the pools */ /* To avoid the malloc overhead, we use a stack array. */ ABT_pool pool_list[ABTI_SCHED_NUM_PRIO]; int p; for (p = 0; p < num_pools; p++) { abt_errno = ABT_pool_create_basic(ABT_POOL_FIFO, access, ABT_TRUE, pool_list+p); ABTI_CHECK_ERROR(abt_errno); } /* Creation of the scheduler */ switch (predef) { case ABT_SCHED_DEFAULT: case ABT_SCHED_BASIC: abt_errno = ABT_sched_create(ABTI_sched_get_basic_def(), num_pools, pool_list, config, newsched); break; case ABT_SCHED_PRIO: abt_errno = ABT_sched_create(ABTI_sched_get_prio_def(), num_pools, pool_list, config, newsched); break; case ABT_SCHED_RANDWS: abt_errno = ABT_sched_create(ABTI_sched_get_randws_def(), num_pools, pool_list, config, newsched); break; default: abt_errno = ABT_ERR_INV_SCHED_PREDEF; ABTI_CHECK_ERROR(abt_errno); break; } } ABTI_CHECK_ERROR(abt_errno); ABTI_sched *p_sched = ABTI_sched_get_ptr(*newsched); p_sched->automatic = automatic; fn_exit: return abt_errno; fn_fail: HANDLE_ERROR_FUNC_WITH_CODE(abt_errno); *newsched = ABT_SCHED_NULL; goto fn_exit; }