/* //////////////////////////////////////////////////////////////////////////////////////
* implementation
*/
tb_size_t tb_environment_load(tb_environment_ref_t environment, tb_char_t const* name)
{
// check
tb_assert_and_check_return_val(environment && name, 0);
// clear environment first
tb_vector_clear(environment);
// get values
tb_char_t const* values = tb_environment_get_impl(name, tb_null);
tb_check_return_val(values, 0);
// init value string
tb_string_t value;
if (tb_string_init(&value))
{
// done
tb_char_t const* p = values;
tb_char_t c = '\0';
while (1)
{
// the character
c = *p++;
// make value
if (c != ';' && c) tb_string_chrcat(&value, c);
else
{
// save value to environment
if (tb_string_size(&value))
tb_vector_insert_tail(environment, tb_string_cstr(&value));
// clear value
tb_string_clear(&value);
// end?
tb_check_break(c);
}
}
// exit value string
tb_string_exit(&value);
}
// exit values
if (values) tb_free(values);
values = tb_null;
// ok?
return tb_vector_size(environment);
}
tb_bool_t tb_environment_replace(tb_environment_ref_t environment, tb_char_t const* value)
{
// check
tb_assert_and_check_return_val(environment, tb_false);
// clear it first
tb_vector_clear(environment);
// insert value
if (value) tb_vector_insert_tail(environment, value);
// ok
return tb_true;
}
tb_void_t tb_vector_nremove_last(tb_vector_ref_t vector, tb_size_t size)
{
// check
tb_vector_impl_t* impl = (tb_vector_impl_t*)vector;
tb_assert_and_check_return(impl && size);
// clear it
if (size >= impl->size)
{
tb_vector_clear(vector);
return ;
}
// remove last
tb_vector_nremove(vector, impl->size - size, size);
}
tb_void_t tb_vector_exit(tb_vector_ref_t vector)
{
// check
tb_vector_impl_t* impl = (tb_vector_impl_t*)vector;
tb_assert_and_check_return(impl);
// clear data
tb_vector_clear(vector);
// free data
if (impl->data) tb_free(impl->data);
impl->data = tb_null;
// free it
tb_free(impl);
}
static tb_void_t tb_aiop_rtor_poll_cler(tb_aiop_rtor_impl_t* rtor)
{
tb_aiop_rtor_poll_impl_t* impl = (tb_aiop_rtor_poll_impl_t*)rtor;
if (impl)
{
// clear pfds
tb_spinlock_enter(&impl->lock.pfds);
if (impl->pfds) tb_vector_clear(impl->pfds);
tb_spinlock_leave(&impl->lock.pfds);
// clear hash
tb_spinlock_enter(&impl->lock.hash);
if (impl->hash) tb_hash_clear(impl->hash);
tb_spinlock_leave(&impl->lock.hash);
// spak it
if (rtor->aiop && rtor->aiop->spak[0])
tb_socket_send(rtor->aiop->spak[0], (tb_byte_t const*)"p", 1);
}
}
tb_long_t tb_regex_match(tb_regex_ref_t self, tb_char_t const* cstr, tb_size_t size, tb_size_t start, tb_size_t* plength, tb_vector_ref_t* presults)
{
// check
tb_regex_t* regex = (tb_regex_t*)self;
tb_assert_and_check_return_val(regex && regex->code && regex->match_data && cstr, -1);
// done
tb_long_t ok = -1;
do
{
// clear length first
if (plength) *plength = 0;
// end?
tb_check_break(start < size);
// init options
#ifdef __tb_debug__
tb_uint32_t options = 0;
#else
tb_uint32_t options = PCRE2_NO_UTF_CHECK;
#endif
// match it
tb_long_t count = pcre2_match(regex->code, (PCRE2_SPTR)cstr, (PCRE2_SIZE)size, (PCRE2_SIZE)start, options, regex->match_data, tb_null);
if (count < 0)
{
// no match?
tb_check_break(count != PCRE2_ERROR_NOMATCH);
#if defined(__tb_debug__) && !defined(TB_CONFIG_OS_WINDOWS)
// get error info
PCRE2_UCHAR info[256];
pcre2_get_error_message(count, info, sizeof(info));
// trace
tb_trace_d("match failed at offset %lu: error: %ld, %s\n", start, count, info);
#endif
// end
break;
}
// check
tb_assertf_and_check_break(count, "ovector has not enough space!");
// get output vector
PCRE2_SIZE* ovector = pcre2_get_ovector_pointer(regex->match_data);
tb_assert_and_check_break(ovector);
// get the match offset and length
tb_size_t offset = (tb_size_t)ovector[0];
tb_size_t length = (tb_size_t)ovector[1] - ovector[0];
tb_assert_and_check_break(offset + length <= size);
// trace
tb_trace_d("matched count: %lu, offset: %lu, length: %lu", count, offset, length);
// save results
if (presults)
{
// init results if not exists
tb_vector_ref_t results = *presults;
if (!results)
{
// init it
if (!regex->results) regex->results = tb_vector_init(16, tb_element_mem(sizeof(tb_regex_match_t), tb_regex_match_exit, tb_null));
// save it
*presults = results = regex->results;
}
tb_assert_and_check_break(results);
// clear it first
tb_vector_clear(results);
// done
tb_long_t i = 0;
tb_regex_match_t entry;
for (i = 0; i < count; i++)
{
// get substring offset and length
tb_size_t substr_offset = ovector[i << 1];
tb_size_t substr_length = ovector[(i << 1) + 1] - ovector[i << 1];
tb_assert_and_check_break(substr_offset + substr_length <= size);
// make match entry
entry.cstr = tb_strndup(cstr + substr_offset, substr_length);
entry.size = substr_length;
entry.start = substr_offset;
tb_assert_and_check_break(entry.cstr);
// trace
tb_trace_d(" matched: [%lu, %lu]: %s", entry.start, entry.size, entry.cstr);
// append it
tb_vector_insert_tail(results, &entry);
}
tb_assert_and_check_break(i == count);
}
// save length
if (plength) *plength = length;
// ok
ok = offset;
} while (0);
// ok?
return ok;
}
tb_bool_t tb_vector_load(tb_vector_ref_t vector, tb_stream_ref_t stream)
{
// check
tb_vector_impl_t* impl = (tb_vector_impl_t*)vector;
tb_assert_and_check_return_val(impl && stream, tb_false);
tb_assert_and_check_return_val(impl->func.hash && impl->func.load && impl->func.free, tb_false);
// clear the vector first
tb_vector_clear(vector);
// the offset
tb_hize_t offset = tb_stream_offset(stream);
// done
tb_bool_t ok = tb_false;
tb_uint32_t crc32 = 0;
tb_pointer_t buff = tb_null;
do
{
// calc type
crc32 = tb_crc_encode_cstr(TB_CRC_MODE_32_IEEE_LE, crc32, "vector");
// calc item type
crc32 = tb_crc_encode_value(TB_CRC_MODE_32_IEEE_LE, crc32, impl->func.type);
// calc item size
crc32 = tb_crc_encode_value(TB_CRC_MODE_32_IEEE_LE, crc32, impl->func.size);
// load the head crc32
tb_uint32_t crc32_head = tb_stream_bread_u32_be(stream);
tb_assert_and_check_break(crc32_head == crc32);
// make item buffer
buff = impl->func.size? tb_malloc(impl->func.size) : tb_null;
// load size
tb_uint32_t size = tb_stream_bread_u32_be(stream);
// load vector
tb_uint32_t load = 0;
for (load = 0; load < size; load++)
{
// load item
if (!impl->func.load(&impl->func, buff, stream)) break;
// the item data
tb_cpointer_t data = impl->func.data(&impl->func, buff);
// hash item
tb_size_t hash = impl->func.hash(&impl->func, data, -1, 0);
// calc item
crc32 = tb_crc_encode_value(TB_CRC_MODE_32_IEEE_LE, crc32, hash);
// save item
tb_vector_insert_tail(vector, data);
// free name
impl->func.free(&impl->func, buff);
}
// check
tb_assert_and_check_break(load == size);
// load the body crc32
tb_uint32_t crc32_body = tb_stream_bread_u32_be(stream);
tb_assert_and_check_break(crc32_body == crc32);
// ok
ok = tb_true;
} while (0);
// failed?
if (!ok)
{
// restore it
tb_stream_seek(stream, offset);
// clear it
tb_vector_clear(vector);
}
// exit buffer
if (buff) tb_free(buff);
buff = tb_null;
// ok?
return ok;
}
static tb_pointer_t tb_thread_pool_worker_loop(tb_cpointer_t priv)
{
// the worker
tb_thread_pool_worker_t* worker = (tb_thread_pool_worker_t*)priv;
// trace
tb_trace_d("worker[%lu]: init", worker? worker->id : -1);
// done
do
{
// check
tb_assert_and_check_break(worker && !worker->jobs && !worker->stats);
// the pool
tb_thread_pool_impl_t* impl = (tb_thread_pool_impl_t*)worker->pool;
tb_assert_and_check_break(impl && impl->semaphore);
// wait some time for leaving the lock
tb_msleep((worker->id + 1)* 20);
// init jobs
worker->jobs = tb_vector_init(TB_THREAD_POOL_JOBS_WORKING_GROW, tb_element_ptr(tb_null, tb_null));
tb_assert_and_check_break(worker->jobs);
// init stats
worker->stats = tb_hash_map_init(TB_HASH_MAP_BUCKET_SIZE_MICRO, tb_element_ptr(tb_null, tb_null), tb_element_mem(sizeof(tb_thread_pool_job_stats_t), tb_null, tb_null));
tb_assert_and_check_break(worker->stats);
// loop
while (1)
{
// pull jobs if be idle
if (!tb_vector_size(worker->jobs))
{
// enter
tb_spinlock_enter(&impl->lock);
// init the pull time
worker->pull = 0;
// pull from the urgent jobs
if (tb_list_entry_size(&impl->jobs_urgent))
{
// trace
tb_trace_d("worker[%lu]: try pulling from urgent: %lu", worker->id, tb_list_entry_size(&impl->jobs_urgent));
// pull it
tb_remove_if_until(tb_list_entry_itor(&impl->jobs_urgent), tb_thread_pool_worker_walk_pull, worker);
}
// pull from the waiting jobs
if (tb_list_entry_size(&impl->jobs_waiting))
{
// trace
tb_trace_d("worker[%lu]: try pulling from waiting: %lu", worker->id, tb_list_entry_size(&impl->jobs_waiting));
// pull it
tb_remove_if_until(tb_list_entry_itor(&impl->jobs_waiting), tb_thread_pool_worker_walk_pull, worker);
}
// pull from the pending jobs and clean some finished and killed jobs
if (tb_list_entry_size(&impl->jobs_pending))
{
// trace
tb_trace_d("worker[%lu]: try pulling from pending: %lu", worker->id, tb_list_entry_size(&impl->jobs_pending));
// no jobs? try to pull from the pending jobs
if (!tb_vector_size(worker->jobs))
tb_remove_if(tb_list_entry_itor(&impl->jobs_pending), tb_thread_pool_worker_walk_pull_and_clean, worker);
// clean some finished and killed jobs
else tb_remove_if(tb_list_entry_itor(&impl->jobs_pending), tb_thread_pool_worker_walk_clean, worker);
}
// leave
tb_spinlock_leave(&impl->lock);
// idle? wait it
if (!tb_vector_size(worker->jobs))
{
// killed?
tb_check_break(!tb_atomic_get(&worker->bstoped));
// trace
tb_trace_d("worker[%lu]: wait: ..", worker->id);
// wait some time
tb_long_t wait = tb_semaphore_wait(impl->semaphore, -1);
tb_assert_and_check_break(wait > 0);
// trace
tb_trace_d("worker[%lu]: wait: ok", worker->id);
// continue it
continue;
}
else
{
#ifdef TB_TRACE_DEBUG
// update the jobs urgent size
tb_size_t jobs_urgent_size = tb_list_entry_size(&impl->jobs_urgent);
// update the jobs waiting size
tb_size_t jobs_waiting_size = tb_list_entry_size(&impl->jobs_waiting);
// update the jobs pending size
tb_size_t jobs_pending_size = tb_list_entry_size(&impl->jobs_pending);
// trace
tb_trace_d("worker[%lu]: pull: jobs: %lu, time: %lu ms, waiting: %lu, pending: %lu, urgent: %lu", worker->id, tb_vector_size(worker->jobs), worker->pull, jobs_waiting_size, jobs_pending_size, jobs_urgent_size);
#endif
}
}
// done jobs
tb_for_all (tb_thread_pool_job_t*, job, worker->jobs)
{
// check
tb_assert_and_check_continue(job && job->task.done);
// the job state
tb_size_t state = tb_atomic_fetch_and_pset(&job->state, TB_STATE_WAITING, TB_STATE_WORKING);
// the job is waiting? work it
if (state == TB_STATE_WAITING)
{
// trace
tb_trace_d("worker[%lu]: done: task[%p:%s]: ..", worker->id, job->task.done, job->task.name);
// init the time
tb_hong_t time = tb_cache_time_spak();
// done the job
job->task.done((tb_thread_pool_worker_ref_t)worker, job->task.priv);
// computate the time
time = tb_cache_time_spak() - time;
// exists? update time and count
tb_size_t itor;
tb_hash_map_item_ref_t item = tb_null;
if ( ((itor = tb_hash_map_find(worker->stats, job->task.done)) != tb_iterator_tail(worker->stats))
&& (item = (tb_hash_map_item_ref_t)tb_iterator_item(worker->stats, itor)))
{
// the stats
tb_thread_pool_job_stats_t* stats = (tb_thread_pool_job_stats_t*)item->data;
tb_assert_and_check_break(stats);
// update the done count
stats->done_count++;
// update the total time
stats->total_time += time;
}
// no item? add it
if (!item)
{
// init stats
tb_thread_pool_job_stats_t stats = {0};
stats.done_count = 1;
stats.total_time = time;
// add stats
tb_hash_map_insert(worker->stats, job->task.done, &stats);
}
#ifdef TB_TRACE_DEBUG
tb_size_t done_count = 0;
tb_hize_t total_time = 0;
tb_thread_pool_job_stats_t* stats = (tb_thread_pool_job_stats_t*)tb_hash_map_get(worker->stats, job->task.done);
if (stats)
{
done_count = stats->done_count;
total_time = stats->total_time;
}
// trace
tb_trace_d("worker[%lu]: done: task[%p:%s]: time: %lld ms, average: %lld ms, count: %lu", worker->id, job->task.done, job->task.name, time, (total_time / (tb_hize_t)done_count), done_count);
#endif
// update the job state
tb_atomic_set(&job->state, TB_STATE_FINISHED);
}
// the job is killing? work it
else if (state == TB_STATE_KILLING)
{
// update the job state
tb_atomic_set(&job->state, TB_STATE_KILLED);
}
}
// clear jobs
tb_vector_clear(worker->jobs);
}
} while (0);
// exit worker
if (worker)
{
// trace
tb_trace_d("worker[%lu]: exit", worker->id);
// stoped
tb_atomic_set(&worker->bstoped, 1);
// exit all private data
tb_size_t i = 0;
tb_size_t n = tb_arrayn(worker->priv);
for (i = 0; i < n; i++)
{
// the private data
tb_thread_pool_worker_priv_t* priv = &worker->priv[n - i - 1];
// exit it
if (priv->exit) priv->exit((tb_thread_pool_worker_ref_t)worker, priv->priv);
// clear it
priv->exit = tb_null;
priv->priv = tb_null;
}
// exit stats
if (worker->stats) tb_hash_map_exit(worker->stats);
worker->stats = tb_null;
// exit jobs
if (worker->jobs) tb_vector_exit(worker->jobs);
worker->jobs = tb_null;
}
// exit
tb_thread_return(tb_null);
return tb_null;
}
tb_void_t tb_stack_clear(tb_stack_ref_t stack)
{
tb_vector_clear((tb_vector_ref_t)stack);
}
