GError *
network_server_run(struct network_server_s *srv)
{
struct endpoint_s **pu, *u;
time_t now, last_update;
GError *err = NULL;
/* Sanity checks */
EXTRA_ASSERT(srv != NULL);
for (pu=srv->endpointv; (u = *pu) ;pu++) {
if (u->fd < 0)
return NEWERROR(EINVAL,
"DESIGN ERROR : some servers are not open");
}
if (!srv->flag_continue)
return NULL;
for (pu=srv->endpointv; srv->flag_continue && (u = *pu) ;pu++)
ARM_ENDPOINT(srv, u, EPOLL_CTL_ADD);
ARM_WAKER(srv, EPOLL_CTL_ADD);
_server_start_one_worker(srv, FALSE);
srv->thread_events = g_thread_new("events", _thread_cb_events, srv);
clock_gettime(CLOCK_MONOTONIC_COARSE, &srv->now);
last_update = network_server_bogonow(srv);
while (srv->flag_continue) {
now = network_server_bogonow(srv);
if (last_update < now) {
_server_update_main_stats(srv);
last_update = now;
}
usleep(_start_necessary_threads(srv) ? 50000 : 500000);
clock_gettime(CLOCK_MONOTONIC_COARSE, &srv->now);
}
network_server_close_servers(srv);
/* Wait for all the workers */
while (srv->workers_total) {
GRID_DEBUG("Waiting for %u workers to die", srv->workers_total);
usleep(200000);
clock_gettime(CLOCK_MONOTONIC_COARSE, &srv->now);
}
srv->thread_first_worker = NULL;
/* wait for the first event thread */
if (srv->thread_events) {
g_thread_join(srv->thread_events);
srv->thread_events = NULL;
}
ARM_WAKER(srv, EPOLL_CTL_DEL);
GRID_DEBUG("Server %p exiting its main loop", srv);
return err;
}
void
network_server_clean(struct network_server_s *srv)
{
if (!srv)
return;
if (srv->thread_events != NULL) {
GRID_WARN("EventThread not joined!");
g_error("EventThread not joined!");
}
if (srv->thread_first_worker) {
GRID_WARN("FirstThread not joined!");
g_error("FirstThread not joined!");
}
g_mutex_clear(&srv->lock_threads);
network_server_close_servers(srv);
if (srv->endpointv) {
struct endpoint_s **u;
for (u=srv->endpointv; *u ;u++)
g_free(*u);
g_free(srv->endpointv);
}
if (srv->stats) {
grid_stats_holder_clean(srv->stats);
}
metautils_pclose(&(srv->wakeup[0]));
metautils_pclose(&(srv->wakeup[1]));
if (srv->queue_monitor) {
g_async_queue_unref(srv->queue_monitor);
srv->queue_monitor = NULL;
}
if (srv->queue_events) {
g_async_queue_unref(srv->queue_events);
srv->queue_events = NULL;
}
if (srv->workers_active_1) {
grid_single_rrd_destroy(srv->workers_active_1);
srv->workers_active_1 = NULL;
}
if (srv->workers_active_60) {
grid_single_rrd_destroy(srv->workers_active_60);
srv->workers_active_60 = NULL;
}
g_free(srv);
}
GError *
network_server_open_servers(struct network_server_s *srv)
{
struct endpoint_s **u;
EXTRA_ASSERT(srv != NULL);
for (u=srv->endpointv; u && *u ;u++) {
GError *err;
if (NULL != (err = _endpoint_open(*u))) {
g_prefix_error(&err, "url open error : ");
network_server_close_servers(srv);
return err;
}
}
for (u=srv->endpointv; u && *u ;u++) {
GRID_DEBUG("fd=%d port=%d endpoint=%s ready", (*u)->fd,
(*u)->port_real, (*u)->url);
}
return NULL;
}
static void
sqlx_service_specific_fini(void)
{
// soft stop
if (SRV.gtq_reload)
grid_task_queue_stop(SRV.gtq_reload);
if (SRV.gtq_admin)
grid_task_queue_stop(SRV.gtq_admin);
if (SRV.server) {
network_server_close_servers(SRV.server);
network_server_stop(SRV.server);
}
if (SRV.thread_reload)
g_thread_join(SRV.thread_reload);
if (SRV.thread_admin)
g_thread_join(SRV.thread_admin);
if (SRV.thread_client)
g_thread_join(SRV.thread_client);
if (SRV.thread_queue)
g_thread_join(SRV.thread_queue);
if (SRV.repository) {
sqlx_repository_stop(SRV.repository);
struct sqlx_cache_s *cache = sqlx_repository_get_cache(SRV.repository);
if (cache)
sqlx_cache_expire(cache, G_MAXUINT, 0);
}
if (SRV.election_manager)
election_manager_exit_all(SRV.election_manager, 0, TRUE);
if (SRV.sync)
sqlx_sync_close(SRV.sync);
if (SRV.peering)
sqlx_peering__destroy(SRV.peering);
// Cleanup
if (SRV.gtq_admin) {
grid_task_queue_destroy(SRV.gtq_admin);
SRV.gtq_admin = NULL;
}
if (SRV.gtq_reload) {
grid_task_queue_destroy(SRV.gtq_reload);
SRV.gtq_reload = NULL;
}
if (SRV.server) {
network_server_clean(SRV.server);
SRV.server = NULL;
}
if (SRV.dispatcher) {
gridd_request_dispatcher_clean(SRV.dispatcher);
SRV.dispatcher = NULL;
}
if (SRV.repository) {
sqlx_repository_clean(SRV.repository);
SRV.repository = NULL;
}
if (SRV.sync) {
sqlx_sync_clear(SRV.sync);
SRV.sync = NULL;
}
if (SRV.resolver) {
hc_resolver_destroy(SRV.resolver);
SRV.resolver = NULL;
}
if (SRV.announce) {
g_string_free(SRV.announce, TRUE);
SRV.announce = NULL;
}
if (SRV.url) {
g_string_free(SRV.url, TRUE);
SRV.url = NULL;
}
if (SRV.zk_url)
oio_str_clean(&SRV.zk_url);
if (SRV.clients_pool) {
gridd_client_pool_destroy (SRV.clients_pool);
SRV.clients_pool = NULL;
}
// Must be freed after SRV.clients_pool
if (SRV.election_manager) {
election_manager_clean(SRV.election_manager);
SRV.election_manager = NULL;
}
if (SRV.lb) {
grid_lbpool_destroy (SRV.lb);
SRV.lb = NULL;
}
if (SRV.events_queue) {
oio_events_queue__destroy (SRV.events_queue);
SRV.events_queue = NULL;
}
if (SRV.nsinfo) {
namespace_info_free(SRV.nsinfo);
SRV.nsinfo = NULL;
}
if (all_options) {
g_free (all_options);
all_options = NULL;
}
}
static void
sqlx_service_specific_fini(void)
{
// soft stop
if (SRV.gtq_reload)
grid_task_queue_stop(SRV.gtq_reload);
if (SRV.gtq_register)
grid_task_queue_stop(SRV.gtq_register);
if (SRV.gtq_admin)
grid_task_queue_stop(SRV.gtq_admin);
if (SRV.server) {
network_server_close_servers(SRV.server);
network_server_stop(SRV.server);
}
if (SRV.thread_reload)
g_thread_join(SRV.thread_reload);
if (SRV.thread_register)
g_thread_join(SRV.thread_register);
if (SRV.thread_admin)
g_thread_join(SRV.thread_admin);
if (SRV.thread_client)
g_thread_join(SRV.thread_client);
if (SRV.thread_queue)
g_thread_join(SRV.thread_queue);
if (SRV.repository) {
sqlx_repository_stop(SRV.repository);
struct sqlx_cache_s *cache = sqlx_repository_get_cache(SRV.repository);
if (cache)
sqlx_cache_expire(cache, G_MAXUINT, 0);
}
if (SRV.election_manager)
election_manager_exit_all(SRV.election_manager, 0, TRUE);
if (SRV.sync)
sqlx_sync_close(SRV.sync);
// Cleanup
if (SRV.gtq_admin)
grid_task_queue_destroy(SRV.gtq_admin);
if (SRV.gtq_reload)
grid_task_queue_destroy(SRV.gtq_reload);
if (SRV.gtq_register)
grid_task_queue_destroy(SRV.gtq_register);
if (SRV.server)
network_server_clean(SRV.server);
if (SRV.dispatcher)
gridd_request_dispatcher_clean(SRV.dispatcher);
if (SRV.repository)
sqlx_repository_clean(SRV.repository);
if (SRV.election_manager)
election_manager_clean(SRV.election_manager);
if (SRV.sync)
sqlx_sync_clear(SRV.sync);
if (SRV.resolver)
hc_resolver_destroy(SRV.resolver);
if (SRV.gsr_reqtime)
grid_single_rrd_destroy(SRV.gsr_reqtime);
if (SRV.gsr_reqcounter)
grid_single_rrd_destroy(SRV.gsr_reqcounter);
if (SRV.custom_tags)
g_slist_free_full(SRV.custom_tags, g_free);
if (SRV.si)
service_info_clean(SRV.si);
if (SRV.announce)
g_string_free(SRV.announce, TRUE);
if (SRV.url)
g_string_free(SRV.url, TRUE);
if (SRV.zk_url)
oio_str_clean(&SRV.zk_url);
if (SRV.clients_pool)
gridd_client_pool_destroy (SRV.clients_pool);
if (SRV.lb)
grid_lbpool_destroy (SRV.lb);
if (SRV.events_queue)
oio_events_queue__destroy (SRV.events_queue);
if (SRV.nsinfo)
namespace_info_free(SRV.nsinfo);
if (all_options) {
g_free (all_options);
all_options = NULL;
}
}
