/*
* __wt_lsm_work_switch --
* Do a switch if the LSM tree needs one.
*/
int
__wt_lsm_work_switch(
WT_SESSION_IMPL *session, WT_LSM_WORK_UNIT **entryp, bool *ran)
{
WT_DECL_RET;
WT_LSM_WORK_UNIT *entry;
/* We've become responsible for freeing the work unit. */
entry = *entryp;
*ran = false;
*entryp = NULL;
if (F_ISSET(entry->lsm_tree, WT_LSM_TREE_NEED_SWITCH)) {
WT_WITH_SCHEMA_LOCK(session, ret,
ret = __wt_lsm_tree_switch(session, entry->lsm_tree));
/* Failing to complete the switch is fine */
if (ret == EBUSY) {
if (F_ISSET(entry->lsm_tree, WT_LSM_TREE_NEED_SWITCH))
WT_ERR(__wt_lsm_manager_push_entry(session,
WT_LSM_WORK_SWITCH, 0, entry->lsm_tree));
ret = 0;
} else
*ran = true;
}
err: __wt_lsm_manager_free_work_unit(session, entry);
return (ret);
}
/*
* __lsm_worker_general_op --
* Execute a single bloom, drop or flush work unit.
*/
static int
__lsm_worker_general_op(
WT_SESSION_IMPL *session, WT_LSM_WORKER_ARGS *cookie, int *completed)
{
WT_DECL_RET;
WT_LSM_CHUNK *chunk;
WT_LSM_WORK_UNIT *entry;
int force;
*completed = 0;
/*
* Return if this thread cannot process a bloom, drop or flush.
*/
if (!FLD_ISSET(cookie->type,
WT_LSM_WORK_BLOOM | WT_LSM_WORK_DROP | WT_LSM_WORK_FLUSH))
return (WT_NOTFOUND);
if ((ret = __wt_lsm_manager_pop_entry(session,
cookie->type, &entry)) != 0 || entry == NULL)
return (ret);
if (entry->type == WT_LSM_WORK_FLUSH) {
force = F_ISSET(entry, WT_LSM_WORK_FORCE);
F_CLR(entry, WT_LSM_WORK_FORCE);
WT_ERR(__wt_lsm_get_chunk_to_flush(session,
entry->lsm_tree, force, &chunk));
/*
* If we got a chunk to flush, checkpoint it.
*/
if (chunk != NULL) {
WT_ERR(__wt_verbose(session, WT_VERB_LSM,
"Flush%s chunk %d %s",
force ? " w/ force" : "",
chunk->id, chunk->uri));
ret = __wt_lsm_checkpoint_chunk(
session, entry->lsm_tree, chunk);
WT_ASSERT(session, chunk->refcnt > 0);
(void)WT_ATOMIC_SUB4(chunk->refcnt, 1);
WT_ERR(ret);
}
} else if (entry->type == WT_LSM_WORK_DROP)
WT_ERR(__wt_lsm_free_chunks(session, entry->lsm_tree));
else if (entry->type == WT_LSM_WORK_BLOOM)
WT_ERR(__wt_lsm_work_bloom(session, entry->lsm_tree));
*completed = 1;
err: __wt_lsm_manager_free_work_unit(session, entry);
return (ret);
}
/*
* __lsm_worker --
* A thread that executes work units for all open LSM trees.
*/
static WT_THREAD_RET
__lsm_worker(void *arg)
{
WT_CONNECTION_IMPL *conn;
WT_DECL_RET;
WT_LSM_WORK_UNIT *entry;
WT_LSM_WORKER_ARGS *cookie;
WT_SESSION_IMPL *session;
int progress, ran;
cookie = (WT_LSM_WORKER_ARGS *)arg;
session = cookie->session;
conn = S2C(session);
entry = NULL;
while (F_ISSET(conn, WT_CONN_SERVER_RUN) &&
F_ISSET(cookie, WT_LSM_WORKER_RUN)) {
progress = 0;
/*
* Workers process the different LSM work queues. Some workers
* can handle several or all work unit types. So the code is
* prioritized so important operations happen first.
* Switches are the highest priority.
*/
while (FLD_ISSET(cookie->type, WT_LSM_WORK_SWITCH) &&
(ret = __wt_lsm_manager_pop_entry(
session, WT_LSM_WORK_SWITCH, &entry)) == 0 &&
entry != NULL)
WT_ERR(
__wt_lsm_work_switch(session, &entry, &progress));
/* Flag an error if the pop failed. */
WT_ERR(ret);
/*
* Next the general operations.
*/
ret = __lsm_worker_general_op(session, cookie, &ran);
if (ret == EBUSY || ret == WT_NOTFOUND)
ret = 0;
WT_ERR(ret);
progress = progress || ran;
/*
* Finally see if there is any merge work we can do. This is
* last because the earlier operations may result in adding
* merge work to the queue.
*/
if (FLD_ISSET(cookie->type, WT_LSM_WORK_MERGE) &&
(ret = __wt_lsm_manager_pop_entry(
session, WT_LSM_WORK_MERGE, &entry)) == 0 &&
entry != NULL) {
WT_ASSERT(session, entry->type == WT_LSM_WORK_MERGE);
ret = __wt_lsm_merge(session,
entry->lsm_tree, cookie->id);
if (ret == WT_NOTFOUND) {
F_CLR(entry->lsm_tree, WT_LSM_TREE_COMPACTING);
ret = 0;
} else if (ret == EBUSY)
ret = 0;
/* Paranoia: clear session state. */
session->dhandle = NULL;
__wt_lsm_manager_free_work_unit(session, entry);
entry = NULL;
progress = 1;
}
/* Flag an error if the pop failed. */
WT_ERR(ret);
/* Don't busy wait if there was any work to do. */
if (!progress) {
WT_ERR(
__wt_cond_wait(session, cookie->work_cond, 10000));
continue;
}
}
if (ret != 0) {
err: __wt_lsm_manager_free_work_unit(session, entry);
WT_PANIC_MSG(session, ret,
"Error in LSM worker thread %d", cookie->id);
}
return (WT_THREAD_RET_VALUE);
}
