/**
* Stop toppar's offset store, committing the final offsets, etc.
*
* Returns RD_KAFKA_RESP_ERR_NO_ERROR on success,
* RD_KAFKA_RESP_ERR__IN_PROGRESS if the term triggered an
* async operation (e.g., broker offset commit), or
* any other error in case of immediate failure.
*
* The offset layer will call rd_kafka_offset_store_term() when
* the offset management has been fully stopped for this partition.
*
* Locks: rd_kafka_toppar_lock() MUST be held.
*/
rd_kafka_resp_err_t rd_kafka_offset_store_stop (rd_kafka_toppar_t *rktp) {
rd_kafka_resp_err_t err = RD_KAFKA_RESP_ERR_NO_ERROR;
if (!(rktp->rktp_flags & RD_KAFKA_TOPPAR_F_OFFSET_STORE))
goto done;
rktp->rktp_flags |= RD_KAFKA_TOPPAR_F_OFFSET_STORE_STOPPING;
rd_kafka_dbg(rktp->rktp_rkt->rkt_rk, TOPIC, "OFFSET",
"%s [%"PRId32"]: stopping offset store "
"(stored offset %"PRId64
", committed offset %"PRId64", EOF offset %"PRId64")",
rktp->rktp_rkt->rkt_topic->str,
rktp->rktp_partition,
rktp->rktp_stored_offset, rktp->rktp_committed_offset,
rktp->rktp_offsets_fin.eof_offset);
/* Store end offset for empty partitions */
if (((!rd_kafka_is_simple_consumer(rktp->rktp_rkt->rkt_rk) &&
rktp->rktp_rkt->rkt_rk->rk_conf.enable_auto_commit)
|| rktp->rktp_rkt->rkt_conf.auto_commit) &&
rktp->rktp_stored_offset == -1 &&
rktp->rktp_offsets_fin.eof_offset > 0)
rd_kafka_offset_store0(rktp, rktp->rktp_offsets_fin.eof_offset,
0/*no lock*/);
/* Commit offset to backing store.
* This might be an async operation. */
if (rd_kafka_is_simple_consumer(rktp->rktp_rkt->rkt_rk) &&
rktp->rktp_stored_offset > rktp->rktp_committed_offset)
err = rd_kafka_offset_commit(rktp);
/* If stop is in progress (async commit), return now. */
if (err == RD_KAFKA_RESP_ERR__IN_PROGRESS)
return err;
done:
/* Stop is done */
rd_kafka_offset_store_term(rktp, err);
return RD_KAFKA_RESP_ERR_NO_ERROR;
}
/**
* Initialize toppar's offset store.
*
* Locality: toppar handler thread
*/
void rd_kafka_offset_store_init (rd_kafka_toppar_t *rktp) {
static const char *store_names[] = { "none", "file", "broker" };
rd_kafka_dbg(rktp->rktp_rkt->rkt_rk, TOPIC, "OFFSET",
"%s [%"PRId32"]: using offset store method: %s",
rktp->rktp_rkt->rkt_topic->str,
rktp->rktp_partition,
store_names[rktp->rktp_rkt->rkt_conf.offset_store_method]);
/* The committed offset is unknown at this point. */
rktp->rktp_committed_offset = RD_KAFKA_OFFSET_INVALID;
/* Set up the commit interval (for simple consumer). */
if (rd_kafka_is_simple_consumer(rktp->rktp_rkt->rkt_rk) &&
rktp->rktp_rkt->rkt_conf.auto_commit_interval_ms > 0)
rd_kafka_timer_start(&rktp->rktp_rkt->rkt_rk->rk_timers,
&rktp->rktp_offset_commit_tmr,
rktp->rktp_rkt->rkt_conf.
auto_commit_interval_ms * 1000ll,
rd_kafka_offset_auto_commit_tmr_cb,
rktp);
switch (rktp->rktp_rkt->rkt_conf.offset_store_method)
{
case RD_KAFKA_OFFSET_METHOD_FILE:
rd_kafka_offset_file_init(rktp);
break;
case RD_KAFKA_OFFSET_METHOD_BROKER:
rd_kafka_offset_broker_init(rktp);
break;
case RD_KAFKA_OFFSET_METHOD_NONE:
break;
default:
/* NOTREACHED */
return;
}
rktp->rktp_flags |= RD_KAFKA_TOPPAR_F_OFFSET_STORE;
}
/**
* Prepare a toppar for using broker offset commit (broker 0.8.2 or later).
* When using KafkaConsumer (high-level consumer) this functionality is
* disabled in favour of the cgrp commits for the entire set of subscriptions.
*/
static void rd_kafka_offset_broker_init (rd_kafka_toppar_t *rktp) {
if (!rd_kafka_is_simple_consumer(rktp->rktp_rkt->rkt_rk))
return;
rd_kafka_offset_reset(rktp, RD_KAFKA_OFFSET_STORED, 0,
"query broker for offsets");
}
