static void do_test_apis (rd_kafka_type_t cltype) {
rd_kafka_t *rk;
rd_kafka_conf_t *conf;
rd_kafka_queue_t *mainq;
/* Get the available brokers, but use a separate rd_kafka_t instance
* so we don't jinx the tests by having up-to-date metadata. */
avail_brokers = test_get_broker_ids(NULL, &avail_broker_cnt);
TEST_SAY("%"PRIusz" brokers in cluster "
"which will be used for replica sets\n",
avail_broker_cnt);
do_test_unclean_destroy(cltype, 0/*tempq*/);
do_test_unclean_destroy(cltype, 1/*mainq*/);
test_conf_init(&conf, NULL, 60);
test_conf_set(conf, "socket.timeout.ms", "10000");
rk = test_create_handle(cltype, conf);
mainq = rd_kafka_queue_get_main(rk);
/* Create topics */
do_test_CreateTopics("temp queue, op timeout 0",
rk, NULL, 0, 0);
do_test_CreateTopics("temp queue, op timeout 15000",
rk, NULL, 15000, 0);
do_test_CreateTopics("temp queue, op timeout 300, "
"validate only",
rk, NULL, 300, rd_true);
do_test_CreateTopics("temp queue, op timeout 9000, validate_only",
rk, NULL, 9000, rd_true);
do_test_CreateTopics("main queue, options", rk, mainq, -1, 0);
/* Delete topics */
do_test_DeleteTopics("temp queue, op timeout 0", rk, NULL, 0);
do_test_DeleteTopics("main queue, op timeout 15000", rk, mainq, 1500);
/* Create Partitions */
do_test_CreatePartitions("temp queue, op timeout 6500", rk, NULL, 6500);
do_test_CreatePartitions("main queue, op timeout 0", rk, mainq, 0);
/* AlterConfigs */
do_test_AlterConfigs(rk, mainq);
/* DescribeConfigs */
do_test_DescribeConfigs(rk, mainq);
rd_kafka_queue_destroy(mainq);
rd_kafka_destroy(rk);
free(avail_brokers);
}
static void do_test_apis (rd_kafka_type_t cltype) {
rd_kafka_t *rk;
char errstr[512];
rd_kafka_queue_t *mainq, *backgroundq;
rd_kafka_conf_t *conf;
mtx_init(&last_event_lock, mtx_plain);
cnd_init(&last_event_cnd);
do_test_unclean_destroy(cltype, 0/*tempq*/);
do_test_unclean_destroy(cltype, 1/*mainq*/);
test_conf_init(&conf, NULL, 0);
/* Remove brokers, if any, since this is a local test and we
* rely on the controller not being found. */
test_conf_set(conf, "bootstrap.servers", "");
test_conf_set(conf, "socket.timeout.ms", MY_SOCKET_TIMEOUT_MS_STR);
/* For use with the background queue */
rd_kafka_conf_set_background_event_cb(conf, background_event_cb);
rk = rd_kafka_new(cltype, conf, errstr, sizeof(errstr));
TEST_ASSERT(rk, "kafka_new(%d): %s", cltype, errstr);
mainq = rd_kafka_queue_get_main(rk);
backgroundq = rd_kafka_queue_get_background(rk);
do_test_options(rk);
do_test_CreateTopics("temp queue, no options", rk, NULL, 0, 0);
do_test_CreateTopics("temp queue, no options, background_event_cb",
rk, backgroundq, 1, 0);
do_test_CreateTopics("temp queue, options", rk, NULL, 0, 1);
do_test_CreateTopics("main queue, options", rk, mainq, 0, 1);
do_test_DeleteTopics("temp queue, no options", rk, NULL, 0);
do_test_DeleteTopics("temp queue, options", rk, NULL, 1);
do_test_DeleteTopics("main queue, options", rk, mainq, 1);
do_test_mix(rk, mainq);
do_test_configs(rk, mainq);
rd_kafka_queue_destroy(backgroundq);
rd_kafka_queue_destroy(mainq);
rd_kafka_destroy(rk);
mtx_destroy(&last_event_lock);
cnd_destroy(&last_event_cnd);
}
/**
* @brief Local test: test event generation
*/
int main_0039_event (int argc, char **argv) {
rd_kafka_t *rk;
rd_kafka_conf_t *conf;
rd_kafka_queue_t *eventq;
int waitevent = 1;
/* Set up a config with ERROR events enabled and
* configure an invalid broker so that _TRANSPORT or ALL_BROKERS_DOWN
* is promptly generated. */
conf = rd_kafka_conf_new();
rd_kafka_conf_set_events(conf, RD_KAFKA_EVENT_ERROR);
rd_kafka_conf_set(conf, "bootstrap.servers", "0:65534", NULL, 0);
/* Create kafka instance */
rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
eventq = rd_kafka_queue_get_main(rk);
while (waitevent) {
rd_kafka_event_t *rkev;
rkev = rd_kafka_queue_poll(eventq, 1000);
switch (rd_kafka_event_type(rkev))
{
case RD_KAFKA_EVENT_ERROR:
TEST_SAY("Got %s%s event: %s: %s\n",
rd_kafka_event_error_is_fatal(rkev) ?
"FATAL " : "",
rd_kafka_event_name(rkev),
rd_kafka_err2name(rd_kafka_event_error(rkev)),
rd_kafka_event_error_string(rkev));
waitevent = 0;
break;
default:
TEST_SAY("Unhandled event: %s\n",
rd_kafka_event_name(rkev));
break;
}
rd_kafka_event_destroy(rkev);
}
rd_kafka_queue_destroy(eventq);
/* Destroy rdkafka instance */
TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
rd_kafka_destroy(rk);
return 0;
}
/**
* @brief Verify that an unclean rd_kafka_destroy() does not hang.
*/
static void do_test_unclean_destroy (rd_kafka_type_t cltype, int with_mainq) {
rd_kafka_t *rk;
char errstr[512];
rd_kafka_conf_t *conf;
rd_kafka_queue_t *q;
rd_kafka_event_t *rkev;
rd_kafka_DeleteTopic_t *topic;
test_timing_t t_destroy;
test_conf_init(&conf, NULL, 0);
/* Remove brokers, if any, since this is a local test and we
* rely on the controller not being found. */
test_conf_set(conf, "bootstrap.servers", "");
test_conf_set(conf, "socket.timeout.ms", "60000");
rk = rd_kafka_new(cltype, conf, errstr, sizeof(errstr));
TEST_ASSERT(rk, "kafka_new(%d): %s", cltype, errstr);
TEST_SAY(_C_MAG "[ Test unclean destroy for %s using %s]\n", rd_kafka_name(rk),
with_mainq ? "mainq" : "tempq");
if (with_mainq)
q = rd_kafka_queue_get_main(rk);
else
q = rd_kafka_queue_new(rk);
topic = rd_kafka_DeleteTopic_new("test");
rd_kafka_DeleteTopics(rk, &topic, 1, NULL, q);
rd_kafka_DeleteTopic_destroy(topic);
/* We're not expecting a result yet since DeleteTopics will attempt
* to look up the controller for socket.timeout.ms (1 minute). */
rkev = rd_kafka_queue_poll(q, 100);
TEST_ASSERT(!rkev, "Did not expect result: %s", rd_kafka_event_name(rkev));
rd_kafka_queue_destroy(q);
TEST_SAY("Giving rd_kafka_destroy() 5s to finish, "
"despite Admin API request being processed\n");
test_timeout_set(5);
TIMING_START(&t_destroy, "rd_kafka_destroy()");
rd_kafka_destroy(rk);
TIMING_STOP(&t_destroy);
/* Restore timeout */
test_timeout_set(60);
}
/**
* @brief Verify that an unclean rd_kafka_destroy() does not hang.
*/
static void do_test_unclean_destroy (rd_kafka_type_t cltype, int with_mainq) {
rd_kafka_t *rk;
char errstr[512];
rd_kafka_conf_t *conf;
rd_kafka_queue_t *q;
rd_kafka_NewTopic_t *topic;
test_timing_t t_destroy;
test_conf_init(&conf, NULL, 0);
rk = rd_kafka_new(cltype, conf, errstr, sizeof(errstr));
TEST_ASSERT(rk, "kafka_new(%d): %s", cltype, errstr);
TEST_SAY(_C_MAG "[ Test unclean destroy for %s using %s]\n", rd_kafka_name(rk),
with_mainq ? "mainq" : "tempq");
if (with_mainq)
q = rd_kafka_queue_get_main(rk);
else
q = rd_kafka_queue_new(rk);
topic = rd_kafka_NewTopic_new(test_mk_topic_name(__FUNCTION__, 1),
3, 1, NULL, 0);
rd_kafka_CreateTopics(rk, &topic, 1, NULL, q);
rd_kafka_NewTopic_destroy(topic);
rd_kafka_queue_destroy(q);
TEST_SAY("Giving rd_kafka_destroy() 5s to finish, "
"despite Admin API request being processed\n");
test_timeout_set(5);
TIMING_START(&t_destroy, "rd_kafka_destroy()");
rd_kafka_destroy(rk);
TIMING_STOP(&t_destroy);
/* Restore timeout */
test_timeout_set(60);;
}
/**
* @brief Test delivery report events
*/
int main_0039_event_dr (int argc, char **argv) {
int partition = 0;
int r;
rd_kafka_t *rk;
rd_kafka_topic_t *rkt;
rd_kafka_conf_t *conf;
rd_kafka_topic_conf_t *topic_conf;
char msg[128];
int msgcnt = test_on_ci ? 5000 : 50000;
int i;
test_timing_t t_produce, t_delivery;
rd_kafka_queue_t *eventq;
test_conf_init(&conf, &topic_conf, 10);
/* Set delivery report callback */
rd_kafka_conf_set_dr_msg_cb(conf, test_dr_msg_cb);
rd_kafka_conf_set_events(conf, RD_KAFKA_EVENT_DR);
/* Create kafka instance */
rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
eventq = rd_kafka_queue_get_main(rk);
rkt = rd_kafka_topic_new(rk, test_mk_topic_name("0005", 0),
topic_conf);
if (!rkt)
TEST_FAIL("Failed to create topic: %s\n",
rd_strerror(errno));
/* Produce messages */
TIMING_START(&t_produce, "PRODUCE");
for (i = 0 ; i < msgcnt ; i++) {
int *msgidp = malloc(sizeof(*msgidp));
*msgidp = i;
rd_snprintf(msg, sizeof(msg), "%s test message #%i", argv[0], i);
r = rd_kafka_produce(rkt, partition, RD_KAFKA_MSG_F_COPY,
msg, strlen(msg), NULL, 0, msgidp);
if (r == -1)
TEST_FAIL("Failed to produce message #%i: %s\n",
i, rd_strerror(errno));
}
TIMING_STOP(&t_produce);
TEST_SAY("Produced %i messages, waiting for deliveries\n", msgcnt);
/* Wait for messages to be delivered */
TIMING_START(&t_delivery, "DELIVERY");
while (rd_kafka_outq_len(rk) > 0) {
rd_kafka_event_t *rkev;
rkev = rd_kafka_queue_poll(eventq, 1000);
switch (rd_kafka_event_type(rkev))
{
case RD_KAFKA_EVENT_DR:
TEST_SAYL(3, "%s event with %zd messages\n",
rd_kafka_event_name(rkev),
rd_kafka_event_message_count(rkev));
handle_drs(rkev);
break;
default:
TEST_SAY("Unhandled event: %s\n",
rd_kafka_event_name(rkev));
break;
}
rd_kafka_event_destroy(rkev);
}
TIMING_STOP(&t_delivery);
if (fails)
TEST_FAIL("%i failures, see previous errors", fails);
if (msgid_next != msgcnt)
TEST_FAIL("Still waiting for messages: next %i != end %i\n",
msgid_next, msgcnt);
rd_kafka_queue_destroy(eventq);
/* Destroy topic */
rd_kafka_topic_destroy(rkt);
/* Destroy rdkafka instance */
TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
rd_kafka_destroy(rk);
return 0;
}
int main_0062_stats_event (int argc, char **argv) {
rd_kafka_t *rk;
rd_kafka_conf_t *conf;
test_timing_t t_delivery;
rd_kafka_queue_t *eventq;
const int iterations = 5;
int i;
test_conf_init(NULL, NULL, 10);
/* Set up a global config object */
conf = rd_kafka_conf_new();
rd_kafka_conf_set(conf,"statistics.interval.ms", "100", NULL, 0);
rd_kafka_conf_set_events(conf, RD_KAFKA_EVENT_STATS);
/* Create kafka instance */
rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
eventq = rd_kafka_queue_get_main(rk);
/* Wait for stats event */
for (i = 0 ; i < iterations ; i++) {
TIMING_START(&t_delivery, "STATS_EVENT");
stats_count = 0;
while (stats_count == 0) {
rd_kafka_event_t *rkev;
rkev = rd_kafka_queue_poll(eventq, 100);
switch (rd_kafka_event_type(rkev))
{
case RD_KAFKA_EVENT_STATS:
TEST_SAY("%s event\n", rd_kafka_event_name(rkev));
handle_stats(rkev);
break;
case RD_KAFKA_EVENT_NONE:
break;
default:
TEST_SAY("Ignore event: %s\n",
rd_kafka_event_name(rkev));
break;
}
rd_kafka_event_destroy(rkev);
}
TIMING_STOP(&t_delivery);
if (!strcmp(test_mode, "bare")) {
/* valgrind is too slow to make this meaningful. */
if (TIMING_DURATION(&t_delivery) < 1000 * 100 * 0.8 ||
TIMING_DURATION(&t_delivery) > 1000 * 100 * 1.2)
TEST_FAIL("Stats duration %.3fms is >= 20%% "
"outside statistics.interval.ms 100",
(float)TIMING_DURATION(&t_delivery)/
1000.0f);
}
}
rd_kafka_queue_destroy(eventq);
rd_kafka_destroy(rk);
return 0;
}
