void p_kafka_set_topic(struct p_kafka_host *kafka_host, char *topic)
{
if (kafka_host) {
kafka_host->topic_cfg = rd_kafka_topic_conf_new();
p_kafka_apply_topic_config(kafka_host);
if (config.debug) {
const char **res;
size_t res_len, idx;
res = rd_kafka_topic_conf_dump(kafka_host->topic_cfg, &res_len);
for (idx = 0; idx < res_len; idx += 2)
Log(LOG_DEBUG, "DEBUG ( %s/%s ): librdkafka '%s' topic config: %s = %s\n", config.name, config.type, topic, res[idx], res[idx + 1]);
rd_kafka_conf_dump_free(res, res_len);
}
/* This needs to be done here otherwise kafka_host->topic_cfg is null
* and the partitioner cannot be set */
if (config.kafka_partition_dynamic && kafka_host->topic_cfg)
p_kafka_set_dynamic_partitioner(kafka_host);
/* destroy current allocation before making a new one */
if (kafka_host->topic) p_kafka_unset_topic(kafka_host);
if (kafka_host->rk && kafka_host->topic_cfg) {
kafka_host->topic = rd_kafka_topic_new(kafka_host->rk, topic, kafka_host->topic_cfg);
kafka_host->topic_cfg = NULL; /* rd_kafka_topic_new() destroys conf as per rdkafka.h */
}
}
}
void p_kafka_set_topic(struct p_kafka_host *kafka_host, char *topic)
{
if (kafka_host) {
kafka_host->topic_cfg = rd_kafka_topic_conf_new();
/* destroy current allocation before making a new one */
if (kafka_host->topic) p_kafka_unset_topic(kafka_host);
if (kafka_host->rk && kafka_host->topic_cfg) {
kafka_host->topic = rd_kafka_topic_new(kafka_host->rk, topic, kafka_host->topic_cfg);
kafka_host->topic_cfg = NULL; /* rd_kafka_topic_new() destroys conf as per rdkafka.h */
}
}
}
int bgp_peer_log_close(struct bgp_peer *peer, int output, int type)
{
struct bgp_misc_structs *bms = bgp_select_misc_db(type);
char event_type[] = "log_close";
struct bgp_peer_log *log_ptr;
void *amqp_log_ptr, *kafka_log_ptr;
int ret = 0, amqp_ret = 0, kafka_ret = 0;
pid_t writer_pid = getpid();
if (!bms || !peer || !peer->log) return ERR;
#ifdef WITH_RABBITMQ
if (bms->msglog_amqp_routing_key)
p_amqp_set_routing_key(peer->log->amqp_host, peer->log->filename);
#endif
#ifdef WITH_KAFKA
if (bms->msglog_kafka_topic)
p_kafka_set_topic(peer->log->kafka_host, peer->log->filename);
#endif
log_ptr = peer->log;
amqp_log_ptr = peer->log->amqp_host;
kafka_log_ptr = peer->log->kafka_host;
assert(peer->log->refcnt);
peer->log->refcnt--;
peer->log = NULL;
if (output == PRINT_OUTPUT_JSON) {
#ifdef WITH_JANSSON
char ip_address[INET6_ADDRSTRLEN];
json_t *obj = json_object();
json_object_set_new_nocheck(obj, "seq", json_integer((json_int_t)bms->log_seq));
bgp_peer_log_seq_increment(&bms->log_seq);
json_object_set_new_nocheck(obj, "timestamp", json_string(bms->log_tstamp_str));
if (bms->bgp_peer_logdump_initclose_extras)
bms->bgp_peer_logdump_initclose_extras(peer, output, obj);
addr_to_str(ip_address, &peer->addr);
json_object_set_new_nocheck(obj, bms->peer_str, json_string(ip_address));
json_object_set_new_nocheck(obj, "event_type", json_string(event_type));
if (bms->msglog_file)
write_and_free_json(log_ptr->fd, obj);
#ifdef WITH_RABBITMQ
if (bms->msglog_amqp_routing_key) {
add_writer_name_and_pid_json(obj, config.proc_name, writer_pid);
amqp_ret = write_and_free_json_amqp(amqp_log_ptr, obj);
p_amqp_unset_routing_key(amqp_log_ptr);
}
#endif
#ifdef WITH_KAFKA
if (bms->msglog_kafka_topic) {
add_writer_name_and_pid_json(obj, config.proc_name, writer_pid);
kafka_ret = write_and_free_json_kafka(kafka_log_ptr, obj);
p_kafka_unset_topic(kafka_log_ptr);
}
#endif
#endif
}
if (!log_ptr->refcnt) {
if (bms->msglog_file && !log_ptr->refcnt) {
fclose(log_ptr->fd);
memset(log_ptr, 0, sizeof(struct bgp_peer_log));
}
}
return (ret | amqp_ret | kafka_ret);
}
int bgp_peer_log_msg(struct bgp_node *route, struct bgp_info *ri, afi_t afi, safi_t safi, char *event_type, int output, int log_type)
{
struct bgp_misc_structs *bms;
char log_rk[SRVBUFLEN];
struct bgp_peer *peer;
struct bgp_attr *attr;
int ret = 0, amqp_ret = 0, kafka_ret = 0, etype = BGP_LOGDUMP_ET_NONE;
pid_t writer_pid = getpid();
if (!ri || !ri->peer || !ri->peer->log || !event_type) return ERR;
peer = ri->peer;
attr = ri->attr;
bms = bgp_select_misc_db(peer->type);
if (!bms) return ERR;
if (!strcmp(event_type, "dump")) etype = BGP_LOGDUMP_ET_DUMP;
else if (!strcmp(event_type, "log")) etype = BGP_LOGDUMP_ET_LOG;
#ifdef WITH_RABBITMQ
if ((bms->msglog_amqp_routing_key && etype == BGP_LOGDUMP_ET_LOG) ||
(bms->dump_amqp_routing_key && etype == BGP_LOGDUMP_ET_DUMP))
p_amqp_set_routing_key(peer->log->amqp_host, peer->log->filename);
#endif
#ifdef WITH_KAFKA
if ((bms->msglog_kafka_topic && etype == BGP_LOGDUMP_ET_LOG) ||
(bms->dump_kafka_topic && etype == BGP_LOGDUMP_ET_DUMP))
p_kafka_set_topic(peer->log->kafka_host, peer->log->filename);
#endif
if (output == PRINT_OUTPUT_JSON) {
#ifdef WITH_JANSSON
char ip_address[INET6_ADDRSTRLEN];
json_t *obj = json_object();
char empty[] = "";
char prefix_str[INET6_ADDRSTRLEN], nexthop_str[INET6_ADDRSTRLEN];
char *aspath;
/* no need for seq for "dump" event_type */
if (etype == BGP_LOGDUMP_ET_LOG) {
json_object_set_new_nocheck(obj, "seq", json_integer((json_int_t)bms->log_seq));
bgp_peer_log_seq_increment(&bms->log_seq);
switch (log_type) {
case BGP_LOG_TYPE_UPDATE:
json_object_set_new_nocheck(obj, "log_type", json_string("update"));
break;
case BGP_LOG_TYPE_WITHDRAW:
json_object_set_new_nocheck(obj, "log_type", json_string("withdraw"));
break;
case BGP_LOG_TYPE_DELETE:
json_object_set_new_nocheck(obj, "log_type", json_string("delete"));
break;
default:
json_object_set_new_nocheck(obj, "log_type", json_integer((json_int_t)log_type));
break;
}
}
if (etype == BGP_LOGDUMP_ET_LOG)
json_object_set_new_nocheck(obj, "timestamp", json_string(bms->log_tstamp_str));
else if (etype == BGP_LOGDUMP_ET_DUMP)
json_object_set_new_nocheck(obj, "timestamp", json_string(bms->dump.tstamp_str));
if (bms->bgp_peer_log_msg_extras) bms->bgp_peer_log_msg_extras(peer, output, obj);
if (ri && ri->extra && ri->extra->bmed.id && bms->bgp_peer_logdump_extra_data)
bms->bgp_peer_logdump_extra_data(&ri->extra->bmed, output, obj);
addr_to_str(ip_address, &peer->addr);
json_object_set_new_nocheck(obj, bms->peer_str, json_string(ip_address));
json_object_set_new_nocheck(obj, "event_type", json_string(event_type));
json_object_set_new_nocheck(obj, "afi", json_integer((json_int_t)afi));
json_object_set_new_nocheck(obj, "safi", json_integer((json_int_t)safi));
if (route) {
memset(prefix_str, 0, INET6_ADDRSTRLEN);
prefix2str(&route->p, prefix_str, INET6_ADDRSTRLEN);
json_object_set_new_nocheck(obj, "ip_prefix", json_string(prefix_str));
}
if (ri && ri->extra && ri->extra->path_id)
json_object_set_new_nocheck(obj, "as_path_id", json_integer((json_int_t)ri->extra->path_id));
if (attr) {
memset(nexthop_str, 0, INET6_ADDRSTRLEN);
if (attr->mp_nexthop.family) addr_to_str(nexthop_str, &attr->mp_nexthop);
else inet_ntop(AF_INET, &attr->nexthop, nexthop_str, INET6_ADDRSTRLEN);
json_object_set_new_nocheck(obj, "bgp_nexthop", json_string(nexthop_str));
aspath = attr->aspath ? attr->aspath->str : empty;
json_object_set_new_nocheck(obj, "as_path", json_string(aspath));
if (attr->community)
json_object_set_new_nocheck(obj, "comms", json_string(attr->community->str));
if (attr->ecommunity)
json_object_set_new_nocheck(obj, "ecomms", json_string(attr->ecommunity->str));
if (attr->lcommunity)
json_object_set_new_nocheck(obj, "lcomms", json_string(attr->lcommunity->str));
json_object_set_new_nocheck(obj, "origin", json_integer((json_int_t)attr->origin));
json_object_set_new_nocheck(obj, "local_pref", json_integer((json_int_t)attr->local_pref));
if (attr->med)
json_object_set_new_nocheck(obj, "med", json_integer((json_int_t)attr->med));
}
if (safi == SAFI_MPLS_LABEL || safi == SAFI_MPLS_VPN) {
u_char label_str[SHORTSHORTBUFLEN];
if (safi == SAFI_MPLS_VPN) {
u_char rd_str[SHORTSHORTBUFLEN];
bgp_rd2str(rd_str, &ri->extra->rd);
json_object_set_new_nocheck(obj, "rd", json_string(rd_str));
}
bgp_label2str(label_str, ri->extra->label);
json_object_set_new_nocheck(obj, "label", json_string(label_str));
}
if ((bms->msglog_file && etype == BGP_LOGDUMP_ET_LOG) ||
(bms->dump_file && etype == BGP_LOGDUMP_ET_DUMP))
write_and_free_json(peer->log->fd, obj);
#ifdef WITH_RABBITMQ
if ((bms->msglog_amqp_routing_key && etype == BGP_LOGDUMP_ET_LOG) ||
(bms->dump_amqp_routing_key && etype == BGP_LOGDUMP_ET_DUMP)) {
add_writer_name_and_pid_json(obj, config.proc_name, writer_pid);
amqp_ret = write_and_free_json_amqp(peer->log->amqp_host, obj);
p_amqp_unset_routing_key(peer->log->amqp_host);
}
#endif
#ifdef WITH_KAFKA
if ((bms->msglog_kafka_topic && etype == BGP_LOGDUMP_ET_LOG) ||
(bms->dump_kafka_topic && etype == BGP_LOGDUMP_ET_DUMP)) {
add_writer_name_and_pid_json(obj, config.proc_name, writer_pid);
kafka_ret = write_and_free_json_kafka(peer->log->kafka_host, obj);
p_kafka_unset_topic(peer->log->kafka_host);
}
#endif
#endif
}
return (ret | amqp_ret | kafka_ret);
}
int bgp_peer_log_init(struct bgp_peer *peer, int output, int type)
{
struct bgp_misc_structs *bms = bgp_select_misc_db(type);
int peer_idx, have_it, ret = 0, amqp_ret = 0, kafka_ret = 0;
char log_filename[SRVBUFLEN], event_type[] = "log_init";
pid_t writer_pid = getpid();
if (!bms || !peer) return ERR;
if (bms->msglog_file)
bgp_peer_log_dynname(log_filename, SRVBUFLEN, bms->msglog_file, peer);
if (bms->msglog_amqp_routing_key) {
bgp_peer_log_dynname(log_filename, SRVBUFLEN, bms->msglog_amqp_routing_key, peer);
}
if (bms->msglog_kafka_topic) {
bgp_peer_log_dynname(log_filename, SRVBUFLEN, bms->msglog_kafka_topic, peer);
}
for (peer_idx = 0, have_it = 0; peer_idx < bms->max_peers; peer_idx++) {
if (!bms->peers_log[peer_idx].refcnt) {
if (bms->msglog_file) {
bms->peers_log[peer_idx].fd = open_output_file(log_filename, "a", FALSE);
setlinebuf(bms->peers_log[peer_idx].fd);
}
#ifdef WITH_RABBITMQ
if (bms->msglog_amqp_routing_key)
bms->peers_log[peer_idx].amqp_host = bms->msglog_amqp_host;
#endif
#ifdef WITH_KAFKA
if (bms->msglog_kafka_topic)
bms->peers_log[peer_idx].kafka_host = bms->msglog_kafka_host;
#endif
strcpy(bms->peers_log[peer_idx].filename, log_filename);
have_it = TRUE;
break;
}
else if (!strcmp(log_filename, bms->peers_log[peer_idx].filename)) {
have_it = TRUE;
break;
}
}
if (have_it) {
peer->log = &bms->peers_log[peer_idx];
bms->peers_log[peer_idx].refcnt++;
#ifdef WITH_RABBITMQ
if (bms->msglog_amqp_routing_key)
p_amqp_set_routing_key(peer->log->amqp_host, peer->log->filename);
if (bms->msglog_amqp_routing_key_rr && !p_amqp_get_routing_key_rr(peer->log->amqp_host)) {
p_amqp_init_routing_key_rr(peer->log->amqp_host);
p_amqp_set_routing_key_rr(peer->log->amqp_host, bms->msglog_amqp_routing_key_rr);
}
#endif
#ifdef WITH_KAFKA
if (bms->msglog_kafka_topic)
p_kafka_set_topic(peer->log->kafka_host, peer->log->filename);
if (bms->msglog_kafka_topic_rr && !p_kafka_get_topic_rr(peer->log->kafka_host)) {
p_kafka_init_topic_rr(peer->log->kafka_host);
p_kafka_set_topic_rr(peer->log->kafka_host, bms->msglog_kafka_topic_rr);
}
#endif
if (output == PRINT_OUTPUT_JSON) {
#ifdef WITH_JANSSON
char ip_address[INET6_ADDRSTRLEN];
json_t *obj = json_object();
json_object_set_new_nocheck(obj, "seq", json_integer((json_int_t)bms->log_seq));
bgp_peer_log_seq_increment(&bms->log_seq);
json_object_set_new_nocheck(obj, "timestamp", json_string(bms->log_tstamp_str));
if (bms->bgp_peer_logdump_initclose_extras)
bms->bgp_peer_logdump_initclose_extras(peer, output, obj);
addr_to_str(ip_address, &peer->addr);
json_object_set_new_nocheck(obj, bms->peer_str, json_string(ip_address));
json_object_set_new_nocheck(obj, "event_type", json_string(event_type));
if (bms->bgp_peer_log_msg_extras) bms->bgp_peer_log_msg_extras(peer, output, obj);
if (bms->msglog_file)
write_and_free_json(peer->log->fd, obj);
#ifdef WITH_RABBITMQ
if (bms->msglog_amqp_routing_key) {
add_writer_name_and_pid_json(obj, config.proc_name, writer_pid);
amqp_ret = write_and_free_json_amqp(peer->log->amqp_host, obj);
p_amqp_unset_routing_key(peer->log->amqp_host);
}
#endif
#ifdef WITH_KAFKA
if (bms->msglog_kafka_topic) {
add_writer_name_and_pid_json(obj, config.proc_name, writer_pid);
kafka_ret = write_and_free_json_kafka(peer->log->kafka_host, obj);
p_kafka_unset_topic(peer->log->kafka_host);
}
#endif
#endif
}
}
return (ret | amqp_ret | kafka_ret);
}
