void telemetry_peer_close(telemetry_peer *peer, int type)
{
telemetry_dump_se_ll *tdsell;
telemetry_misc_structs *tms;
if (!peer) return;
tms = bgp_select_misc_db(peer->type);
if (!tms) return;
if (tms->dump_file || tms->dump_amqp_routing_key || tms->dump_kafka_topic) {
tdsell = (telemetry_dump_se_ll *) peer->bmp_se;
if (tdsell && tdsell->start) telemetry_dump_se_ll_destroy(tdsell);
free(peer->bmp_se);
peer->bmp_se = NULL;
}
if (config.telemetry_port_udp) {
telemetry_peer_udp_cache tpuc;
memcpy(&tpuc.addr, &peer->addr, sizeof(struct host_addr));
pm_tdelete(&tpuc, &telemetry_peers_udp_cache, telemetry_tpuc_addr_cmp);
peer->fd = ERR; /* dirty trick to prevent close() a valid fd in bgp_peer_close() */
}
bgp_peer_close(peer, type);
}
void skinny_bgp_daemon()
{
int slen, ret, rc, peers_idx, allowed;
int peers_idx_rr = 0, max_peers_idx = 0;
struct host_addr addr;
struct bgp_peer *peer;
char bgp_reply_pkt[BGP_BUFFER_SIZE], *bgp_reply_pkt_ptr;
#if defined ENABLE_IPV6
struct sockaddr_storage server, client;
#else
struct sockaddr server, client;
#endif
afi_t afi;
safi_t safi;
int clen = sizeof(client), yes=1, no=0;
time_t now, dump_refresh_deadline;
struct hosts_table allow;
struct bgp_md5_table bgp_md5;
struct timeval dump_refresh_timeout, *drt_ptr;
struct bgp_peer_batch bp_batch;
/* select() stuff */
fd_set read_descs, bkp_read_descs;
int fd, select_fd, bkp_select_fd, recalc_fds, select_num;
/* initial cleanups */
reload_map_bgp_thread = FALSE;
reload_log_bgp_thread = FALSE;
memset(&server, 0, sizeof(server));
memset(&client, 0, sizeof(client));
memset(&allow, 0, sizeof(struct hosts_table));
bgp_routing_db = &inter_domain_routing_dbs[FUNC_TYPE_BGP];
memset(bgp_routing_db, 0, sizeof(struct bgp_rt_structs));
bgp_misc_db = &inter_domain_misc_dbs[FUNC_TYPE_BGP];
memset(bgp_misc_db, 0, sizeof(struct bgp_misc_structs));
if (!config.bgp_table_attr_hash_buckets) config.bgp_table_attr_hash_buckets = HASHTABSIZE;
bgp_attr_init(config.bgp_table_attr_hash_buckets, bgp_routing_db);
/* socket creation for BGP server: IPv4 only */
#if (defined ENABLE_IPV6)
if (!config.nfacctd_bgp_ip) {
struct sockaddr_in6 *sa6 = (struct sockaddr_in6 *)&server;
sa6->sin6_family = AF_INET6;
sa6->sin6_port = htons(config.nfacctd_bgp_port);
slen = sizeof(struct sockaddr_in6);
}
#else
if (!config.nfacctd_bgp_ip) {
struct sockaddr_in *sa4 = (struct sockaddr_in *)&server;
sa4->sin_family = AF_INET;
sa4->sin_addr.s_addr = htonl(0);
sa4->sin_port = htons(config.nfacctd_bgp_port);
slen = sizeof(struct sockaddr_in);
}
#endif
else {
trim_spaces(config.nfacctd_bgp_ip);
ret = str_to_addr(config.nfacctd_bgp_ip, &addr);
if (!ret) {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): 'bgp_daemon_ip' value is not a valid IPv4/IPv6 address. Terminating thread.\n", config.name);
exit_all(1);
}
slen = addr_to_sa((struct sockaddr *)&server, &addr, config.nfacctd_bgp_port);
}
if (!config.nfacctd_bgp_max_peers) config.nfacctd_bgp_max_peers = MAX_BGP_PEERS_DEFAULT;
Log(LOG_INFO, "INFO ( %s/core/BGP ): maximum BGP peers allowed: %d\n", config.name, config.nfacctd_bgp_max_peers);
peers = malloc(config.nfacctd_bgp_max_peers*sizeof(struct bgp_peer));
if (!peers) {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): Unable to malloc() BGP peers structure. Terminating thread.\n", config.name);
exit_all(1);
}
memset(peers, 0, config.nfacctd_bgp_max_peers*sizeof(struct bgp_peer));
if (config.nfacctd_bgp_msglog_file || config.nfacctd_bgp_msglog_amqp_routing_key || config.nfacctd_bgp_msglog_kafka_topic) {
if (config.nfacctd_bgp_msglog_file) bgp_misc_db->msglog_backend_methods++;
if (config.nfacctd_bgp_msglog_amqp_routing_key) bgp_misc_db->msglog_backend_methods++;
if (config.nfacctd_bgp_msglog_kafka_topic) bgp_misc_db->msglog_backend_methods++;
if (bgp_misc_db->msglog_backend_methods > 1) {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): bgp_daemon_msglog_file, bgp_daemon_msglog_amqp_routing_key and bgp_daemon_msglog_kafka_topic are mutually exclusive. Terminating thread.\n", config.name);
exit_all(1);
}
bgp_misc_db->peers_log = malloc(config.nfacctd_bgp_max_peers*sizeof(struct bgp_peer_log));
if (!bgp_misc_db->peers_log) {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): Unable to malloc() BGP peers log structure. Terminating thread.\n", config.name);
exit_all(1);
}
memset(bgp_misc_db->peers_log, 0, config.nfacctd_bgp_max_peers*sizeof(struct bgp_peer_log));
bgp_peer_log_seq_init(&bgp_misc_db->log_seq);
if (config.nfacctd_bgp_msglog_amqp_routing_key) {
#ifdef WITH_RABBITMQ
bgp_daemon_msglog_init_amqp_host();
p_amqp_connect_to_publish(&bgp_daemon_msglog_amqp_host);
#else
Log(LOG_WARNING, "WARN ( %s/core/BGP ): p_amqp_connect_to_publish() not possible due to missing --enable-rabbitmq\n", config.name);
#endif
}
if (config.nfacctd_bgp_msglog_kafka_topic) {
#ifdef WITH_KAFKA
bgp_daemon_msglog_init_kafka_host();
#else
Log(LOG_WARNING, "WARN ( %s/core/BGP ): p_kafka_connect_to_produce() not possible due to missing --enable-kafka\n", config.name);
#endif
}
}
if (config.bgp_table_dump_file || config.bgp_table_dump_amqp_routing_key || config.bgp_table_dump_kafka_topic) {
if (config.bgp_table_dump_file) bgp_misc_db->dump_backend_methods++;
if (config.bgp_table_dump_amqp_routing_key) bgp_misc_db->dump_backend_methods++;
if (config.bgp_table_dump_kafka_topic) bgp_misc_db->dump_backend_methods++;
if (bgp_misc_db->dump_backend_methods > 1) {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): bgp_table_dump_file, bgp_table_dump_amqp_routing_key and bgp_table_dump_kafka_topic are mutually exclusive. Terminating thread.\n", config.name);
exit_all(1);
}
}
if (!config.bgp_table_peer_buckets) config.bgp_table_peer_buckets = DEFAULT_BGP_INFO_HASH;
if (!config.bgp_table_per_peer_buckets) config.bgp_table_per_peer_buckets = DEFAULT_BGP_INFO_PER_PEER_HASH;
if (config.bgp_table_per_peer_hash == BGP_ASPATH_HASH_PATHID)
bgp_route_info_modulo = bgp_route_info_modulo_pathid;
else {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): Unknown 'bgp_table_per_peer_hash' value. Terminating thread.\n", config.name);
exit_all(1);
}
config.bgp_sock = socket(((struct sockaddr *)&server)->sa_family, SOCK_STREAM, 0);
if (config.bgp_sock < 0) {
#if (defined ENABLE_IPV6)
/* retry with IPv4 */
if (!config.nfacctd_bgp_ip) {
struct sockaddr_in *sa4 = (struct sockaddr_in *)&server;
sa4->sin_family = AF_INET;
sa4->sin_addr.s_addr = htonl(0);
sa4->sin_port = htons(config.nfacctd_bgp_port);
slen = sizeof(struct sockaddr_in);
config.bgp_sock = socket(((struct sockaddr *)&server)->sa_family, SOCK_STREAM, 0);
}
#endif
if (config.bgp_sock < 0) {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): thread socket() failed. Terminating thread.\n", config.name);
exit_all(1);
}
}
if (config.nfacctd_bgp_ipprec) {
int opt = config.nfacctd_bgp_ipprec << 5;
rc = setsockopt(config.bgp_sock, IPPROTO_IP, IP_TOS, &opt, sizeof(opt));
if (rc < 0) Log(LOG_ERR, "WARN ( %s/core/BGP ): setsockopt() failed for IP_TOS (errno: %d).\n", config.name, errno);
}
rc = setsockopt(config.bgp_sock, SOL_SOCKET, SO_REUSEADDR, (char *)&yes, sizeof(yes));
if (rc < 0) Log(LOG_ERR, "WARN ( %s/core/BGP ): setsockopt() failed for SO_REUSEADDR (errno: %d).\n", config.name, errno);
#if (defined ENABLE_IPV6) && (defined IPV6_BINDV6ONLY)
rc = setsockopt(config.bgp_sock, IPPROTO_IPV6, IPV6_BINDV6ONLY, (char *) &no, (socklen_t) sizeof(no));
if (rc < 0) Log(LOG_ERR, "WARN ( %s/core/BGP ): setsockopt() failed for IPV6_BINDV6ONLY (errno: %d).\n", config.name, errno);
#endif
if (config.nfacctd_bgp_pipe_size) {
int l = sizeof(config.nfacctd_bgp_pipe_size);
int saved = 0, obtained = 0;
getsockopt(config.bgp_sock, SOL_SOCKET, SO_RCVBUF, &saved, &l);
Setsocksize(config.bgp_sock, SOL_SOCKET, SO_RCVBUF, &config.nfacctd_bgp_pipe_size, sizeof(config.nfacctd_bgp_pipe_size));
getsockopt(config.bgp_sock, SOL_SOCKET, SO_RCVBUF, &obtained, &l);
Setsocksize(config.bgp_sock, SOL_SOCKET, SO_RCVBUF, &saved, l);
getsockopt(config.bgp_sock, SOL_SOCKET, SO_RCVBUF, &obtained, &l);
Log(LOG_INFO, "INFO ( %s/core/BGP ): bgp_daemon_pipe_size: obtained=%d target=%d.\n", config.name, obtained, config.nfacctd_bgp_pipe_size);
}
rc = bind(config.bgp_sock, (struct sockaddr *) &server, slen);
if (rc < 0) {
char null_ip_address[] = "0.0.0.0";
char *ip_address;
ip_address = config.nfacctd_bgp_ip ? config.nfacctd_bgp_ip : null_ip_address;
Log(LOG_ERR, "ERROR ( %s/core/BGP ): bind() to ip=%s port=%d/tcp failed (errno: %d).\n", config.name, ip_address, config.nfacctd_bgp_port, errno);
exit_all(1);
}
rc = listen(config.bgp_sock, 1);
if (rc < 0) {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): listen() failed (errno: %d).\n", config.name, errno);
exit_all(1);
}
/* Preparing for syncronous I/O multiplexing */
select_fd = 0;
FD_ZERO(&bkp_read_descs);
FD_SET(config.bgp_sock, &bkp_read_descs);
{
char srv_string[INET6_ADDRSTRLEN];
struct host_addr srv_addr;
u_int16_t srv_port;
sa_to_addr(&server, &srv_addr, &srv_port);
addr_to_str(srv_string, &srv_addr);
Log(LOG_INFO, "INFO ( %s/core/BGP ): waiting for BGP data on %s:%u\n", config.name, srv_string, srv_port);
}
/* Preparing ACL, if any */
if (config.nfacctd_bgp_allow_file) load_allow_file(config.nfacctd_bgp_allow_file, &allow);
/* Preparing MD5 keys, if any */
if (config.nfacctd_bgp_md5_file) {
load_bgp_md5_file(config.nfacctd_bgp_md5_file, &bgp_md5);
if (bgp_md5.num) process_bgp_md5_file(config.bgp_sock, &bgp_md5);
}
/* Let's initialize clean shared RIB */
for (afi = AFI_IP; afi < AFI_MAX; afi++) {
for (safi = SAFI_UNICAST; safi < SAFI_MAX; safi++) {
bgp_routing_db->rib[afi][safi] = bgp_table_init(afi, safi);
}
}
/* BGP peers batching checks */
if ((config.nfacctd_bgp_batch && !config.nfacctd_bgp_batch_interval) ||
(config.nfacctd_bgp_batch_interval && !config.nfacctd_bgp_batch)) {
Log(LOG_WARNING, "WARN ( %s/core/BGP ): 'bgp_daemon_batch_interval' and 'bgp_daemon_batch' both set to zero.\n", config.name);
config.nfacctd_bgp_batch = 0;
config.nfacctd_bgp_batch_interval = 0;
}
else bgp_batch_init(&bp_batch, config.nfacctd_bgp_batch, config.nfacctd_bgp_batch_interval);
if (bgp_misc_db->msglog_backend_methods) {
#ifdef WITH_JANSSON
if (!config.nfacctd_bgp_msglog_output) config.nfacctd_bgp_msglog_output = PRINT_OUTPUT_JSON;
#else
Log(LOG_WARNING, "WARN ( %s/core/BGP ): bgp_daemon_msglog_output set to json but will produce no output (missing --enable-jansson).\n", config.name);
#endif
}
if (bgp_misc_db->dump_backend_methods) {
#ifdef WITH_JANSSON
if (!config.bgp_table_dump_output) config.bgp_table_dump_output = PRINT_OUTPUT_JSON;
#else
Log(LOG_WARNING, "WARN ( %s/core/BGP ): bgp_table_dump_output set to json but will produce no output (missing --enable-jansson).\n", config.name);
#endif
}
if (bgp_misc_db->dump_backend_methods) {
char dump_roundoff[] = "m";
time_t tmp_time;
if (config.bgp_table_dump_refresh_time) {
gettimeofday(&bgp_misc_db->log_tstamp, NULL);
dump_refresh_deadline = bgp_misc_db->log_tstamp.tv_sec;
tmp_time = roundoff_time(dump_refresh_deadline, dump_roundoff);
while ((tmp_time+config.bgp_table_dump_refresh_time) < dump_refresh_deadline) {
tmp_time += config.bgp_table_dump_refresh_time;
}
dump_refresh_deadline = tmp_time;
dump_refresh_deadline += config.bgp_table_dump_refresh_time; /* it's a deadline not a basetime */
}
else {
config.bgp_table_dump_file = NULL;
bgp_misc_db->dump_backend_methods = FALSE;
Log(LOG_WARNING, "WARN ( %s/core/BGP ): Invalid 'bgp_table_dump_refresh_time'.\n", config.name);
}
if (config.bgp_table_dump_amqp_routing_key) bgp_table_dump_init_amqp_host();
if (config.bgp_table_dump_kafka_topic) bgp_table_dump_init_kafka_host();
}
select_fd = bkp_select_fd = (config.bgp_sock + 1);
recalc_fds = FALSE;
bgp_link_misc_structs(bgp_misc_db);
for (;;) {
select_again:
if (recalc_fds) {
select_fd = config.bgp_sock;
max_peers_idx = -1; /* .. since valid indexes include 0 */
for (peers_idx = 0; peers_idx < config.nfacctd_bgp_max_peers; peers_idx++) {
if (select_fd < peers[peers_idx].fd) select_fd = peers[peers_idx].fd;
if (peers[peers_idx].fd) max_peers_idx = peers_idx;
}
select_fd++;
max_peers_idx++;
bkp_select_fd = select_fd;
recalc_fds = FALSE;
}
else select_fd = bkp_select_fd;
memcpy(&read_descs, &bkp_read_descs, sizeof(bkp_read_descs));
if (bgp_misc_db->dump_backend_methods) {
int delta;
calc_refresh_timeout_sec(dump_refresh_deadline, bgp_misc_db->log_tstamp.tv_sec, &delta);
dump_refresh_timeout.tv_sec = delta;
dump_refresh_timeout.tv_usec = 0;
drt_ptr = &dump_refresh_timeout;
}
else drt_ptr = NULL;
select_num = select(select_fd, &read_descs, NULL, NULL, drt_ptr);
if (select_num < 0) goto select_again;
now = time(NULL);
/* signals handling */
if (reload_map_bgp_thread) {
if (config.nfacctd_bgp_md5_file) {
unload_bgp_md5_file(&bgp_md5);
if (bgp_md5.num) process_bgp_md5_file(config.bgp_sock, &bgp_md5); // process unload
load_bgp_md5_file(config.nfacctd_bgp_md5_file, &bgp_md5);
if (bgp_md5.num) process_bgp_md5_file(config.bgp_sock, &bgp_md5); // process load
}
reload_map_bgp_thread = FALSE;
}
if (reload_log_bgp_thread) {
for (peers_idx = 0; peers_idx < config.nfacctd_bgp_max_peers; peers_idx++) {
if (bgp_misc_db->peers_log[peers_idx].fd) {
fclose(bgp_misc_db->peers_log[peers_idx].fd);
bgp_misc_db->peers_log[peers_idx].fd = open_output_file(bgp_misc_db->peers_log[peers_idx].filename, "a", FALSE);
setlinebuf(bgp_misc_db->peers_log[peers_idx].fd);
}
else break;
}
}
if (bgp_misc_db->msglog_backend_methods || bgp_misc_db->dump_backend_methods) {
gettimeofday(&bgp_misc_db->log_tstamp, NULL);
compose_timestamp(bgp_misc_db->log_tstamp_str, SRVBUFLEN, &bgp_misc_db->log_tstamp, TRUE, config.timestamps_since_epoch);
if (bgp_misc_db->dump_backend_methods) {
while (bgp_misc_db->log_tstamp.tv_sec > dump_refresh_deadline) {
bgp_handle_dump_event();
dump_refresh_deadline += config.bgp_table_dump_refresh_time;
}
}
#ifdef WITH_RABBITMQ
if (config.nfacctd_bgp_msglog_amqp_routing_key) {
time_t last_fail = P_broker_timers_get_last_fail(&bgp_daemon_msglog_amqp_host.btimers);
if (last_fail && ((last_fail + P_broker_timers_get_retry_interval(&bgp_daemon_msglog_amqp_host.btimers)) <= bgp_misc_db->log_tstamp.tv_sec)) {
bgp_daemon_msglog_init_amqp_host();
p_amqp_connect_to_publish(&bgp_daemon_msglog_amqp_host);
}
}
#endif
#ifdef WITH_KAFKA
if (config.nfacctd_bgp_msglog_kafka_topic) {
time_t last_fail = P_broker_timers_get_last_fail(&bgp_daemon_msglog_kafka_host.btimers);
if (last_fail && ((last_fail + P_broker_timers_get_retry_interval(&bgp_daemon_msglog_kafka_host.btimers)) <= bgp_misc_db->log_tstamp.tv_sec))
bgp_daemon_msglog_init_kafka_host();
}
#endif
}
/*
If select_num == 0 then we got out of select() due to a timeout rather
than because we had a message from a peeer to handle. By now we did all
routine checks and can happily return to selet() again.
*/
if (!select_num) goto select_again;
/* New connection is coming in */
if (FD_ISSET(config.bgp_sock, &read_descs)) {
int peers_check_idx, peers_num;
fd = accept(config.bgp_sock, (struct sockaddr *) &client, &clen);
if (fd == ERR) goto read_data;
#if defined ENABLE_IPV6
ipv4_mapped_to_ipv4(&client);
#endif
/* If an ACL is defined, here we check against and enforce it */
if (allow.num) allowed = check_allow(&allow, (struct sockaddr *)&client);
else allowed = TRUE;
if (!allowed) {
close(fd);
goto read_data;
}
for (peer = NULL, peers_idx = 0; peers_idx < config.nfacctd_bgp_max_peers; peers_idx++) {
if (!peers[peers_idx].fd) {
/*
Admitted if:
* batching feature is disabled or
* we have room in the current batch or
* we can start a new batch
*/
if (bgp_batch_is_admitted(&bp_batch, now)) {
peer = &peers[peers_idx];
if (bgp_peer_init(peer, FUNC_TYPE_BGP)) peer = NULL;
else recalc_fds = TRUE;
log_notification_unset(&log_notifications.bgp_peers_throttling);
if (bgp_batch_is_enabled(&bp_batch) && peer) {
if (bgp_batch_is_expired(&bp_batch, now)) bgp_batch_reset(&bp_batch, now);
if (bgp_batch_is_not_empty(&bp_batch)) bgp_batch_decrease_counter(&bp_batch);
}
break;
}
else { /* throttle */
/* We briefly accept the new connection to be able to drop it */
if (!log_notification_isset(log_notifications.bgp_peers_throttling)) {
Log(LOG_INFO, "INFO ( %s/core/BGP ): throttling at BGP peer #%u\n", config.name, peers_idx);
log_notification_set(&log_notifications.bgp_peers_throttling);
}
close(fd);
goto read_data;
}
}
/* XXX: replenish sessions with expired keepalives */
}
if (!peer) {
/* We briefly accept the new connection to be able to drop it */
Log(LOG_ERR, "ERROR ( %s/core/BGP ): Insufficient number of BGP peers has been configured by 'bgp_daemon_max_peers' (%d).\n",
config.name, config.nfacctd_bgp_max_peers);
close(fd);
goto read_data;
}
peer->fd = fd;
FD_SET(peer->fd, &bkp_read_descs);
peer->addr.family = ((struct sockaddr *)&client)->sa_family;
if (peer->addr.family == AF_INET) {
peer->addr.address.ipv4.s_addr = ((struct sockaddr_in *)&client)->sin_addr.s_addr;
peer->tcp_port = ntohs(((struct sockaddr_in *)&client)->sin_port);
}
#if defined ENABLE_IPV6
else if (peer->addr.family == AF_INET6) {
memcpy(&peer->addr.address.ipv6, &((struct sockaddr_in6 *)&client)->sin6_addr, 16);
peer->tcp_port = ntohs(((struct sockaddr_in6 *)&client)->sin6_port);
}
#endif
if (bgp_misc_db->msglog_backend_methods)
bgp_peer_log_init(peer, config.nfacctd_bgp_msglog_output, FUNC_TYPE_BGP);
/* Check: only one TCP connection is allowed per peer */
for (peers_check_idx = 0, peers_num = 0; peers_check_idx < config.nfacctd_bgp_max_peers; peers_check_idx++) {
if (peers_idx != peers_check_idx && !memcmp(&peers[peers_check_idx].addr, &peer->addr, sizeof(peers[peers_check_idx].addr))) {
if ((now - peers[peers_check_idx].last_keepalive) > peers[peers_check_idx].ht) {
Log(LOG_INFO, "INFO ( %s/core/BGP ): [%s] Replenishing stale connection by peer.\n",
config.name, bgp_peer_print(&peers[peers_check_idx]));
FD_CLR(peers[peers_check_idx].fd, &bkp_read_descs);
bgp_peer_close(&peers[peers_check_idx], FUNC_TYPE_BGP);
}
else {
Log(LOG_ERR, "ERROR ( %s/core/BGP ): [%s] Refusing new connection from existing peer (residual holdtime: %u).\n",
config.name, bgp_peer_print(&peers[peers_check_idx]),
(peers[peers_check_idx].ht - (now - peers[peers_check_idx].last_keepalive)));
FD_CLR(peer->fd, &bkp_read_descs);
bgp_peer_close(peer, FUNC_TYPE_BGP);
// bgp_batch_rollback(&bp_batch);
goto read_data;
}
}
else if (peers[peers_check_idx].fd) peers_num++;
}
Log(LOG_INFO, "INFO ( %s/core/BGP ): [%s] BGP peers usage: %u/%u\n", config.name,
bgp_peer_print(peer), peers_num, config.nfacctd_bgp_max_peers);
if (config.nfacctd_bgp_neighbors_file) write_neighbors_file(config.nfacctd_bgp_neighbors_file, FUNC_TYPE_BGP);
}
read_data:
/*
We have something coming in: let's lookup which peer is that.
FvD: To avoid starvation of the "later established" peers, we
offset the start of the search in a round-robin style.
*/
for (peer = NULL, peers_idx = 0; peers_idx < max_peers_idx; peers_idx++) {
int loc_idx = (peers_idx + peers_idx_rr) % max_peers_idx;
if (peers[loc_idx].fd && FD_ISSET(peers[loc_idx].fd, &read_descs)) {
peer = &peers[loc_idx];
peers_idx_rr = (peers_idx_rr + 1) % max_peers_idx;
break;
}
}
if (!peer) goto select_again;
ret = recv(peer->fd, &peer->buf.base[peer->buf.truncated_len], (peer->buf.len - peer->buf.truncated_len), 0);
peer->msglen = (ret + peer->buf.truncated_len);
if (ret <= 0) {
Log(LOG_INFO, "INFO ( %s/core/BGP ): [%s] BGP connection reset by peer (%d).\n", config.name, bgp_peer_print(peer), errno);
FD_CLR(peer->fd, &bkp_read_descs);
bgp_peer_close(peer, FUNC_TYPE_BGP);
recalc_fds = TRUE;
goto select_again;
}
else {
/* Appears a valid peer with a valid BGP message: before
continuing let's see if it's time to send a KEEPALIVE
back */
if (peer->status == Established && ((now - peer->last_keepalive) > (peer->ht / 2))) {
bgp_reply_pkt_ptr = bgp_reply_pkt;
bgp_reply_pkt_ptr += bgp_write_keepalive_msg(bgp_reply_pkt_ptr);
ret = send(peer->fd, bgp_reply_pkt, bgp_reply_pkt_ptr - bgp_reply_pkt, 0);
peer->last_keepalive = now;
}
ret = bgp_parse_msg(peer, now, TRUE);
if (ret < 0) {
FD_CLR(peer->fd, &bkp_read_descs);
bgp_peer_close(peer, FUNC_TYPE_BGP);
recalc_fds = TRUE;
goto select_again;
}
}
}
}
void skinny_bmp_daemon()
{
int slen, clen, ret, rc, peers_idx, allowed, yes=1;
char bmp_packet[BMP_MAX_PACKET_SIZE], *bmp_packet_ptr;
time_t now;
afi_t afi;
safi_t safi;
struct bgp_peer *peer;
#if defined ENABLE_IPV6
struct sockaddr_storage server, client;
struct ipv6_mreq multi_req6;
#else
struct sockaddr server, client;
#endif
struct hosts_table allow;
struct host_addr addr;
/* BMP peer batching vars */
int bmp_current_batch_elem = 0;
time_t bmp_current_batch_stamp_base = 0;
/* select() stuff */
fd_set read_descs, bkp_read_descs;
int select_fd, select_num;
/* logdump time management */
time_t dump_refresh_deadline;
struct timeval dump_refresh_timeout, *drt_ptr;
/* initial cleanups */
reload_log_bmp_thread = FALSE;
memset(&server, 0, sizeof(server));
memset(&client, 0, sizeof(client));
memset(bmp_packet, 0, BMP_MAX_PACKET_SIZE);
memset(&allow, 0, sizeof(struct hosts_table));
clen = sizeof(client);
/* socket creation for BMP server: IPv4 only */
#if (defined ENABLE_IPV6)
if (!config.nfacctd_bmp_ip) {
struct sockaddr_in6 *sa6 = (struct sockaddr_in6 *)&server;
sa6->sin6_family = AF_INET6;
sa6->sin6_port = htons(config.nfacctd_bmp_port);
slen = sizeof(struct sockaddr_in6);
}
#else
if (!config.nfacctd_bmp_ip) {
struct sockaddr_in *sa4 = (struct sockaddr_in *)&server;
sa4->sin_family = AF_INET;
sa4->sin_addr.s_addr = htonl(0);
sa4->sin_port = htons(config.nfacctd_bmp_port);
slen = sizeof(struct sockaddr_in);
}
#endif
else {
trim_spaces(config.nfacctd_bmp_ip);
ret = str_to_addr(config.nfacctd_bmp_ip, &addr);
if (!ret) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): 'bmp_daemon_ip' value is not a valid IPv4/IPv6 address. Terminating thread.\n", config.name);
exit_all(1);
}
slen = addr_to_sa((struct sockaddr *)&server, &addr, config.nfacctd_bmp_port);
}
if (!config.nfacctd_bmp_max_peers) config.nfacctd_bmp_max_peers = BMP_MAX_PEERS_DEFAULT;
Log(LOG_INFO, "INFO ( %s/core/BMP ): maximum BMP peers allowed: %d\n", config.name, config.nfacctd_bmp_max_peers);
bmp_peers = malloc(config.nfacctd_bmp_max_peers*sizeof(struct bgp_peer));
if (!bmp_peers) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): Unable to malloc() BMP peers structure. Terminating thread.\n", config.name);
exit_all(1);
}
memset(bmp_peers, 0, config.nfacctd_bmp_max_peers*sizeof(struct bgp_peer));
if (config.nfacctd_bmp_msglog_file && config.nfacctd_bmp_msglog_amqp_routing_key) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): bmp_daemon_msglog_file and bmp_daemon_msglog_amqp_routing_key are mutually exclusive. Terminating thread.\n", config.name);
exit_all(1);
}
if (config.bmp_dump_file && config.bmp_dump_amqp_routing_key) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): bmp_dump_file and bmp_dump_amqp_routing_key are mutually exclusive. Terminating thread.\n", config.name);
exit_all(1);
}
if (config.nfacctd_bmp_msglog_file || config.nfacctd_bmp_msglog_amqp_routing_key) {
bmp_peers_log = malloc(config.nfacctd_bmp_max_peers*sizeof(struct bgp_peer_log));
if (!bmp_peers_log) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): Unable to malloc() BMP peers log structure. Terminating thread.\n", config.name);
exit_all(1);
}
memset(bmp_peers_log, 0, config.nfacctd_bmp_max_peers*sizeof(struct bgp_peer_log));
bgp_peer_log_seq_init(&bmp_log_seq);
if (config.nfacctd_bmp_msglog_amqp_routing_key) {
#ifdef WITH_RABBITMQ
bmp_daemon_msglog_init_amqp_host();
p_amqp_connect_to_publish(&bmp_daemon_msglog_amqp_host);
if (!config.nfacctd_bmp_msglog_amqp_retry)
config.nfacctd_bmp_msglog_amqp_retry = AMQP_DEFAULT_RETRY;
#else
Log(LOG_WARNING, "WARN ( %s/core/BMP ): p_amqp_connect_to_publish() not possible due to missing --enable-rabbitmq\n", config.name);
#endif
}
}
if (!config.bmp_table_attr_hash_buckets) config.bmp_table_attr_hash_buckets = HASHTABSIZE;
bmp_attr_init();
if (!config.bmp_table_peer_buckets) config.bmp_table_peer_buckets = DEFAULT_BGP_INFO_HASH;
if (!config.bmp_table_per_peer_buckets) config.bmp_table_per_peer_buckets = DEFAULT_BGP_INFO_PER_PEER_HASH;
if (config.bmp_table_per_peer_hash == BGP_ASPATH_HASH_PATHID)
bmp_route_info_modulo = bgp_route_info_modulo_pathid;
else {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): Unknown 'bmp_table_per_peer_hash' value. Terminating thread.\n", config.name);
exit_all(1);
}
config.bmp_sock = socket(((struct sockaddr *)&server)->sa_family, SOCK_STREAM, 0);
if (config.bmp_sock < 0) {
#if (defined ENABLE_IPV6)
/* retry with IPv4 */
if (!config.nfacctd_bmp_ip) {
struct sockaddr_in *sa4 = (struct sockaddr_in *)&server;
sa4->sin_family = AF_INET;
sa4->sin_addr.s_addr = htonl(0);
sa4->sin_port = htons(config.nfacctd_bmp_port);
slen = sizeof(struct sockaddr_in);
config.bmp_sock = socket(((struct sockaddr *)&server)->sa_family, SOCK_STREAM, 0);
}
#endif
if (config.bmp_sock < 0) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): thread socket() failed. Terminating thread.\n", config.name);
exit_all(1);
}
}
if (config.nfacctd_bmp_ipprec) {
int opt = config.nfacctd_bmp_ipprec << 5;
rc = setsockopt(config.bmp_sock, IPPROTO_IP, IP_TOS, &opt, sizeof(opt));
if (rc < 0) Log(LOG_ERR, "WARN ( %s/core/BMP ): setsockopt() failed for IP_TOS (errno: %d).\n", config.name, errno);
}
rc = setsockopt(config.bmp_sock, SOL_SOCKET, SO_REUSEADDR, (char *)&yes, sizeof(yes));
if (rc < 0) Log(LOG_ERR, "WARN ( %s/core/BMP ): setsockopt() failed for SO_REUSEADDR (errno: %d).\n", config.name, errno);
if (config.nfacctd_bmp_pipe_size) {
int l = sizeof(config.nfacctd_bmp_pipe_size);
int saved = 0, obtained = 0;
getsockopt(config.bmp_sock, SOL_SOCKET, SO_RCVBUF, &saved, &l);
Setsocksize(config.bmp_sock, SOL_SOCKET, SO_RCVBUF, &config.nfacctd_bmp_pipe_size, sizeof(config.nfacctd_bmp_pipe_size));
getsockopt(config.bmp_sock, SOL_SOCKET, SO_RCVBUF, &obtained, &l);
Setsocksize(config.bmp_sock, SOL_SOCKET, SO_RCVBUF, &saved, l);
getsockopt(config.bmp_sock, SOL_SOCKET, SO_RCVBUF, &obtained, &l);
Log(LOG_INFO, "INFO ( %s/core/BMP ): bmp_daemon_pipe_size: obtained=%d target=%d.\n", config.name, obtained, config.nfacctd_bmp_pipe_size);
}
rc = bind(config.bmp_sock, (struct sockaddr *) &server, slen);
if (rc < 0) {
char null_ip_address[] = "0.0.0.0";
char *ip_address;
ip_address = config.nfacctd_bmp_ip ? config.nfacctd_bmp_ip : null_ip_address;
Log(LOG_ERR, "ERROR ( %s/core/BMP ): bind() to ip=%s port=%d/tcp failed (errno: %d).\n", config.name, ip_address, config.nfacctd_bmp_port, errno);
exit_all(1);
}
rc = listen(config.bmp_sock, 1);
if (rc < 0) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): listen() failed (errno: %d).\n", config.name, errno);
exit_all(1);
}
/* Preparing for syncronous I/O multiplexing */
select_fd = 0;
FD_ZERO(&bkp_read_descs);
FD_SET(config.bmp_sock, &bkp_read_descs);
{
char srv_string[INET6_ADDRSTRLEN];
struct host_addr srv_addr;
u_int16_t srv_port;
sa_to_addr(&server, &srv_addr, &srv_port);
addr_to_str(srv_string, &srv_addr);
Log(LOG_INFO, "INFO ( %s/core/BMP ): waiting for BMP data on %s:%u\n", config.name, srv_string, srv_port);
}
/* Preparing ACL, if any */
if (config.nfacctd_bmp_allow_file) load_allow_file(config.nfacctd_bmp_allow_file, &allow);
/* Let's initialize clean shared RIB */
for (afi = AFI_IP; afi < AFI_MAX; afi++) {
for (safi = SAFI_UNICAST; safi < SAFI_MAX; safi++) {
bmp_rib[afi][safi] = bgp_table_init(afi, safi);
}
}
/* BMP peers batching checks */
if ((config.nfacctd_bmp_batch && !config.nfacctd_bmp_batch_interval) ||
(config.nfacctd_bmp_batch_interval && !config.nfacctd_bmp_batch)) {
Log(LOG_WARNING, "WARN ( %s/core/BMP ): 'bmp_daemon_batch_interval' and 'bmp_daemon_batch' both set to zero.\n", config.name);
config.nfacctd_bmp_batch = 0;
config.nfacctd_bmp_batch_interval = 0;
}
if (!config.nfacctd_bmp_msglog_output && (config.nfacctd_bmp_msglog_file ||
config.nfacctd_bmp_msglog_amqp_routing_key))
#ifdef WITH_JANSSON
config.nfacctd_bmp_msglog_output = PRINT_OUTPUT_JSON;
#else
Log(LOG_WARNING, "WARN ( %s/core/BMP ): bmp_daemon_msglog_output set to json but will produce no output (missing --enable-jansson).\n", config.name);
#endif
if (!config.bmp_dump_output && (config.bmp_dump_file ||
config.bmp_dump_amqp_routing_key))
#ifdef WITH_JANSSON
config.bmp_dump_output = PRINT_OUTPUT_JSON;
#else
Log(LOG_WARNING, "WARN ( %s/core/BMP ): bmp_table_dump_output set to json but will produce no output (missing --enable-jansson).\n", config.name);
#endif
if (config.bmp_dump_file || config.bmp_dump_amqp_routing_key) {
char dump_roundoff[] = "m";
time_t tmp_time;
if (config.bmp_dump_refresh_time) {
gettimeofday(&bmp_log_tstamp, NULL);
dump_refresh_deadline = bmp_log_tstamp.tv_sec;
tmp_time = roundoff_time(dump_refresh_deadline, dump_roundoff);
while ((tmp_time+config.bmp_dump_refresh_time) < dump_refresh_deadline) {
tmp_time += config.bmp_dump_refresh_time;
}
dump_refresh_deadline = tmp_time;
dump_refresh_deadline += config.bmp_dump_refresh_time; /* it's a deadline not a basetime */
}
else {
config.bmp_dump_file = NULL;
Log(LOG_WARNING, "WARN ( %s/core/BMP ): Invalid 'bmp_dump_refresh_time'.\n", config.name);
}
bmp_dump_init_amqp_host();
}
for (;;) {
select_again:
select_fd = config.bmp_sock;
for (peers_idx = 0; peers_idx < config.nfacctd_bmp_max_peers; peers_idx++)
if (select_fd < bmp_peers[peers_idx].fd) select_fd = bmp_peers[peers_idx].fd;
select_fd++;
memcpy(&read_descs, &bkp_read_descs, sizeof(bkp_read_descs));
if (config.bmp_dump_file || config.bmp_dump_amqp_routing_key) {
int delta;
calc_refresh_timeout_sec(dump_refresh_deadline, bmp_log_tstamp.tv_sec, &delta);
dump_refresh_timeout.tv_sec = delta;
dump_refresh_timeout.tv_usec = 0;
drt_ptr = &dump_refresh_timeout;
}
else drt_ptr = NULL;
select_num = select(select_fd, &read_descs, NULL, NULL, drt_ptr);
if (select_num < 0) goto select_again;
if (reload_log_bmp_thread) {
for (peers_idx = 0; peers_idx < config.nfacctd_bmp_max_peers; peers_idx++) {
if (bmp_peers_log[peers_idx].fd) {
fclose(bmp_peers_log[peers_idx].fd);
bmp_peers_log[peers_idx].fd = open_logfile(bmp_peers_log[peers_idx].filename, "a");
}
else break;
}
}
if (config.nfacctd_bmp_msglog_file || config.nfacctd_bmp_msglog_amqp_routing_key ||
config.bmp_dump_file || config.bmp_dump_amqp_routing_key) {
gettimeofday(&bmp_log_tstamp, NULL);
compose_timestamp(bmp_log_tstamp_str, SRVBUFLEN, &bmp_log_tstamp, TRUE, config.sql_history_since_epoch);
if (config.bmp_dump_file || config.bmp_dump_amqp_routing_key) {
while (bmp_log_tstamp.tv_sec > dump_refresh_deadline) {
bmp_handle_dump_event();
dump_refresh_deadline += config.bmp_dump_refresh_time;
}
}
#ifdef WITH_RABBITMQ
if (config.nfacctd_bmp_msglog_amqp_routing_key) {
time_t last_fail = p_amqp_get_last_fail(&bmp_daemon_msglog_amqp_host);
if (last_fail && ((last_fail + p_amqp_get_retry_interval(&bmp_daemon_msglog_amqp_host)) <= log_tstamp.tv_sec)) {
bmp_daemon_msglog_init_amqp_host();
p_amqp_connect_to_publish(&bmp_daemon_msglog_amqp_host);
}
}
#endif
}
/*
If select_num == 0 then we got out of select() due to a timeout rather
than because we had a message from a peeer to handle. By now we did all
routine checks and can happily return to selet() again.
*/
if (!select_num) goto select_again;
/* New connection is coming in */
if (FD_ISSET(config.bmp_sock, &read_descs)) {
int peers_check_idx, peers_num;
for (peer = NULL, peers_idx = 0; peers_idx < config.nfacctd_bmp_max_peers; peers_idx++) {
if (bmp_peers[peers_idx].fd == 0) {
now = time(NULL);
if (bmp_current_batch_elem > 0 || now > (bmp_current_batch_stamp_base + config.nfacctd_bmp_batch_interval)) {
peer = &bmp_peers[peers_idx];
if (bgp_peer_init(peer)) peer = NULL;
log_notification_unset(&log_notifications.bmp_peers_throttling);
if (config.nfacctd_bmp_batch && peer) {
if (now > (bmp_current_batch_stamp_base + config.nfacctd_bmp_batch_interval)) {
bmp_current_batch_elem = config.nfacctd_bmp_batch;
bmp_current_batch_stamp_base = now;
}
if (bmp_current_batch_elem > 0) bmp_current_batch_elem--;
}
break;
}
else { /* throttle */
int fd = 0;
/* We briefly accept the new connection to be able to drop it */
if (!log_notification_isset(log_notifications.bmp_peers_throttling)) {
Log(LOG_INFO, "INFO ( %s/core/BMP ): throttling at BMP peer #%u\n", config.name, peers_idx);
log_notification_set(&log_notifications.bmp_peers_throttling);
}
fd = accept(config.bmp_sock, (struct sockaddr *) &client, &clen);
close(fd);
goto select_again;
}
}
}
if (!peer) {
int fd;
/* We briefly accept the new connection to be able to drop it */
Log(LOG_ERR, "ERROR ( %s/core/BMP ): Insufficient number of BMP peers has been configured by 'bmp_daemon_max_peers' (%d).\n",
config.name, config.nfacctd_bmp_max_peers);
fd = accept(config.bmp_sock, (struct sockaddr *) &client, &clen);
close(fd);
goto select_again;
}
peer->fd = accept(config.bmp_sock, (struct sockaddr *) &client, &clen);
#if defined ENABLE_IPV6
ipv4_mapped_to_ipv4(&client);
#endif
/* If an ACL is defined, here we check against and enforce it */
if (allow.num) allowed = check_allow(&allow, (struct sockaddr *)&client);
else allowed = TRUE;
if (!allowed) {
bgp_peer_close(peer, FUNC_TYPE_BMP);
goto select_again;
}
FD_SET(peer->fd, &bkp_read_descs);
peer->addr.family = ((struct sockaddr *)&client)->sa_family;
if (peer->addr.family == AF_INET) {
peer->addr.address.ipv4.s_addr = ((struct sockaddr_in *)&client)->sin_addr.s_addr;
peer->tcp_port = ntohs(((struct sockaddr_in *)&client)->sin_port);
}
#if defined ENABLE_IPV6
else if (peer->addr.family == AF_INET6) {
memcpy(&peer->addr.address.ipv6, &((struct sockaddr_in6 *)&client)->sin6_addr, 16);
peer->tcp_port = ntohs(((struct sockaddr_in6 *)&client)->sin6_port);
}
#endif
addr_to_str(peer->addr_str, &peer->addr);
memcpy(&peer->id, &peer->addr, sizeof(struct host_addr)); /* XXX: some inet_ntoa()'s could be around against peer->id */
if (config.nfacctd_bmp_msglog_file || config.nfacctd_bmp_msglog_amqp_routing_key)
bgp_peer_log_init(peer, config.nfacctd_bmp_msglog_output, FUNC_TYPE_BMP);
if (config.bmp_dump_file || config.bmp_dump_amqp_routing_key)
bmp_dump_init_peer(peer);
/* Check: only one TCP connection is allowed per peer */
for (peers_check_idx = 0, peers_num = 0; peers_check_idx < config.nfacctd_bmp_max_peers; peers_check_idx++) {
if (peers_idx != peers_check_idx && !memcmp(&bmp_peers[peers_check_idx].addr, &peer->addr, sizeof(bmp_peers[peers_check_idx].addr))) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): [Id: %s] Refusing new connection from existing peer.\n",
config.name, bmp_peers[peers_check_idx].addr_str);
FD_CLR(peer->fd, &bkp_read_descs);
bgp_peer_close(peer, FUNC_TYPE_BMP);
goto select_again;
}
else {
if (bmp_peers[peers_check_idx].fd) peers_num++;
}
}
Log(LOG_INFO, "INFO ( %s/core/BMP ): BMP peers usage: %u/%u\n", config.name, peers_num, config.nfacctd_bmp_max_peers);
if (config.nfacctd_bmp_neighbors_file)
write_neighbors_file(config.nfacctd_bmp_neighbors_file);
goto select_again;
}
/* We have something coming in: let's lookup which peer is that; XXX old: to be optimized */
for (peer = NULL, peers_idx = 0; peers_idx < config.nfacctd_bmp_max_peers; peers_idx++) {
if (bmp_peers[peers_idx].fd && FD_ISSET(bmp_peers[peers_idx].fd, &read_descs)) {
peer = &bmp_peers[peers_idx];
break;
}
}
if (!peer) {
Log(LOG_ERR, "ERROR ( %s/core/BMP ): message delivered to an unknown peer (FD bits: %d; FD max: %d)\n", config.name, select_num, select_fd);
goto select_again;
}
peer->msglen = ret = recv(peer->fd, bmp_packet, BMP_MAX_PACKET_SIZE, 0);
if (ret <= 0) {
Log(LOG_INFO, "INFO ( %s/core/BMP ): [Id: %s] Existing BMP connection was reset (%d).\n", config.name, peer->addr_str, errno);
FD_CLR(peer->fd, &bkp_read_descs);
bgp_peer_close(peer, FUNC_TYPE_BMP);
goto select_again;
}
else bmp_process_packet(bmp_packet, peer->msglen, peer);
}
}