static gboolean
afsocket_dd_setup_writer(AFSocketDestDriver *self)
{
afsocket_dd_restore_writer(self);
if (!self->writer)
{
/* NOTE: we open our writer with no fd, so we can send messages down there
* even while the connection is not established */
self->writer = afsocket_dd_construct_writer(self);
}
log_writer_set_options(self->writer, &self->super.super.super,
&self->writer_options,
STATS_LEVEL0,
self->transport_mapper->stats_source,
self->super.super.id,
afsocket_dd_stats_instance(self));
log_writer_set_queue(self->writer, log_dest_driver_acquire_queue(
&self->super, afsocket_dd_format_qfile_name(self)));
if (!log_pipe_init((LogPipe *) self->writer))
{
log_pipe_unref((LogPipe *) self->writer);
return FALSE;
}
log_pipe_append(&self->super.super.super, (LogPipe *) self->writer);
return TRUE;
}
static gboolean
afprogram_dd_init(LogPipe *s)
{
AFProgramDestDriver *self = (AFProgramDestDriver *) s;
GlobalConfig *cfg = log_pipe_get_config(s);
if (!log_dest_driver_init_method(s))
return FALSE;
log_writer_options_init(&self->writer_options, cfg, 0);
if (!self->writer)
self->writer = log_writer_new(LW_FORMAT_FILE);
log_writer_set_options(self->writer,
s,
&self->writer_options,
STATS_LEVEL0,
SCS_PROGRAM,
self->super.super.id,
self->cmdline->str);
log_writer_set_queue(self->writer, log_dest_driver_acquire_queue(&self->super, afprogram_dd_format_persist_name(self)));
log_pipe_init((LogPipe *) self->writer, NULL);
log_pipe_append(&self->super.super.super, (LogPipe *) self->writer);
return afprogram_dd_reopen(self);
}
static gboolean
afprogram_dd_init(LogPipe *s)
{
AFProgramDestDriver *self = (AFProgramDestDriver *) s;
GlobalConfig *cfg = log_pipe_get_config(s);
if (!log_dest_driver_init_method(s))
return FALSE;
log_writer_options_init(&self->writer_options, cfg, 0);
const gboolean restore_successful = afprogram_dd_restore_reload_store_item(self, cfg);
if (!self->writer)
self->writer = log_writer_new(LW_FORMAT_FILE, s->cfg);
log_writer_set_options(self->writer,
s,
&self->writer_options,
STATS_LEVEL0,
SCS_PROGRAM,
self->super.super.id,
self->process_info.cmdline->str);
log_writer_set_queue(self->writer, log_dest_driver_acquire_queue(&self->super,
afprogram_dd_format_queue_persist_name(self)));
if (!log_pipe_init((LogPipe *) self->writer))
{
log_pipe_unref((LogPipe *) self->writer);
return FALSE;
}
log_pipe_append(&self->super.super.super, (LogPipe *) self->writer);
return restore_successful ? TRUE : afprogram_dd_reopen(self);
}
static gboolean
afmongodb_dd_init(LogPipe *s)
{
MongoDBDestDriver *self = (MongoDBDestDriver *)s;
GlobalConfig *cfg = log_pipe_get_config(s);
if (!log_dest_driver_init_method(s))
return FALSE;
if (cfg)
self->time_reopen = cfg->time_reopen;
if (!self->vp)
{
self->vp = value_pairs_new();
value_pairs_add_scope(self->vp, "selected-macros");
value_pairs_add_scope(self->vp, "nv-pairs");
}
self->host = NULL;
self->port = 27017;
if (!mongo_util_parse_addr(g_list_nth_data(self->servers, 0), &self->host,
&self->port))
{
msg_error("Cannot parse the primary host",
evt_tag_str("primary", g_list_nth_data(self->servers, 0)),
NULL);
return FALSE;
}
msg_verbose("Initializing MongoDB destination",
evt_tag_str("host", self->host),
evt_tag_int("port", self->port),
evt_tag_str("database", self->db),
evt_tag_str("collection", self->coll),
NULL);
self->queue = log_dest_driver_acquire_queue(&self->super, afmongodb_dd_format_persist_name(self));
stats_lock();
stats_register_counter(0, SCS_MONGODB | SCS_DESTINATION, self->super.super.id,
afmongodb_dd_format_stats_instance(self),
SC_TYPE_STORED, &self->stored_messages);
stats_register_counter(0, SCS_MONGODB | SCS_DESTINATION, self->super.super.id,
afmongodb_dd_format_stats_instance(self),
SC_TYPE_DROPPED, &self->dropped_messages);
stats_unlock();
log_queue_set_counters(self->queue, self->stored_messages, self->dropped_messages);
afmongodb_dd_start_thread(self);
return TRUE;
}
gboolean
log_threaded_dest_driver_start(LogPipe *s)
{
LogThrDestDriver *self = (LogThrDestDriver *)s;
GlobalConfig *cfg = log_pipe_get_config(s);
if (cfg && self->time_reopen == -1)
self->time_reopen = cfg->time_reopen;
self->queue = log_dest_driver_acquire_queue(&self->super,
self->format.persist_name(self));
if (self->queue == NULL)
{
return FALSE;
}
if (self->retries.max <= 0)
{
msg_warning("Wrong value for retries(), setting to default",
evt_tag_int("value", self->retries.max),
evt_tag_int("default", MAX_RETRIES_OF_FAILED_INSERT_DEFAULT),
evt_tag_str("driver", self->super.super.id),
NULL);
self->retries.max = MAX_RETRIES_OF_FAILED_INSERT_DEFAULT;
}
stats_lock();
stats_register_counter(0, self->stats_source | SCS_DESTINATION, self->super.super.id,
self->format.stats_instance(self),
SC_TYPE_STORED, &self->stored_messages);
stats_register_counter(0, self->stats_source | SCS_DESTINATION, self->super.super.id,
self->format.stats_instance(self),
SC_TYPE_DROPPED, &self->dropped_messages);
stats_register_counter(0, self->stats_source | SCS_DESTINATION, self->super.super.id,
self->format.stats_instance(self),
SC_TYPE_PROCESSED, &self->processed_messages);
stats_unlock();
log_queue_set_counters(self->queue, self->stored_messages,
self->dropped_messages);
self->seq_num = GPOINTER_TO_INT(cfg_persist_config_fetch(cfg, log_threaded_dest_driver_format_seqnum_for_persist(self)));
if (!self->seq_num)
init_sequence_number(&self->seq_num);
log_threaded_dest_driver_start_thread(self);
return TRUE;
}
gboolean
afsocket_dd_init(LogPipe *s)
{
AFSocketDestDriver *self = (AFSocketDestDriver *) s;
GlobalConfig *cfg = log_pipe_get_config(s);
if (!log_dest_driver_init_method(s))
return FALSE;
if (!afsocket_dd_apply_transport(self))
return FALSE;
/* these fields must be set up by apply_transport, so let's check if it indeed did */
g_assert(self->transport);
g_assert(self->bind_addr);
g_assert(self->hostname);
g_assert(self->dest_name);
if (cfg)
{
self->time_reopen = cfg->time_reopen;
}
log_writer_options_init(&self->writer_options, cfg, 0);
self->writer = cfg_persist_config_fetch(cfg, afsocket_dd_format_persist_name(self, FALSE));
if (!self->writer)
{
/* NOTE: we open our writer with no fd, so we can send messages down there
* even while the connection is not established */
self->writer = log_writer_new(LW_FORMAT_PROTO |
#if ENABLE_SSL
(((self->flags & AFSOCKET_STREAM) && !self->tls_context) ? LW_DETECT_EOF : 0) |
#else
((self->flags & AFSOCKET_STREAM) ? LW_DETECT_EOF : 0) |
#endif
(self->flags & AFSOCKET_SYSLOG_PROTOCOL ? LW_SYSLOG_PROTOCOL : 0));
}
log_writer_set_options((LogWriter *) self->writer, &self->super.super.super, &self->writer_options, 0, afsocket_dd_stats_source(self), self->super.super.id, afsocket_dd_stats_instance(self));
log_writer_set_queue(self->writer, log_dest_driver_acquire_queue(&self->super, afsocket_dd_format_persist_name(self, TRUE)));
log_pipe_init(self->writer, NULL);
log_pipe_append(&self->super.super.super, self->writer);
if (!log_writer_opened((LogWriter *) self->writer))
afsocket_dd_reconnect(self);
return TRUE;
}
static gboolean
afamqp_dd_init(LogPipe *s)
{
AMQPDestDriver *self = (AMQPDestDriver *) s;
GlobalConfig *cfg = log_pipe_get_config(s);
if (!log_dest_driver_init_method(s))
return FALSE;
if (cfg)
self->time_reopen = cfg->time_reopen;
if (!self->vp)
{
self->vp = value_pairs_new();
value_pairs_add_scope(self->vp, "selected-macros");
value_pairs_add_scope(self->vp, "nv-pairs");
value_pairs_add_scope(self->vp, "sdata");
}
msg_verbose("Initializing AMQP destination",
evt_tag_str("vhost", self->vhost),
evt_tag_str("host", self->host),
evt_tag_int("port", self->port),
evt_tag_str("exchange", self->exchange),
evt_tag_str("exchange_type", self->exchange_type),
NULL);
self->queue = log_dest_driver_acquire_queue(&self->super, afamqp_dd_format_persist_name(self));
stats_lock();
stats_register_counter(0, SCS_AMQP | SCS_DESTINATION,
self->super.super.id, afamqp_dd_format_stats_instance(self),
SC_TYPE_STORED, &self->stored_messages);
stats_register_counter(0, SCS_AMQP | SCS_DESTINATION,
self->super.super.id, afamqp_dd_format_stats_instance(self),
SC_TYPE_DROPPED, &self->dropped_messages);
stats_unlock();
log_queue_set_counters(self->queue, self->stored_messages,
self->dropped_messages);
afamqp_dd_start_thread(self);
return TRUE;
}
static gboolean
afmongodb_dd_init(LogPipe *s)
{
MongoDBDestDriver *self = (MongoDBDestDriver *)s;
GlobalConfig *cfg = log_pipe_get_config(s);
ValuePairsTransformSet *vpts;
if (!log_dest_driver_init_method(s))
return FALSE;
if (cfg)
self->time_reopen = cfg->time_reopen;
if (!self->vp)
{
self->vp = value_pairs_new();
value_pairs_add_scope(self->vp, "selected-macros");
value_pairs_add_scope(self->vp, "nv-pairs");
}
/* Always replace a leading dot with an underscore. */
vpts = value_pairs_transform_set_new(".*");
value_pairs_transform_set_add_func(vpts, value_pairs_new_transform_replace(".", "_"));
value_pairs_add_transforms(self->vp, vpts);
if (self->port != MONGO_CONN_LOCAL)
{
if (self->address)
{
gchar *srv = g_strdup_printf ("%s:%d", self->address,
(self->port) ? self->port : 27017);
self->servers = g_list_prepend (self->servers, srv);
g_free (self->address);
}
if (!self->servers)
afmongodb_dd_set_servers((LogDriver *)self, g_list_append (NULL, g_strdup ("127.0.0.1:27017")));
self->address = NULL;
self->port = 27017;
if (!mongo_util_parse_addr(g_list_nth_data(self->servers, 0),
&self->address,
&self->port))
{
msg_error("Cannot parse the primary host",
evt_tag_str("primary", g_list_nth_data(self->servers, 0)),
NULL);
return FALSE;
}
}
if (self->port == MONGO_CONN_LOCAL)
msg_verbose("Initializing MongoDB destination",
evt_tag_str("address", self->address),
evt_tag_str("database", self->db),
evt_tag_str("collection", self->coll),
NULL);
else
msg_verbose("Initializing MongoDB destination",
evt_tag_str("address", self->address),
evt_tag_int("port", self->port),
evt_tag_str("database", self->db),
evt_tag_str("collection", self->coll),
NULL);
self->queue = log_dest_driver_acquire_queue(&self->super, afmongodb_dd_format_persist_name(self));
stats_lock();
stats_register_counter(0, SCS_MONGODB | SCS_DESTINATION, self->super.super.id,
afmongodb_dd_format_stats_instance(self),
SC_TYPE_STORED, &self->stored_messages);
stats_register_counter(0, SCS_MONGODB | SCS_DESTINATION, self->super.super.id,
afmongodb_dd_format_stats_instance(self),
SC_TYPE_DROPPED, &self->dropped_messages);
stats_unlock();
log_queue_set_counters(self->queue, self->stored_messages, self->dropped_messages);
afmongodb_dd_start_thread(self);
return TRUE;
}