static void
test_escaped_parsers(void)
{
perftest_parser(_construct_parser(3, CSV_SCANNER_ESCAPE_NONE, " ", NULL, "", NULL),
"foo bar baz");
perftest_parser(_construct_parser(-1, CSV_SCANNER_ESCAPE_NONE, " ", NULL, NULL, NULL),
"PROXY TCP4 198.51.100.22 203.0.113.7 35646 80");
perftest_parser(_construct_parser(-1, CSV_SCANNER_ESCAPE_BACKSLASH, " ", "\"\"[]", "-", NULL),
"10.100.20.1 - - [31/Dec/2007:00:17:10 +0100] \"GET /cgi-bin/bugzilla/buglist.cgi?keywords_type=allwords&keywords=public&format=simple HTTP/1.1\" 200 2708 \"-\" \"curl/7.15.5 (i486-pc-linux-gnu) libcurl/7.15.5 OpenSSL/0.9.8c zlib/1.2.3 libidn/0.6.5\" 2 bugzilla.balabit");
}
Test(date, test_date_with_additional_text_at_the_end)
{
const gchar *msg = "2015-01-26T16:14:49+0300 Disappointing log file";
LogParser *parser = _construct_parser(NULL, NULL, LM_TS_STAMP);
LogMessage *logmsg = _construct_logmsg(msg);
gboolean success = log_parser_process(parser, &logmsg, NULL, log_msg_get_value(logmsg, LM_V_MESSAGE, NULL), -1);
cr_assert_not(success, "successfully parsed but expected failure, msg=%s", msg);
log_pipe_unref(&parser->super);
log_msg_unref(logmsg);
}
Test(date, test_date_with_guess_timezone)
{
const gchar *msg = "2015-12-30T12:00:00+05:00";
GString *res = g_string_sized_new(128);
LogParser *parser = _construct_parser(NULL, NULL, LM_TS_STAMP);
date_parser_process_flag(parser, "guess-timezone");
LogMessage *logmsg = _construct_logmsg(msg);
gboolean success = log_parser_process(parser, &logmsg, NULL, log_msg_get_value(logmsg, LM_V_MESSAGE, NULL), -1);
cr_assert(success, "failed to parse timestamp, msg=%s", msg);
append_format_unix_time(&logmsg->timestamps[LM_TS_STAMP], res, TS_FMT_ISO, -1, 0);
/* this should fix up the timezone */
cr_assert_str_eq(res->str, "2015-12-30T12:00:00+01:00",
"incorrect date parsed msg=%s result=%s",
msg, res->str);
log_pipe_unref(&parser->super);
log_msg_unref(logmsg);
g_string_free(res, TRUE);
}
void
setup(void)
{
app_startup();
setlocale (LC_ALL, "C");
setenv("TZ", "CET-1", TRUE);
tzset();
configuration = cfg_new_snippet();
/* year heuristics depends on the current time */
/* Dec 30 2015 */
GTimeVal faked_time =
{
.tv_sec = 1451473200,
.tv_usec = 0
};
set_cached_time(&faked_time);
}
void
teardown(void)
{
app_shutdown();
}
TestSuite(date, .init = setup, .fini = teardown);
ParameterizedTestParameters(date, test_date_parser)
{
static struct date_params params[] =
{
{ "2015-01-26T16:14:49+03:00", NULL, NULL, LM_TS_RECVD, "2015-01-26T16:14:49+03:00" },
/* Various ISO8601 formats */
{ "2015-01-26T16:14:49+0300", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+03:00" },
{ "2015-01-26T16:14:49+0330", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+03:30" },
{ "2015-01-26T16:14:49+0200", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+02:00" },
{ "2015-01-26T16:14:49+03:00", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+03:00" },
{ "2015-01-26T16:14:49+03:30", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+03:30" },
{ "2015-01-26T16:14:49+02:00", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+02:00" },
{ "2015-01-26T16:14:49Z", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+00:00" },
{ "2015-01-26T16:14:49A", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49-01:00" },
{ "2015-01-26T16:14:49B", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49-02:00" },
{ "2015-01-26T16:14:49N", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+01:00" },
{ "2015-01-26T16:14:49O", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+02:00" },
{ "2015-01-26T16:14:49GMT", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49+00:00" },
{ "2015-01-26T16:14:49PDT", NULL, NULL, LM_TS_STAMP, "2015-01-26T16:14:49-07:00" },
/* RFC 2822 */
{ "Tue, 27 Jan 2015 11:48:46 +0200", NULL, "%a, %d %b %Y %T %z", LM_TS_STAMP, "2015-01-27T11:48:46+02:00" },
/* Apache-like */
{ "21/Jan/2015:14:40:07 +0500", NULL, "%d/%b/%Y:%T %z", LM_TS_STAMP, "2015-01-21T14:40:07+05:00" },
/* Dates without timezones. America/Phoenix has no DST */
{ "Tue, 27 Jan 2015 11:48:46", NULL, "%a, %d %b %Y %T", LM_TS_STAMP, "2015-01-27T11:48:46+01:00" },
{ "Tue, 27 Jan 2015 11:48:46", "America/Phoenix", "%a, %d %b %Y %T", LM_TS_STAMP, "2015-01-27T11:48:46-07:00" },
{ "Tue, 27 Jan 2015 11:48:46", "+05:00", "%a, %d %b %Y %T", LM_TS_STAMP, "2015-01-27T11:48:46+05:00" },
/* Try without the year. */
{ "01/Jan:00:40:07 +0500", NULL, "%d/%b:%T %z", LM_TS_STAMP, "2016-01-01T00:40:07+05:00" },
{ "01/Aug:00:40:07 +0500", NULL, "%d/%b:%T %z", LM_TS_STAMP, "2015-08-01T00:40:07+05:00" },
{ "01/Sep:00:40:07 +0500", NULL, "%d/%b:%T %z", LM_TS_STAMP, "2015-09-01T00:40:07+05:00" },
{ "01/Oct:00:40:07 +0500", NULL, "%d/%b:%T %z", LM_TS_STAMP, "2015-10-01T00:40:07+05:00" },
{ "01/Nov:00:40:07 +0500", NULL, "%d/%b:%T %z", LM_TS_STAMP, "2015-11-01T00:40:07+05:00" },
{ "1446128356 +01:00", NULL, "%s %z", LM_TS_STAMP, "2015-10-29T15:19:16+01:00" },
{ "1446128356", "Europe/Budapest", "%s", LM_TS_STAMP, "2015-10-29T15:19:16+01:00" },
};
return cr_make_param_array(struct date_params, params, sizeof(params) / sizeof(struct date_params));
}
ParameterizedTest(struct date_params *params, date, test_date_parser)
{
LogMessage *logmsg;
LogParser *parser = _construct_parser(params->timezone_, params->format, params->time_stamp);
gboolean success;
GString *res = g_string_sized_new(128);
logmsg = _construct_logmsg(params->msg);
success = log_parser_process(parser, &logmsg, NULL, log_msg_get_value(logmsg, LM_V_MESSAGE, NULL), -1);
cr_assert(success, "unable to parse format=%s msg=%s", params->format, params->msg);
append_format_unix_time(&logmsg->timestamps[params->time_stamp], res, TS_FMT_ISO, -1, 0);
cr_assert_str_eq(res->str, params->expected,
"incorrect date parsed msg=%s format=%s, result=%s, expected=%s",
params->msg, params->format, res->str, params->expected);
g_string_free(res, TRUE);
log_pipe_unref(&parser->super);
log_msg_unref(logmsg);
}
