static void write_result(GMimeMessage* m, const char* fn)
{
FILE* of = stdout;
if ( fn ) {
of = fopen(fn, "w");
}
GMimeStream* fst = g_mime_stream_file_new(of);
GMimeFilter* flt = g_mime_filter_crlf_new(TRUE, FALSE);
GMimeStream* st = g_mime_stream_filter_new(fst);
time_t dt;
int tz_off = 0;
if ( !g_mime_message_get_message_id(m) ) {
char* mid = g_mime_utils_generate_message_id("MG");
g_mime_message_set_message_id(m, mid);
g_free(mid);
}
g_mime_message_get_date(m, &dt, &tz_off);
if ( !dt ) {
g_mime_message_set_date(m, time(NULL), 0);
}
g_mime_stream_filter_add(GMIME_STREAM_FILTER(st), flt);
g_mime_object_write_to_stream(GMIME_OBJECT(m), st);
g_object_unref(st);
g_object_unref(flt);
g_object_unref(fst);
}
void extract_headers (GMimeMessage *message, GMimeStream *out_stream) {
const char *subject;
char *escaped_subject;
const char *sender;
char *escaped_sender;
const char *reply_to;
char *escaped_reply_to;
time_t t;
int tz;
char buf[64];
struct tm *t_m;
subject = g_mime_message_get_subject(message);
escaped_subject = str_replace((char *) subject, "\"", "");
g_mime_stream_printf (out_stream, "subject: \"%s\", ", escaped_subject);
g_mime_stream_printf (out_stream, "message_id: \"%s\", ", g_mime_message_get_message_id(message));
sender = g_mime_message_get_sender(message);
escaped_sender = str_replace((char *) sender, "\"", "");
g_mime_stream_printf (out_stream, "sender: \"%s\", ", escaped_sender);
reply_to = g_mime_message_get_reply_to(message);
escaped_reply_to = str_replace((char *) reply_to, "\"", "");
g_mime_stream_printf (out_stream, "reply_to: \"%s\", ", escaped_reply_to);
g_mime_message_get_date (message, &t, &tz);
t_m = localtime (&t);
strftime(buf, sizeof(buf) - 1, "%c", t_m);
g_mime_stream_printf (out_stream, "date: \"%s\", ", buf);
strftime(buf, sizeof(buf) - 1, "%Y%m%d%H%M%S", t_m);
g_mime_stream_printf (out_stream, "sort_date: \"%s\", ", buf);
InternetAddressList *recipients;
recipients = g_mime_message_get_recipients(message, GMIME_RECIPIENT_TYPE_TO);
g_mime_stream_printf (out_stream, "recipients_to: [");
extract_addresses(recipients, out_stream);
g_mime_stream_printf (out_stream, "], ");
recipients = g_mime_message_get_recipients(message, GMIME_RECIPIENT_TYPE_CC);
g_mime_stream_printf (out_stream, "recipients_cc: [");
extract_addresses(recipients, out_stream);
g_mime_stream_printf (out_stream, "], ");
recipients = g_mime_message_get_recipients(message, GMIME_RECIPIENT_TYPE_BCC);
g_mime_stream_printf (out_stream, "recipients_bcc: [");
extract_addresses(recipients, out_stream);
g_mime_stream_printf (out_stream, "] ");
}
static void
print_date (GMimeMessage *msg)
{
time_t t;
int tz;
char buf[64];
size_t len;
struct tm *t_m;
g_mime_message_get_date (msg, &t, &tz);
t_m = localtime (&t);
len = strftime (buf, sizeof(buf) - 1, "%c", t_m);
if (len > 0)
g_print ("Date : %s (%s%04d)\n",
buf,tz < 0 ? "-" : "+", tz);
}
parsed_article *parse_file(const char *file_name) {
static parsed_article pa;
GMimeStream *stream;
GMimeMessage *msg = NULL;
int offset;
int file;
printf("%s\n", file_name);
if ((file = open(file_name, O_RDONLY|O_STREAMING)) == -1) {
fprintf(stderr, "Can't open %s\n", file_name);
return NULL;
}
stream = g_mime_stream_fs_new(file);
msg = g_mime_parser_construct_message(stream);
g_mime_stream_unref(stream);
if (msg != 0) {
hstrcpy(pa.from, g_mime_message_get_header(msg, "From"));
hstrcpy(pa.subject, g_mime_message_get_subject(msg));
hstrcpy(pa.message_id, g_mime_message_get_message_id(msg));
hstrcpy(pa.references, g_mime_message_get_header(msg, "references"));
hstrcpy(pa.xref, g_mime_message_get_header(msg, "xref"));
hstrcpy(pa.original_message_id,
g_mime_message_get_header(msg, "original-message-id"));
g_mime_message_get_date(msg, &pa.date, &offset);
if (pa.xref != NULL &&
strstr(pa.xref, "gmane.spam.detected") != NULL)
pa.spamp = 1;
else
pa.spamp = 0;
g_mime_message_foreach_part(msg, count_part, (gpointer) &pa);
g_mime_object_unref(GMIME_OBJECT(msg));
}
close(file);
return &pa;
}
document* parse_file(const char *file_name) {
int tallied_length = 0;
GMimeStream *stream;
GMimeMessage *msg = 0;
// struct stat stat_buf;
const char *author, *subject, *xref, *xref_end;
time_t date;
int offset;
int num_words = 0;
int file;
InternetAddress *iaddr;
InternetAddressList *iaddr_list;
char *address;
#if DEBUG
printf("%s\n", file_name);
#endif
/*
if ((file = stat(file_name, &stat_buf)) == -1) {
perror("tokenizer");
return NULL;
}
*/
// |O_STREAMING
if ((file = open(file_name, O_RDONLY|O_STREAMING)) == -1) {
perror("tokenizer");
return NULL;
}
#ifdef POSIX_FADV_NOREUSE
no_reuse(file);
#endif
stream = g_mime_stream_fs_new(file);
msg = g_mime_parser_construct_message(stream);
g_mime_stream_unref(stream);
if (msg != 0) {
table = g_hash_table_new(g_str_hash, g_str_equal);
bufp = buffer;
dword_table[0].word = NULL;
bzero(saved_body, MAX_SAVED_BODY_LENGTH);
saved_body_length = 0;
author = g_mime_message_get_sender(msg);
subject = g_mime_message_get_subject(msg);
xref = g_mime_message_get_header(msg, "Xref");
g_mime_message_get_date(msg, &date, &offset);
if (author != NULL && subject != NULL && xref != NULL) {
tallied_length = tally_string(author, tallied_length);
strncpy(doc.author, author, MAX_HEADER_LENGTH-1);
/* Get the address from the From header. */
if ((iaddr_list = internet_address_parse_string(author)) != NULL) {
iaddr = iaddr_list->address;
internet_address_set_name(iaddr, NULL);
address = internet_address_to_string(iaddr, FALSE);
strncpy(doc.address, address, MAX_HEADER_LENGTH-1);
downcase_string(doc.address);
free(address);
internet_address_list_destroy(iaddr_list);
} else {
*doc.address = 0;
}
tallied_length = tally_string(subject, tallied_length);
strncpy(doc.subject, subject, MAX_HEADER_LENGTH-1);
doc.time = date;
if ((xref = strchr(xref, ' ')) != NULL) {
xref++;
xref_end = strchr(xref, ':');
*doc.group = 0;
strncat(doc.group, xref, min(xref_end-xref, MAX_HEADER_LENGTH-1));
xref_end++;
sscanf(xref_end, "%d", &doc.article);
}
g_mime_message_foreach_part(msg, partFound, (gpointer) &tallied_length);
strncpy(doc.body, saved_body, MAX_SAVED_BODY_LENGTH);
g_hash_table_foreach(table, add_word_to_table, (gpointer) &num_words);
dword_table[num_words].word = NULL;
g_hash_table_destroy(table);
g_mime_object_unref(GMIME_OBJECT(msg));
} else {
close(file);
return NULL;
}
}
close(file);
doc.words = dword_table;
doc.num_words = num_words;
return &doc;
}
MNMessage *
mn_message_new_from_mime_message_full (GType type,
MNMailbox *mailbox,
GMimeMessage *mime_message,
const char *mid,
const char *uri,
MNMessageFlags flags,
gboolean handle_status)
{
MNMessage *message;
const char *id;
time_t sent_time;
const char *from;
const char *subject;
char *decoded_from;
char *decoded_subject;
g_return_val_if_fail(type != 0, NULL);
g_return_val_if_fail(MN_IS_MAILBOX(mailbox), NULL);
g_return_val_if_fail(GMIME_IS_MESSAGE(mime_message), NULL);
if (is_spam(mime_message))
return NULL;
if (handle_status)
{
const char *status;
status = g_mime_message_get_header(mime_message, "Status");
if (status && strchr(status, 'R'))
return NULL; /* the message was read */
else if (status && strchr(status, 'O'))
flags &= ~MN_MESSAGE_NEW;
else
flags |= MN_MESSAGE_NEW;
}
id = g_mime_message_get_message_id(mime_message);
g_mime_message_get_date(mime_message, &sent_time, NULL);
from = g_mime_message_get_sender(mime_message);
subject = g_mime_message_get_subject(mime_message);
decoded_from = from ? g_mime_utils_header_decode_text(from) : NULL;
decoded_subject = subject ? g_mime_utils_header_decode_text(subject) : NULL;
message = g_object_new(type,
MN_MESSAGE_PROP_MAILBOX(mailbox),
MN_MESSAGE_PROP_SENT_TIME(sent_time),
MN_MESSAGE_PROP_ID((char *) id),
MN_MESSAGE_PROP_MID((char *) mid),
MN_MESSAGE_PROP_FROM(decoded_from),
MN_MESSAGE_PROP_SUBJECT(decoded_subject),
MN_MESSAGE_PROP_URI((char *) uri),
MN_MESSAGE_PROP_FLAGS(flags),
NULL);
g_free(decoded_from);
g_free(decoded_subject);
return message;
}
static void
test_parser (GMimeParser *parser, GMimeStream *mbox, GMimeStream *summary)
{
gint64 message_begin, message_end, headers_begin, headers_end;
GMimeFormatOptions *format = g_mime_format_options_get_default ();
InternetAddressList *list;
GMimeMessage *message;
char *marker, *buf;
const char *subject;
GMimeObject *body;
GDateTime *date;
int nmsg = 0;
while (!g_mime_parser_eos (parser)) {
message_begin = g_mime_parser_tell (parser);
if (!(message = g_mime_parser_construct_message (parser, NULL)))
throw (exception_new ("failed to parse message #%d", nmsg));
message_end = g_mime_parser_tell (parser);
headers_begin = g_mime_parser_get_headers_begin (parser);
headers_end = g_mime_parser_get_headers_end (parser);
g_mime_stream_printf (summary, "message offsets: %" G_GINT64_FORMAT ", %" G_GINT64_FORMAT "\n",
message_begin, message_end);
g_mime_stream_printf (summary, "header offsets: %" G_GINT64_FORMAT ", %" G_GINT64_FORMAT "\n",
headers_begin, headers_end);
marker = g_mime_parser_get_mbox_marker (parser);
g_mime_stream_printf (summary, "%s\n", marker);
if ((list = g_mime_message_get_from (message)) != NULL &&
internet_address_list_length (list) > 0) {
buf = internet_address_list_to_string (list, format, FALSE);
g_mime_stream_printf (summary, "From: %s\n", buf);
g_free (buf);
}
if ((list = g_mime_message_get_addresses (message, GMIME_ADDRESS_TYPE_TO)) != NULL &&
internet_address_list_length (list) > 0) {
buf = internet_address_list_to_string (list, format, FALSE);
g_mime_stream_printf (summary, "To: %s\n", buf);
g_free (buf);
}
if (!(subject = g_mime_message_get_subject (message)))
subject = "";
g_mime_stream_printf (summary, "Subject: %s\n", subject);
if (!(date = g_mime_message_get_date (message))) {
date = g_date_time_new_from_unix_utc (0);
} else {
g_date_time_ref (date);
}
buf = g_mime_utils_header_format_date (date);
g_mime_stream_printf (summary, "Date: %s\n", buf);
g_date_time_unref (date);
g_free (buf);
body = g_mime_message_get_mime_part (message);
print_mime_struct (summary, body, 0);
g_mime_stream_write (summary, "\n", 1);
if (mbox) {
if (nmsg > 0)
g_mime_stream_write (mbox, "\n", 1);
g_mime_stream_printf (mbox, "%s\n", marker);
g_mime_object_write_to_stream ((GMimeObject *) message, format, mbox);
}
g_object_unref (message);
g_free (marker);
nmsg++;
}
}
