2011-11-18 [mones] 3.7.10cvs87
[claws.git] / src / procheader.c
index c6377caaa71b61482fb26f40ada071f3048eaa31..370539012284080207087ea730a5577fdc8dc492 100644 (file)
@@ -1,10 +1,10 @@
 /*
  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
- * Copyright (C) 1999-2003 Hiroyuki Yamamoto
+ * Copyright (C) 1999-2011 Hiroyuki Yamamoto and the Claws Mail team
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
+ * the Free Software Foundation; either version 3 of the License, or
  * (at your option) any later version.
  *
  * This program is distributed in the hope that it will be useful,
@@ -13,8 +13,8 @@
  * GNU General Public License for more details.
  *
  * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ * 
  */
 
 #ifdef HAVE_CONFIG_H
 #endif
 
 #include <glib.h>
+#include <glib/gi18n.h>
 #include <stdio.h>
 #include <string.h>
 #include <stdlib.h>
 #include <time.h>
+#include <sys/stat.h>
+
+#ifdef G_OS_WIN32
+#  include <w32lib.h>
+#endif
 
-#include "intl.h"
 #include "procheader.h"
 #include "procmsg.h"
 #include "codeconv.h"
 
 #define BUFFSIZE       8192
 
-typedef char *(*getlinefunc)(char *, int, void *);
-typedef int (*peekcharfunc)(void *);
-typedef int (*getcharfunc)(void *);
-typedef gint (*get_one_field_func)(gchar *, gint, void *, HeaderEntry[]);
+static gchar monthstr[] = "JanFebMarAprMayJunJulAugSepOctNovDec";
+
+typedef char *(*getlinefunc) (char *, size_t, void *);
+typedef int (*peekcharfunc) (void *);
+typedef int (*getcharfunc) (void *);
+typedef gint (*get_one_field_func) (gchar *, size_t, void *, HeaderEntry[]);
 
-static gint string_get_one_field(gchar *buf, gint len, char **str,
+static gint string_get_one_field(gchar *buf, size_t len, char **str,
                                 HeaderEntry hentry[]);
 
-static char *string_getline(char *buf, int len, char **str);
+static char *string_getline(char *buf, size_t len, char **str);
 static int string_peekchar(char **str);
 static int file_peekchar(FILE *fp);
-static gint generic_get_one_field(gchar *buf, gint len, void *data,
+static gint generic_get_one_field(gchar *buf, size_t len, void *data,
                                  HeaderEntry hentry[],
                                  getlinefunc getline, 
                                  peekcharfunc peekchar,
@@ -56,15 +63,15 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                             gboolean full, gboolean decrypted);
 
 
-gint procheader_get_one_field(gchar *buf, gint len, FILE *fp,
+gint procheader_get_one_field(gchar *buf, size_t len, FILE *fp,
                              HeaderEntry hentry[])
 {
        return generic_get_one_field(buf, len, fp, hentry,
-                                    (getlinefunc)fgets, (peekcharfunc)file_peekchar,
+                                    (getlinefunc)fgets_crlf, (peekcharfunc)file_peekchar,
                                     TRUE);
 }
 
-static gint string_get_one_field(gchar *buf, gint len, char **str,
+static gint string_get_one_field(gchar *buf, size_t len, char **str,
                                 HeaderEntry hentry[])
 {
        return generic_get_one_field(buf, len, str, hentry,
@@ -73,14 +80,27 @@ static gint string_get_one_field(gchar *buf, gint len, char **str,
                                     TRUE);
 }
 
-static char *string_getline(char *buf, int len, char **str)
+static char *string_getline(char *buf, size_t len, char **str)
 {
-       if (!**str)
+       gboolean is_cr = FALSE;
+       gboolean last_was_cr = FALSE;
+
+       if (!*str || !**str)
                return NULL;
 
-       for (; **str && len > 1; --len)
-               if ((*buf++ = *(*str)++) == '\n')
+       for (; **str && len > 1; --len) {
+               is_cr = (**str == '\r');
+               if ((*buf++ = *(*str)++) == '\n') {
+                   break;
+               }
+               if (last_was_cr) {
+                       *(--buf) = '\n';
+                       buf++;
                    break;
+               }
+               last_was_cr = is_cr;
+       }
+               
        *buf = '\0';
 
        return buf;
@@ -96,7 +116,7 @@ static int file_peekchar(FILE *fp)
        return ungetc(getc(fp), fp);
 }
 
-static gint generic_get_one_field(gchar *buf, gint len, void *data,
+static gint generic_get_one_field(gchar *buf, size_t len, void *data,
                          HeaderEntry *hentry,
                          getlinefunc getline, peekcharfunc peekchar,
                          gboolean unfold)
@@ -117,7 +137,7 @@ static gint generic_get_one_field(gchar *buf, gint len, void *data,
 
                        for (hp = hentry, hnum = 0; hp->name != NULL;
                             hp++, hnum++) {
-                               if (!strncasecmp(hp->name, buf,
+                               if (!g_ascii_strncasecmp(hp->name, buf,
                                                 strlen(hp->name)))
                                        break;
                        }
@@ -133,6 +153,7 @@ static gint generic_get_one_field(gchar *buf, gint len, void *data,
                /* ([*WSP CRLF] 1*WSP) */
                if (nexthead == ' ' || nexthead == '\t') {
                        size_t buflen;
+                       gboolean skiptab = (nexthead == '\t');
                        /* trim previous trailing \n if requesting one header or
                         * unfolding was requested */
                        if ((!hentry && unfold) || (hp && hp->unfold))
@@ -144,6 +165,9 @@ static gint generic_get_one_field(gchar *buf, gint len, void *data,
                        if ((len - buflen) > 2) {
                                if (getline(buf + buflen, len - buflen, data) == NULL)
                                        break;
+                               if (skiptab) { /* replace tab with space */
+                                       *(buf + buflen) = ' ';
+                               }
                        } else
                                break;
                } else {
@@ -156,208 +180,32 @@ static gint generic_get_one_field(gchar *buf, gint len, void *data,
        return hnum;
 }
 
-gint procheader_get_one_field_asis(gchar *buf, gint len, FILE *fp)
+gint procheader_get_one_field_asis(gchar *buf, size_t len, FILE *fp)
 {
        return generic_get_one_field(buf, len, fp, NULL,
-                                    (getlinefunc)fgets, 
+                                    (getlinefunc)fgets_crlf
                                     (peekcharfunc)file_peekchar,
                                     FALSE);
 }
 
-#if 0
-gchar *procheader_get_unfolded_line(gchar *buf, gint len, FILE *fp)
-{
-       gboolean folded = FALSE;
-       gint nexthead;
-       gchar *bufp;
-
-       if (fgets(buf, len, fp) == NULL) return NULL;
-       if (buf[0] == '\r' || buf[0] == '\n') return NULL;
-       bufp = buf + strlen(buf);
-
-       for (; bufp > buf &&
-            (*(bufp - 1) == '\n' || *(bufp - 1) == '\r');
-            bufp--)
-               *(bufp - 1) = '\0';
-
-       while (1) {
-               nexthead = fgetc(fp);
-
-               /* folded */
-               if (nexthead == ' ' || nexthead == '\t')
-                       folded = TRUE;
-               else if (nexthead == EOF)
-                       break;
-               else if (folded == TRUE) {
-                       if (nexthead == '\r' || nexthead == '\n') {
-                               folded = FALSE;
-                               continue;
-                       }
-
-                       if ((len - (bufp - buf)) <= 2) break;
-
-                       /* replace return code on the tail end
-                          with space */
-                       *bufp++ = ' ';
-                       *bufp++ = nexthead;
-                       *bufp = '\0';
-
-                       /* concatenate next line */
-                       if (fgets(bufp, len - (bufp - buf), fp)
-                           == NULL) break;
-                       bufp += strlen(bufp);
-
-                       for (; bufp > buf &&
-                            (*(bufp - 1) == '\n' || *(bufp - 1) == '\r');
-                            bufp--)
-                               *(bufp - 1) = '\0';
-
-                       folded = FALSE;
-               } else {
-                       ungetc(nexthead, fp);
-                       break;
-               }
-       }
-
-       /* remove trailing return code */
-       strretchomp(buf);
-
-       return buf;
-}
-#endif
-
-#if 0
-GSList *procheader_get_header_list_from_file(const gchar *file)
-{
-       FILE *fp;
-       GSList *hlist;
-
-       if ((fp = fopen(file, "rb")) == NULL) {
-               FILE_OP_ERROR(file, "fopen");
-               return NULL;
-       }
-
-       hlist = procheader_get_header_list(fp);
-
-       fclose(fp);
-       return hlist;
-}
-
-GSList *procheader_get_header_list(FILE *fp)
-{
-       gchar buf[BUFFSIZE];
-       GSList *hlist = NULL;
-       Header *header;
-
-       g_return_val_if_fail(fp != NULL, NULL);
-
-       while (procheader_get_unfolded_line(buf, sizeof(buf), fp) != NULL) {
-               if ((header = procheader_parse_header(buf)) != NULL)
-                       hlist = g_slist_append(hlist, header);
-               /*
-               if (*buf == ':') continue;
-               for (p = buf; *p && *p != ' '; p++) {
-                       if (*p == ':') {
-                               header = g_new(Header, 1);
-                               header->name = g_strndup(buf, p - buf);
-                               p++;
-                               while (*p == ' ' || *p == '\t') p++;
-                               conv_unmime_header(tmp, sizeof(tmp), p, NULL);
-                               header->body = g_strdup(tmp);
-
-                               hlist = g_slist_append(hlist, header);
-                               break;
-                       }
-               }
-               */
-       }
-
-       return hlist;
-}
-#endif
-
-#if 0
-GPtrArray *procheader_get_header_array(FILE *fp)
-{
-       gchar buf[BUFFSIZE];
-       GPtrArray *headers;
-       Header *header;
-
-       g_return_val_if_fail(fp != NULL, NULL);
-
-       headers = g_ptr_array_new();
-
-       while (procheader_get_unfolded_line(buf, sizeof(buf), fp) != NULL) {
-               if ((header = procheader_parse_header(buf)) != NULL)
-                       g_ptr_array_add(headers, header);
-               /*
-               if (*buf == ':') continue;
-               for (p = buf; *p && *p != ' '; p++) {
-                       if (*p == ':') {
-                               header = g_new(Header, 1);
-                               header->name = g_strndup(buf, p - buf);
-                               p++;
-                               while (*p == ' ' || *p == '\t') p++;
-                               conv_unmime_header(tmp, sizeof(tmp), p, NULL);
-                               header->body = g_strdup(tmp);
-
-                               g_ptr_array_add(headers, header);
-                               break;
-                       }
-               }
-               */
-       }
-
-       return headers;
-}
-#endif
-
 GPtrArray *procheader_get_header_array_asis(FILE *fp)
 {
        gchar buf[BUFFSIZE];
        GPtrArray *headers;
        Header *header;
 
-       g_return_val_if_fail(fp != NULL, NULL);
+       cm_return_val_if_fail(fp != NULL, NULL);
 
        headers = g_ptr_array_new();
 
        while (procheader_get_one_field_asis(buf, sizeof(buf), fp) != -1) {
                if ((header = procheader_parse_header(buf)) != NULL)
                        g_ptr_array_add(headers, header);
-                       /*
-               if (*buf == ':') continue;
-               for (p = buf; *p && *p != ' '; p++) {
-                       if (*p == ':') {
-                               header = g_new(Header, 1);
-                               header->name = g_strndup(buf, p - buf);
-                               p++;
-                               conv_unmime_header(tmp, sizeof(tmp), p, NULL);
-                               header->body = g_strdup(tmp);
-
-                               g_ptr_array_add(headers, header);
-                               break;
-                       }
-               }
-                       */
        }
 
        return headers;
 }
 
-#if 0
-void procheader_header_list_destroy(GSList *hlist)
-{
-       Header *header;
-
-       while (hlist != NULL) {
-               header = hlist->data;
-               procheader_header_free(header);
-               hlist = g_slist_remove(hlist, header);
-       }
-}
-#endif
-
 void procheader_header_array_destroy(GPtrArray *harray)
 {
        gint i;
@@ -399,7 +247,7 @@ gboolean procheader_headername_equal(char * hdr1, char * hdr2)
        if (len1 != len2)
                return 0;
 
-       return (g_strncasecmp(hdr1, hdr2, len1) == 0);
+       return (g_ascii_strncasecmp(hdr1, hdr2, len1) == 0);
 }
 
 /*
@@ -408,12 +256,36 @@ gboolean procheader_headername_equal(char * hdr1, char * hdr2)
   header->name = "From:"
   header->body = "dinh@enseirb.fr"
  */
+static gboolean header_is_addr_field(const gchar *hdr)
+{
+       static char *addr_headers[] = {
+                               "To:",
+                               "Cc:",
+                               "Bcc:",
+                               "From:",
+                               "Reply-To:",
+                               "Followup-To:",
+                               "Followup-and-Reply-To:",
+                               "Disposition-Notification-To:",
+                               "Return-Receipt-To:",
+                               NULL};
+       int i;
+
+       if (!hdr)
+               return FALSE;
+
+       for (i = 0; addr_headers[i] != NULL; i++)
+               if (!strcasecmp(hdr, addr_headers[i]))
+                       return FALSE;
+
+       return FALSE;
+}
 
 Header * procheader_parse_header(gchar * buf)
 {
-       gchar tmp[BUFFSIZE];
        gchar *p = buf;
        Header * header;
+       gboolean addr_field = FALSE;
 
        if ((*buf == ':') || (*buf == ' '))
                return NULL;
@@ -422,13 +294,10 @@ Header * procheader_parse_header(gchar * buf)
                if ((*p == ':') || (*p == ' ')) {
                        header = g_new(Header, 1);
                        header->name = g_strndup(buf, p - buf + 1);
+                       addr_field = header_is_addr_field(header->name);
                        p++;
                        while (*p == ' ' || *p == '\t') p++;
-                       conv_unmime_header(tmp, sizeof(tmp), p, NULL);
-                       if(tmp == NULL) 
-                               header->body = g_strdup(p);
-                       else    
-                               header->body = g_strdup(tmp);
+                       header->body = conv_unmime_header(p, NULL, addr_field);
                        return header;
                }
        }
@@ -465,16 +334,30 @@ void procheader_get_header_fields(FILE *fp, HeaderEntry hentry[])
 MsgInfo *procheader_parse_file(const gchar *file, MsgFlags flags,
                               gboolean full, gboolean decrypted)
 {
+       struct stat s;
        FILE *fp;
        MsgInfo *msginfo;
 
-       if ((fp = fopen(file, "rb")) == NULL) {
+       if (g_stat(file, &s) < 0) {
+               FILE_OP_ERROR(file, "stat");
+               return NULL;
+       }
+       if (!S_ISREG(s.st_mode))
+               return NULL;
+
+       if ((fp = g_fopen(file, "rb")) == NULL) {
                FILE_OP_ERROR(file, "fopen");
                return NULL;
        }
 
        msginfo = procheader_parse_stream(fp, flags, full, decrypted);
        fclose(fp);
+
+       if (msginfo) {
+               msginfo->size = s.st_size;
+               msginfo->mtime = s.st_mtime;
+       }
+
        return msginfo;
 }
 
@@ -501,13 +384,20 @@ enum
        H_X_STATUS      = 12,
        H_FROM_SPACE    = 13,
        H_SC_PLANNED_DOWNLOAD = 14,
-       H_X_FACE        = 15,
-       H_DISPOSITION_NOTIFICATION_TO = 16,
-       H_RETURN_RECEIPT_TO = 17,
-       H_SC_PARTIALLY_RETRIEVED = 18,
-       H_SC_ACCOUNT_SERVER = 19,
-       H_SC_ACCOUNT_LOGIN = 20,
-       H_SC_MESSAGE_SIZE = 21
+       H_SC_MESSAGE_SIZE = 15,
+       H_FACE          = 16,
+       H_X_FACE        = 17,
+       H_DISPOSITION_NOTIFICATION_TO = 18,
+       H_RETURN_RECEIPT_TO = 19,
+       H_SC_PARTIALLY_RETRIEVED = 20,
+       H_SC_ACCOUNT_SERVER = 21,
+       H_SC_ACCOUNT_LOGIN = 22,
+       H_LIST_POST        = 23,
+       H_LIST_SUBSCRIBE   = 24,
+       H_LIST_UNSUBSCRIBE = 25,
+       H_LIST_HELP        = 26,
+       H_LIST_ARCHIVE     = 27,
+       H_LIST_OWNER       = 28,
 };
 
 static HeaderEntry hentry_full[] = {{"Date:",          NULL, FALSE},
@@ -516,7 +406,7 @@ static HeaderEntry hentry_full[] = {{"Date:",               NULL, FALSE},
                                   {"Cc:",              NULL, TRUE},
                                   {"Newsgroups:",      NULL, TRUE},
                                   {"Subject:",         NULL, TRUE},
-                                  {"Message-Id:",      NULL, FALSE},
+                                  {"Message-ID:",      NULL, FALSE},
                                   {"References:",      NULL, FALSE},
                                   {"In-Reply-To:",     NULL, FALSE},
                                   {"Content-Type:",    NULL, FALSE},
@@ -525,13 +415,20 @@ static HeaderEntry hentry_full[] = {{"Date:",             NULL, FALSE},
                                   {"X-Status:",        NULL, FALSE},
                                   {"From ",            NULL, FALSE},
                                   {"SC-Marked-For-Download:", NULL, FALSE},
+                                  {"SC-Message-Size:", NULL, FALSE},
+                                  {"Face:",            NULL, FALSE},
                                   {"X-Face:",          NULL, FALSE},
                                   {"Disposition-Notification-To:", NULL, FALSE},
                                   {"Return-Receipt-To:", NULL, FALSE},
                                   {"SC-Partially-Retrieved:", NULL, FALSE},
                                   {"SC-Account-Server:", NULL, FALSE},
                                   {"SC-Account-Login:",NULL, FALSE},
-                                  {"SC-Message-Size:", NULL, FALSE},
+                                  {"List-Post:",       NULL, TRUE},
+                                  {"List-Subscribe:",  NULL, TRUE},
+                                  {"List-Unsubscribe:",NULL, TRUE},
+                                  {"List-Help:",       NULL, TRUE},
+                                  {"List-Archive:",    NULL, TRUE},
+                                  {"List-Owner:",      NULL, TRUE},
                                   {NULL,               NULL, FALSE}};
 
 static HeaderEntry hentry_short[] = {{"Date:",         NULL, FALSE},
@@ -540,7 +437,7 @@ static HeaderEntry hentry_short[] = {{"Date:",              NULL, FALSE},
                                    {"Cc:",             NULL, TRUE},
                                    {"Newsgroups:",     NULL, TRUE},
                                    {"Subject:",        NULL, TRUE},
-                                   {"Message-Id:",     NULL, FALSE},
+                                   {"Message-ID:",     NULL, FALSE},
                                    {"References:",     NULL, FALSE},
                                    {"In-Reply-To:",    NULL, FALSE},
                                    {"Content-Type:",   NULL, FALSE},
@@ -549,9 +446,10 @@ static HeaderEntry hentry_short[] = {{"Date:",             NULL, FALSE},
                                    {"X-Status:",       NULL, FALSE},
                                    {"From ",           NULL, FALSE},
                                    {"SC-Marked-For-Download:", NULL, FALSE},
+                                   {"SC-Message-Size:",NULL, FALSE},
                                    {NULL,              NULL, FALSE}};
 
-HeaderEntry* procheader_get_headernames(gboolean full)
+static HeaderEntry* procheader_get_headernames(gboolean full)
 {
        return full ? hentry_full : hentry_short;
 }
@@ -566,12 +464,13 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                             gboolean full, gboolean decrypted)
 {
        MsgInfo *msginfo;
-       gchar buf[BUFFSIZE], tmp[BUFFSIZE];
-       gchar *reference = NULL;
-       gchar *p;
+       gchar buf[BUFFSIZE];
+       gchar *p, *tmp;
        gchar *hp;
        HeaderEntry *hentry;
        gint hnum;
+       void *orig_data = data;
+
        get_one_field_func get_one_field =
                isstring ? (get_one_field_func)string_get_one_field
                         : (get_one_field_func)procheader_get_one_field;
@@ -579,8 +478,24 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
        hentry = procheader_get_headernames(full);
 
        if (MSG_IS_QUEUED(flags) || MSG_IS_DRAFT(flags)) {
-               while (get_one_field(buf, sizeof(buf), data, NULL) != -1)
-                       ; /* loop */
+               while (get_one_field(buf, sizeof(buf), data, NULL) != -1) {
+                       if ((!strncmp(buf, "X-Claws-End-Special-Headers: 1",
+                               strlen("X-Claws-End-Special-Headers:"))) ||
+                           (!strncmp(buf, "X-Sylpheed-End-Special-Headers: 1",
+                               strlen("X-Sylpheed-End-Special-Headers:"))))
+                               break;
+                       /* from other mailers */
+                       if (!strncmp(buf, "Date: ", 6)
+                       ||  !strncmp(buf, "To: ", 4)
+                       ||  !strncmp(buf, "From: ", 6)
+                       ||  !strncmp(buf, "Subject: ", 9)) {
+                               if (isstring)
+                                       data = orig_data;
+                               else 
+                                       rewind((FILE *)data);
+                               break;
+                       }
+               }
        }
 
        msginfo = procmsg_msginfo_new();
@@ -602,16 +517,33 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                        if (msginfo->date) break;
                        msginfo->date_t =
                                procheader_date_parse(NULL, hp, 0);
-                       msginfo->date = g_strdup(hp);
+                       if (g_utf8_validate(hp, -1, NULL)) {
+                               msginfo->date = g_strdup(hp);
+                       } else {
+                               gchar *utf = conv_codeset_strdup(
+                                       hp, 
+                                       conv_get_locale_charset_str_no_utf8(),
+                                       CS_INTERNAL);
+                               if (utf == NULL || 
+                                   !g_utf8_validate(utf, -1, NULL)) {
+                                       g_free(utf);
+                                       utf = g_malloc(strlen(buf)*2+1);
+                                       conv_localetodisp(utf, 
+                                               strlen(hp)*2+1, hp);
+                               }
+                               msginfo->date = utf;
+                       }
                        break;
                case H_FROM:
                        if (msginfo->from) break;
-                       conv_unmime_header(tmp, sizeof(tmp), hp, NULL);
-                       msginfo->from = g_strdup(tmp);
-                       msginfo->fromname = procheader_get_fromname(tmp);
+                       msginfo->from = conv_unmime_header(hp, NULL, TRUE);
+                       msginfo->fromname = procheader_get_fromname(msginfo->from);
+                       remove_return(msginfo->from);
+                       remove_return(msginfo->fromname);
                        break;
                case H_TO:
-                       conv_unmime_header(tmp, sizeof(tmp), hp, NULL);
+                       tmp = conv_unmime_header(hp, NULL, TRUE);
+                       remove_return(tmp);
                        if (msginfo->to) {
                                p = msginfo->to;
                                msginfo->to =
@@ -619,9 +551,11 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                                g_free(p);
                        } else
                                msginfo->to = g_strdup(tmp);
+                        g_free(tmp);                                
                        break;
                case H_CC:
-                       conv_unmime_header(tmp, sizeof(tmp), hp, NULL);
+                       tmp = conv_unmime_header(hp, NULL, TRUE);
+                       remove_return(tmp);
                        if (msginfo->cc) {
                                p = msginfo->cc;
                                msginfo->cc =
@@ -629,6 +563,7 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                                g_free(p);
                        } else
                                msginfo->cc = g_strdup(tmp);
+                        g_free(tmp);                                
                        break;
                case H_NEWSGROUPS:
                        if (msginfo->newsgroups) {
@@ -641,9 +576,9 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                        break;
                case H_SUBJECT:
                        if (msginfo->subject) break;
-                       conv_unmime_header(tmp, sizeof(tmp), hp, NULL);
-                       msginfo->subject = g_strdup(tmp);
-                       break;
+                       msginfo->subject = conv_unmime_header(hp, NULL, FALSE);
+                       unfold_line(msginfo->subject);
+                       break;
                case H_MSG_ID:
                        if (msginfo->msgid) break;
 
@@ -652,21 +587,24 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                        msginfo->msgid = g_strdup(hp);
                        break;
                case H_REFERENCES:
+                       msginfo->references =
+                               references_list_prepend(msginfo->references,
+                                                       hp);
+                       break;
                case H_IN_REPLY_TO:
-                       if (!reference) {
-                               msginfo->references = g_strdup(hp);
-                               eliminate_parenthesis(hp, '(', ')');
-                               if ((p = strrchr(hp, '<')) != NULL &&
-                                   strchr(p + 1, '>') != NULL) {
-                                       extract_parenthesis(p, '<', '>');
-                                       remove_space(p);
-                                       if (*p != '\0')
-                                               reference = g_strdup(p);
-                               }
+                       if (msginfo->inreplyto) break;
+
+                       eliminate_parenthesis(hp, '(', ')');
+                       if ((p = strrchr(hp, '<')) != NULL &&
+                           strchr(p + 1, '>') != NULL) {
+                               extract_parenthesis(p, '<', '>');
+                               remove_space(p);
+                               if (*p != '\0')
+                                       msginfo->inreplyto = g_strdup(p);
                        }
                        break;
                case H_CONTENT_TYPE:
-                       if (!strncasecmp(hp, "multipart/", 10))
+                       if (!g_ascii_strncasecmp(hp, "multipart/", 10))
                                MSG_SET_TMP_FLAGS(msginfo->flags, MSG_MULTIPART);
                        break;
 #ifdef ALLOW_HEADER_HINT                       
@@ -675,29 +613,48 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                        MSG_UNSET_PERM_FLAGS(msginfo->flags, MSG_NEW|MSG_UNREAD);
                        break;
 #endif                 
+               case H_FACE:
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->face) break;
+                       msginfo->extradata->face = g_strdup(hp);
+                       break;
                case H_X_FACE:
-                       if (msginfo->xface) break;
-                       msginfo->xface = g_strdup(hp);
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->xface) break;
+                       msginfo->extradata->xface = g_strdup(hp);
                        break;
                case H_DISPOSITION_NOTIFICATION_TO:
-                       if (msginfo->dispositionnotificationto) break;
-                       msginfo->dispositionnotificationto = g_strdup(hp);
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->dispositionnotificationto) break;
+                       msginfo->extradata->dispositionnotificationto = g_strdup(hp);
                        break;
                case H_RETURN_RECEIPT_TO:
-                       if (msginfo->returnreceiptto) break;
-                       msginfo->returnreceiptto = g_strdup(hp);
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->returnreceiptto) break;
+                       msginfo->extradata->returnreceiptto = g_strdup(hp);
                        break;
+/* partial download infos */                   
                case H_SC_PARTIALLY_RETRIEVED:
-                       if (msginfo->partial_recv) break;
-                       msginfo->partial_recv = g_strdup(hp);
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->partial_recv) break;
+                       msginfo->extradata->partial_recv = g_strdup(hp);
                        break;
                case H_SC_ACCOUNT_SERVER:
-                       if (msginfo->account_server) break;
-                       msginfo->account_server = g_strdup(hp);
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->account_server) break;
+                       msginfo->extradata->account_server = g_strdup(hp);
                        break;
                case H_SC_ACCOUNT_LOGIN:
-                       if (msginfo->account_login) break;
-                       msginfo->account_login = g_strdup(hp);
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->account_login) break;
+                       msginfo->extradata->account_login = g_strdup(hp);
                        break;
                case H_SC_MESSAGE_SIZE:
                        if (msginfo->total_size) break;
@@ -706,6 +663,7 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                case H_SC_PLANNED_DOWNLOAD:
                        msginfo->planned_download = atoi(hp);
                        break;
+/* end partial download infos */
 #ifdef ALLOW_HEADER_HINT                       
                case H_STATUS:
                        if (strchr(hp, 'R') != NULL)
@@ -732,12 +690,54 @@ static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
                case H_FROM_SPACE:
                        if (msginfo->fromspace) break;
                        msginfo->fromspace = g_strdup(hp);
+                       remove_return(msginfo->fromspace);
+                       break;
+/* list infos */
+               case H_LIST_POST:
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->list_post) break;
+                       msginfo->extradata->list_post = g_strdup(hp);
+                       break;
+               case H_LIST_SUBSCRIBE:
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->list_subscribe) break;
+                       msginfo->extradata->list_subscribe = g_strdup(hp);
+                       break;
+               case H_LIST_UNSUBSCRIBE:
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->list_unsubscribe) break;
+                       msginfo->extradata->list_unsubscribe = g_strdup(hp);
+                       break;
+               case H_LIST_HELP:
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->list_help) break;
+                       msginfo->extradata->list_help = g_strdup(hp);
                        break;
+               case H_LIST_ARCHIVE:
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->list_archive) break;
+                       msginfo->extradata->list_archive = g_strdup(hp);
+                       break;
+               case H_LIST_OWNER:
+                       if (!msginfo->extradata)
+                               msginfo->extradata = g_new0(MsgInfoExtraData, 1);
+                       if (msginfo->extradata->list_owner) break;
+                       msginfo->extradata->list_owner = g_strdup(hp);
+                       break;
+/* end list infos */
                default:
                        break;
                }
        }
-       msginfo->inreplyto = reference;
+
+       if (!msginfo->inreplyto && msginfo->references)
+               msginfo->inreplyto =
+                       g_strdup((gchar *)msginfo->references->data);
 
        return msginfo;
 }
@@ -779,11 +779,18 @@ static gint procheader_scan_date_string(const gchar *str,
                                        gchar *zone)
 {
        gint result;
+       gint month_n;
+       gchar zone1[3];
+       gchar zone2[3];
+
+       if (str == NULL)
+               return -1;
 
        result = sscanf(str, "%10s %d %9s %d %2d:%2d:%2d %5s",
                        weekday, day, month, year, hh, mm, ss, zone);
        if (result == 8) return 0;
 
+       /* RFC2822 */
        result = sscanf(str, "%3s,%d %9s %d %2d:%2d:%2d %5s",
                        weekday, day, month, year, hh, mm, ss, zone);
        if (result == 8) return 0;
@@ -797,6 +804,10 @@ static gint procheader_scan_date_string(const gchar *str,
                        weekday, day, month, year, hh, mm, ss);
        if (result == 7) return 0;
 
+       result = sscanf(str, "%d %9s %d %2d:%2d:%2d",
+                       day, month, year, hh, mm, ss);
+       if (result == 6) return 0;
+
        *ss = 0;
        result = sscanf(str, "%10s %d %9s %d %2d:%2d %5s",
                        weekday, day, month, year, hh, mm, zone);
@@ -806,6 +817,41 @@ static gint procheader_scan_date_string(const gchar *str,
                        day, month, year, hh, mm, zone);
        if (result == 6) return 0;
 
+       *zone = '\0';
+       result = sscanf(str, "%10s %d %9s %d %2d:%2d",
+                       weekday, day, month, year, hh, mm);
+       if (result == 6) return 0;
+
+       result = sscanf(str, "%d %9s %d %2d:%2d",
+                       day, month, year, hh, mm);
+       if (result == 5) return 0;
+
+       /* RFC3339 subset */
+       *weekday = '\0';
+       result = sscanf(str, "%4d-%2d-%2d %2d:%2d:%2d+%2s:%2s",
+                       year, &month_n, day, hh, mm, ss, zone1, zone2);
+       if (result == 8) {
+               if (1 <= month_n && month_n <= 12) {
+                       strncpy2(month, monthstr+((month_n-1)*3), 4);
+                       *zone = '+';
+                       strncpy2(zone+1, zone1, 3);
+                       strncpy2(zone+3, zone2, 3);
+                       return 0;
+               }
+       }
+
+       /* RFC3339 subset */
+       *zone = '\0';
+       *weekday = '\0';
+       result = sscanf(str, "%4d-%2d-%2d %2d:%2d:%2d",
+                       year, &month_n, day, hh, mm, ss);
+       if (result == 6) {
+               if (1 <= month_n && month_n <= 12) {
+                       strncpy2(month, monthstr+((month_n-1)*3), 4);
+                       return 0;
+               }
+       }
+
        return -1;
 }
 
@@ -815,7 +861,6 @@ static gint procheader_scan_date_string(const gchar *str,
  */
 gboolean procheader_date_parse_to_tm(const gchar *src, struct tm *t, char *zone)
 {
-       static gchar monthstr[] = "JanFebMarAprMayJunJulAugSepOctNovDec";
        gchar weekday[11];
        gint day;
        gchar month[10];
@@ -868,7 +913,6 @@ gboolean procheader_date_parse_to_tm(const gchar *src, struct tm *t, char *zone)
 
 time_t procheader_date_parse(gchar *dest, const gchar *src, gint len)
 {
-       static gchar monthstr[] = "JanFebMarAprMayJunJulAugSepOctNovDec";
        gchar weekday[11];
        gint day;
        gchar month[10];
@@ -883,7 +927,6 @@ time_t procheader_date_parse(gchar *dest, const gchar *src, gint len)
 
        if (procheader_scan_date_string(src, weekday, &day, month, &year,
                                        &hh, &mm, &ss, zone) < 0) {
-               g_warning("Invalid date: %s\n", src);
                if (dest && len > 0)
                        strncpy2(dest, src, len);
                return 0;
@@ -899,13 +942,11 @@ time_t procheader_date_parse(gchar *dest, const gchar *src, gint len)
 
        month[3] = '\0';
        for (p = monthstr; *p != '\0'; p += 3) {
-               if (!strncasecmp(p, month, 3)) {
+               if (!g_ascii_strncasecmp(p, month, 3)) {
                        dmonth = (gint)(p - monthstr) / 3 + 1;
                        break;
                }
        }
-       if (*p == '\0')
-               g_warning("Invalid month: %s\n", month);
 
        t.tm_sec = ss;
        t.tm_min = mm;
@@ -934,21 +975,28 @@ void procheader_date_get_localtime(gchar *dest, gint len, const time_t timer)
        gchar *default_format = "%y/%m/%d(%a) %H:%M";
        gchar *str;
        const gchar *src_codeset, *dest_codeset;
+       struct tm buf;
 
-       lt = localtime(&timer);
+       if (timer > 0)
+               lt = localtime_r(&timer, &buf);
+       else {
+               time_t dummy = 1;
+               lt = localtime_r(&dummy, &buf);
+       }
 
        if (prefs_common.date_format)
-               strftime(dest, len, prefs_common.date_format, lt);
+               fast_strftime(dest, len, prefs_common.date_format, lt);
        else
-               strftime(dest, len, default_format, lt);
-
-       src_codeset = conv_get_current_charset_str();
-       dest_codeset = CS_UTF_8;
-       str = conv_codeset_strdup(dest, src_codeset, dest_codeset);
-       if (str) {
-               g_snprintf(dest, len, "%s", str);
-               strncpy2(dest, str, len);
-               g_free(str);
+               fast_strftime(dest, len, default_format, lt);
+
+       if (!g_utf8_validate(dest, -1, NULL)) {
+               src_codeset = conv_get_locale_charset_str_no_utf8();
+               dest_codeset = CS_UTF_8;
+               str = conv_codeset_strdup(dest, src_codeset, dest_codeset);
+               if (str) {
+                       strncpy2(dest, str, len);
+                       g_free(str);
+               }
        }
 }
 
@@ -958,13 +1006,15 @@ gint procheader_get_header_from_msginfo(MsgInfo *msginfo, gchar *buf, gint len,
 {
        gchar *file;
        FILE *fp;
-       HeaderEntry hentry[]={ { header, NULL, TRUE  },
-                               { NULL,   NULL, FALSE } };
+       HeaderEntry hentry[]={ { NULL, NULL, TRUE  },
+                               { NULL, NULL, FALSE } };
        gint val;
+
+        hentry[0].name = header;
        
-       g_return_val_if_fail(msginfo != NULL, -1);
+       cm_return_val_if_fail(msginfo != NULL, -1);
        file = procmsg_get_message_file_path(msginfo);
-       if ((fp = fopen(file, "rb")) == NULL) {
+       if ((fp = g_fopen(file, "rb")) == NULL) {
                FILE_OP_ERROR(file, "fopen");
                g_free(file);
                return -1;
@@ -972,7 +1022,7 @@ gint procheader_get_header_from_msginfo(MsgInfo *msginfo, gchar *buf, gint len,
        val = procheader_get_one_field(buf,len, fp, hentry);
        if (fclose(fp) == EOF) {
                FILE_OP_ERROR(file, "fclose");
-               unlink(file);
+               claws_unlink(file);
                g_free(file);
                return -1;
        }
@@ -983,3 +1033,51 @@ gint procheader_get_header_from_msginfo(MsgInfo *msginfo, gchar *buf, gint len,
 
        return 0;
 }
+
+HeaderEntry *procheader_entries_from_str(const gchar *str)
+{
+       HeaderEntry *entries = NULL, *he;
+       int numh = 0, i = 0;
+       gchar **names = NULL;
+       gchar *s = str;
+
+       if (s == NULL) {
+               return NULL;
+       }
+       while (*s != '\0') {
+               if (*s == ' ') ++numh;
+               ++s;
+       }
+       if (numh == 0) {
+               return NULL;
+       }
+       entries = g_new0(HeaderEntry, numh + 1); /* room for last NULL */
+       s = str;
+       ++s; /* skip first space */
+       names = g_strsplit(s, " ", numh);
+       he = entries;
+       while (names[i]) {
+               he->name = g_strdup_printf("%s:", names[i]);
+               he->body = NULL;
+               he->unfold = FALSE;
+               ++i, ++he;
+       }
+       he->name = NULL;
+       g_strfreev(names);
+       return entries;
+}
+
+void procheader_entries_free (HeaderEntry *entries)
+{
+       if (entries != NULL) {
+               HeaderEntry *he = entries;
+               while (he->name != NULL) {
+                       g_free(he->name);
+                       if (he->body != NULL)
+                               g_free(he->body);
+                       ++he;                   
+               }
+               g_free(entries);
+       }
+}
+