fix CID 1596595: Resource leaks, and CID 1596594: (CHECKED_RETURN)
[claws.git] / src / procheader.c
1 /*
2  * Claws Mail -- a GTK based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2014 Hiroyuki Yamamoto and the Claws Mail team
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 3 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program. If not, see <http://www.gnu.org/licenses/>.
17  * 
18  */
19
20 #ifdef HAVE_CONFIG_H
21 #  include "config.h"
22 #include "claws-features.h"
23 #endif
24
25 #include <glib.h>
26 #include <glib/gi18n.h>
27 #include <stdio.h>
28 #include <string.h>
29 #include <stdlib.h>
30 #include <time.h>
31 #include <sys/stat.h>
32
33 #include "procheader.h"
34 #include "procmsg.h"
35 #include "codeconv.h"
36 #include "prefs_common.h"
37 #include "hooks.h"
38 #include "utils.h"
39 #include "defs.h"
40 #include "file-utils.h"
41
42 #define BUFFSIZE        8192
43
44 static gchar monthstr[] = "JanFebMarAprMayJunJulAugSepOctNovDec";
45
46 typedef char *(*getlinefunc) (char *, size_t, void *);
47 typedef int (*peekcharfunc) (void *);
48 typedef int (*getcharfunc) (void *);
49 typedef gint (*get_one_field_func) (gchar **, void *, HeaderEntry[]);
50
51 static gint string_get_one_field(gchar **buf, char **str,
52                                  HeaderEntry hentry[]);
53
54 static char *string_getline(char *buf, size_t len, char **str);
55 static int string_peekchar(char **str);
56 static int file_peekchar(FILE *fp);
57 static gint generic_get_one_field(gchar **bufptr, void *data,
58                                   HeaderEntry hentry[],
59                                   getlinefunc getline, 
60                                   peekcharfunc peekchar,
61                                   gboolean unfold);
62 static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
63                              gboolean full, gboolean decrypted);
64
65
66 gint procheader_get_one_field(gchar **buf, FILE *fp,
67                               HeaderEntry hentry[])
68 {
69         return generic_get_one_field(buf, fp, hentry,
70                                      (getlinefunc)fgets_crlf, (peekcharfunc)file_peekchar,
71                                      TRUE);
72 }
73
74 static gint string_get_one_field(gchar **buf, char **str,
75                                  HeaderEntry hentry[])
76 {
77         return generic_get_one_field(buf, str, hentry,
78                                      (getlinefunc)string_getline,
79                                      (peekcharfunc)string_peekchar,
80                                      TRUE);
81 }
82
83 gboolean procheader_skip_headers(FILE *fp)
84 {
85         gchar *buf = g_malloc(BUFFSIZE);
86         do {
87                 if (fgets_crlf(buf, BUFFSIZE - 1, fp) == NULL) {
88                         g_free(buf);
89                         return FALSE;
90                 }
91                 if (buf[0] == '\r' || buf[0] == '\n') {
92                         break;
93                 }
94         } while (TRUE);
95         g_free(buf);
96
97         return TRUE;
98 }
99
100
101 static char *string_getline(char *buf, size_t len, char **str)
102 {
103         gboolean is_cr = FALSE;
104         gboolean last_was_cr = FALSE;
105
106         if (!*str || !**str)
107                 return NULL;
108
109         for (; **str && len > 1; --len) {
110                 is_cr = (**str == '\r');
111                 if ((*buf++ = *(*str)++) == '\n') {
112                     break;
113                 }
114                 if (last_was_cr) {
115                         *(--buf) = '\n';
116                         buf++;
117                     break;
118                 }
119                 last_was_cr = is_cr;
120         }
121                 
122         *buf = '\0';
123
124         return buf;
125 }
126
127 static int string_peekchar(char **str)
128 {
129         return **str;
130 }
131
132 static int file_peekchar(FILE *fp)
133 {
134         return ungetc(getc(fp), fp);
135 }
136
137 static gint generic_get_one_field(gchar **bufptr, void *data,
138                           HeaderEntry *hentry,
139                           getlinefunc getline, peekcharfunc peekchar,
140                           gboolean unfold)
141 {
142         /* returns -1 in case of failure of any kind, whatever it's a parsing error
143            or an allocation error. if returns -1, *bufptr is always NULL, and vice-versa,
144            and if returning 0 (OK), *bufptr is always non-NULL, so callers just have to
145            test the return value
146         */
147         gint nexthead;
148         gint hnum = 0;
149         HeaderEntry *hp = NULL;
150         size_t len;
151         gchar *buf;
152
153         cm_return_val_if_fail(bufptr != NULL, -1);
154
155         len = BUFFSIZE;
156         buf = g_malloc(len);
157
158         if (hentry != NULL) {
159                 /* skip non-required headers */
160                 /* and get hentry header line */
161                 do {
162                         do {
163                                 if (getline(buf, len, data) == NULL) {
164                                         debug_print("generic_get_one_field: getline\n");
165                                         g_free(buf);
166                                         *bufptr = NULL;
167                                         return -1;
168                                 }
169                                 if (buf[0] == '\r' || buf[0] == '\n') {
170                                         debug_print("generic_get_one_field: empty line\n");
171                                         g_free(buf);
172                                         *bufptr = NULL;
173                                         return -1;
174                                 }
175                         } while (buf[0] == ' ' || buf[0] == '\t');
176
177                         for (hp = hentry, hnum = 0; hp->name != NULL;
178                              hp++, hnum++) {
179                                 if (!g_ascii_strncasecmp(hp->name, buf,
180                                                  strlen(hp->name)))
181                                         break;
182                         }
183                 } while (hp->name == NULL);
184         } else {
185                 /* read first line */
186                 if (getline(buf, len, data) == NULL) {
187                         debug_print("generic_get_one_field: getline\n");
188                         g_free(buf);
189                         *bufptr = NULL;
190                         return -1;
191                 }
192                 if (buf[0] == '\r' || buf[0] == '\n') {
193                         debug_print("generic_get_one_field: empty line\n");
194                         g_free(buf);
195                         *bufptr = NULL;
196                         return -1;
197                 }
198         }
199         /* reduce initial buffer to its useful part */
200         len = strlen(buf)+1;
201         buf = g_realloc(buf, len);
202         if (buf == NULL) {
203                 debug_print("generic_get_one_field: reallocation error\n");
204                 *bufptr = NULL;
205                 return -1;
206         }
207
208         /* unfold line */
209         while (1) {
210                 nexthead = peekchar(data);
211                 /* ([*WSP CRLF] 1*WSP) */
212                 if (nexthead == ' ' || nexthead == '\t') {
213                         size_t buflen;
214                         gchar *tmpbuf;
215                         size_t tmplen;
216
217                         gboolean skiptab = (nexthead == '\t');
218                         /* trim previous trailing \n if requesting one header or
219                          * unfolding was requested */
220                         if ((!hentry && unfold) || (hp && hp->unfold))
221                                 strretchomp(buf);
222
223                         buflen = strlen(buf);
224                         
225                         /* read next line */
226                         tmpbuf = g_malloc(BUFFSIZE);
227
228                         if (getline(tmpbuf, BUFFSIZE, data) == NULL) {
229                                 g_free(tmpbuf);
230                                 break;
231                         }
232                         tmplen = strlen(tmpbuf)+1;
233
234                         /* extend initial buffer and concatenate next line */
235                         len += tmplen;
236                         buf = g_realloc(buf, len);
237                         if (buf == NULL) {
238                                 debug_print("generic_get_one_field: reallocation error\n");
239                                 g_free(buf);
240                                 *bufptr = NULL;
241                                 return -1;
242                         }
243                         memcpy(buf+buflen, tmpbuf, tmplen);
244                         g_free(tmpbuf);
245                         if (skiptab) { /* replace tab with space */
246                                 *(buf + buflen) = ' ';
247                         }
248                 } else {
249                         /* remove trailing new line */
250                         strretchomp(buf);
251                         break;
252                 }
253         }
254
255         *bufptr = buf;
256
257         return hnum;
258 }
259
260 gint procheader_get_one_field_asis(gchar **buf, FILE *fp)
261 {
262         return generic_get_one_field(buf, fp, NULL,
263                                      (getlinefunc)fgets_crlf, 
264                                      (peekcharfunc)file_peekchar,
265                                      FALSE);
266 }
267
268 GPtrArray *procheader_get_header_array_asis(FILE *fp)
269 {
270         gchar *buf = NULL;
271         GPtrArray *headers;
272         Header *header;
273
274         cm_return_val_if_fail(fp != NULL, NULL);
275
276         headers = g_ptr_array_new();
277
278         while (procheader_get_one_field_asis(&buf, fp) != -1) {
279                 if ((header = procheader_parse_header(buf)) != NULL)
280                         g_ptr_array_add(headers, header);
281                 g_free(buf);
282                 buf = NULL;
283         }
284
285         return headers;
286 }
287
288 void procheader_header_array_destroy(GPtrArray *harray)
289 {
290         gint i;
291         Header *header;
292
293         cm_return_if_fail(harray != NULL);
294
295         for (i = 0; i < harray->len; i++) {
296                 header = g_ptr_array_index(harray, i);
297                 procheader_header_free(header);
298         }
299
300         g_ptr_array_free(harray, TRUE);
301 }
302
303 void procheader_header_free(Header *header)
304 {
305         if (!header) return;
306
307         g_free(header->name);
308         g_free(header->body);
309         g_free(header);
310 }
311
312 /*
313   tests whether two headers' names are equal
314   remove the trailing ':' or ' ' before comparing
315 */
316
317 gboolean procheader_headername_equal(char * hdr1, char * hdr2)
318 {
319         int len1;
320         int len2;
321
322         len1 = strlen(hdr1);
323         len2 = strlen(hdr2);
324         if (hdr1[len1 - 1] == ':')
325                 len1--;
326         if (hdr2[len2 - 1] == ':')
327                 len2--;
328         if (len1 != len2)
329                 return 0;
330
331         return (g_ascii_strncasecmp(hdr1, hdr2, len1) == 0);
332 }
333
334 /*
335   parse headers, for example :
336   From: dinh@enseirb.fr becomes :
337   header->name = "From:"
338   header->body = "dinh@enseirb.fr"
339  */
340 static gboolean header_is_addr_field(const gchar *hdr)
341 {
342         static char *addr_headers[] = {
343                                 "To:",
344                                 "Cc:",
345                                 "Bcc:",
346                                 "From:",
347                                 "Reply-To:",
348                                 "Followup-To:",
349                                 "Followup-and-Reply-To:",
350                                 "Disposition-Notification-To:",
351                                 "Return-Receipt-To:",
352                                 NULL};
353         int i;
354
355         if (!hdr)
356                 return FALSE;
357
358         for (i = 0; addr_headers[i] != NULL; i++)
359                 if (!strcasecmp(hdr, addr_headers[i]))
360                         return FALSE;
361
362         return FALSE;
363 }
364
365 Header * procheader_parse_header(gchar * buf)
366 {
367         gchar *p;
368         Header * header;
369         gboolean addr_field = FALSE;
370
371         cm_return_val_if_fail(buf != NULL, NULL);
372
373         if ((*buf == ':') || (*buf == ' '))
374                 return NULL;
375
376         for (p = buf; *p ; p++) {
377                 if ((*p == ':') || (*p == ' ')) {
378                         header = g_new(Header, 1);
379                         header->name = g_strndup(buf, p - buf + 1);
380                         addr_field = header_is_addr_field(header->name);
381                         p++;
382                         while (*p == ' ' || *p == '\t') p++;
383                         header->body = conv_unmime_header(p, NULL, addr_field);
384                         return header;
385                 }
386         }
387         return NULL;
388 }
389
390 void procheader_get_header_fields(FILE *fp, HeaderEntry hentry[])
391 {
392         gchar *buf = NULL;
393         HeaderEntry *hp;
394         gint hnum;
395         gchar *p;
396
397         if (hentry == NULL) return;
398
399         while ((hnum = procheader_get_one_field(&buf, fp, hentry)) != -1) {
400                 hp = hentry + hnum;
401
402                 p = buf + strlen(hp->name);
403                 while (*p == ' ' || *p == '\t') p++;
404
405                 if (hp->body == NULL)
406                         hp->body = g_strdup(p);
407                 else if (procheader_headername_equal(hp->name, "To") ||
408                          procheader_headername_equal(hp->name, "Cc")) {
409                         gchar *tp = hp->body;
410                         hp->body = g_strconcat(tp, ", ", p, NULL);
411                         g_free(tp);
412                 }
413                 g_free(buf);
414                 buf = NULL;
415         }
416 }
417
418 MsgInfo *procheader_parse_file(const gchar *file, MsgFlags flags,
419                                gboolean full, gboolean decrypted)
420 {
421 #ifdef G_OS_WIN32
422         GFile *f;
423         GFileInfo *fi;
424         GTimeVal tv;
425         GError *error = NULL;
426 #else
427         GStatBuf s;
428 #endif
429         FILE *fp;
430         MsgInfo *msginfo;
431
432 #ifdef G_OS_WIN32
433         f = g_file_new_for_path(file);
434         fi = g_file_query_info(f, "standard::size,standard::type,time::modified",
435                         G_FILE_QUERY_INFO_NONE, NULL, &error);
436         if (error != NULL) {
437                 g_warning(error->message);
438                 g_error_free(error);
439                 g_object_unref(f);
440         }
441 #else
442         if (g_stat(file, &s) < 0) {
443                 FILE_OP_ERROR(file, "stat");
444                 return NULL;
445         }
446 #endif
447
448 #ifdef G_OS_WIN32
449         if (g_file_info_get_file_type(fi) != G_FILE_TYPE_REGULAR) {
450                 g_object_unref(fi);
451                 g_object_unref(f);
452                 return NULL;
453         }
454 #else
455         if (!S_ISREG(s.st_mode))
456                 return NULL;
457 #endif
458
459         if ((fp = claws_fopen(file, "rb")) == NULL) {
460                 FILE_OP_ERROR(file, "claws_fopen");
461                 return NULL;
462         }
463
464         msginfo = procheader_parse_stream(fp, flags, full, decrypted);
465         claws_fclose(fp);
466
467         if (msginfo) {
468 #ifdef G_OS_WIN32
469                 msginfo->size = g_file_info_get_size(fi);
470                 g_file_info_get_modification_time(fi, &tv);
471                 msginfo->mtime = tv.tv_sec;
472 #else
473                 msginfo->size = s.st_size;
474                 msginfo->mtime = s.st_mtime;
475 #endif
476         }
477
478 #ifdef G_OS_WIN32
479         g_object_unref(fi);
480         g_object_unref(f);
481 #endif
482
483         return msginfo;
484 }
485
486 MsgInfo *procheader_parse_str(const gchar *str, MsgFlags flags, gboolean full,
487                               gboolean decrypted)
488 {
489         return parse_stream(&str, TRUE, flags, full, decrypted);
490 }
491
492 enum
493 {
494         H_DATE = 0,
495         H_FROM,
496         H_TO,
497         H_CC,
498         H_NEWSGROUPS,
499         H_SUBJECT,
500         H_MSG_ID,
501         H_REFERENCES,
502         H_IN_REPLY_TO,
503         H_CONTENT_TYPE,
504         H_SEEN,
505         H_STATUS,
506         H_FROM_SPACE,
507         H_SC_PLANNED_DOWNLOAD,
508         H_SC_MESSAGE_SIZE,
509         H_FACE,
510         H_X_FACE,
511         H_DISPOSITION_NOTIFICATION_TO,
512         H_RETURN_RECEIPT_TO,
513         H_SC_PARTIALLY_RETRIEVED,
514         H_SC_ACCOUNT_SERVER,
515         H_SC_ACCOUNT_LOGIN,
516         H_LIST_POST,
517         H_LIST_SUBSCRIBE,
518         H_LIST_UNSUBSCRIBE,
519         H_LIST_HELP,
520         H_LIST_ARCHIVE,
521         H_LIST_OWNER,
522         H_RESENT_FROM,
523 };
524
525 static HeaderEntry hentry_full[] = {
526                                    {"Date:",            NULL, FALSE},
527                                    {"From:",            NULL, TRUE},
528                                    {"To:",              NULL, TRUE},
529                                    {"Cc:",              NULL, TRUE},
530                                    {"Newsgroups:",      NULL, TRUE},
531                                    {"Subject:",         NULL, TRUE},
532                                    {"Message-ID:",      NULL, FALSE},
533                                    {"References:",      NULL, FALSE},
534                                    {"In-Reply-To:",     NULL, FALSE},
535                                    {"Content-Type:",    NULL, FALSE},
536                                    {"Seen:",            NULL, FALSE},
537                                    {"Status:",          NULL, FALSE},
538                                    {"From ",            NULL, FALSE},
539                                    {"SC-Marked-For-Download:", NULL, FALSE},
540                                    {"SC-Message-Size:", NULL, FALSE},
541                                    {"Face:",            NULL, FALSE},
542                                    {"X-Face:",          NULL, FALSE},
543                                    {"Disposition-Notification-To:", NULL, FALSE},
544                                    {"Return-Receipt-To:", NULL, FALSE},
545                                    {"SC-Partially-Retrieved:", NULL, FALSE},
546                                    {"SC-Account-Server:", NULL, FALSE},
547                                    {"SC-Account-Login:",NULL, FALSE},
548                                    {"List-Post:",       NULL, TRUE},
549                                    {"List-Subscribe:",  NULL, TRUE},
550                                    {"List-Unsubscribe:",NULL, TRUE},
551                                    {"List-Help:",       NULL, TRUE},
552                                    {"List-Archive:",    NULL, TRUE},
553                                    {"List-Owner:",      NULL, TRUE},
554                                    {"Resent-From:",     NULL, TRUE},
555                                    {NULL,               NULL, FALSE}};
556
557 static HeaderEntry hentry_short[] = {
558                                     {"Date:",           NULL, FALSE},
559                                     {"From:",           NULL, TRUE},
560                                     {"To:",             NULL, TRUE},
561                                     {"Cc:",             NULL, TRUE},
562                                     {"Newsgroups:",     NULL, TRUE},
563                                     {"Subject:",        NULL, TRUE},
564                                     {"Message-ID:",     NULL, FALSE},
565                                     {"References:",     NULL, FALSE},
566                                     {"In-Reply-To:",    NULL, FALSE},
567                                     {"Content-Type:",   NULL, FALSE},
568                                     {"Seen:",           NULL, FALSE},
569                                     {"Status:",         NULL, FALSE},
570                                     {"From ",           NULL, FALSE},
571                                     {"SC-Marked-For-Download:", NULL, FALSE},
572                                     {"SC-Message-Size:",NULL, FALSE},
573                                     {NULL,              NULL, FALSE}};
574
575 static HeaderEntry* procheader_get_headernames(gboolean full)
576 {
577         return full ? hentry_full : hentry_short;
578 }
579
580 MsgInfo *procheader_parse_stream(FILE *fp, MsgFlags flags, gboolean full,
581                                  gboolean decrypted)
582 {
583         return parse_stream(fp, FALSE, flags, full, decrypted);
584 }
585
586 static gboolean avatar_from_some_face(gpointer source, gpointer userdata)
587 {
588         AvatarCaptureData *acd = (AvatarCaptureData *)source;
589         
590         if (*(acd->content) == '\0') /* won't be null, but may be empty */
591                 return FALSE;
592
593         if (!strcmp(acd->header, hentry_full[H_FACE].name)) {
594                 debug_print("avatar_from_some_face: found 'Face' header\n");
595                 procmsg_msginfo_add_avatar(acd->msginfo, AVATAR_FACE, acd->content);
596         }
597 #if HAVE_LIBCOMPFACE
598         else if (!strcmp(acd->header, hentry_full[H_X_FACE].name)) {
599                 debug_print("avatar_from_some_face: found 'X-Face' header\n");
600                 procmsg_msginfo_add_avatar(acd->msginfo, AVATAR_XFACE, acd->content);
601         }
602 #endif
603         return FALSE;
604 }
605
606 static gulong avatar_hook_id = HOOK_NONE;
607
608 static MsgInfo *parse_stream(void *data, gboolean isstring, MsgFlags flags,
609                              gboolean full, gboolean decrypted)
610 {
611         MsgInfo *msginfo;
612         gchar *buf = NULL;
613         gchar *p, *tmp;
614         gchar *hp;
615         HeaderEntry *hentry;
616         gint hnum;
617         void *orig_data = data;
618
619         get_one_field_func get_one_field =
620                 isstring ? (get_one_field_func)string_get_one_field
621                          : (get_one_field_func)procheader_get_one_field;
622
623         hentry = procheader_get_headernames(full);
624
625         if (MSG_IS_QUEUED(flags) || MSG_IS_DRAFT(flags)) {
626                 while (get_one_field(&buf, data, NULL) != -1) {
627                         if ((!strncmp(buf, "X-Claws-End-Special-Headers: 1",
628                                 strlen("X-Claws-End-Special-Headers:"))) ||
629                             (!strncmp(buf, "X-Sylpheed-End-Special-Headers: 1",
630                                 strlen("X-Sylpheed-End-Special-Headers:")))) {
631                                 g_free(buf);
632                                 buf = NULL;
633                                 break;
634                         }
635                         /* from other mailers */
636                         if (!strncmp(buf, "Date: ", 6)
637                         ||  !strncmp(buf, "To: ", 4)
638                         ||  !strncmp(buf, "From: ", 6)
639                         ||  !strncmp(buf, "Subject: ", 9)) {
640                                 if (isstring)
641                                         data = orig_data;
642                                 else 
643                                         rewind((FILE *)data);
644                                 g_free(buf);
645                                 buf = NULL;
646                                 break;
647                         }
648                         g_free(buf);
649                         buf = NULL;
650                 }
651         }
652
653         msginfo = procmsg_msginfo_new();
654         
655         if (flags.tmp_flags || flags.perm_flags) 
656                 msginfo->flags = flags;
657         else 
658                 MSG_SET_PERM_FLAGS(msginfo->flags, MSG_NEW | MSG_UNREAD);
659         
660         msginfo->inreplyto = NULL;
661
662         if (avatar_hook_id == HOOK_NONE &&
663             (prefs_common.enable_avatars && (AVATARS_ENABLE_CAPTURE || AVATARS_ENABLE_RENDER))) {
664                 avatar_hook_id = hooks_register_hook(AVATAR_HEADER_UPDATE_HOOKLIST,
665                                                      avatar_from_some_face, NULL);
666         } else if (avatar_hook_id != HOOK_NONE &&
667                    !(prefs_common.enable_avatars && AVATARS_ENABLE_CAPTURE)) {
668                 hooks_unregister_hook(AVATAR_HEADER_UPDATE_HOOKLIST, avatar_hook_id);
669                 avatar_hook_id = HOOK_NONE;
670         }
671
672         while ((hnum = get_one_field(&buf, data, hentry)) != -1) {
673                 hp = buf + strlen(hentry[hnum].name);
674                 while (*hp == ' ' || *hp == '\t') hp++;
675
676                 switch (hnum) {
677                 case H_DATE:
678                         if (msginfo->date) break;
679                         msginfo->date_t =
680                                 procheader_date_parse(NULL, hp, 0);
681                         if (g_utf8_validate(hp, -1, NULL)) {
682                                 msginfo->date = g_strdup(hp);
683                         } else {
684                                 gchar *utf = conv_codeset_strdup(
685                                         hp, 
686                                         conv_get_locale_charset_str_no_utf8(),
687                                         CS_INTERNAL);
688                                 if (utf == NULL || 
689                                     !g_utf8_validate(utf, -1, NULL)) {
690                                         g_free(utf);
691                                         utf = g_malloc(strlen(buf)*2+1);
692                                         conv_localetodisp(utf, 
693                                                 strlen(hp)*2+1, hp);
694                                 }
695                                 msginfo->date = utf;
696                         }
697                         break;
698                 case H_FROM:
699                         if (msginfo->from) break;
700                         msginfo->from = conv_unmime_header(hp, NULL, TRUE);
701                         msginfo->fromname = procheader_get_fromname(msginfo->from);
702                         remove_return(msginfo->from);
703                         remove_return(msginfo->fromname);
704                         break;
705                 case H_TO:
706                         tmp = conv_unmime_header(hp, NULL, TRUE);
707                         remove_return(tmp);
708                         if (msginfo->to) {
709                                 p = msginfo->to;
710                                 msginfo->to =
711                                         g_strconcat(p, ", ", tmp, NULL);
712                                 g_free(p);
713                         } else
714                                 msginfo->to = g_strdup(tmp);
715                         g_free(tmp);                                
716                         break;
717                 case H_CC:
718                         tmp = conv_unmime_header(hp, NULL, TRUE);
719                         remove_return(tmp);
720                         if (msginfo->cc) {
721                                 p = msginfo->cc;
722                                 msginfo->cc =
723                                         g_strconcat(p, ", ", tmp, NULL);
724                                 g_free(p);
725                         } else
726                                 msginfo->cc = g_strdup(tmp);
727                         g_free(tmp);                                
728                         break;
729                 case H_NEWSGROUPS:
730                         if (msginfo->newsgroups) {
731                                 p = msginfo->newsgroups;
732                                 msginfo->newsgroups =
733                                         g_strconcat(p, ",", hp, NULL);
734                                 g_free(p);
735                         } else
736                                 msginfo->newsgroups = g_strdup(hp);
737                         break;
738                 case H_SUBJECT:
739                         if (msginfo->subject) break;
740                         msginfo->subject = conv_unmime_header(hp, NULL, FALSE);
741                         unfold_line(msginfo->subject);
742                        break;
743                 case H_MSG_ID:
744                         if (msginfo->msgid) break;
745
746                         extract_parenthesis(hp, '<', '>');
747                         remove_space(hp);
748                         msginfo->msgid = g_strdup(hp);
749                         break;
750                 case H_REFERENCES:
751                         msginfo->references =
752                                 references_list_prepend(msginfo->references,
753                                                         hp);
754                         break;
755                 case H_IN_REPLY_TO:
756                         if (msginfo->inreplyto) break;
757
758                         eliminate_parenthesis(hp, '(', ')');
759                         if ((p = strrchr(hp, '<')) != NULL &&
760                             strchr(p + 1, '>') != NULL) {
761                                 extract_parenthesis(p, '<', '>');
762                                 remove_space(p);
763                                 if (*p != '\0')
764                                         msginfo->inreplyto = g_strdup(p);
765                         }
766                         break;
767                 case H_CONTENT_TYPE:
768                         if (!g_ascii_strncasecmp(hp, "multipart/", 10))
769                                 MSG_SET_TMP_FLAGS(msginfo->flags, MSG_MULTIPART);
770                         break;
771                 case H_DISPOSITION_NOTIFICATION_TO:
772                         if (!msginfo->extradata)
773                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
774                         if (msginfo->extradata->dispositionnotificationto) break;
775                         msginfo->extradata->dispositionnotificationto = g_strdup(hp);
776                         break;
777                 case H_RETURN_RECEIPT_TO:
778                         if (!msginfo->extradata)
779                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
780                         if (msginfo->extradata->returnreceiptto) break;
781                         msginfo->extradata->returnreceiptto = g_strdup(hp);
782                         break;
783 /* partial download infos */                    
784                 case H_SC_PARTIALLY_RETRIEVED:
785                         if (!msginfo->extradata)
786                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
787                         if (msginfo->extradata->partial_recv) break;
788                         msginfo->extradata->partial_recv = g_strdup(hp);
789                         break;
790                 case H_SC_ACCOUNT_SERVER:
791                         if (!msginfo->extradata)
792                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
793                         if (msginfo->extradata->account_server) break;
794                         msginfo->extradata->account_server = g_strdup(hp);
795                         break;
796                 case H_SC_ACCOUNT_LOGIN:
797                         if (!msginfo->extradata)
798                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
799                         if (msginfo->extradata->account_login) break;
800                         msginfo->extradata->account_login = g_strdup(hp);
801                         break;
802                 case H_SC_MESSAGE_SIZE:
803                         if (msginfo->total_size) break;
804                         msginfo->total_size = atoi(hp);
805                         break;
806                 case H_SC_PLANNED_DOWNLOAD:
807                         msginfo->planned_download = atoi(hp);
808                         break;
809 /* end partial download infos */
810                 case H_FROM_SPACE:
811                         if (msginfo->fromspace) break;
812                         msginfo->fromspace = g_strdup(hp);
813                         remove_return(msginfo->fromspace);
814                         break;
815 /* list infos */
816                 case H_LIST_POST:
817                         if (!msginfo->extradata)
818                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
819                         if (msginfo->extradata->list_post) break;
820                         msginfo->extradata->list_post = g_strdup(hp);
821                         break;
822                 case H_LIST_SUBSCRIBE:
823                         if (!msginfo->extradata)
824                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
825                         if (msginfo->extradata->list_subscribe) break;
826                         msginfo->extradata->list_subscribe = g_strdup(hp);
827                         break;
828                 case H_LIST_UNSUBSCRIBE:
829                         if (!msginfo->extradata)
830                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
831                         if (msginfo->extradata->list_unsubscribe) break;
832                         msginfo->extradata->list_unsubscribe = g_strdup(hp);
833                         break;
834                 case H_LIST_HELP:
835                         if (!msginfo->extradata)
836                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
837                         if (msginfo->extradata->list_help) break;
838                         msginfo->extradata->list_help = g_strdup(hp);
839                         break;
840                 case H_LIST_ARCHIVE:
841                         if (!msginfo->extradata)
842                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
843                         if (msginfo->extradata->list_archive) break;
844                         msginfo->extradata->list_archive = g_strdup(hp);
845                         break;
846                 case H_LIST_OWNER:
847                         if (!msginfo->extradata)
848                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
849                         if (msginfo->extradata->list_owner) break;
850                         msginfo->extradata->list_owner = g_strdup(hp);
851                         break;
852                 case H_RESENT_FROM:
853                         if (!msginfo->extradata)
854                                 msginfo->extradata = g_new0(MsgInfoExtraData, 1);
855                         if (msginfo->extradata->resent_from) break;
856                         msginfo->extradata->resent_from = g_strdup(hp);
857                         break;
858 /* end list infos */
859                 default:
860                         break;
861                 }
862                 /* to avoid performance penalty hooklist is invoked only for
863                    headers known to be able to generate avatars */
864                 if (hnum == H_FROM || hnum == H_X_FACE || hnum == H_FACE) {
865                         AvatarCaptureData *acd = g_new0(AvatarCaptureData, 1);
866                         /* no extra memory is wasted, hooks are expected to
867                            take care of copying members when needed */
868                         acd->msginfo = msginfo;
869                         acd->header  = hentry_full[hnum].name;
870                         acd->content = hp;
871                         hooks_invoke(AVATAR_HEADER_UPDATE_HOOKLIST, (gpointer)acd);
872                         g_free(acd);
873                 }
874                 g_free(buf);
875                 buf = NULL;
876         }
877
878         if (!msginfo->inreplyto && msginfo->references)
879                 msginfo->inreplyto =
880                         g_strdup((gchar *)msginfo->references->data);
881
882         return msginfo;
883 }
884
885 gchar *procheader_get_fromname(const gchar *str)
886 {
887         gchar *tmp, *name;
888
889         Xstrdup_a(tmp, str, return NULL);
890
891         if (*tmp == '\"') {
892                 extract_quote(tmp, '\"');
893                 g_strstrip(tmp);
894         } else if (strchr(tmp, '<')) {
895                 eliminate_parenthesis(tmp, '<', '>');
896                 g_strstrip(tmp);
897                 if (*tmp == '\0') {
898                         strcpy(tmp, str);
899                         extract_parenthesis(tmp, '<', '>');
900                         g_strstrip(tmp);
901                 }
902         } else if (strchr(tmp, '(')) {
903                 extract_parenthesis(tmp, '(', ')');
904                 g_strstrip(tmp);
905         }
906
907         if (*tmp == '\0')
908                 name = g_strdup(str);
909         else
910                 name = g_strdup(tmp);
911
912         return name;
913 }
914
915 static gint procheader_scan_date_string(const gchar *str,
916                                         gchar *weekday, gint *day,
917                                         gchar *month, gint *year,
918                                         gint *hh, gint *mm, gint *ss,
919                                         gchar *zone)
920 {
921         gint result;
922         gint month_n;
923         gint secfract;
924         gint zone1 = 0, zone2 = 0;
925         gchar offset_sign, zonestr[7];
926         gchar sep1;
927
928         if (str == NULL)
929                 return -1;
930
931         result = sscanf(str, "%10s %d %9s %d %2d:%2d:%2d %6s",
932                         weekday, day, month, year, hh, mm, ss, zone);
933         if (result == 8) return 0;
934
935         /* RFC2822 */
936         result = sscanf(str, "%3s,%d %9s %d %2d:%2d:%2d %6s",
937                         weekday, day, month, year, hh, mm, ss, zone);
938         if (result == 8) return 0;
939
940         result = sscanf(str, "%3s %3s %d %2d:%2d:%2d %d %6s",
941                         weekday, month, day, hh, mm, ss, year, zone);
942         if (result == 8) return 0;
943
944         result = sscanf(str, "%d %9s %d %2d:%2d:%2d %6s",
945                         day, month, year, hh, mm, ss, zone);
946         if (result == 7) return 0;
947
948         *zone = '\0';
949         result = sscanf(str, "%10s %d %9s %d %2d:%2d:%2d",
950                         weekday, day, month, year, hh, mm, ss);
951         if (result == 7) return 0;
952
953         result = sscanf(str, "%3s %3s %d %2d:%2d:%2d %d",
954                         weekday, month, day, hh, mm, ss, year);
955         if (result == 7) return 0;
956
957         result = sscanf(str, "%d %9s %d %2d:%2d:%2d",
958                         day, month, year, hh, mm, ss);
959         if (result == 6) return 0;
960
961         *ss = 0;
962         result = sscanf(str, "%10s %d %9s %d %2d:%2d %6s",
963                         weekday, day, month, year, hh, mm, zone);
964         if (result == 7) return 0;
965
966         result = sscanf(str, "%d %9s %d %2d:%2d %5s",
967                         day, month, year, hh, mm, zone);
968         if (result == 6) return 0;
969
970         *zone = '\0';
971         result = sscanf(str, "%10s %d %9s %d %2d:%2d",
972                         weekday, day, month, year, hh, mm);
973         if (result == 6) return 0;
974
975         result = sscanf(str, "%d %9s %d %2d:%2d",
976                         day, month, year, hh, mm);
977         if (result == 5) return 0;
978
979         *weekday = '\0';
980
981         /* RFC3339 subset, with fraction of second */
982         result = sscanf(str, "%4d-%2d-%2d%c%2d:%2d:%2d.%d%6s",
983                         year, &month_n, day, &sep1, hh, mm, ss, &secfract, zonestr);
984         if (result == 9
985                         && (sep1 == 'T' || sep1 == 't' || sep1 == ' ')) {
986                 if (month_n >= 1 && month_n <= 12) {
987                         strncpy2(month, monthstr+((month_n-1)*3), 4);
988                         if (zonestr[0] == 'z' || zonestr[0] == 'Z') {
989                                 strcat(zone, "+00:00");
990                         } else if (sscanf(zonestr, "%c%2d:%2d",
991                                                 &offset_sign, &zone1, &zone2) == 3) {
992                                 strcat(zone, zonestr);
993                         }
994                         return 0;
995                 }
996         }
997
998         /* RFC3339 subset, no fraction of second */
999         result = sscanf(str, "%4d-%2d-%2d%c%2d:%2d:%2d%6s",
1000                         year, &month_n, day, &sep1, hh, mm, ss, zonestr);
1001         if (result == 8
1002                         && (sep1 == 'T' || sep1 == 't' || sep1 == ' ')) {
1003                 if (month_n >= 1 && month_n <= 12) {
1004                         strncpy2(month, monthstr+((month_n-1)*3), 4);
1005                         if (zonestr[0] == 'z' || zonestr[0] == 'Z') {
1006                                 strcat(zone, "+00:00");
1007                         } else if (sscanf(zonestr, "%c%2d:%2d",
1008                                                 &offset_sign, &zone1, &zone2) == 3) {
1009                                 strcat(zone, zonestr);
1010                         }
1011                         return 0;
1012                 }
1013         }
1014
1015         *zone = '\0';
1016
1017         /* RFC3339 subset, no fraction of second, and no timezone offset */
1018         /* This particular "subset" is invalid, RFC requires the offset */
1019         result = sscanf(str, "%4d-%2d-%2d %2d:%2d:%2d",
1020                         year, &month_n, day, hh, mm, ss);
1021         if (result == 6) {
1022                 if (1 <= month_n && month_n <= 12) {
1023                         strncpy2(month, monthstr+((month_n-1)*3), 4);
1024                         return 0;
1025                 }
1026         }
1027
1028         /* ISO8601 format with just date (YYYY-MM-DD) */
1029         result = sscanf(str, "%4d-%2d-%2d",
1030                         year, &month_n, day);
1031         if (result == 3) {
1032                 *hh = *mm = *ss = 0;
1033                 if (1 <= month_n && month_n <= 12) {
1034                         strncpy2(month, monthstr+((month_n-1)*3), 4);
1035                         return 0;
1036                 }
1037         }
1038
1039         return -1;
1040 }
1041
1042 /*
1043  * Hiro, most UNIXen support this function:
1044  * http://www.mcsr.olemiss.edu/cgi-bin/man-cgi?getdate
1045  */
1046 gboolean procheader_date_parse_to_tm(const gchar *src, struct tm *t, char *zone)
1047 {
1048         gchar weekday[11];
1049         gint day;
1050         gchar month[10];
1051         gint year;
1052         gint hh, mm, ss;
1053         GDateMonth dmonth;
1054         gchar *p;
1055
1056         if (!t)
1057                 return FALSE;
1058         
1059         memset(t, 0, sizeof *t);        
1060
1061         if (procheader_scan_date_string(src, weekday, &day, month, &year,
1062                                         &hh, &mm, &ss, zone) < 0) {
1063                 g_warning("invalid date: %s", src);
1064                 return FALSE;
1065         }
1066
1067         /* Y2K compliant :) */
1068         if (year < 100) {
1069                 if (year < 70)
1070                         year += 2000;
1071                 else
1072                         year += 1900;
1073         }
1074
1075         month[3] = '\0';
1076         if ((p = strstr(monthstr, month)) != NULL)
1077                 dmonth = (gint)(p - monthstr) / 3 + 1;
1078         else {
1079                 g_warning("invalid month: %s", month);
1080                 dmonth = G_DATE_BAD_MONTH;
1081         }
1082
1083         t->tm_sec = ss;
1084         t->tm_min = mm;
1085         t->tm_hour = hh;
1086         t->tm_mday = day;
1087         t->tm_mon = dmonth - 1;
1088         t->tm_year = year - 1900;
1089         t->tm_wday = 0;
1090         t->tm_yday = 0;
1091         t->tm_isdst = -1;
1092
1093         mktime(t);
1094
1095         return TRUE;
1096 }
1097
1098 time_t procheader_date_parse(gchar *dest, const gchar *src, gint len)
1099 {
1100         gchar weekday[11];
1101         gint day;
1102         gchar month[10];
1103         gint year;
1104         gint hh, mm, ss;
1105         gchar zone[7];
1106         GDateMonth dmonth = G_DATE_BAD_MONTH;
1107         gchar *p;
1108         time_t timer;
1109
1110         if (procheader_scan_date_string(src, weekday, &day, month, &year,
1111                                         &hh, &mm, &ss, zone) < 0) {
1112                 if (dest && len > 0)
1113                         strncpy2(dest, src, len);
1114                 return 0;
1115         }
1116
1117         month[3] = '\0';
1118         for (p = monthstr; *p != '\0'; p += 3) {
1119                 if (!g_ascii_strncasecmp(p, month, 3)) {
1120                         dmonth = (gint)(p - monthstr) / 3 + 1;
1121                         break;
1122                 }
1123         }
1124
1125 #ifdef G_OS_WIN32
1126         GTimeZone *tz;
1127         GDateTime *dt, *dt2;
1128
1129 #if GLIB_CHECK_VERSION(2,68,0)
1130         tz = g_time_zone_new_identifier(zone);
1131         if (tz == NULL)
1132                 tz = g_time_zone_new_utc();
1133 #else
1134         tz = g_time_zone_new(zone); // can't return NULL no need to check for it
1135 #endif
1136         dt = g_date_time_new(tz, 1, 1, 1, 0, 0, 0);
1137         g_time_zone_unref(tz);
1138         dt2 = g_date_time_add_full(dt, year-1, dmonth-1, day-1, hh, mm, ss);
1139         g_date_time_unref(dt);
1140
1141         timer = g_date_time_to_unix(dt2);
1142         g_date_time_unref(dt2);
1143
1144 #else
1145         struct tm t;
1146         time_t tz_offset;
1147
1148         /* Y2K compliant :) */
1149         if (year < 1000) {
1150                 if (year < 50)
1151                         year += 2000;
1152                 else
1153                         year += 1900;
1154         }
1155
1156         t.tm_sec = ss;
1157         t.tm_min = mm;
1158         t.tm_hour = hh;
1159         t.tm_mday = day;
1160         t.tm_mon = dmonth - 1;
1161         t.tm_year = year - 1900;
1162         t.tm_wday = 0;
1163         t.tm_yday = 0;
1164         t.tm_isdst = -1;
1165
1166         timer = mktime(&t);
1167         tz_offset = remote_tzoffset_sec(zone);
1168         if (tz_offset != -1)
1169                 timer += tzoffset_sec(&timer) - tz_offset;
1170
1171 #endif
1172         if (dest)
1173                 procheader_date_get_localtime(dest, len, timer);
1174
1175         return timer;
1176 }
1177
1178 void procheader_date_get_localtime(gchar *dest, gint len, const time_t timer)
1179 {
1180         struct tm *lt;
1181         gchar *default_format = "%y/%m/%d(%a) %H:%M";
1182         gchar *str;
1183         const gchar *src_codeset, *dest_codeset;
1184         struct tm buf;
1185
1186         if (timer > 0)
1187                 lt = localtime_r(&timer, &buf);
1188         else {
1189                 time_t dummy = 1;
1190                 lt = localtime_r(&dummy, &buf);
1191         }
1192
1193         if (prefs_common.date_format)
1194                 fast_strftime(dest, len, prefs_common.date_format, lt);
1195         else
1196                 fast_strftime(dest, len, default_format, lt);
1197
1198         if (!g_utf8_validate(dest, -1, NULL)) {
1199                 src_codeset = conv_get_locale_charset_str_no_utf8();
1200                 dest_codeset = CS_UTF_8;
1201                 str = conv_codeset_strdup(dest, src_codeset, dest_codeset);
1202                 if (str) {
1203                         strncpy2(dest, str, len);
1204                         g_free(str);
1205                 }
1206         }
1207 }
1208
1209 /* Added by Mel Hadasht on 27 Aug 2001 */
1210 /* Get a header from msginfo */
1211 gint procheader_get_header_from_msginfo(MsgInfo *msginfo, gchar **buf, gchar *header)
1212 {
1213         gchar *file;
1214         FILE *fp;
1215         HeaderEntry hentry[]={ { NULL, NULL, TRUE  },
1216                                                    { NULL, NULL, FALSE } };
1217         gint val;
1218
1219         cm_return_val_if_fail(msginfo != NULL, -1);
1220         cm_return_val_if_fail(buf != NULL, -1);
1221         cm_return_val_if_fail(header != NULL, -1);
1222
1223         hentry[0].name = header;
1224
1225         file = procmsg_get_message_file_path(msginfo);
1226         if ((fp = claws_fopen(file, "rb")) == NULL) {
1227                 FILE_OP_ERROR(file, "claws_fopen");
1228                 g_free(file);
1229                 g_free(*buf);
1230                 *buf = NULL;
1231                 return -1;
1232         }
1233         val = procheader_get_one_field(buf, fp, hentry);
1234
1235         if (claws_fclose(fp) == EOF) {
1236                 FILE_OP_ERROR(file, "claws_fclose");
1237                 claws_unlink(file);
1238                 g_free(file);
1239                 g_free(*buf);
1240                 *buf = NULL;
1241                 return -1;
1242         }
1243
1244         g_free(file);
1245         if (val == -1) {
1246                 /* *buf is already NULL in that case, see procheader_get_one_field() */
1247                 return -1;
1248         }
1249
1250         return 0;
1251 }
1252
1253 HeaderEntry *procheader_entries_from_str(const gchar *str)
1254 {
1255         HeaderEntry *entries = NULL, *he;
1256         int numh = 0, i = 0;
1257         gchar **names = NULL;
1258         const gchar *s = str;
1259
1260         if (s == NULL) {
1261                 return NULL;
1262         }
1263         while (*s != '\0') {
1264                 if (*s == ' ') ++numh;
1265                 ++s;
1266         }
1267         if (numh == 0) {
1268                 return NULL;
1269         }
1270         entries = g_new0(HeaderEntry, numh + 1); /* room for last NULL */
1271         s = str;
1272         ++s; /* skip first space */
1273         names = g_strsplit(s, " ", numh);
1274         he = entries;
1275         while (names[i]) {
1276                 he->name = g_strdup_printf("%s:", names[i]);
1277                 he->body = NULL;
1278                 he->unfold = FALSE;
1279                 ++i, ++he;
1280         }
1281         he->name = NULL;
1282         g_strfreev(names);
1283         return entries;
1284 }
1285
1286 void procheader_entries_free (HeaderEntry *entries)
1287 {
1288         if (entries != NULL) {
1289                 HeaderEntry *he = entries;
1290                 while (he->name != NULL) {
1291                         g_free(he->name);
1292                         if (he->body != NULL)
1293                                 g_free(he->body);
1294                         ++he;                   
1295                 }
1296                 g_free(entries);
1297         }
1298 }
1299
1300 gboolean procheader_header_is_internal(const gchar *hdr_name)
1301 {
1302         const gchar *internal_hdrs[] = {
1303                 "AF:", "NF:", "PS:", "SRH:", "SFN:", "DSR:", "MID:", "CFG:",
1304                 "PT:", "S:", "RQ:", "SSV:", "NSV:", "SSH:", "R:", "MAID:",
1305                 "SCF:", "RMID:", "FMID:", "NAID:",
1306                 "X-Claws-Account-Id:",
1307                 "X-Claws-Sign:",
1308                 "X-Claws-Encrypt:",
1309                 "X-Claws-Privacy-System:",
1310                 "X-Claws-Auto-Wrapping:",
1311                 "X-Claws-Auto-Indent:",
1312                 "X-Claws-End-Special-Headers:",
1313                 "X-Sylpheed-Account-Id:",
1314                 "X-Sylpheed-Sign:",
1315                 "X-Sylpheed-Encrypt:",
1316                 "X-Sylpheed-Privacy-System:",
1317                 "X-Sylpheed-End-Special-Headers:",
1318                  NULL
1319         };
1320         int i;
1321
1322         for (i = 0; internal_hdrs[i]; i++) {
1323                 if (!strcmp(hdr_name, internal_hdrs[i]))
1324                         return TRUE;
1325         }
1326         return FALSE;
1327 }