* src/procheader.c
[claws.git] / src / folder.c
1 /*
2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2003 Hiroyuki Yamamoto
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program; if not, write to the Free Software
17  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18  */
19
20 #ifdef HAVE_CONFIG_H
21 #  include "config.h"
22 #endif
23
24 #include "defs.h"
25
26 #include <glib.h>
27 #include <stdio.h>
28 #include <string.h>
29 #include <sys/types.h>
30 #include <sys/stat.h>
31 #include <unistd.h>
32 #include <stdlib.h>
33
34 #include "intl.h"
35 #include "folder.h"
36 #include "session.h"
37 #include "imap.h"
38 #include "news.h"
39 #include "mh.h"
40 #include "utils.h"
41 #include "xml.h"
42 #include "codeconv.h"
43 #include "prefs_gtk.h"
44 #include "account.h"
45 #include "filtering.h"
46 #include "procheader.h"
47 #include "hooks.h"
48 #include "log.h"
49 #include "folder_item_prefs.h"
50 #include "remotefolder.h"
51
52 /* Dependecies to be removed ?! */
53 #include "prefs_common.h"
54 #include "prefs_account.h"
55
56 static GList *folder_list = NULL;
57
58 void folder_init                (Folder         *folder,
59                                  const gchar    *name);
60
61 static gboolean folder_read_folder_func (GNode          *node,
62                                          gpointer        data);
63 static gchar *folder_get_list_path      (void);
64 static void folder_write_list_recursive (GNode          *node,
65                                          gpointer        data);
66 static void folder_update_op_count_rec  (GNode          *node);
67
68
69 static void folder_get_persist_prefs_recursive
70                                         (GNode *node, GHashTable *pptable);
71 static gboolean persist_prefs_free      (gpointer key, gpointer val, gpointer data);
72 void folder_item_read_cache             (FolderItem *item);
73 void folder_item_free_cache             (FolderItem *item);
74 gint folder_item_scan_full              (FolderItem *item, gboolean filtering);
75
76 static GSList *classlist;
77
78 void folder_system_init(void)
79 {
80         folder_register_class(mh_get_class());
81         folder_register_class(imap_get_class());
82         folder_register_class(news_get_class());
83 }
84
85 GSList *folder_get_class_list(void)
86 {
87         return classlist;
88 }
89
90 void folder_register_class(FolderClass *klass)
91 {
92         debug_print("registering folder class %s\n", klass->idstr);
93         classlist = g_slist_append(classlist, klass);
94 }
95
96 Folder *folder_new(FolderClass *klass, const gchar *name, const gchar *path)
97 {
98         Folder *folder = NULL;
99         FolderItem *item;
100
101         g_return_val_if_fail(klass != NULL, NULL);
102
103         name = name ? name : path;
104         folder = klass->new_folder(name, path);
105
106         /* Create root folder item */
107         item = folder_item_new(folder, name, NULL);
108         item->folder = folder;
109         folder->node = item->node = g_node_new(item);
110         folder->data = NULL;
111
112         return folder;
113 }
114
115 void folder_init(Folder *folder, const gchar *name)
116 {
117         g_return_if_fail(folder != NULL);
118
119         folder_set_name(folder, name);
120
121         /* Init folder data */
122         folder->account = NULL;
123         folder->inbox = NULL;
124         folder->outbox = NULL;
125         folder->draft = NULL;
126         folder->queue = NULL;
127         folder->trash = NULL;
128 }
129
130 void folder_destroy(Folder *folder)
131 {
132         g_return_if_fail(folder != NULL);
133         g_return_if_fail(folder->klass->destroy_folder != NULL);
134
135         folder_list = g_list_remove(folder_list, folder);
136
137         folder_tree_destroy(folder);
138
139         folder->klass->destroy_folder(folder);
140
141         g_free(folder->name);
142         g_free(folder);
143 }
144
145 void folder_set_xml(Folder *folder, XMLTag *tag)
146 {
147         GList *cur;
148         FolderItem *rootitem = NULL;
149
150         if ((folder->node != NULL) && (folder->node->data != NULL))
151                 rootitem = (FolderItem *) folder->node->data;
152
153         for (cur = tag->attr; cur != NULL; cur = g_list_next(cur)) {
154                 XMLAttr *attr = (XMLAttr *) cur->data;
155
156                 if (!attr || !attr->name || !attr->value) continue;
157                 if (!strcmp(attr->name, "name")) {
158                         if (folder->name != NULL)
159                                 g_free(folder->name);
160                         folder->name = g_strdup(attr->value);
161                         if (rootitem != NULL) {
162                                 if (rootitem->name != NULL)
163                                         g_free(rootitem->name);
164                                 rootitem->name = g_strdup(attr->value);
165                         }
166                 } else if (!strcmp(attr->name, "account_id")) {
167                         PrefsAccount *account;
168
169                         account = account_find_from_id(atoi(attr->value));
170                         if (!account)
171                                 g_warning("account_id: %s not found\n", attr->value);
172                         else {
173                                 folder->account = account;
174                                 account->folder = folder;
175                         }
176                 } else if (!strcmp(attr->name, "collapsed")) {
177                         if (rootitem != NULL)
178                                 rootitem->collapsed = *attr->value == '1' ? TRUE : FALSE;
179                 }
180         }
181 }
182
183 XMLTag *folder_get_xml(Folder *folder)
184 {
185         XMLTag *tag;
186
187         tag = g_new0(XMLTag, 1);
188         tag->tag = g_strdup("folder");
189
190         if (folder->name)
191                 xml_tag_add_attr(tag, "name", g_strdup(folder->name));
192         if (folder->account)
193                 xml_tag_add_attr(tag, "account_id", g_strdup_printf("%d", folder->account->account_id));
194         if (folder->node && folder->node->data) {
195                 FolderItem *rootitem = (FolderItem *) folder->node->data;
196
197                 xml_tag_add_attr(tag, "collapsed", g_strdup(rootitem->collapsed ? "1" : "0"));
198         }
199
200         return tag;
201 }
202
203 FolderItem *folder_item_new(Folder *folder, const gchar *name, const gchar *path)
204 {
205         FolderItem *item = NULL;
206
207         if (folder->klass->item_new) {
208                 item = folder->klass->item_new(folder);
209         } else {
210                 item = g_new0(FolderItem, 1);
211         }
212
213         g_return_val_if_fail(item != NULL, NULL);
214
215         item->stype = F_NORMAL;
216         item->name = g_strdup(name);
217         item->path = g_strdup(path);
218         item->mtime = 0;
219         item->new_msgs = 0;
220         item->unread_msgs = 0;
221         item->unreadmarked_msgs = 0;
222         item->total_msgs = 0;
223         item->last_num = -1;
224         item->cache = NULL;
225         item->no_sub = FALSE;
226         item->no_select = FALSE;
227         item->collapsed = FALSE;
228         item->thread_collapsed = FALSE;
229         item->threaded  = TRUE;
230         item->ret_rcpt  = FALSE;
231         item->opened    = FALSE;
232         item->node = NULL;
233         item->parent = NULL;
234         item->folder = NULL;
235         item->account = NULL;
236         item->apply_sub = FALSE;
237         item->mark_queue = NULL;
238         item->data = NULL;
239
240         item->prefs = folder_item_prefs_new();
241
242         return item;
243 }
244
245 void folder_item_append(FolderItem *parent, FolderItem *item)
246 {
247         g_return_if_fail(parent != NULL);
248         g_return_if_fail(parent->folder != NULL);
249         g_return_if_fail(parent->node != NULL);
250         g_return_if_fail(item != NULL);
251
252         item->parent = parent;
253         item->folder = parent->folder;
254         item->node = g_node_append_data(parent->node, item);
255 }
256
257 static gboolean folder_item_remove_func(GNode *node, gpointer data)
258 {
259         FolderItem *item = FOLDER_ITEM(node->data);
260         FolderUpdateData hookdata;
261
262         if (item->cache != NULL) {
263                 msgcache_destroy(item->cache);
264                 item->cache = NULL;
265         }
266
267         hookdata.folder = item->folder;
268         hookdata.update_flags = FOLDER_TREE_CHANGED | FOLDER_REMOVE_FOLDERITEM;
269         hookdata.item = item;
270         hooks_invoke(FOLDER_UPDATE_HOOKLIST, &hookdata);
271
272         folder_item_destroy(item);
273
274         return FALSE;
275 }
276
277 void folder_item_remove(FolderItem *item)
278 {
279         GNode *node;
280
281         g_return_if_fail(item != NULL);
282         g_return_if_fail(item->folder != NULL);
283         g_return_if_fail(item->node != NULL);
284
285         node = item->node;
286
287         if (item->folder->node == node)
288                 item->folder->node = NULL;
289
290         g_node_traverse(node, G_POST_ORDER, G_TRAVERSE_ALL, -1,
291                         folder_item_remove_func, NULL);
292         g_node_destroy(node);
293 }
294
295 void folder_item_remove_children(FolderItem *item)
296 {
297         GNode *node, *next;
298
299         g_return_if_fail(item != NULL);
300         g_return_if_fail(item->folder != NULL);
301         g_return_if_fail(item->node != NULL);
302
303         node = item->node->children;
304         while (node != NULL) {
305                 next = node->next;
306                 folder_item_remove(FOLDER_ITEM(node->data));
307                 node = next;
308         }
309 }
310
311 void folder_item_destroy(FolderItem *item)
312 {
313         Folder *folder;
314
315         g_return_if_fail(item != NULL);
316
317         folder = item->folder;
318         if (folder) {
319                 if (folder->inbox == item)
320                         folder->inbox = NULL;
321                 else if (folder->outbox == item)
322                         folder->outbox = NULL;
323                 else if (folder->draft == item)
324                         folder->draft = NULL;
325                 else if (folder->queue == item)
326                         folder->queue = NULL;
327                 else if (folder->trash == item)
328                         folder->trash = NULL;
329         }
330
331         if (item->cache)
332                 folder_item_free_cache(item);
333         if (item->prefs)
334                 folder_item_prefs_free(item->prefs);
335         g_free(item->name);
336         g_free(item->path);
337
338         if (item->folder != NULL) {
339                 if(item->folder->klass->item_destroy) {
340                         item->folder->klass->item_destroy(item->folder, item);
341                 } else {
342                         g_free(item);
343                 }
344         }
345 }
346
347 void folder_item_set_xml(Folder *folder, FolderItem *item, XMLTag *tag)
348 {
349         GList *cur;
350
351         for (cur = tag->attr; cur != NULL; cur = g_list_next(cur)) {
352                 XMLAttr *attr = (XMLAttr *) cur->data;
353
354                 if (!attr || !attr->name || !attr->value) continue;
355                 if (!strcmp(attr->name, "type")) {
356                         if (!strcasecmp(attr->value, "normal"))
357                                 item->stype = F_NORMAL;
358                         else if (!strcasecmp(attr->value, "inbox"))
359                                 item->stype = F_INBOX;
360                         else if (!strcasecmp(attr->value, "outbox"))
361                                 item->stype = F_OUTBOX;
362                         else if (!strcasecmp(attr->value, "draft"))
363                                 item->stype = F_DRAFT;
364                         else if (!strcasecmp(attr->value, "queue"))
365                                 item->stype = F_QUEUE;
366                         else if (!strcasecmp(attr->value, "trash"))
367                                 item->stype = F_TRASH;
368                 } else if (!strcmp(attr->name, "name")) {
369                         if (item->name != NULL)
370                                 g_free(item->name);
371                         item->name = g_strdup(attr->value);
372                 } else if (!strcmp(attr->name, "path")) {
373                         if (item->path != NULL)
374                                 g_free(item->path);
375                         item->path = g_strdup(attr->value);
376                 } else if (!strcmp(attr->name, "mtime"))
377                         item->mtime = strtoul(attr->value, NULL, 10);
378                 else if (!strcmp(attr->name, "new"))
379                         item->new_msgs = atoi(attr->value);
380                 else if (!strcmp(attr->name, "unread"))
381                         item->unread_msgs = atoi(attr->value);
382                 else if (!strcmp(attr->name, "unreadmarked"))
383                         item->unreadmarked_msgs = atoi(attr->value);
384                 else if (!strcmp(attr->name, "total"))
385                         item->total_msgs = atoi(attr->value);
386                 else if (!strcmp(attr->name, "no_sub"))
387                         item->no_sub = *attr->value == '1' ? TRUE : FALSE;
388                 else if (!strcmp(attr->name, "no_select"))
389                         item->no_select = *attr->value == '1' ? TRUE : FALSE;
390                 else if (!strcmp(attr->name, "collapsed"))
391                         item->collapsed = *attr->value == '1' ? TRUE : FALSE;
392                 else if (!strcmp(attr->name, "thread_collapsed"))
393                         item->thread_collapsed =  *attr->value == '1' ? TRUE : FALSE;
394                 else if (!strcmp(attr->name, "threaded"))
395                         item->threaded =  *attr->value == '1' ? TRUE : FALSE;
396                 else if (!strcmp(attr->name, "hidereadmsgs"))
397                         item->hide_read_msgs =  *attr->value == '1' ? TRUE : FALSE;
398                 else if (!strcmp(attr->name, "reqretrcpt"))
399                         item->ret_rcpt =  *attr->value == '1' ? TRUE : FALSE;
400                 else if (!strcmp(attr->name, "sort_key")) {
401                         if (!strcmp(attr->value, "none"))
402                                 item->sort_key = SORT_BY_NONE;
403                         else if (!strcmp(attr->value, "number"))
404                                 item->sort_key = SORT_BY_NUMBER;
405                         else if (!strcmp(attr->value, "size"))
406                                 item->sort_key = SORT_BY_SIZE;
407                         else if (!strcmp(attr->value, "date"))
408                                 item->sort_key = SORT_BY_DATE;
409                         else if (!strcmp(attr->value, "from"))
410                                 item->sort_key = SORT_BY_FROM;
411                         else if (!strcmp(attr->value, "subject"))
412                                 item->sort_key = SORT_BY_SUBJECT;
413                         else if (!strcmp(attr->value, "score"))
414                                 item->sort_key = SORT_BY_SCORE;
415                         else if (!strcmp(attr->value, "label"))
416                                 item->sort_key = SORT_BY_LABEL;
417                         else if (!strcmp(attr->value, "mark"))
418                                 item->sort_key = SORT_BY_MARK;
419                         else if (!strcmp(attr->value, "unread"))
420                                 item->sort_key = SORT_BY_STATUS;
421                         else if (!strcmp(attr->value, "mime"))
422                                 item->sort_key = SORT_BY_MIME;
423                         else if (!strcmp(attr->value, "to"))
424                                 item->sort_key = SORT_BY_TO;
425                         else if (!strcmp(attr->value, "locked"))
426                                 item->sort_key = SORT_BY_LOCKED;
427                 } else if (!strcmp(attr->name, "sort_type")) {
428                         if (!strcmp(attr->value, "ascending"))
429                                 item->sort_type = SORT_ASCENDING;
430                         else
431                                 item->sort_type = SORT_DESCENDING;
432                 } else if (!strcmp(attr->name, "account_id")) {
433                         PrefsAccount *account;
434
435                         account = account_find_from_id(atoi(attr->value));
436                         if (!account)
437                                 g_warning("account_id: %s not found\n", attr->value);
438                         else
439                                 item->account = account;
440                 } else if (!strcmp(attr->name, "apply_sub"))
441                         item->apply_sub = *attr->value == '1' ? TRUE : FALSE;
442         }
443 }
444
445 XMLTag *folder_item_get_xml(Folder *folder, FolderItem *item)
446 {
447         static gchar *folder_item_stype_str[] = {"normal", "inbox", "outbox",
448                                                  "draft", "queue", "trash"};
449         static gchar *sort_key_str[] = {"none", "number", "size", "date",
450                                         "from", "subject", "score", "label",
451                                         "mark", "unread", "mime", "to", 
452                                         "locked"};
453         XMLTag *tag;
454
455         tag = g_new0(XMLTag, 1);
456         tag->tag = g_strdup("folderitem");
457
458         xml_tag_add_attr(tag, "type", g_strdup(folder_item_stype_str[item->stype]));
459         if (item->name)
460                 xml_tag_add_attr(tag, "name", g_strdup(item->name));
461         if (item->path)
462                 xml_tag_add_attr(tag, "path", g_strdup(item->path));
463         if (item->no_sub)
464                 xml_tag_add_attr(tag, "no_sub", g_strdup("1"));
465         if (item->no_select)
466                 xml_tag_add_attr(tag, "no_select", g_strdup("1"));
467         xml_tag_add_attr(tag, "collapsed", g_strdup(item->collapsed && item->node->children ? "1" : "0"));
468         xml_tag_add_attr(tag, "thread_collapsed", g_strdup(item->thread_collapsed ? "1" : "0"));
469         xml_tag_add_attr(tag, "threaded", g_strdup(item->threaded ? "1" : "0"));
470         xml_tag_add_attr(tag, "hidereadmsgs", g_strdup(item->hide_read_msgs ? "1" : "0"));
471         if (item->ret_rcpt)
472                 xml_tag_add_attr(tag, "reqretrcpt", g_strdup("1"));
473
474         if (item->sort_key != SORT_BY_NONE) {
475                 xml_tag_add_attr(tag, "sort_key", g_strdup(sort_key_str[item->sort_key]));
476                 xml_tag_add_attr(tag, "sort_type", g_strdup(item->sort_type == SORT_ASCENDING ? "ascending" : "descending"));
477         }
478
479         xml_tag_add_attr(tag, "mtime", g_strdup_printf("%ld", (unsigned long int) item->mtime));
480         xml_tag_add_attr(tag, "new", g_strdup_printf("%d", item->new_msgs));
481         xml_tag_add_attr(tag, "unread", g_strdup_printf("%d", item->unread_msgs));
482         xml_tag_add_attr(tag, "unreadmarked", g_strdup_printf("%d", item->unreadmarked_msgs));
483         xml_tag_add_attr(tag, "total", g_strdup_printf("%d", item->total_msgs));
484
485         if (item->account)
486                 xml_tag_add_attr(tag, "account_id", g_strdup_printf("%d", item->account->account_id));
487         if (item->apply_sub)
488                 xml_tag_add_attr(tag, "apply_sub", g_strdup("1"));
489
490         return tag;
491 }
492
493 void folder_set_ui_func(Folder *folder, FolderUIFunc func, gpointer data)
494 {
495         g_return_if_fail(folder != NULL);
496
497         folder->ui_func = func;
498         folder->ui_func_data = data;
499 }
500
501 void folder_set_name(Folder *folder, const gchar *name)
502 {
503         g_return_if_fail(folder != NULL);
504
505         g_free(folder->name);
506         folder->name = name ? g_strdup(name) : NULL;
507         if (folder->node && folder->node->data) {
508                 FolderItem *item = (FolderItem *)folder->node->data;
509
510                 g_free(item->name);
511                 item->name = name ? g_strdup(name) : NULL;
512         }
513 }
514
515 gboolean folder_tree_destroy_func(GNode *node, gpointer data) {
516         FolderItem *item = (FolderItem *) node->data;
517
518         folder_item_destroy(item);
519         return FALSE;
520 }
521
522 void folder_tree_destroy(Folder *folder)
523 {
524         GNode *node;
525
526         g_return_if_fail(folder != NULL);
527
528         node = folder->node;
529         
530         prefs_filtering_clear_folder(folder);
531
532         if (node != NULL) {
533                 g_node_traverse(node, G_POST_ORDER, G_TRAVERSE_ALL, -1,
534                                 folder_tree_destroy_func, NULL);
535                 g_node_destroy(node);
536                 folder->node = NULL;
537         }
538 }
539
540 void folder_add(Folder *folder)
541 {
542         Folder *cur_folder;
543         GList *cur;
544         gint i;
545
546         g_return_if_fail(folder != NULL);
547
548         for (i = 0, cur = folder_list; cur != NULL; cur = cur->next, i++) {
549                 cur_folder = FOLDER(cur->data);
550                 if (FOLDER_TYPE(folder) == F_MH) {
551                         if (FOLDER_TYPE(cur_folder) != F_MH) break;
552                 } else if (FOLDER_TYPE(folder) == F_MBOX) {
553                         if (FOLDER_TYPE(cur_folder) != F_MH &&
554                             FOLDER_TYPE(cur_folder) != F_MBOX) break;
555                 } else if (FOLDER_TYPE(folder) == F_IMAP) {
556                         if (FOLDER_TYPE(cur_folder) != F_MH &&
557                             FOLDER_TYPE(cur_folder) != F_MBOX &&
558                             FOLDER_TYPE(cur_folder) != F_IMAP) break;
559                 } else if (FOLDER_TYPE(folder) == F_NEWS) {
560                         if (FOLDER_TYPE(cur_folder) != F_MH &&
561                             FOLDER_TYPE(cur_folder) != F_MBOX &&
562                             FOLDER_TYPE(cur_folder) != F_IMAP &&
563                             FOLDER_TYPE(cur_folder) != F_NEWS) break;
564                 }
565         }
566
567         folder_list = g_list_insert(folder_list, folder, i);
568 }
569
570 GList *folder_get_list(void)
571 {
572         return folder_list;
573 }
574
575 gint folder_read_list(void)
576 {
577         GNode *node;
578         XMLNode *xmlnode;
579         gchar *path;
580
581         path = folder_get_list_path();
582         if (!is_file_exist(path)) return -1;
583         node = xml_parse_file(path);
584         if (!node) return -1;
585
586         xmlnode = node->data;
587         if (strcmp2(xmlnode->tag->tag, "folderlist") != 0) {
588                 g_warning("wrong folder list\n");
589                 xml_free_tree(node);
590                 return -1;
591         }
592
593         g_node_traverse(node, G_PRE_ORDER, G_TRAVERSE_ALL, 2,
594                         folder_read_folder_func, NULL);
595
596         xml_free_tree(node);
597         if (folder_list)
598                 return 0;
599         else
600                 return -1;
601 }
602
603 void folder_write_list(void)
604 {
605         GList *list;
606         Folder *folder;
607         gchar *path;
608         PrefFile *pfile;
609
610         path = folder_get_list_path();
611         if ((pfile = prefs_write_open(path)) == NULL) return;
612
613         fprintf(pfile->fp, "<?xml version=\"1.0\" encoding=\"%s\"?>\n",
614                 conv_get_current_charset_str());
615         fputs("\n<folderlist>\n", pfile->fp);
616
617         for (list = folder_list; list != NULL; list = list->next) {
618                 folder = list->data;
619                 folder_write_list_recursive(folder->node, pfile->fp);
620         }
621
622         fputs("</folderlist>\n", pfile->fp);
623
624         if (prefs_file_close(pfile) < 0)
625                 g_warning("failed to write folder list.\n");
626 }
627
628 gboolean folder_scan_tree_func(GNode *node, gpointer data)
629 {
630         GHashTable *pptable = (GHashTable *)data;
631         FolderItem *item = (FolderItem *)node->data;
632         
633         folder_item_restore_persist_prefs(item, pptable);
634         folder_item_scan_full(item, FALSE);
635
636         return FALSE;
637 }
638
639 void folder_scan_tree(Folder *folder)
640 {
641         GHashTable *pptable;
642         FolderUpdateData hookdata;
643         
644         if (!folder->klass->scan_tree)
645                 return;
646         
647         pptable = folder_persist_prefs_new(folder);
648
649         /*
650          * should be changed and tree update should be done without 
651          * destroying the tree first
652          */
653         folder_tree_destroy(folder);
654         folder->klass->scan_tree(folder);
655
656         hookdata.folder = folder;
657         hookdata.update_flags = FOLDER_TREE_CHANGED;
658         hookdata.item = NULL;
659         hooks_invoke(FOLDER_UPDATE_HOOKLIST, &hookdata);
660
661         g_node_traverse(folder->node, G_POST_ORDER, G_TRAVERSE_ALL, -1, folder_scan_tree_func, pptable);
662         folder_persist_prefs_free(pptable);
663
664         prefs_matcher_read_config();
665
666         folder_write_list();
667 }
668
669 FolderItem *folder_create_folder(FolderItem *parent, const gchar *name)
670 {
671         FolderItem *new_item;
672         FolderUpdateData hookdata;
673
674         new_item = parent->folder->klass->create_folder(parent->folder, parent, name);
675         if (new_item) {
676                 new_item->cache = msgcache_new();
677
678                 hookdata.folder = new_item->folder;
679                 hookdata.update_flags = FOLDER_TREE_CHANGED | FOLDER_NEW_FOLDERITEM;
680                 hookdata.item = new_item;
681                 hooks_invoke(FOLDER_UPDATE_HOOKLIST, &hookdata);
682         }
683
684         return new_item;
685 }
686
687 struct TotalMsgCount
688 {
689         guint new_msgs;
690         guint unread_msgs;
691         guint unreadmarked_msgs;
692         guint total_msgs;
693 };
694
695 struct FuncToAllFoldersData
696 {
697         FolderItemFunc  function;
698         gpointer        data;
699 };
700
701 static gboolean folder_func_to_all_folders_func(GNode *node, gpointer data)
702 {
703         FolderItem *item;
704         struct FuncToAllFoldersData *function_data = (struct FuncToAllFoldersData *) data;
705
706         g_return_val_if_fail(node->data != NULL, FALSE);
707
708         item = FOLDER_ITEM(node->data);
709         g_return_val_if_fail(item != NULL, FALSE);
710
711         function_data->function(item, function_data->data);
712
713         return FALSE;
714 }
715
716 void folder_func_to_all_folders(FolderItemFunc function, gpointer data)
717 {
718         GList *list;
719         Folder *folder;
720         struct FuncToAllFoldersData function_data;
721         
722         function_data.function = function;
723         function_data.data = data;
724
725         for (list = folder_list; list != NULL; list = list->next) {
726                 folder = FOLDER(list->data);
727                 if (folder->node)
728                         g_node_traverse(folder->node, G_PRE_ORDER,
729                                         G_TRAVERSE_ALL, -1,
730                                         folder_func_to_all_folders_func,
731                                         &function_data);
732         }
733 }
734
735 static void folder_count_total_msgs_func(FolderItem *item, gpointer data)
736 {
737         struct TotalMsgCount *count = (struct TotalMsgCount *)data;
738
739         count->new_msgs += item->new_msgs;
740         count->unread_msgs += item->unread_msgs;
741         count->unreadmarked_msgs += item->unreadmarked_msgs;
742         count->total_msgs += item->total_msgs;
743 }
744
745 struct TotalMsgStatus
746 {
747         guint new;
748         guint unread;
749         guint total;
750         GString *str;
751 };
752
753 static gboolean folder_get_status_full_all_func(GNode *node, gpointer data)
754 {
755         FolderItem *item;
756         struct TotalMsgStatus *status = (struct TotalMsgStatus *)data;
757         gchar *id;
758  
759         g_return_val_if_fail(node->data != NULL, FALSE);
760  
761         item = FOLDER_ITEM(node->data);
762
763         if (!item->path) return FALSE;
764
765         status->new += item->new_msgs;
766         status->unread += item->unread_msgs;
767         status->total += item->total_msgs;
768
769         if (status->str) {
770                 id = folder_item_get_identifier(item);
771                 g_string_sprintfa(status->str, "%5d %5d %5d %s\n",
772                                   item->new_msgs, item->unread_msgs,
773                                   item->total_msgs, id);
774                 g_free(id);
775         }
776  
777         return FALSE;
778  }
779  
780 static void folder_get_status_full_all(GString *str, guint *new, guint *unread,
781                                        guint *total)
782 {
783         GList *list;
784         Folder *folder;
785         struct TotalMsgStatus status;
786  
787         status.new = status.unread = status.total = 0;
788         status.str = str;
789  
790         debug_print("Counting total number of messages...\n");
791  
792         for (list = folder_list; list != NULL; list = list->next) {
793                 folder = FOLDER(list->data);
794                 if (folder->node)
795                         g_node_traverse(folder->node, G_PRE_ORDER,
796                                         G_TRAVERSE_ALL, -1,
797                                         folder_get_status_full_all_func,
798                                         &status);
799         }
800  
801         *new = status.new;
802         *unread = status.unread;
803         *total = status.total;
804 }
805
806 gchar *folder_get_status(GPtrArray *folders, gboolean full)
807 {
808         guint new, unread, total;
809         GString *str;
810         gint i;
811         gchar *ret;
812
813         new = unread = total = 0;
814
815         str = g_string_new(NULL);
816
817         if (folders) {
818                 for (i = 0; i < folders->len; i++) {
819                         FolderItem *item;
820
821                         item = g_ptr_array_index(folders, i);
822                         new += item->new_msgs;
823                         unread += item->unread_msgs;
824                         total += item->total_msgs;
825
826                         if (full) {
827                                 gchar *id;
828
829                                 id = folder_item_get_identifier(item);
830                                 g_string_sprintfa(str, "%5d %5d %5d %s\n",
831                                                   item->new_msgs, item->unread_msgs,
832                                                   item->total_msgs, id);
833                                 g_free(id);
834                         }
835                 }
836         } else {
837                 folder_get_status_full_all(full ? str : NULL,
838                                            &new, &unread, &total);
839         }
840
841         if (full)
842                 g_string_sprintfa(str, "%5d %5d %5d\n", new, unread, total);
843         else
844                 g_string_sprintfa(str, "%d %d %d\n", new, unread, total);
845
846         ret = str->str;
847         g_string_free(str, FALSE);
848  
849         return ret;
850 }
851
852 void folder_count_total_msgs(guint *new_msgs, guint *unread_msgs, guint *unreadmarked_msgs, guint *total_msgs)
853 {
854         struct TotalMsgCount count;
855
856         count.new_msgs = count.unread_msgs = count.unreadmarked_msgs = count.total_msgs = 0;
857
858         debug_print("Counting total number of messages...\n");
859
860         folder_func_to_all_folders(folder_count_total_msgs_func, &count);
861
862         *new_msgs = count.new_msgs;
863         *unread_msgs = count.unread_msgs;
864         *unreadmarked_msgs = count.unreadmarked_msgs;
865         *total_msgs = count.total_msgs;
866 }
867
868 Folder *folder_find_from_path(const gchar *path)
869 {
870         GList *list;
871         Folder *folder;
872
873         for (list = folder_list; list != NULL; list = list->next) {
874                 folder = list->data;
875                 if ((FOLDER_TYPE(folder) == F_MH || 
876                      FOLDER_TYPE(folder) == F_MBOX) &&
877                     !path_cmp(LOCAL_FOLDER(folder)->rootpath, path))
878                         return folder;
879         }
880
881         return NULL;
882 }
883
884 Folder *folder_find_from_name(const gchar *name, FolderClass *klass)
885 {
886         GList *list;
887         Folder *folder;
888
889         for (list = folder_list; list != NULL; list = list->next) {
890                 folder = list->data;
891                 if (folder->klass == klass && 
892                     strcmp2(name, folder->name) == 0)
893                         return folder;
894         }
895
896         return NULL;
897 }
898
899 static gboolean folder_item_find_func(GNode *node, gpointer data)
900 {
901         FolderItem *item = node->data;
902         gpointer *d = data;
903         const gchar *path = d[0];
904
905         if (path_cmp(path, item->path) != 0)
906                 return FALSE;
907
908         d[1] = item;
909
910         return TRUE;
911 }
912
913 FolderItem *folder_find_item_from_path(const gchar *path)
914 {
915         Folder *folder;
916         gpointer d[2];
917
918         folder = folder_get_default_folder();
919         g_return_val_if_fail(folder != NULL, NULL);
920
921         d[0] = (gpointer)path;
922         d[1] = NULL;
923         g_node_traverse(folder->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
924                         folder_item_find_func, d);
925         return d[1];
926 }
927
928 FolderClass *folder_get_class_from_string(const gchar *str)
929 {
930         GSList *classlist;
931
932         classlist = folder_get_class_list();
933         for (; classlist != NULL; classlist = g_slist_next(classlist)) {
934                 FolderClass *class = (FolderClass *) classlist->data;
935                 if (g_strcasecmp(class->idstr, str) == 0)
936                         return class;
937         }
938
939         return NULL;
940 }
941
942 gchar *folder_get_identifier(Folder *folder)
943 {
944         gchar *type_str;
945
946         g_return_val_if_fail(folder != NULL, NULL);
947
948         type_str = folder->klass->idstr;
949         return g_strconcat("#", type_str, "/", folder->name, NULL);
950 }
951
952 gchar *folder_item_get_identifier(FolderItem *item)
953 {
954         gchar *id;
955         gchar *folder_id;
956
957         g_return_val_if_fail(item != NULL, NULL);
958         g_return_val_if_fail(item->path != NULL, NULL);
959
960         folder_id = folder_get_identifier(item->folder);
961         id = g_strconcat(folder_id, "/", item->path, NULL);
962         g_free(folder_id);
963
964         return id;
965 }
966
967 FolderItem *folder_find_item_from_identifier(const gchar *identifier)
968 {
969         Folder *folder;
970         gpointer d[2];
971         gchar *str;
972         gchar *p;
973         gchar *name;
974         gchar *path;
975         FolderClass *class;
976
977         g_return_val_if_fail(identifier != NULL, NULL);
978
979         if (*identifier != '#')
980                 return folder_find_item_from_path(identifier);
981
982         Xstrdup_a(str, identifier, return NULL);
983
984         p = strchr(str, '/');
985         if (!p)
986                 return folder_find_item_from_path(identifier);
987         *p = '\0';
988         p++;
989         class = folder_get_class_from_string(&str[1]);
990         if (class == NULL)
991                 return folder_find_item_from_path(identifier);
992
993         name = p;
994         p = strchr(p, '/');
995         if (!p)
996                 return folder_find_item_from_path(identifier);
997         *p = '\0';
998         p++;
999
1000         folder = folder_find_from_name(name, class);
1001         if (!folder)
1002                 return folder_find_item_from_path(identifier);
1003
1004         path = p;
1005
1006         d[0] = (gpointer)path;
1007         d[1] = NULL;
1008         g_node_traverse(folder->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
1009                         folder_item_find_func, d);
1010         return d[1];
1011 }
1012
1013 /**
1014  * Get a displayable name for a FolderItem
1015  *
1016  * \param item FolderItem for that a name should be created
1017  * \return Displayable name for item, returned string has to
1018  *         be freed
1019  */
1020 gchar *folder_item_get_name(FolderItem *item)
1021 {
1022         gchar *name = NULL;
1023
1024         g_return_val_if_fail(item != NULL, g_strdup(""));
1025
1026         switch (item->stype) {
1027         case F_INBOX:
1028                 name = g_strdup(!strcmp2(item->name, INBOX_DIR) ? _("Inbox") :
1029                                 item->name);
1030                 break;
1031         case F_OUTBOX:
1032                 name = g_strdup(!strcmp2(item->name, OUTBOX_DIR) ? _("Sent") :
1033                                 item->name);
1034                 break;
1035         case F_QUEUE:
1036                 name = g_strdup(!strcmp2(item->name, QUEUE_DIR) ? _("Queue") :
1037                                 item->name);
1038                 break;
1039         case F_TRASH:
1040                 name = g_strdup(!strcmp2(item->name, TRASH_DIR) ? _("Trash") :
1041                                 item->name);
1042                 break;
1043         case F_DRAFT:
1044                 name = g_strdup(!strcmp2(item->name, DRAFT_DIR) ? _("Drafts") :
1045                                 item->name);
1046                 break;
1047         default:
1048                 break;
1049         }
1050
1051         if (name == NULL) {
1052                 /*
1053                  * should probably be done by a virtual function,
1054                  * the folder knows the ui string and how to abbrev
1055                 */
1056                 if (!item->parent) {
1057                         name = g_strconcat(item->name, " (", item->folder->klass->uistr, ")", NULL);
1058                 } else {
1059                         if (FOLDER_CLASS(item->folder) == news_get_class() &&
1060                             item->path && !strcmp2(item->name, item->path))
1061                                 name = get_abbrev_newsgroup_name
1062                                         (item->path,
1063                                          prefs_common.ng_abbrev_len);
1064                         else
1065                                 name = g_strdup(item->name);
1066                 }
1067         }
1068
1069         if (name == NULL)
1070                 name = g_strdup("");
1071
1072         return name;
1073 }
1074
1075 Folder *folder_get_default_folder(void)
1076 {
1077         return folder_list ? FOLDER(folder_list->data) : NULL;
1078 }
1079
1080 FolderItem *folder_get_default_inbox(void)
1081 {
1082         Folder *folder;
1083
1084         if (!folder_list) return NULL;
1085         folder = FOLDER(folder_list->data);
1086         g_return_val_if_fail(folder != NULL, NULL);
1087         return folder->inbox;
1088 }
1089
1090 FolderItem *folder_get_default_outbox(void)
1091 {
1092         Folder *folder;
1093
1094         if (!folder_list) return NULL;
1095         folder = FOLDER(folder_list->data);
1096         g_return_val_if_fail(folder != NULL, NULL);
1097         return folder->outbox;
1098 }
1099
1100 FolderItem *folder_get_default_draft(void)
1101 {
1102         Folder *folder;
1103
1104         if (!folder_list) return NULL;
1105         folder = FOLDER(folder_list->data);
1106         g_return_val_if_fail(folder != NULL, NULL);
1107         return folder->draft;
1108 }
1109
1110 FolderItem *folder_get_default_queue(void)
1111 {
1112         Folder *folder;
1113
1114         if (!folder_list) return NULL;
1115         folder = FOLDER(folder_list->data);
1116         g_return_val_if_fail(folder != NULL, NULL);
1117         return folder->queue;
1118 }
1119
1120 FolderItem *folder_get_default_trash(void)
1121 {
1122         Folder *folder;
1123
1124         if (!folder_list) return NULL;
1125         folder = FOLDER(folder_list->data);
1126         g_return_val_if_fail(folder != NULL, NULL);
1127         return folder->trash;
1128 }
1129
1130 #define CREATE_FOLDER_IF_NOT_EXIST(member, dir, type)           \
1131 {                                                               \
1132         if (!folder->member) {                                  \
1133                 item = folder_item_new(folder, dir, dir);       \
1134                 item->stype = type;                             \
1135                 folder_item_append(rootitem, item);             \
1136                 folder->member = item;                          \
1137         }                                                       \
1138 }
1139
1140 void folder_set_missing_folders(void)
1141 {
1142         Folder *folder;
1143         FolderItem *rootitem;
1144         FolderItem *item;
1145         GList *list;
1146
1147         for (list = folder_list; list != NULL; list = list->next) {
1148                 folder = list->data;
1149                 if (FOLDER_TYPE(folder) != F_MH) continue;
1150                 rootitem = FOLDER_ITEM(folder->node->data);
1151                 g_return_if_fail(rootitem != NULL);
1152
1153                 if (folder->inbox && folder->outbox && folder->draft &&
1154                     folder->queue && folder->trash)
1155                         continue;
1156
1157                 if (folder->klass->create_tree(folder) < 0) {
1158                         g_warning("%s: can't create the folder tree.\n",
1159                                   LOCAL_FOLDER(folder)->rootpath);
1160                         continue;
1161                 }
1162
1163                 CREATE_FOLDER_IF_NOT_EXIST(inbox,  INBOX_DIR,  F_INBOX);
1164                 CREATE_FOLDER_IF_NOT_EXIST(outbox, OUTBOX_DIR, F_OUTBOX);
1165                 CREATE_FOLDER_IF_NOT_EXIST(draft,  DRAFT_DIR,  F_DRAFT);
1166                 CREATE_FOLDER_IF_NOT_EXIST(queue,  QUEUE_DIR,  F_QUEUE);
1167                 CREATE_FOLDER_IF_NOT_EXIST(trash,  TRASH_DIR,  F_TRASH);
1168         }
1169 }
1170
1171 static gboolean folder_unref_account_func(GNode *node, gpointer data)
1172 {
1173         FolderItem *item = node->data;
1174         PrefsAccount *account = data;
1175
1176         if (item->account == account)
1177                 item->account = NULL;
1178
1179         return FALSE;
1180 }
1181
1182 void folder_unref_account_all(PrefsAccount *account)
1183 {
1184         Folder *folder;
1185         GList *list;
1186
1187         if (!account) return;
1188
1189         for (list = folder_list; list != NULL; list = list->next) {
1190                 folder = list->data;
1191                 if (folder->account == account)
1192                         folder->account = NULL;
1193                 g_node_traverse(folder->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
1194                                 folder_unref_account_func, account);
1195         }
1196 }
1197
1198 #undef CREATE_FOLDER_IF_NOT_EXIST
1199
1200 gchar *folder_item_get_path(FolderItem *item)
1201 {
1202         Folder *folder;
1203
1204         g_return_val_if_fail(item != NULL, NULL);
1205         folder = item->folder;
1206         g_return_val_if_fail(folder != NULL, NULL);
1207
1208         return folder->klass->item_get_path(folder, item);
1209 }
1210
1211 void folder_item_set_default_flags(FolderItem *dest, MsgFlags *flags)
1212 {
1213         if (!(dest->stype == F_OUTBOX ||
1214               dest->stype == F_QUEUE  ||
1215               dest->stype == F_DRAFT  ||
1216               dest->stype == F_TRASH)) {
1217                 flags->perm_flags = MSG_NEW|MSG_UNREAD;
1218         } else {
1219                 flags->perm_flags = 0;
1220         }
1221         flags->tmp_flags = MSG_CACHED;
1222         if (FOLDER_TYPE(dest->folder) == F_MH) {
1223                 if (dest->stype == F_QUEUE) {
1224                         MSG_SET_TMP_FLAGS(*flags, MSG_QUEUED);
1225                 } else if (dest->stype == F_DRAFT) {
1226                         MSG_SET_TMP_FLAGS(*flags, MSG_DRAFT);
1227                 }
1228         }
1229 }
1230
1231 static gint folder_sort_cache_list_by_msgnum(gconstpointer a, gconstpointer b)
1232 {
1233         MsgInfo *msginfo_a = (MsgInfo *) a;
1234         MsgInfo *msginfo_b = (MsgInfo *) b;
1235
1236         return (msginfo_a->msgnum - msginfo_b->msgnum);
1237 }
1238
1239 static gint folder_sort_folder_list(gconstpointer a, gconstpointer b)
1240 {
1241         guint gint_a = GPOINTER_TO_INT(a);
1242         guint gint_b = GPOINTER_TO_INT(b);
1243         
1244         return (gint_a - gint_b);
1245 }
1246
1247 gint folder_item_open(FolderItem *item)
1248 {
1249         if((item->folder->klass->scan_required != NULL) && (item->folder->klass->scan_required(item->folder, item))) {
1250                 folder_item_scan_full(item, TRUE);
1251         }
1252
1253         /* Processing */
1254         if(item->prefs->processing != NULL) {
1255                 gchar *buf;
1256                 
1257                 buf = g_strdup_printf(_("Processing (%s)...\n"), item->path);
1258                 debug_print("%s\n", buf);
1259                 g_free(buf);
1260         
1261                 folder_item_apply_processing(item);
1262
1263                 debug_print("done.\n");
1264         }
1265
1266         return 0;
1267 }
1268
1269 gint folder_item_close(FolderItem *item)
1270 {
1271         GSList *mlist, *cur;
1272         Folder *folder;
1273         
1274         g_return_val_if_fail(item != NULL, -1);
1275
1276         if (item->new_msgs) {
1277                 folder_item_update_freeze();
1278                 mlist = folder_item_get_msg_list(item);
1279                 for (cur = mlist ; cur != NULL ; cur = cur->next) {
1280                         MsgInfo * msginfo;
1281
1282                         msginfo = (MsgInfo *) cur->data;
1283                         if (MSG_IS_NEW(msginfo->flags))
1284                                 procmsg_msginfo_unset_flags(msginfo, MSG_NEW, 0);
1285                         procmsg_msginfo_free(msginfo);
1286                 }
1287                 g_slist_free(mlist);
1288                 folder_item_update_thaw();
1289         }               
1290
1291         folder_item_write_cache(item);
1292         
1293         folder_item_update(item, F_ITEM_UPDATE_MSGCNT);
1294
1295         item->opened = FALSE;
1296         folder = item->folder;
1297
1298         if (folder->klass->close == NULL)
1299                 return 0;
1300
1301         return folder->klass->close(folder, item);
1302 }
1303
1304 gint folder_item_scan_full(FolderItem *item, gboolean filtering)
1305 {
1306         Folder *folder;
1307         GSList *folder_list = NULL, *cache_list = NULL;
1308         GSList *folder_list_cur, *cache_list_cur, *new_list = NULL;
1309         GSList *exists_list = NULL, *elem;
1310         GSList *newmsg_list = NULL;
1311         guint newcnt = 0, unreadcnt = 0, totalcnt = 0, unreadmarkedcnt = 0;
1312         guint cache_max_num, folder_max_num, cache_cur_num, folder_cur_num;
1313         gboolean update_flags = 0, old_uids_valid = FALSE;
1314     
1315         g_return_val_if_fail(item != NULL, -1);
1316         if (item->path == NULL) return -1;
1317
1318         folder = item->folder;
1319
1320         g_return_val_if_fail(folder != NULL, -1);
1321         g_return_val_if_fail(folder->klass->get_num_list != NULL, -1);
1322
1323         debug_print("Scanning folder %s for cache changes.\n", item->path);
1324
1325         /* Get list of messages for folder and cache */
1326         if (folder->klass->get_num_list(item->folder, item, &folder_list, &old_uids_valid) < 0) {
1327                 debug_print("Error fetching list of message numbers\n");
1328                 return(-1);
1329         }
1330
1331         if (old_uids_valid) {
1332                 if (!item->cache)
1333                         folder_item_read_cache(item);
1334                 cache_list = msgcache_get_msg_list(item->cache);
1335         } else {
1336                 if (item->cache)
1337                         msgcache_destroy(item->cache);
1338                 item->cache = msgcache_new();
1339                 cache_list = NULL;
1340         }
1341
1342         /* Sort both lists */
1343         cache_list = g_slist_sort(cache_list, folder_sort_cache_list_by_msgnum);
1344         folder_list = g_slist_sort(folder_list, folder_sort_folder_list);
1345
1346         cache_list_cur = cache_list;
1347         folder_list_cur = folder_list;
1348
1349         if (cache_list_cur != NULL) {
1350                 GSList *cache_list_last;
1351         
1352                 cache_cur_num = ((MsgInfo *)cache_list_cur->data)->msgnum;
1353                 cache_list_last = g_slist_last(cache_list);
1354                 cache_max_num = ((MsgInfo *)cache_list_last->data)->msgnum;
1355         } else {
1356                 cache_cur_num = G_MAXINT;
1357                 cache_max_num = 0;
1358         }
1359
1360         if (folder_list_cur != NULL) {
1361                 GSList *folder_list_last;
1362         
1363                 folder_cur_num = GPOINTER_TO_INT(folder_list_cur->data);
1364                 folder_list_last = g_slist_last(folder_list);
1365                 folder_max_num = GPOINTER_TO_INT(folder_list_last->data);
1366         } else {
1367                 folder_cur_num = G_MAXINT;
1368                 folder_max_num = 0;
1369         }
1370
1371         while ((cache_cur_num != G_MAXINT) || (folder_cur_num != G_MAXINT)) {
1372                 /*
1373                  *  Message only exists in the folder
1374                  *  Remember message for fetching
1375                  */
1376                 if (folder_cur_num < cache_cur_num) {
1377                         gboolean add = FALSE;
1378
1379                         switch(FOLDER_TYPE(folder)) {
1380                                 case F_NEWS:
1381                                         if (folder_cur_num < cache_max_num)
1382                                                 break;
1383                                         
1384                                         if (folder->account->max_articles == 0) {
1385                                                 add = TRUE;
1386                                         }
1387
1388                                         if (folder_max_num <= folder->account->max_articles) {
1389                                                 add = TRUE;
1390                                         } else if (folder_cur_num > (folder_max_num - folder->account->max_articles)) {
1391                                                 add = TRUE;
1392                                         }
1393                                         break;
1394                                 default:
1395                                         add = TRUE;
1396                                         break;
1397                         }
1398                         
1399                         if (add) {
1400                                 new_list = g_slist_prepend(new_list, GINT_TO_POINTER(folder_cur_num));
1401                                 debug_print("Remembered message %d for fetching\n", folder_cur_num);
1402                         }
1403
1404                         /* Move to next folder number */
1405                         folder_list_cur = folder_list_cur->next;
1406
1407                         if (folder_list_cur != NULL)
1408                                 folder_cur_num = GPOINTER_TO_INT(folder_list_cur->data);
1409                         else
1410                                 folder_cur_num = G_MAXINT;
1411
1412                         continue;
1413                 }
1414
1415                 /*
1416                  *  Message only exists in the cache
1417                  *  Remove the message from the cache
1418                  */
1419                 if (cache_cur_num < folder_cur_num) {
1420                         msgcache_remove_msg(item->cache, cache_cur_num);
1421                         debug_print("Removed message %d from cache.\n", cache_cur_num);
1422
1423                         /* Move to next cache number */
1424                         cache_list_cur = cache_list_cur->next;
1425
1426                         if (cache_list_cur != NULL)
1427                                 cache_cur_num = ((MsgInfo *)cache_list_cur->data)->msgnum;
1428                         else
1429                                 cache_cur_num = G_MAXINT;
1430
1431                         update_flags |= F_ITEM_UPDATE_MSGCNT | F_ITEM_UPDATE_CONTENT;
1432
1433                         continue;
1434                 }
1435
1436                 /*
1437                  *  Message number exists in folder and cache!
1438                  *  Check if the message has been modified
1439                  */
1440                 if (cache_cur_num == folder_cur_num) {
1441                         MsgInfo *msginfo;
1442
1443                         msginfo = msgcache_get_msg(item->cache, folder_cur_num);
1444                         if (folder->klass->is_msg_changed && folder->klass->is_msg_changed(folder, item, msginfo)) {
1445                                 msgcache_remove_msg(item->cache, msginfo->msgnum);
1446                                 new_list = g_slist_prepend(new_list, GINT_TO_POINTER(msginfo->msgnum));
1447                                 procmsg_msginfo_free(msginfo);
1448
1449                                 debug_print("Remembering message %d to update...\n", folder_cur_num);
1450                         } else
1451                                 exists_list = g_slist_prepend(exists_list, msginfo);
1452
1453                         /* Move to next folder and cache number */
1454                         cache_list_cur = cache_list_cur->next;
1455                         folder_list_cur = folder_list_cur->next;
1456
1457                         if (cache_list_cur != NULL)
1458                                 cache_cur_num = ((MsgInfo *)cache_list_cur->data)->msgnum;
1459                         else
1460                                 cache_cur_num = G_MAXINT;
1461
1462                         if (folder_list_cur != NULL)
1463                                 folder_cur_num = GPOINTER_TO_INT(folder_list_cur->data);
1464                         else
1465                                 folder_cur_num = G_MAXINT;
1466
1467                         continue;
1468                 }
1469         }
1470         
1471         for(cache_list_cur = cache_list; cache_list_cur != NULL; cache_list_cur = g_slist_next(cache_list_cur))
1472                 procmsg_msginfo_free((MsgInfo *) cache_list_cur->data);
1473
1474         g_slist_free(cache_list);
1475         g_slist_free(folder_list);
1476
1477         if (new_list != NULL) {
1478                 if (folder->klass->get_msginfos) {
1479                         newmsg_list = folder->klass->get_msginfos(folder, item, new_list);
1480                 } else if (folder->klass->get_msginfo) {
1481                         GSList *elem;
1482         
1483                         for (elem = new_list; elem != NULL; elem = g_slist_next(elem)) {
1484                                 MsgInfo *msginfo;
1485                                 guint num;
1486
1487                                 num = GPOINTER_TO_INT(elem->data);
1488                                 msginfo = folder->klass->get_msginfo(folder, item, num);
1489                                 if (msginfo != NULL) {
1490                                         newmsg_list = g_slist_prepend(newmsg_list, msginfo);
1491                                         debug_print("Added newly found message %d to cache.\n", num);
1492                                 }
1493                         }
1494                 }
1495                 g_slist_free(new_list);
1496         }
1497
1498         folder_item_update_freeze();
1499         if (newmsg_list != NULL) {
1500                 GSList *elem;
1501
1502                 for (elem = newmsg_list; elem != NULL; elem = g_slist_next(elem)) {
1503                         MsgInfo *msginfo = (MsgInfo *) elem->data;
1504
1505                         msgcache_add_msg(item->cache, msginfo);
1506                         if ((filtering == TRUE) &&
1507                             (item->stype == F_INBOX) &&
1508                             (item->folder->account != NULL) && 
1509                             (item->folder->account->filter_on_recv) &&
1510                             procmsg_msginfo_filter(msginfo))
1511                                 procmsg_msginfo_free(msginfo);
1512                         else
1513                                 exists_list = g_slist_prepend(exists_list, msginfo);
1514                 }
1515                 g_slist_free(newmsg_list);
1516
1517                 update_flags |= F_ITEM_UPDATE_MSGCNT | F_ITEM_UPDATE_CONTENT;
1518         }
1519
1520         for (elem = exists_list; elem != NULL; elem = g_slist_next(elem)) {
1521                 MsgInfo *msginfo;
1522
1523                 msginfo = elem->data;
1524                 if (MSG_IS_IGNORE_THREAD(msginfo->flags) && (MSG_IS_NEW(msginfo->flags) || MSG_IS_UNREAD(msginfo->flags)))
1525                         procmsg_msginfo_unset_flags(msginfo, MSG_NEW | MSG_UNREAD, 0);
1526                 if (!MSG_IS_IGNORE_THREAD(msginfo->flags) && procmsg_msg_has_flagged_parent(msginfo, MSG_IGNORE_THREAD)) {
1527                         procmsg_msginfo_unset_flags(msginfo, MSG_NEW | MSG_UNREAD, 0);
1528                         procmsg_msginfo_set_flags(msginfo, MSG_IGNORE_THREAD, 0);
1529                 }
1530                 if ((item->stype == F_OUTBOX ||
1531                      item->stype == F_QUEUE  ||
1532                      item->stype == F_DRAFT  ||
1533                      item->stype == F_TRASH) &&
1534                     (MSG_IS_NEW(msginfo->flags) || MSG_IS_UNREAD(msginfo->flags)))
1535                         procmsg_msginfo_unset_flags(msginfo, MSG_NEW | MSG_UNREAD, 0);
1536                 if (MSG_IS_NEW(msginfo->flags))
1537                         newcnt++;
1538                 if (MSG_IS_UNREAD(msginfo->flags))
1539                         unreadcnt++;
1540                 if (MSG_IS_UNREAD(msginfo->flags) && procmsg_msg_has_marked_parent(msginfo))
1541                         unreadmarkedcnt++;
1542                 totalcnt++;
1543
1544                 procmsg_msginfo_free(msginfo);
1545         }
1546         g_slist_free(exists_list);
1547
1548         item->new_msgs = newcnt;
1549         item->unread_msgs = unreadcnt;
1550         item->total_msgs = totalcnt;
1551         item->unreadmarked_msgs = unreadmarkedcnt;
1552
1553         update_flags |= F_ITEM_UPDATE_MSGCNT;
1554
1555         folder_item_update(item, update_flags);
1556         folder_item_update_thaw();
1557
1558         return 0;
1559 }
1560
1561 gint folder_item_scan(FolderItem *item)
1562 {
1563         return folder_item_scan_full(item, TRUE);
1564 }
1565
1566 static gboolean folder_scan_all_items_func(GNode *node, gpointer data)
1567 {
1568         FolderItem *item = node->data;
1569
1570         folder_item_scan(item);
1571
1572         return FALSE;
1573 }
1574
1575 void folder_scan_all_items(Folder * folder)
1576 {
1577         g_node_traverse(folder->node, G_PRE_ORDER,
1578                         G_TRAVERSE_ALL, -1, folder_scan_all_items_func, NULL);
1579 }
1580
1581 static void folder_item_scan_foreach_func(gpointer key, gpointer val,
1582                                           gpointer data)
1583 {
1584         folder_item_scan(FOLDER_ITEM(key));
1585 }
1586
1587 void folder_item_scan_foreach(GHashTable *table)
1588 {
1589         g_hash_table_foreach(table, folder_item_scan_foreach_func, NULL);
1590 }
1591
1592 void folder_count_total_cache_memusage(FolderItem *item, gpointer data)
1593 {
1594         gint *memusage = (gint *)data;
1595
1596         if (item->cache == NULL)
1597                 return;
1598         
1599         *memusage += msgcache_get_memory_usage(item->cache);
1600 }
1601
1602 gint folder_cache_time_compare_func(gconstpointer a, gconstpointer b)
1603 {
1604         FolderItem *fa = (FolderItem *)a;
1605         FolderItem *fb = (FolderItem *)b;
1606         
1607         return (gint) (msgcache_get_last_access_time(fa->cache) - msgcache_get_last_access_time(fb->cache));
1608 }
1609
1610 void folder_find_expired_caches(FolderItem *item, gpointer data)
1611 {
1612         GSList **folder_item_list = (GSList **)data;
1613         gint difftime, expiretime;
1614         
1615         if (item->cache == NULL)
1616                 return;
1617
1618         if (item->opened > 0)
1619                 return;
1620
1621         difftime = (gint) (time(NULL) - msgcache_get_last_access_time(item->cache));
1622         expiretime = prefs_common.cache_min_keep_time * 60;
1623         debug_print("Cache unused time: %d (Expire time: %d)\n", difftime, expiretime);
1624         if (difftime > expiretime) {
1625                 *folder_item_list = g_slist_insert_sorted(*folder_item_list, item, folder_cache_time_compare_func);
1626         }
1627 }
1628
1629 void folder_item_free_cache(FolderItem *item)
1630 {
1631         g_return_if_fail(item != NULL);
1632         
1633         if (item->cache == NULL)
1634                 return;
1635         
1636         if (item->opened > 0)
1637                 return;
1638
1639         folder_item_write_cache(item);
1640         msgcache_destroy(item->cache);
1641         item->cache = NULL;
1642 }
1643
1644 void folder_clean_cache_memory(void)
1645 {
1646         gint memusage = 0;
1647
1648         folder_func_to_all_folders(folder_count_total_cache_memusage, &memusage);       
1649         debug_print("Total cache memory usage: %d\n", memusage);
1650         
1651         if (memusage > (prefs_common.cache_max_mem_usage * 1024)) {
1652                 GSList *folder_item_list = NULL, *listitem;
1653                 
1654                 debug_print("Trying to free cache memory\n");
1655
1656                 folder_func_to_all_folders(folder_find_expired_caches, &folder_item_list);      
1657                 listitem = folder_item_list;
1658                 while((listitem != NULL) && (memusage > (prefs_common.cache_max_mem_usage * 1024))) {
1659                         FolderItem *item = (FolderItem *)(listitem->data);
1660
1661                         debug_print("Freeing cache memory for %s\n", item->path);
1662                         memusage -= msgcache_get_memory_usage(item->cache);
1663                         folder_item_free_cache(item);
1664                         listitem = listitem->next;
1665                 }
1666                 g_slist_free(folder_item_list);
1667         }
1668 }
1669
1670 void folder_item_read_cache(FolderItem *item)
1671 {
1672         gchar *cache_file, *mark_file;
1673         
1674         g_return_if_fail(item != NULL);
1675
1676         cache_file = folder_item_get_cache_file(item);
1677         mark_file = folder_item_get_mark_file(item);
1678         item->cache = msgcache_read_cache(item, cache_file);
1679         if (!item->cache) {
1680                 item->cache = msgcache_new();
1681                 folder_item_scan_full(item, TRUE);
1682         }
1683         msgcache_read_mark(item->cache, mark_file);
1684         g_free(cache_file);
1685         g_free(mark_file);
1686
1687         folder_clean_cache_memory();
1688 }
1689
1690 void folder_item_write_cache(FolderItem *item)
1691 {
1692         gchar *cache_file, *mark_file;
1693         FolderItemPrefs *prefs;
1694         gint filemode = 0;
1695         gchar *id;
1696         
1697         if (!item || !item->path || !item->cache)
1698                 return;
1699
1700         id = folder_item_get_identifier(item);
1701         debug_print("Save cache for folder %s\n", id);
1702         g_free(id);
1703
1704         cache_file = folder_item_get_cache_file(item);
1705         mark_file = folder_item_get_mark_file(item);
1706         if (msgcache_write(cache_file, mark_file, item->cache) < 0) {
1707                 prefs = item->prefs;
1708                 if (prefs && prefs->enable_folder_chmod && prefs->folder_chmod) {
1709                         /* for cache file */
1710                         filemode = prefs->folder_chmod;
1711                         if (filemode & S_IRGRP) filemode |= S_IWGRP;
1712                         if (filemode & S_IROTH) filemode |= S_IWOTH;
1713                         chmod(cache_file, filemode);
1714                 }
1715         }
1716
1717         g_free(cache_file);
1718         g_free(mark_file);
1719 }
1720
1721 MsgInfo *folder_item_get_msginfo(FolderItem *item, gint num)
1722 {
1723         Folder *folder;
1724         MsgInfo *msginfo;
1725         
1726         g_return_val_if_fail(item != NULL, NULL);
1727         
1728         folder = item->folder;
1729         if (!item->cache)
1730                 folder_item_read_cache(item);
1731         
1732         if ((msginfo = msgcache_get_msg(item->cache, num)) != NULL)
1733                 return msginfo;
1734         
1735         g_return_val_if_fail(folder->klass->get_msginfo, NULL);
1736         if ((msginfo = folder->klass->get_msginfo(folder, item, num)) != NULL) {
1737                 msgcache_add_msg(item->cache, msginfo);
1738                 return msginfo;
1739         }
1740         
1741         return NULL;
1742 }
1743
1744 MsgInfo *folder_item_get_msginfo_by_msgid(FolderItem *item, const gchar *msgid)
1745 {
1746         Folder *folder;
1747         MsgInfo *msginfo;
1748         
1749         g_return_val_if_fail(item != NULL, NULL);
1750         g_return_val_if_fail(msgid != NULL, NULL);
1751         
1752         folder = item->folder;
1753         if (!item->cache)
1754                 folder_item_read_cache(item);
1755         
1756         if ((msginfo = msgcache_get_msg_by_id(item->cache, msgid)) != NULL)
1757                 return msginfo;
1758
1759         return NULL;
1760 }
1761
1762 GSList *folder_item_get_msg_list(FolderItem *item)
1763 {
1764         g_return_val_if_fail(item != NULL, NULL);
1765         
1766         if (item->cache == 0)
1767                 folder_item_read_cache(item);
1768
1769         g_return_val_if_fail(item->cache != NULL, NULL);
1770         
1771         return msgcache_get_msg_list(item->cache);
1772 }
1773
1774 gchar *folder_item_fetch_msg(FolderItem *item, gint num)
1775 {
1776         Folder *folder;
1777
1778         g_return_val_if_fail(item != NULL, NULL);
1779
1780         folder = item->folder;
1781
1782         g_return_val_if_fail(folder->klass->fetch_msg != NULL, NULL);
1783
1784         return folder->klass->fetch_msg(folder, item, num);
1785 }
1786
1787 static gint folder_item_get_msg_num_by_file(FolderItem *dest, const gchar *file)
1788 {
1789         static HeaderEntry hentry[] = {{"Message-ID:",  NULL, TRUE},
1790                                        {NULL,           NULL, FALSE}};
1791         FILE *fp;
1792         MsgInfo *msginfo;
1793         gint msgnum = 0;
1794         gchar buf[BUFFSIZE];
1795
1796         if ((fp = fopen(file, "rb")) == NULL)
1797                 return 0;
1798
1799         if ((dest->stype == F_QUEUE) || (dest->stype == F_DRAFT))
1800                 while (fgets(buf, sizeof(buf), fp) != NULL)
1801                         if (buf[0] == '\r' || buf[0] == '\n') break;
1802
1803         procheader_get_header_fields(fp, hentry);
1804         if (hentry[0].body) {
1805                 extract_parenthesis(hentry[0].body, '<', '>');
1806                 remove_space(hentry[0].body);
1807                 if ((msginfo = msgcache_get_msg_by_id(dest->cache, hentry[0].body)) != NULL) {
1808                         msgnum = msginfo->msgnum;
1809                         procmsg_msginfo_free(msginfo);
1810
1811                         debug_print("found message as uid %d\n", msgnum);
1812                 }
1813         }
1814         
1815         g_free(hentry[0].body);
1816         hentry[0].body = NULL;
1817         fclose(fp);
1818
1819         return msgnum;
1820 }
1821
1822 static void copy_msginfo_flags(MsgInfo *source, MsgInfo *dest)
1823 {
1824         MsgPermFlags perm_flags = 0;
1825         MsgTmpFlags tmp_flags = 0;
1826
1827         /* create new flags */
1828         if (source != NULL) {
1829                 /* copy original flags */
1830                 perm_flags = source->flags.perm_flags;
1831                 tmp_flags = source->flags.tmp_flags;
1832         } else {
1833                 perm_flags = dest->flags.perm_flags;
1834                 tmp_flags = dest->flags.tmp_flags;
1835         }
1836
1837         /* remove new, unread and deleted in special folders */
1838         if (dest->folder->stype == F_OUTBOX ||
1839             dest->folder->stype == F_QUEUE  ||
1840             dest->folder->stype == F_DRAFT  ||
1841             dest->folder->stype == F_TRASH)
1842                 perm_flags &= ~(MSG_NEW | MSG_UNREAD | MSG_DELETED);
1843
1844         /* set ignore flag of ignored parent exists */
1845         if (procmsg_msg_has_flagged_parent(dest, MSG_IGNORE_THREAD))
1846                 perm_flags |= MSG_IGNORE_THREAD;
1847
1848         /* Unset tmp flags that should not be copied */
1849         tmp_flags &= ~(MSG_MOVE | MSG_COPY);
1850
1851         /* unset flags that are set but should not */
1852         procmsg_msginfo_unset_flags(dest,
1853                                     dest->flags.perm_flags & ~perm_flags,
1854                                     dest->flags.tmp_flags  & ~tmp_flags);
1855         /* set new flags */
1856         procmsg_msginfo_set_flags(dest,
1857                                   ~dest->flags.perm_flags & perm_flags,
1858                                   ~dest->flags.tmp_flags  & tmp_flags);
1859 }
1860
1861 static void add_msginfo_to_cache(FolderItem *item, MsgInfo *newmsginfo, MsgInfo *flagsource)
1862 {
1863         /* update folder stats */
1864         if (MSG_IS_NEW(newmsginfo->flags))
1865                 item->new_msgs++;
1866         if (MSG_IS_UNREAD(newmsginfo->flags))
1867                 item->unread_msgs++;
1868         if (MSG_IS_UNREAD(newmsginfo->flags) && procmsg_msg_has_marked_parent(newmsginfo))
1869                 item->unreadmarked_msgs++;
1870         item->total_msgs++;
1871
1872         folder_item_update_freeze();
1873         msgcache_add_msg(item->cache, newmsginfo);
1874         copy_msginfo_flags(flagsource, newmsginfo);
1875         folder_item_update(item,  F_ITEM_UPDATE_MSGCNT | F_ITEM_UPDATE_CONTENT);
1876         folder_item_update_thaw();
1877 }
1878
1879 static void remove_msginfo_from_cache(FolderItem *item, MsgInfo *msginfo)
1880 {
1881         MsgInfoUpdate msginfo_update;
1882
1883         if (!item->cache)
1884                 folder_item_read_cache(item);
1885
1886         if (MSG_IS_NEW(msginfo->flags) && !MSG_IS_IGNORE_THREAD(msginfo->flags))
1887                 msginfo->folder->new_msgs--;
1888         if (MSG_IS_UNREAD(msginfo->flags) && !MSG_IS_IGNORE_THREAD(msginfo->flags))
1889                 msginfo->folder->unread_msgs--;
1890         if (MSG_IS_UNREAD(msginfo->flags) && procmsg_msg_has_marked_parent(msginfo))
1891                 msginfo->folder->unreadmarked_msgs--;
1892         msginfo->folder->total_msgs--;
1893
1894         msginfo_update.msginfo = msginfo;
1895         msginfo_update.flags = MSGINFO_UPDATE_DELETED;
1896         hooks_invoke(MSGINFO_UPDATE_HOOKLIST, &msginfo_update);
1897
1898         msgcache_remove_msg(item->cache, msginfo->msgnum);
1899         folder_item_update(msginfo->folder, F_ITEM_UPDATE_MSGCNT | F_ITEM_UPDATE_CONTENT);
1900 }
1901
1902 gint folder_item_add_msg(FolderItem *dest, const gchar *file,
1903                          MsgFlags *flags, gboolean remove_source)
1904 {
1905         GSList file_list;
1906         MsgFileInfo fileinfo;
1907
1908         g_return_val_if_fail(dest != NULL, -1);
1909         g_return_val_if_fail(file != NULL, -1);
1910  
1911         fileinfo.msginfo = NULL;
1912         fileinfo.file = (gchar *)file;
1913         fileinfo.flags = flags;
1914         file_list.data = &fileinfo;
1915         file_list.next = NULL;
1916
1917         return folder_item_add_msgs(dest, &file_list, remove_source);
1918 }
1919
1920 gint folder_item_add_msgs(FolderItem *dest, GSList *file_list,
1921                           gboolean remove_source)
1922 {
1923         Folder *folder;
1924         gint ret, num, lastnum = -1;
1925         GSList *file_cur;
1926         GRelation *relation;
1927         MsgFileInfo *fileinfo = NULL;
1928         gboolean folderscan = FALSE;
1929
1930         g_return_val_if_fail(dest != NULL, -1);
1931         g_return_val_if_fail(file_list != NULL, -1);
1932         g_return_val_if_fail(dest->folder != NULL, -1);
1933
1934         folder = dest->folder;
1935
1936         relation = g_relation_new(2);
1937         g_relation_index(relation, 0, g_direct_hash, g_direct_equal);
1938
1939         if (folder->klass->add_msgs != NULL) {
1940                 ret = folder->klass->add_msgs(folder, dest, file_list, relation);
1941                 if (ret < 0) {
1942                         g_relation_destroy(relation);
1943                         return ret;
1944                 }
1945         } else {
1946                 for (file_cur = file_list; file_cur != NULL; file_cur = g_slist_next(file_cur)) {
1947                         fileinfo = (MsgFileInfo *) file_cur->data;
1948
1949                         ret = folder->klass->add_msg(folder, dest, fileinfo->file, fileinfo->flags);
1950                         if (ret < 0) {
1951                                 g_relation_destroy(relation);
1952                                 return ret;
1953                         }
1954                         g_relation_insert(relation, fileinfo, GINT_TO_POINTER(ret));
1955                 }
1956         }
1957
1958         for (file_cur = file_list; file_cur != NULL; file_cur = g_slist_next(file_cur)) {
1959                 GTuples *tuples;
1960
1961                 fileinfo = (MsgFileInfo *) file_cur->data;
1962                 tuples = g_relation_select(relation, fileinfo, 0);
1963                 num = GPOINTER_TO_INT(g_tuples_index(tuples, 0, 1));
1964                 g_tuples_destroy(tuples);
1965
1966                 if (num >= 0) {
1967                         MsgInfo *newmsginfo;
1968
1969                         if (num == 0) {
1970                                 if (!folderscan) {
1971                                         folder_item_scan_full(dest, FALSE);
1972                                         folderscan = TRUE;
1973                                 }
1974                                 num = folder_item_get_msg_num_by_file(dest, fileinfo->file);
1975                         }
1976
1977                         if (num > lastnum)
1978                                 lastnum = num;
1979
1980                         if (num >= 0 && remove_source) {
1981                                 if (unlink(fileinfo->file) < 0)
1982                                         FILE_OP_ERROR(fileinfo->file, "unlink");
1983                         }
1984
1985                         if (num == 0)
1986                                 continue;
1987
1988                         if (!folderscan && 
1989                             ((newmsginfo = folder->klass->get_msginfo(folder, dest, num)) != NULL)) {
1990                                 add_msginfo_to_cache(dest, newmsginfo, NULL);
1991                                 procmsg_msginfo_free(newmsginfo);
1992                         } else if ((newmsginfo = msgcache_get_msg(dest->cache, num)) != NULL) {
1993                                 /* TODO: set default flags */
1994                                 procmsg_msginfo_free(newmsginfo);
1995                         }
1996                 }
1997         }
1998
1999         g_relation_destroy(relation);
2000
2001         return lastnum;
2002 }
2003
2004 /*
2005 gint folder_item_move_msg(FolderItem *dest, MsgInfo *msginfo)
2006 {
2007         Folder *folder;
2008         gint num;
2009
2010         g_return_val_if_fail(dest != NULL, -1);
2011         g_return_val_if_fail(msginfo != NULL, -1);
2012
2013         folder = dest->folder;
2014         if (dest->last_num < 0) folder->scan(folder, dest);
2015
2016         num = folder->move_msg(folder, dest, msginfo);
2017         if (num > 0) dest->last_num = num;
2018
2019         return num;
2020 }
2021 */
2022                 
2023 FolderItem *folder_item_move_recursive(FolderItem *src, FolderItem *dest) 
2024 {
2025         GSList *mlist;
2026         FolderItem *new_item;
2027         FolderItem *next_item;
2028         GNode *srcnode;
2029         gchar *old_id, *new_id;
2030
2031         mlist = folder_item_get_msg_list(src);
2032
2033         /* move messages */
2034         debug_print("Moving %s to %s\n", src->path, dest->path);
2035         new_item = folder_create_folder(dest, g_basename(src->path));
2036         if (new_item == NULL) {
2037                 printf("Can't create folder\n");
2038                 return NULL;
2039         }
2040         
2041         if (new_item->folder == NULL)
2042                 new_item->folder = dest->folder;
2043
2044         /* move messages */
2045         log_message(_("Moving %s to %s...\n"), 
2046                         src->name, new_item->path);
2047         folder_item_move_msgs(new_item, mlist);
2048         
2049         /*copy prefs*/
2050         folder_item_prefs_copy_prefs(src, new_item);
2051         new_item->collapsed = src->collapsed;
2052         new_item->thread_collapsed = src->thread_collapsed;
2053         new_item->threaded  = src->threaded;
2054         new_item->ret_rcpt  = src->ret_rcpt;
2055         new_item->hide_read_msgs = src->hide_read_msgs;
2056         new_item->sort_key  = src->sort_key;
2057         new_item->sort_type = src->sort_type;
2058
2059         prefs_matcher_write_config();
2060         
2061         /* recurse */
2062         srcnode = src->folder->node;    
2063         srcnode = g_node_find(srcnode, G_PRE_ORDER, G_TRAVERSE_ALL, src);
2064         srcnode = srcnode->children;
2065         while (srcnode != NULL) {
2066                 if (srcnode && srcnode->data) {
2067                         next_item = (FolderItem*) srcnode->data;
2068                         srcnode = srcnode->next;
2069                         if (folder_item_move_recursive(next_item, new_item) == NULL)
2070                                 return NULL;
2071                 }
2072         }
2073         old_id = folder_item_get_identifier(src);
2074         new_id = folder_item_get_identifier(new_item);
2075         debug_print("updating rules : %s => %s\n", old_id, new_id);
2076         
2077         src->folder->klass->remove_folder(src->folder, src);
2078         folder_write_list();
2079
2080         if (old_id != NULL && new_id != NULL)
2081                 prefs_filtering_rename_path(old_id, new_id);
2082         g_free(old_id);
2083         g_free(new_id);
2084
2085         return new_item;
2086 }
2087
2088 gint folder_item_move_to(FolderItem *src, FolderItem *dest, FolderItem **new_item)
2089 {
2090         FolderItem *tmp = dest->parent;
2091         gchar * src_identifier, * dst_identifier;
2092         gchar * phys_srcpath, * phys_dstpath;
2093         
2094         while (tmp) {
2095                 if (tmp == src) {
2096                         return F_MOVE_FAILED_DEST_IS_CHILD;
2097                 }
2098                 tmp = tmp->parent;
2099         }
2100         
2101         tmp = src->parent;
2102         
2103         src_identifier = folder_item_get_identifier(src);
2104         dst_identifier = folder_item_get_identifier(dest);
2105         
2106         if(dst_identifier == NULL && dest->folder && dest->parent == NULL) {
2107                 /* dest can be a root folder */
2108                 dst_identifier = folder_get_identifier(dest->folder);
2109         }
2110         if (src_identifier == NULL || dst_identifier == NULL) {
2111                 debug_print("Can't get identifiers\n");
2112                 return F_MOVE_FAILED;
2113         }
2114
2115         if (src->folder != dest->folder) {
2116                 return F_MOVE_FAILED_DEST_OUTSIDE_MAILBOX;
2117         }
2118
2119         phys_srcpath = folder_item_get_path(src);
2120         phys_dstpath = g_strconcat(folder_item_get_path(dest),G_DIR_SEPARATOR_S,g_basename(phys_srcpath),NULL);
2121
2122         if (src->parent == dest || src == dest) {
2123                 g_free(src_identifier);
2124                 g_free(dst_identifier);
2125                 g_free(phys_srcpath);
2126                 g_free(phys_dstpath);
2127                 return F_MOVE_FAILED_DEST_IS_PARENT;
2128         }
2129         debug_print("moving \"%s\" to \"%s\"\n", phys_srcpath, phys_dstpath);
2130         if ((tmp = folder_item_move_recursive(src, dest)) == NULL) {
2131                 return F_MOVE_FAILED;
2132         }
2133         
2134         g_free(src_identifier);
2135         g_free(dst_identifier);
2136         g_free(phys_srcpath);
2137         g_free(phys_dstpath);
2138
2139         *new_item = tmp;
2140
2141         return F_MOVE_OK;
2142 }
2143
2144 /**
2145  * Copy a list of message to a new folder and remove
2146  * source messages if wanted
2147  */
2148 static gint do_copy_msgs(FolderItem *dest, GSList *msglist, gboolean remove_source)
2149 {
2150         Folder *folder;
2151         GSList *l;
2152         gint num, lastnum = -1;
2153         gboolean folderscan = FALSE;
2154         GRelation *relation;
2155
2156         g_return_val_if_fail(dest != NULL, -1);
2157         g_return_val_if_fail(msglist != NULL, -1);
2158
2159         folder = dest->folder;
2160
2161         g_return_val_if_fail(folder->klass->copy_msg != NULL, -1);
2162
2163         relation = g_relation_new(2);
2164         g_relation_index(relation, 0, g_direct_hash, g_direct_equal);
2165         g_relation_index(relation, 1, g_direct_hash, g_direct_equal);
2166
2167         /* 
2168          * Copy messages to destination folder and 
2169          * store new message numbers in newmsgnums
2170          */
2171         if (folder->klass->copy_msgs != NULL) {
2172                 if (folder->klass->copy_msgs(folder, dest, msglist, relation) < 0) {
2173                         g_relation_destroy(relation);
2174                         return -1;
2175                 }
2176         } else {
2177                 for (l = msglist ; l != NULL ; l = g_slist_next(l)) {
2178                         MsgInfo * msginfo = (MsgInfo *) l->data;
2179
2180                         num = folder->klass->copy_msg(folder, dest, msginfo);
2181                         g_relation_insert(relation, msginfo, GINT_TO_POINTER(num));
2182                 }
2183         }
2184
2185         /* Read cache for dest folder */
2186         if (!dest->cache) folder_item_read_cache(dest);
2187
2188         /* 
2189          * Fetch new MsgInfos for new messages in dest folder,
2190          * add them to the msgcache and update folder message counts
2191          */
2192         if (g_relation_count(relation, GINT_TO_POINTER(0), 1) > 0) {
2193                 folder_item_scan_full(dest, FALSE);
2194                 folderscan = TRUE;
2195         }
2196
2197         for (l = msglist; l != NULL; l = g_slist_next(l)) {
2198                 MsgInfo *msginfo = (MsgInfo *) l->data;
2199                 GTuples *tuples;
2200
2201                 tuples = g_relation_select(relation, msginfo, 0);
2202                 num = GPOINTER_TO_INT(g_tuples_index(tuples, 0, 1));
2203                 g_tuples_destroy(tuples);
2204
2205                 if (num >= 0) {
2206                         MsgInfo *newmsginfo;
2207
2208                         if (folderscan) {
2209                                 if (msginfo->msgid != NULL) {
2210                                         newmsginfo = folder_item_get_msginfo_by_msgid(dest, msginfo->msgid);
2211                                         if (newmsginfo != NULL) {
2212                                                 copy_msginfo_flags(msginfo, newmsginfo);
2213                                                 num = newmsginfo->msgnum;
2214                                                 procmsg_msginfo_free(newmsginfo);
2215                                         }
2216                                 }
2217                         } else {
2218                                 newmsginfo = folder->klass->get_msginfo(folder, dest, num);
2219                                 if (newmsginfo != NULL) {
2220                                         add_msginfo_to_cache(dest, newmsginfo, msginfo);
2221                                         procmsg_msginfo_free(newmsginfo);
2222                                 }
2223                         }
2224
2225                         if (num > lastnum)
2226                                 lastnum = num;
2227                 }
2228         }
2229
2230         if (remove_source) {
2231                 /*
2232                  * Remove source messages from their folders if
2233                  * copying was successfull and update folder
2234                  * message counts
2235                  */
2236                 for (l = msglist; l != NULL; l = g_slist_next(l)) {
2237                         MsgInfo *msginfo = (MsgInfo *) l->data;
2238                         FolderItem *item = msginfo->folder;
2239                         GTuples *tuples;
2240
2241                         tuples = g_relation_select(relation, msginfo, 0);
2242                         num = GPOINTER_TO_INT(g_tuples_index(tuples, 0, 1));
2243                         g_tuples_destroy(tuples);
2244
2245                         if ((num >= 0) && (item->folder->klass->remove_msg != NULL)) {
2246                                 item->folder->klass->remove_msg(item->folder,
2247                                                                 msginfo->folder,
2248                                                                 msginfo->msgnum);
2249                                 remove_msginfo_from_cache(item, msginfo);
2250                         }
2251                 }
2252         }
2253
2254         if (folder->klass->finished_copy)
2255                 folder->klass->finished_copy(folder, dest);
2256
2257         g_relation_destroy(relation);
2258         return lastnum;
2259 }
2260
2261 /**
2262  * Move a message to a new folder.
2263  *
2264  * \param dest Destination folder
2265  * \param msginfo The message
2266  */
2267 gint folder_item_move_msg(FolderItem *dest, MsgInfo *msginfo)
2268 {
2269         GSList list;
2270
2271         g_return_val_if_fail(dest != NULL, -1);
2272         g_return_val_if_fail(msginfo != NULL, -1);
2273
2274         list.data = msginfo;
2275         list.next = NULL;
2276
2277         return do_copy_msgs(dest, &list, TRUE);
2278 }
2279
2280 /**
2281  * Move a list of messages to a new folder.
2282  *
2283  * \param dest Destination folder
2284  * \param msglist List of messages
2285  */
2286 gint folder_item_move_msgs(FolderItem *dest, GSList *msglist)
2287 {
2288         g_return_val_if_fail(dest != NULL, -1);
2289         g_return_val_if_fail(msglist != NULL, -1);
2290
2291         return do_copy_msgs(dest, msglist, TRUE);
2292 }
2293
2294 /**
2295  * Copy a message to a new folder.
2296  *
2297  * \param dest Destination folder
2298  * \param msginfo The message
2299  */
2300 gint folder_item_copy_msg(FolderItem *dest, MsgInfo *msginfo)
2301 {
2302         GSList list;
2303
2304         g_return_val_if_fail(dest != NULL, -1);
2305         g_return_val_if_fail(msginfo != NULL, -1);
2306     
2307         list.data = msginfo;
2308         list.next = NULL;
2309         
2310         return do_copy_msgs(dest, &list, FALSE);
2311 }
2312
2313 /**
2314  * Copy a list of messages to a new folder.
2315  *
2316  * \param dest Destination folder
2317  * \param msglist List of messages
2318  */
2319 gint folder_item_copy_msgs(FolderItem *dest, GSList *msglist)
2320 {
2321         g_return_val_if_fail(dest != NULL, -1);
2322         g_return_val_if_fail(msglist != NULL, -1);
2323
2324         return do_copy_msgs(dest, msglist, FALSE);
2325 }
2326
2327 gint folder_item_remove_msg(FolderItem *item, gint num)
2328 {
2329         Folder *folder;
2330         gint ret;
2331         MsgInfo *msginfo;
2332
2333         g_return_val_if_fail(item != NULL, -1);
2334         folder = item->folder;
2335         g_return_val_if_fail(folder->klass->remove_msg != NULL, -1);
2336
2337         if (!item->cache) folder_item_read_cache(item);
2338
2339         ret = folder->klass->remove_msg(folder, item, num);
2340
2341         msginfo = msgcache_get_msg(item->cache, num);
2342         if (msginfo != NULL) {
2343                 remove_msginfo_from_cache(item, msginfo);
2344                 procmsg_msginfo_free(msginfo);
2345         }
2346         folder_item_update(item, F_ITEM_UPDATE_MSGCNT | F_ITEM_UPDATE_CONTENT);
2347
2348         return ret;
2349 }
2350
2351 gint folder_item_remove_msgs(FolderItem *item, GSList *msglist)
2352 {
2353         Folder *folder;
2354         gint ret = 0;
2355
2356         g_return_val_if_fail(item != NULL, -1);
2357         folder = item->folder;
2358         g_return_val_if_fail(folder != NULL, -1);
2359
2360         if (!item->cache) folder_item_read_cache(item);
2361
2362         while (msglist != NULL) {
2363                 MsgInfo *msginfo = (MsgInfo *)msglist->data;
2364
2365                 ret = folder_item_remove_msg(item, msginfo->msgnum);
2366                 if (ret != 0) break;
2367                 msgcache_remove_msg(item->cache, msginfo->msgnum);
2368                 msglist = msglist->next;
2369         }
2370
2371         return ret;
2372 }
2373
2374 gint folder_item_remove_all_msg(FolderItem *item)
2375 {
2376         Folder *folder;
2377         gint result;
2378
2379         g_return_val_if_fail(item != NULL, -1);
2380
2381         folder = item->folder;
2382
2383         g_return_val_if_fail(folder->klass->remove_all_msg != NULL, -1);
2384
2385         result = folder->klass->remove_all_msg(folder, item);
2386
2387         if (result == 0) {
2388                 if (folder->klass->finished_remove)
2389                         folder->klass->finished_remove(folder, item);
2390
2391                 folder_item_free_cache(item);
2392                 item->cache = msgcache_new();
2393
2394                 item->new_msgs = 0;
2395                 item->unread_msgs = 0;
2396                 item->unreadmarked_msgs = 0;
2397                 item->total_msgs = 0;
2398                 folder_item_update(item, F_ITEM_UPDATE_MSGCNT | F_ITEM_UPDATE_CONTENT);
2399         }
2400
2401         return result;
2402 }
2403
2404 void folder_item_change_msg_flags(FolderItem *item, MsgInfo *msginfo, MsgPermFlags newflags)
2405 {
2406         g_return_if_fail(item != NULL);
2407         g_return_if_fail(msginfo != NULL);
2408         
2409         if (item->folder->klass->change_flags != NULL) {
2410                 item->folder->klass->change_flags(item->folder, item, msginfo, newflags);
2411         } else {
2412                 msginfo->flags.perm_flags = newflags;
2413         }
2414 }
2415
2416 gboolean folder_item_is_msg_changed(FolderItem *item, MsgInfo *msginfo)
2417 {
2418         Folder *folder;
2419
2420         g_return_val_if_fail(item != NULL, FALSE);
2421
2422         folder = item->folder;
2423
2424         g_return_val_if_fail(folder->klass->is_msg_changed != NULL, -1);
2425
2426         return folder->klass->is_msg_changed(folder, item, msginfo);
2427 }
2428
2429 gchar *folder_item_get_cache_file(FolderItem *item)
2430 {
2431         gchar *path;
2432         gchar *file;
2433
2434         g_return_val_if_fail(item != NULL, NULL);
2435         g_return_val_if_fail(item->path != NULL, NULL);
2436
2437         path = folder_item_get_path(item);
2438         g_return_val_if_fail(path != NULL, NULL);
2439         if (!is_dir_exist(path))
2440                 make_dir_hier(path);
2441         file = g_strconcat(path, G_DIR_SEPARATOR_S, CACHE_FILE, NULL);
2442         g_free(path);
2443
2444         return file;
2445 }
2446
2447 gchar *folder_item_get_mark_file(FolderItem *item)
2448 {
2449         gchar *path;
2450         gchar *file;
2451
2452         g_return_val_if_fail(item != NULL, NULL);
2453         g_return_val_if_fail(item->path != NULL, NULL);
2454
2455         path = folder_item_get_path(item);
2456         g_return_val_if_fail(path != NULL, NULL);
2457         if (!is_dir_exist(path))
2458                 make_dir_hier(path);
2459         file = g_strconcat(path, G_DIR_SEPARATOR_S, MARK_FILE, NULL);
2460         g_free(path);
2461
2462         return file;
2463 }
2464
2465 static gboolean folder_build_tree(GNode *node, gpointer data)
2466 {
2467         Folder *folder = FOLDER(data);
2468         FolderItem *item;
2469         XMLNode *xmlnode;
2470
2471         g_return_val_if_fail(node->data != NULL, FALSE);
2472         if (!node->parent) return FALSE;
2473
2474         xmlnode = node->data;
2475         if (strcmp2(xmlnode->tag->tag, "folderitem") != 0) {
2476                 g_warning("tag name != \"folderitem\"\n");
2477                 return FALSE;
2478         }
2479
2480         item = folder_item_new(folder, "", "");
2481         if (folder->klass->item_set_xml != NULL)
2482                 folder->klass->item_set_xml(folder, item, xmlnode->tag);
2483         else
2484                 folder_item_set_xml(folder, item, xmlnode->tag);
2485         item->node = node;
2486         item->parent = FOLDER_ITEM(node->parent->data);
2487         item->folder = folder;
2488         switch (item->stype) {
2489         case F_INBOX:  folder->inbox  = item; break;
2490         case F_OUTBOX: folder->outbox = item; break;
2491         case F_DRAFT:  folder->draft  = item; break;
2492         case F_QUEUE:  folder->queue  = item; break;
2493         case F_TRASH:  folder->trash  = item; break;
2494         default:       break;
2495         }
2496         folder_item_prefs_read_config(item);
2497
2498         node->data = item;
2499         xml_free_node(xmlnode);
2500
2501         return FALSE;
2502 }
2503
2504 static gboolean folder_read_folder_func(GNode *node, gpointer data)
2505 {
2506         Folder *folder;
2507         FolderItem *item;
2508         XMLNode *xmlnode;
2509         GList *list;
2510         FolderClass *klass = NULL;
2511
2512         if (g_node_depth(node) != 2) return FALSE;
2513         g_return_val_if_fail(node->data != NULL, FALSE);
2514
2515         xmlnode = node->data;
2516         if (strcmp2(xmlnode->tag->tag, "folder") != 0) {
2517                 g_warning("tag name != \"folder\"\n");
2518                 return TRUE;
2519         }
2520         g_node_unlink(node);
2521         list = xmlnode->tag->attr;
2522         for (; list != NULL; list = list->next) {
2523                 XMLAttr *attr = list->data;
2524
2525                 if (!attr || !attr->name || !attr->value) continue;
2526                 if (!strcmp(attr->name, "type"))
2527                         klass = folder_get_class_from_string(attr->value);
2528         }
2529
2530         folder = folder_new(klass, "", "");
2531         g_return_val_if_fail(folder != NULL, FALSE);
2532
2533         item = FOLDER_ITEM(folder->node->data);
2534         
2535         node->data = item;
2536         item->node = node;
2537         g_node_destroy(folder->node);
2538         folder->node = node;
2539         if (klass->set_xml)
2540                 klass->set_xml(folder, xmlnode->tag);
2541         else
2542                 folder_set_xml(folder, xmlnode->tag);
2543
2544         folder_add(folder);
2545         g_node_traverse(node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
2546                         folder_build_tree, folder);
2547
2548         return FALSE;
2549 }
2550
2551 static gchar *folder_get_list_path(void)
2552 {
2553         static gchar *filename = NULL;
2554
2555         if (!filename)
2556                 filename =  g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
2557                                         FOLDER_LIST, NULL);
2558
2559         return filename;
2560 }
2561
2562 #define PUT_ESCAPE_STR(fp, attr, str)                   \
2563 {                                                       \
2564         fputs(" " attr "=\"", fp);                      \
2565         xml_file_put_escape_str(fp, str);               \
2566         fputs("\"", fp);                                \
2567 }
2568
2569 static void folder_write_list_recursive(GNode *node, gpointer data)
2570 {
2571         FILE *fp = (FILE *)data;
2572         FolderItem *item;
2573         gint i, depth;
2574         XMLTag *tag;
2575         GList *cur;
2576
2577         g_return_if_fail(node != NULL);
2578         g_return_if_fail(fp != NULL);
2579
2580         item = FOLDER_ITEM(node->data);
2581         g_return_if_fail(item != NULL);
2582
2583         depth = g_node_depth(node);
2584         for (i = 0; i < depth; i++)
2585                 fputs("    ", fp);
2586         if (depth == 1) {
2587                 if (item->folder->klass->get_xml != NULL)
2588                         tag = item->folder->klass->get_xml(item->folder);
2589                 else
2590                         tag = folder_get_xml(item->folder);
2591
2592                 xml_tag_add_attr(tag, "type", g_strdup(item->folder->klass->idstr));
2593         } else {
2594
2595                 if (item->folder->klass->item_get_xml != NULL)
2596                         tag = item->folder->klass->item_get_xml(item->folder, item);
2597                 else
2598                         tag = folder_item_get_xml(item->folder, item);
2599
2600         }
2601
2602         fprintf(fp, "<%s", tag->tag);
2603         for (cur = tag->attr; cur != NULL; cur = g_list_next(cur)) {
2604                 XMLAttr *attr = (XMLAttr *) cur->data;
2605
2606                 fprintf(fp, " %s=\"", attr->name);
2607                 xml_file_put_escape_str(fp, attr->value);
2608                 fputs("\"", fp);
2609         }
2610
2611         if (node->children) {
2612                 GNode *child;
2613                 fputs(">\n", fp);
2614
2615                 child = node->children;
2616                 while (child) {
2617                         GNode *cur;
2618
2619                         cur = child;
2620                         child = cur->next;
2621                         folder_write_list_recursive(cur, data);
2622                 }
2623
2624                 for (i = 0; i < depth; i++)
2625                         fputs("    ", fp);
2626                 fprintf(fp, "</%s>\n", tag->tag);
2627         } else
2628                 fputs(" />\n", fp);
2629         xml_free_tag(tag);
2630 }
2631
2632 static void folder_update_op_count_rec(GNode *node)
2633 {
2634         FolderItem *fitem = FOLDER_ITEM(node->data);
2635
2636         if (g_node_depth(node) > 0) {
2637                 if (fitem->op_count > 0) {
2638                         fitem->op_count = 0;
2639                         folder_item_update(fitem, F_ITEM_UPDATE_MSGCNT);
2640                 }
2641                 if (node->children) {
2642                         GNode *child;
2643
2644                         child = node->children;
2645                         while (child) {
2646                                 GNode *cur;
2647
2648                                 cur = child;
2649                                 child = cur->next;
2650                                 folder_update_op_count_rec(cur);
2651                         }
2652                 }
2653         }
2654 }
2655
2656 void folder_update_op_count(void) 
2657 {
2658         GList *cur;
2659         Folder *folder;
2660
2661         for (cur = folder_list; cur != NULL; cur = cur->next) {
2662                 folder = cur->data;
2663                 folder_update_op_count_rec(folder->node);
2664         }
2665 }
2666
2667 typedef struct _type_str {
2668         gchar * str;
2669         gint type;
2670 } type_str;
2671
2672
2673 /*
2674 static gchar * folder_item_get_tree_identifier(FolderItem * item)
2675 {
2676         if (item->parent != NULL) {
2677                 gchar * path;
2678                 gchar * id;
2679
2680                 path = folder_item_get_tree_identifier(item->parent);
2681                 if (path == NULL)
2682                         return NULL;
2683
2684                 id = g_strconcat(path, "/", item->name, NULL);
2685                 g_free(path);
2686
2687                 return id;
2688         }
2689         else {
2690                 return g_strconcat("/", item->name, NULL);
2691         }
2692 }
2693 */
2694
2695 /* CLAWS: temporary local folder for filtering */
2696 #define TEMP_FOLDER "TEMP_FOLDER"
2697 #define PROCESSING_FOLDER_ITEM "processing"     
2698
2699 static FolderItem *processing_folder_item;
2700
2701 static void folder_create_processing_folder(void)
2702 {
2703         Folder *processing_folder;
2704         gchar      *tmpname;
2705
2706         if ((processing_folder = folder_find_from_name(TEMP_FOLDER, mh_get_class())) == NULL) {
2707                 gchar *tmppath;
2708
2709                 tmppath =
2710                     g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
2711                                 "tempfolder", NULL);
2712                 processing_folder =
2713                     folder_new(mh_get_class(), TEMP_FOLDER, tmppath);
2714                 g_free(tmppath);
2715         }
2716         g_assert(processing_folder != NULL);
2717
2718         debug_print("tmpparentroot %s\n", LOCAL_FOLDER(processing_folder)->rootpath);
2719         if (LOCAL_FOLDER(processing_folder)->rootpath[0] == '/')
2720                 tmpname = g_strconcat(LOCAL_FOLDER(processing_folder)->rootpath,
2721                                       G_DIR_SEPARATOR_S, PROCESSING_FOLDER_ITEM,
2722                                       NULL);
2723         else
2724                 tmpname = g_strconcat(get_home_dir(), G_DIR_SEPARATOR_S,
2725                                       LOCAL_FOLDER(processing_folder)->rootpath,
2726                                       G_DIR_SEPARATOR_S, PROCESSING_FOLDER_ITEM,
2727                                       NULL);
2728
2729         if (!is_dir_exist(tmpname)) {
2730                 debug_print("*TMP* creating %s\n", tmpname);
2731                 processing_folder_item = processing_folder->klass->create_folder(processing_folder,
2732                                                                                  processing_folder->node->data,
2733                                                                                  PROCESSING_FOLDER_ITEM);
2734         } else {
2735                 debug_print("*TMP* already created\n");
2736                 processing_folder_item = folder_item_new(processing_folder, PROCESSING_FOLDER_ITEM, PROCESSING_FOLDER_ITEM);
2737                 g_assert(processing_folder_item);
2738                 folder_item_append(processing_folder->node->data, processing_folder_item);
2739         }
2740         g_assert(processing_folder_item != NULL);
2741         g_free(tmpname);
2742 }
2743
2744 FolderItem *folder_get_default_processing(void)
2745 {
2746         if (!processing_folder_item) {
2747                 folder_create_processing_folder();
2748         }
2749         return processing_folder_item;
2750 }
2751
2752 /* folder_persist_prefs_new() - return hash table with persistent
2753  * settings (and folder name as key). 
2754  * (note that in claws other options are in the folder_item_prefs_RC
2755  * file, so those don't need to be included in PersistPref yet) 
2756  */
2757 GHashTable *folder_persist_prefs_new(Folder *folder)
2758 {
2759         GHashTable *pptable;
2760
2761         g_return_val_if_fail(folder, NULL);
2762         pptable = g_hash_table_new(g_str_hash, g_str_equal);
2763         folder_get_persist_prefs_recursive(folder->node, pptable);
2764         return pptable;
2765 }
2766
2767 void folder_persist_prefs_free(GHashTable *pptable)
2768 {
2769         g_return_if_fail(pptable);
2770         g_hash_table_foreach_remove(pptable, persist_prefs_free, NULL);
2771         g_hash_table_destroy(pptable);
2772 }
2773
2774 const PersistPrefs *folder_get_persist_prefs(GHashTable *pptable, const char *name)
2775 {
2776         if (pptable == NULL || name == NULL) return NULL;
2777         return g_hash_table_lookup(pptable, name);
2778 }
2779
2780 void folder_item_restore_persist_prefs(FolderItem *item, GHashTable *pptable)
2781 {
2782         const PersistPrefs *pp;
2783         gchar *id = folder_item_get_identifier(item);
2784
2785         pp = folder_get_persist_prefs(pptable, id); 
2786         g_free(id);
2787
2788         if (!pp) return;
2789
2790         /* CLAWS: since not all folder properties have been migrated to 
2791          * folderlist.xml, we need to call the old stuff first before
2792          * setting things that apply both to Main and Claws. */
2793         folder_item_prefs_read_config(item); 
2794          
2795         item->collapsed = pp->collapsed;
2796         item->thread_collapsed = pp->thread_collapsed;
2797         item->threaded  = pp->threaded;
2798         item->ret_rcpt  = pp->ret_rcpt;
2799         item->hide_read_msgs = pp->hide_read_msgs;
2800         item->sort_key  = pp->sort_key;
2801         item->sort_type = pp->sort_type;
2802 }
2803
2804 static void folder_get_persist_prefs_recursive(GNode *node, GHashTable *pptable)
2805 {
2806         FolderItem *item = FOLDER_ITEM(node->data);
2807         PersistPrefs *pp;
2808         GNode *child, *cur;
2809         gchar *id;
2810
2811         g_return_if_fail(node != NULL);
2812         g_return_if_fail(item != NULL);
2813
2814         /* NOTE: item->path == NULL means top level folder; not interesting
2815          * to store preferences of that one.  */
2816         if (item->path) {
2817                 id = folder_item_get_identifier(item);
2818                 pp = g_new0(PersistPrefs, 1);
2819                 g_return_if_fail(pp != NULL);
2820                 pp->collapsed = item->collapsed;
2821                 pp->thread_collapsed = item->thread_collapsed;
2822                 pp->threaded  = item->threaded;
2823                 pp->ret_rcpt  = item->ret_rcpt; 
2824                 pp->hide_read_msgs = item->hide_read_msgs;
2825                 pp->sort_key  = item->sort_key;
2826                 pp->sort_type = item->sort_type;
2827                 g_hash_table_insert(pptable, id, pp);
2828         }
2829
2830         if (node->children) {
2831                 child = node->children;
2832                 while (child) {
2833                         cur = child;
2834                         child = cur->next;
2835                         folder_get_persist_prefs_recursive(cur, pptable);
2836                 }
2837         }       
2838 }
2839
2840 static gboolean persist_prefs_free(gpointer key, gpointer val, gpointer data)
2841 {
2842         if (key) 
2843                 g_free(key);
2844         if (val) 
2845                 g_free(val);
2846         return TRUE;    
2847 }
2848
2849 void folder_item_apply_processing(FolderItem *item)
2850 {
2851         GSList *processing_list;
2852         GSList *mlist, *cur;
2853         
2854         g_return_if_fail(item != NULL);
2855         
2856         processing_list = item->prefs->processing;
2857         if (processing_list == NULL)
2858                 return;
2859
2860         folder_item_update_freeze();
2861
2862         mlist = folder_item_get_msg_list(item);
2863         for (cur = mlist ; cur != NULL ; cur = cur->next) {
2864                 MsgInfo * msginfo;
2865
2866                 msginfo = (MsgInfo *) cur->data;
2867                 
2868                 /* reset parameters that can be modified by processing */
2869                 msginfo->hidden = 0;
2870                 msginfo->score = 0;
2871                 
2872                 /* apply pre global rules */
2873                 filter_message_by_msginfo(pre_global_processing, msginfo);
2874                 
2875                 /* apply rules of the folder */
2876                 filter_message_by_msginfo(processing_list, msginfo);
2877
2878                 /* apply post global rules */
2879                 filter_message_by_msginfo(post_global_processing, msginfo);
2880                 
2881                 procmsg_msginfo_free(msginfo);
2882         }
2883         g_slist_free(mlist);
2884
2885         folder_item_update_thaw();
2886 }
2887
2888 /*
2889  *  functions for handling FolderItem content changes
2890  */
2891 static gint folder_item_update_freeze_cnt = 0;
2892
2893 /**
2894  * Notify the folder system about changes to a folder. If the
2895  * update system is not frozen the FOLDER_ITEM_UPDATE_HOOKLIST will
2896  * be invoked, otherwise the changes will be remebered until
2897  * the folder system is thawed.
2898  *
2899  * \param item The FolderItem that was changed
2900  * \param update_flags Type of changed that was made
2901  */
2902 void folder_item_update(FolderItem *item, FolderItemUpdateFlags update_flags)
2903 {
2904         if (folder_item_update_freeze_cnt == 0) {
2905                 FolderItemUpdateData source;
2906         
2907                 source.item = item;
2908                 source.update_flags = update_flags;
2909                 hooks_invoke(FOLDER_ITEM_UPDATE_HOOKLIST, &source);
2910         } else {
2911                 item->update_flags |= update_flags;
2912         }
2913 }
2914
2915 void folder_item_update_recursive(FolderItem *item, FolderItemUpdateFlags update_flags)
2916 {
2917         GNode *node = item->folder->node;       
2918
2919         node = g_node_find(node, G_PRE_ORDER, G_TRAVERSE_ALL, item);
2920         node = node->children;
2921
2922         folder_item_update(item, update_flags);
2923         while (node != NULL) {
2924                 if (node && node->data) {
2925                         FolderItem *next_item = (FolderItem*) node->data;
2926
2927                         folder_item_update(next_item, update_flags);
2928                 }
2929                 node = node->next;
2930         }
2931 }
2932
2933 void folder_item_update_freeze(void)
2934 {
2935         folder_item_update_freeze_cnt++;
2936 }
2937
2938 static void folder_item_update_func(FolderItem *item, gpointer data)
2939 {
2940         FolderItemUpdateData source;
2941     
2942         if (item->update_flags) {
2943                 source.item = item;
2944                 source.update_flags = item->update_flags;
2945                 hooks_invoke(FOLDER_ITEM_UPDATE_HOOKLIST, &source);                             
2946                 item->update_flags = 0;
2947         }
2948 }
2949
2950 void folder_item_update_thaw(void)
2951 {
2952         if (folder_item_update_freeze_cnt > 0)
2953                 folder_item_update_freeze_cnt--;
2954         if (folder_item_update_freeze_cnt == 0) {
2955                 /* Update all folders */
2956                 folder_func_to_all_folders(folder_item_update_func, NULL);
2957         }
2958 }
2959
2960 #undef PUT_ESCAPE_STR