2010-10-17 [colin] 3.7.6cvs56
[claws.git] / src / mh.c
1 /*
2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2009 Hiroyuki Yamamoto and the Claws Mail team
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 3 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program. If not, see <http://www.gnu.org/licenses/>.
17  * 
18  */
19
20 #ifdef HAVE_CONFIG_H
21 #  include "config.h"
22 #endif
23
24 #include "defs.h"
25
26 #include <glib.h>
27 #include <glib/gi18n.h>
28 #include <dirent.h>
29 #include <sys/stat.h>
30 #include <unistd.h>
31 #include <string.h>
32 #include <errno.h>
33 #include <time.h>
34
35 #include "folder.h"
36 #include "mh.h"
37 #include "procmsg.h"
38 #include "procheader.h"
39 #include "utils.h"
40 #include "codeconv.h"
41 #include "statusbar.h"
42 #include "gtkutils.h"
43 #include "timing.h"
44
45 /* Define possible missing constants for Windows. */
46 #ifdef G_OS_WIN32
47 # ifndef S_IRGRP
48 # define S_IRGRP 0
49 # define S_IWGRP 0
50 # endif
51 # ifndef S_IROTH
52 # define S_IROTH 0
53 # define S_IWOTH 0
54 # endif
55 #endif
56
57
58 static void     mh_folder_init          (Folder         *folder,
59                                          const gchar    *name,
60                                          const gchar    *path);
61
62 static Folder   *mh_folder_new          (const gchar    *name,
63                                          const gchar    *path);
64 static void     mh_folder_destroy       (Folder         *folder);
65 static gchar   *mh_fetch_msg            (Folder         *folder,
66                                          FolderItem     *item,
67                                          gint            num);
68 static MsgInfo *mh_get_msginfo          (Folder         *folder,
69                                          FolderItem     *item,
70                                          gint            num);
71 static gint     mh_add_msg              (Folder         *folder,
72                                          FolderItem     *dest,
73                                          const gchar    *file,
74                                          MsgFlags       *flags);
75 static gint     mh_add_msgs             (Folder         *folder,
76                                          FolderItem     *dest,
77                                          GSList         *file_list,
78                                          GHashTable     *relation);
79 static gint     mh_copy_msg             (Folder         *folder,
80                                          FolderItem     *dest,
81                                          MsgInfo        *msginfo);
82 static gint     mh_copy_msgs            (Folder         *folder, 
83                                          FolderItem     *dest, 
84                                          MsgInfoList    *msglist, 
85                                          GHashTable     *relation);
86 static gint     mh_remove_msg           (Folder         *folder,
87                                          FolderItem     *item,
88                                          gint            num);
89 static gint     mh_remove_msgs          (Folder         *folder, 
90                                          FolderItem     *item, 
91                                          MsgInfoList    *msglist, 
92                                          GHashTable     *relation);
93 static gint     mh_remove_all_msg       (Folder         *folder,
94                                          FolderItem     *item);
95 static gboolean mh_is_msg_changed       (Folder         *folder,
96                                          FolderItem     *item,
97                                          MsgInfo        *msginfo);
98
99 static gint     mh_get_num_list         (Folder         *folder,
100                                          FolderItem     *item, 
101                                          GSList         **list, 
102                                          gboolean       *old_uids_valid);
103 static gint     mh_scan_tree            (Folder         *folder);
104
105 static gint    mh_create_tree           (Folder         *folder);
106 static FolderItem *mh_create_folder     (Folder         *folder,
107                                          FolderItem     *parent,
108                                          const gchar    *name);
109 static gint    mh_rename_folder         (Folder         *folder,
110                                          FolderItem     *item,
111                                          const gchar    *name);
112 static gint    mh_remove_folder         (Folder         *folder,
113                                          FolderItem     *item);
114
115 static gchar   *mh_get_new_msg_filename         (FolderItem     *dest);
116
117 static MsgInfo *mh_parse_msg                    (const gchar    *file,
118                                                  FolderItem     *item);
119 static void     mh_remove_missing_folder_items  (Folder         *folder);
120 static gchar    *mh_filename_from_utf8          (const gchar    *path);
121 static gchar    *mh_filename_to_utf8            (const gchar    *path);
122 static void     mh_scan_tree_recursive          (FolderItem     *item);
123
124 static gboolean mh_rename_folder_func           (GNode          *node,
125                                                  gpointer        data);
126 static gchar   *mh_item_get_path                (Folder *folder, 
127                                                  FolderItem *item);
128
129 static gboolean mh_scan_required        (Folder         *folder,
130                                          FolderItem     *item);
131 static void mh_set_mtime                (Folder         *folder,
132                                          FolderItem *item);
133 static int mh_item_close                (Folder         *folder,
134                                          FolderItem     *item);
135 #if 0
136 static gint mh_get_flags                (Folder *folder, FolderItem *item,
137                                          MsgInfoList *msginfo_list, GHashTable *msgflags);
138 #endif
139 static void mh_write_sequences          (FolderItem     *item, gboolean remove_unseen);
140
141 static FolderClass mh_class;
142
143 FolderClass *mh_get_class(void)
144 {
145         if (mh_class.idstr == NULL) {
146                 mh_class.type = F_MH;
147                 mh_class.idstr = "mh";
148                 mh_class.uistr = "MH";
149                 
150                 /* Folder functions */
151                 mh_class.new_folder = mh_folder_new;
152                 mh_class.destroy_folder = mh_folder_destroy;
153                 mh_class.set_xml = folder_local_set_xml;
154                 mh_class.get_xml = folder_local_get_xml;
155                 mh_class.scan_tree = mh_scan_tree;
156                 mh_class.create_tree = mh_create_tree;
157
158                 /* FolderItem functions */
159                 mh_class.item_get_path = mh_item_get_path;
160                 mh_class.create_folder = mh_create_folder;
161                 mh_class.rename_folder = mh_rename_folder;
162                 mh_class.remove_folder = mh_remove_folder;
163                 mh_class.get_num_list = mh_get_num_list;
164                 mh_class.scan_required = mh_scan_required;
165                 mh_class.set_mtime = mh_set_mtime;
166                 mh_class.close = mh_item_close;
167                 mh_class.get_flags = NULL; /*mh_get_flags */;
168
169                 /* Message functions */
170                 mh_class.get_msginfo = mh_get_msginfo;
171                 mh_class.fetch_msg = mh_fetch_msg;
172                 mh_class.add_msg = mh_add_msg;
173                 mh_class.add_msgs = mh_add_msgs;
174                 mh_class.copy_msg = mh_copy_msg;
175                 mh_class.copy_msgs = mh_copy_msgs;
176                 mh_class.remove_msg = mh_remove_msg;
177                 mh_class.remove_msgs = mh_remove_msgs;
178                 mh_class.remove_all_msg = mh_remove_all_msg;
179                 mh_class.is_msg_changed = mh_is_msg_changed;
180         }
181
182         return &mh_class;
183 }
184
185 static Folder *mh_folder_new(const gchar *name, const gchar *path)
186 {
187         Folder *folder;
188
189         folder = (Folder *)g_new0(MHFolder, 1);
190         folder->klass = &mh_class;
191         mh_folder_init(folder, name, path);
192
193         return folder;
194 }
195
196 static void mh_folder_destroy(Folder *folder)
197 {
198         folder_local_folder_destroy(LOCAL_FOLDER(folder));
199 }
200
201 static void mh_folder_init(Folder *folder, const gchar *name, const gchar *path)
202 {
203         folder_local_folder_init(folder, name, path);
204
205 }
206
207 gboolean mh_scan_required(Folder *folder, FolderItem *item)
208 {
209         gchar *path;
210         struct stat s;
211
212         path = folder_item_get_path(item);
213         cm_return_val_if_fail(path != NULL, FALSE);
214
215         if (g_stat(path, &s) < 0) {
216                 FILE_OP_ERROR(path, "stat");
217                 g_free(path);
218                 return FALSE;
219         }
220
221         if ((s.st_mtime > item->mtime) &&
222                 (s.st_mtime - 3600 != item->mtime)) {
223                 debug_print("MH scan required, folder updated: %s (%ld > %ld)\n",
224                             path?path:"(null)",
225                             (long int) s.st_mtime,
226                             (long int) item->mtime);
227                 g_free(path);
228                 return TRUE;
229         }
230
231         debug_print("MH scan not required: %s (%ld <= %ld)\n",
232                     path?path:"(null)",
233                     (long int) s.st_mtime,
234                     (long int) item->mtime);
235         g_free(path);
236         return FALSE;
237 }
238
239 static void mh_get_last_num(Folder *folder, FolderItem *item)
240 {
241         gchar *path;
242         DIR *dp;
243         struct dirent *d;
244         gint max = 0;
245         gint num;
246
247         cm_return_if_fail(item != NULL);
248
249         debug_print("mh_get_last_num(): Scanning %s ...\n", item->path?item->path:"(null)");
250
251         path = folder_item_get_path(item);
252         cm_return_if_fail(path != NULL);
253         if (change_dir(path) < 0) {
254                 g_free(path);
255                 return;
256         }
257         g_free(path);
258
259         if ((dp = opendir(".")) == NULL) {
260                 FILE_OP_ERROR(item->path, "opendir");
261                 return;
262         }
263
264         while ((d = readdir(dp)) != NULL) {
265                 if ((num = to_number(d->d_name)) > 0 &&
266                     dirent_is_regular_file(d)) {
267                         if (max < num)
268                                 max = num;
269                 }
270                 if (num % 2000 == 0)
271                         GTK_EVENTS_FLUSH();
272         }
273         closedir(dp);
274
275         debug_print("Last number in dir %s = %d\n", item->path?item->path:"(null)", max);
276         item->last_num = max;
277 }
278
279 gint mh_get_num_list(Folder *folder, FolderItem *item, GSList **list, gboolean *old_uids_valid)
280 {
281
282         gchar *path;
283         DIR *dp;
284         struct dirent *d;
285         gint num, nummsgs = 0;
286
287         cm_return_val_if_fail(item != NULL, -1);
288
289         debug_print("mh_get_num_list(): Scanning %s ...\n", item->path?item->path:"(null)");
290
291         *old_uids_valid = TRUE;
292
293         path = folder_item_get_path(item);
294         cm_return_val_if_fail(path != NULL, -1);
295         if (change_dir(path) < 0) {
296                 g_free(path);
297                 return -1;
298         }
299         g_free(path);
300
301         if ((dp = opendir(".")) == NULL) {
302                 FILE_OP_ERROR(item->path, "opendir");
303                 return -1;
304         }
305
306         while ((d = readdir(dp)) != NULL) {
307                 if ((num = to_number(d->d_name)) > 0) {
308                         *list = g_slist_prepend(*list, GINT_TO_POINTER(num));
309                         nummsgs++;
310                 }
311         }
312         closedir(dp);
313
314         mh_set_mtime(folder, item);
315         return nummsgs;
316 }
317
318 static gchar *mh_fetch_msg(Folder *folder, FolderItem *item, gint num)
319 {
320         gchar *path;
321         gchar *file;
322
323         cm_return_val_if_fail(item != NULL, NULL);
324         cm_return_val_if_fail(num > 0, NULL);
325
326         path = folder_item_get_path(item);
327         file = g_strconcat(path, G_DIR_SEPARATOR_S, itos(num), NULL);
328
329         if (!is_file_exist(file)) {
330                 g_free(file);
331                 g_free(path);
332                 return NULL;
333         }
334         g_free(path);
335         return file;
336 }
337
338 static MsgInfo *mh_get_msginfo(Folder *folder, FolderItem *item, gint num)
339 {
340         MsgInfo *msginfo;
341         gchar *file;
342
343         cm_return_val_if_fail(item != NULL, NULL);
344         if (num <= 0)
345                 return NULL;
346
347         file = mh_fetch_msg(folder, item, num);
348         if (!file) return NULL;
349
350         msginfo = mh_parse_msg(file, item);
351         if (msginfo)
352                 msginfo->msgnum = num;
353
354         g_free(file);
355
356         return msginfo;
357 }
358
359 static gchar *mh_get_new_msg_filename(FolderItem *dest)
360 {
361         gchar *destfile;
362         gchar *destpath;
363
364         destpath = folder_item_get_path(dest);
365         cm_return_val_if_fail(destpath != NULL, NULL);
366
367         if (!is_dir_exist(destpath))
368                 make_dir_hier(destpath);
369
370         for (;;) {
371                 destfile = g_strdup_printf("%s%c%d", destpath, G_DIR_SEPARATOR,
372                                            dest->last_num + 1);
373                 if (is_file_entry_exist(destfile)) {
374                         dest->last_num++;
375                         g_free(destfile);
376                 } else
377                         break;
378         }
379
380         g_free(destpath);
381
382         return destfile;
383 }
384
385 static gint mh_add_msg(Folder *folder, FolderItem *dest, const gchar *file, MsgFlags *flags)
386 {
387         gint ret;
388         GSList file_list;
389         MsgFileInfo fileinfo;
390
391         cm_return_val_if_fail(file != NULL, -1);
392
393         fileinfo.msginfo = NULL;
394         fileinfo.file = (gchar *)file;
395         fileinfo.flags = flags;
396         file_list.data = &fileinfo;
397         file_list.next = NULL;
398
399         ret = mh_add_msgs(folder, dest, &file_list, NULL);
400         return ret;
401
402  
403 static gint mh_add_msgs(Folder *folder, FolderItem *dest, GSList *file_list, 
404                  GHashTable *relation)
405
406         gchar *destfile;
407         GSList *cur;
408         MsgFileInfo *fileinfo;
409
410         cm_return_val_if_fail(dest != NULL, -1);
411         cm_return_val_if_fail(file_list != NULL, -1);
412
413         if (dest->last_num < 0) {
414                 mh_get_last_num(folder, dest);
415                 if (dest->last_num < 0) return -1;
416         }
417
418         for (cur = file_list; cur != NULL; cur = cur->next) {
419                 fileinfo = (MsgFileInfo *)cur->data;
420
421                 destfile = mh_get_new_msg_filename(dest);
422                 if (destfile == NULL) return -1;
423
424 #ifdef G_OS_UNIX
425                 if (link(fileinfo->file, destfile) < 0) {
426 #endif
427                         if (copy_file(fileinfo->file, destfile, TRUE) < 0) {
428                                 g_warning(_("can't copy message %s to %s\n"),
429                                           fileinfo->file, destfile);
430                                 g_free(destfile);
431                                 return -1;
432                         }
433 #ifdef G_OS_UNIX
434                 }
435 #endif
436
437                 if (relation != NULL)
438                         g_hash_table_insert(relation, fileinfo, GINT_TO_POINTER(dest->last_num + 1));
439                 g_free(destfile);
440                 dest->last_num++;
441         }
442         mh_write_sequences(dest, TRUE);
443         return dest->last_num;
444 }
445
446 static gint mh_copy_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
447 {
448         GSList msglist;
449
450         cm_return_val_if_fail(msginfo != NULL, -1);
451
452         msglist.data = msginfo;
453         msglist.next = NULL;
454
455         return mh_copy_msgs(folder, dest, &msglist, NULL);      
456 }
457
458 static gint mh_copy_msgs(Folder *folder, FolderItem *dest, MsgInfoList *msglist, 
459                          GHashTable *relation)
460 {
461         gboolean dest_need_scan = FALSE;
462         gboolean src_need_scan = FALSE;
463         FolderItem *src = NULL;
464         gchar *srcfile;
465         gchar *destfile;
466         gint filemode = 0;
467         FolderItemPrefs *prefs;
468         MsgInfo *msginfo = NULL;
469         MsgInfoList *cur = NULL;
470         gint curnum = 0, total = 0;
471         gchar *srcpath = NULL;
472         gboolean full_fetch = FALSE;
473         time_t last_dest_mtime = (time_t)0;
474         time_t last_src_mtime = (time_t)0;
475
476         cm_return_val_if_fail(dest != NULL, -1);
477         cm_return_val_if_fail(msglist != NULL, -1);
478         
479         msginfo = (MsgInfo *)msglist->data;
480
481         cm_return_val_if_fail(msginfo != NULL, -1);
482
483         if (msginfo->folder == dest) {
484                 g_warning("the src folder is identical to the dest.\n");
485                 return -1;
486         }
487
488         if (msginfo->folder->folder != dest->folder)
489                 full_fetch = TRUE;
490         
491         if (FOLDER_TYPE(msginfo->folder->folder) == F_MH) {
492                 src = msginfo->folder;
493         }
494
495         if (dest->last_num < 0) {
496                 mh_get_last_num(folder, dest);
497                 if (dest->last_num < 0) return -1;
498         }
499
500         prefs = dest->prefs;
501
502         srcpath = folder_item_get_path(msginfo->folder);
503
504         dest_need_scan = mh_scan_required(dest->folder, dest);
505         last_dest_mtime = dest->mtime;
506
507         if (src) {
508                 src_need_scan = mh_scan_required(src->folder, src);
509                 last_src_mtime = src->mtime;
510         }
511
512         total = g_slist_length(msglist);
513         if (total > 100) {
514                 if (MSG_IS_MOVE(msginfo->flags))
515                         statusbar_print_all(_("Moving messages..."));
516                 else
517                         statusbar_print_all(_("Copying messages..."));
518         }
519         for (cur = msglist; cur; cur = cur->next) {
520                 msginfo = (MsgInfo *)cur->data;
521                 if (!msginfo) {
522                         goto err_reset_status;
523                 }
524                 if (!full_fetch) {
525                         srcfile = g_strconcat(srcpath, 
526                                 G_DIR_SEPARATOR_S, 
527                                 itos(msginfo->msgnum), NULL);
528                 } else {
529                         srcfile = procmsg_get_message_file(msginfo);
530                 }
531                 if (!srcfile) {
532                         goto err_reset_status;
533                 }
534                 destfile = mh_get_new_msg_filename(dest);
535                 if (!destfile) {
536                         g_free(srcfile);
537                         goto err_reset_status;
538                 }
539
540                 if (total > 100) {
541                         statusbar_progress_all(curnum, total, 100);
542                         if (curnum % 100 == 0)
543                                 GTK_EVENTS_FLUSH();
544                         curnum++;
545                 }
546
547                 debug_print("Copying message %s%c%d to %s ...\n",
548                             msginfo->folder->path, G_DIR_SEPARATOR,
549                             msginfo->msgnum, dest->path);
550
551
552                 if (MSG_IS_MOVE(msginfo->flags)) {
553                         msginfo->flags.tmp_flags &= ~MSG_MOVE_DONE;
554                         if (move_file(srcfile, destfile, TRUE) < 0) {
555                                 FILE_OP_ERROR(srcfile, "move");
556                                 if (copy_file(srcfile, destfile, TRUE) < 0) {
557                                         FILE_OP_ERROR(srcfile, "copy");
558                                         g_free(srcfile);
559                                         g_free(destfile);
560                                         goto err_reset_status;
561                                 }
562                         } else {
563                                 /* say unlinking's not necessary */
564                                 msginfo->flags.tmp_flags |= MSG_MOVE_DONE;
565                         }
566                 } else if (copy_file(srcfile, destfile, TRUE) < 0) {
567                         FILE_OP_ERROR(srcfile, "copy");
568                         g_free(srcfile);
569                         g_free(destfile);
570                         goto err_reset_status;
571                 } 
572                 if (prefs && prefs->enable_folder_chmod && prefs->folder_chmod) {
573                         if (chmod(destfile, prefs->folder_chmod) < 0)
574                                 FILE_OP_ERROR(destfile, "chmod");
575
576                         /* for mark file */
577                         filemode = prefs->folder_chmod;
578                         if (filemode & S_IRGRP) filemode |= S_IWGRP;
579                         if (filemode & S_IROTH) filemode |= S_IWOTH;
580                 }
581                 if (relation) {
582                         if (g_hash_table_lookup(relation, msginfo) != NULL)
583                                 g_warning("already in : %p", msginfo);
584                         
585                         g_hash_table_insert(relation, msginfo, GINT_TO_POINTER(dest->last_num+1));
586                 }
587                 g_free(srcfile);
588                 g_free(destfile);
589                 dest->last_num++;
590         }
591
592         g_free(srcpath);
593         mh_write_sequences(dest, TRUE);
594
595         if (dest->mtime == last_dest_mtime && !dest_need_scan) {
596                 mh_set_mtime(folder, dest);
597         }
598
599         if (src && src->mtime == last_src_mtime && !src_need_scan) {
600                 mh_set_mtime(folder, src);
601         }
602
603         if (total > 100) {
604                 statusbar_progress_all(0,0,0);
605                 statusbar_pop_all();
606         }
607         return dest->last_num;
608 err_reset_status:
609         g_free(srcpath);
610         mh_write_sequences(dest, TRUE);
611         if (total > 100) {
612                 statusbar_progress_all(0,0,0);
613                 statusbar_pop_all();
614         }
615         return -1;
616
617 }
618
619 static gint mh_remove_msg(Folder *folder, FolderItem *item, gint num)
620 {
621         gboolean need_scan = FALSE;
622         time_t last_mtime = (time_t)0;
623         gchar *file;
624
625         cm_return_val_if_fail(item != NULL, -1);
626
627         file = mh_fetch_msg(folder, item, num);
628         cm_return_val_if_fail(file != NULL, -1);
629
630         need_scan = mh_scan_required(folder, item);
631         last_mtime = item->mtime;
632
633         if (claws_unlink(file) < 0) {
634                 FILE_OP_ERROR(file, "unlink");
635                 g_free(file);
636                 return -1;
637         }
638
639         if (item->mtime == last_mtime && !need_scan) {
640                 mh_set_mtime(folder, item);
641         }
642         g_free(file);
643         return 0;
644 }
645
646 static gint mh_remove_msgs(Folder *folder, FolderItem *item, 
647                     MsgInfoList *msglist, GHashTable *relation)
648 {
649         gboolean need_scan = FALSE;
650         gchar *path, *file;
651         time_t last_mtime = (time_t)0;
652         MsgInfoList *cur;
653         gint total = 0, curnum = 0;
654
655         cm_return_val_if_fail(item != NULL, -1);
656
657         path = folder_item_get_path(item);
658         
659         need_scan = mh_scan_required(folder, item);
660         last_mtime = item->mtime;
661
662         total = g_slist_length(msglist);
663         if (total > 100) {
664                 statusbar_print_all(_("Deleting messages..."));
665         }
666
667         for (cur = msglist; cur; cur = cur->next) {
668                 MsgInfo *msginfo = (MsgInfo *)cur->data;
669                 if (msginfo == NULL)
670                         continue;
671                 if (MSG_IS_MOVE(msginfo->flags) && MSG_IS_MOVE_DONE(msginfo->flags)) {
672                         msginfo->flags.tmp_flags &= ~MSG_MOVE_DONE;
673                         continue;
674                 }
675                 if (total > 100) {
676                         statusbar_progress_all(curnum, total, 100);
677                         if (curnum % 100 == 0)
678                                 GTK_EVENTS_FLUSH();
679                         curnum++;
680                 }
681
682                 file = g_strconcat(path, G_DIR_SEPARATOR_S, itos(msginfo->msgnum), NULL);
683                 if (file == NULL)
684                         continue;
685                 
686                 if (claws_unlink(file) < 0) {
687                         g_free(file);
688                         continue;
689                 }
690                 
691                 g_free(file);
692         }
693
694         if (total > 100) {
695                 statusbar_progress_all(0,0,0);
696                 statusbar_pop_all();
697         }
698         if (item->mtime == last_mtime && !need_scan) {
699                 mh_set_mtime(folder, item);
700         }
701
702         g_free(path);
703         return 0;
704 }
705
706 static gint mh_remove_all_msg(Folder *folder, FolderItem *item)
707 {
708         gchar *path;
709         gint val;
710
711         cm_return_val_if_fail(item != NULL, -1);
712
713         path = folder_item_get_path(item);
714         cm_return_val_if_fail(path != NULL, -1);
715         val = remove_all_numbered_files(path);
716         g_free(path);
717
718         mh_write_sequences(item, TRUE);
719
720         return val;
721 }
722
723 static gboolean mh_is_msg_changed(Folder *folder, FolderItem *item,
724                                   MsgInfo *msginfo)
725 {
726         struct stat s;
727
728         if (g_stat(itos(msginfo->msgnum), &s) < 0 ||
729             msginfo->size  != s.st_size || (
730                 (msginfo->mtime - s.st_mtime != 0) &&
731                 (msginfo->mtime - s.st_mtime != 3600) &&
732                 (msginfo->mtime - s.st_mtime != -3600)))
733                 return TRUE;
734
735         return FALSE;
736 }
737
738 static gint mh_scan_tree(Folder *folder)
739 {
740         FolderItem *item;
741         gchar *rootpath;
742
743         cm_return_val_if_fail(folder != NULL, -1);
744
745         if (!folder->node) {
746                 item = folder_item_new(folder, folder->name, NULL);
747                 item->folder = folder;
748                 folder->node = item->node = g_node_new(item);
749         } else
750                 item = FOLDER_ITEM(folder->node->data);
751
752         rootpath = folder_item_get_path(item);
753         if (change_dir(rootpath) < 0) {
754                 g_free(rootpath);
755                 return -1;
756         }
757         g_free(rootpath);
758
759         mh_create_tree(folder);
760         mh_remove_missing_folder_items(folder);
761         mh_scan_tree_recursive(item);
762
763         return 0;
764 }
765
766 #define MAKE_DIR_IF_NOT_EXIST(dir) \
767 { \
768         if (!is_dir_exist(dir)) { \
769                 if (is_file_exist(dir)) { \
770                         g_warning("File `%s' already exists.\n" \
771                                     "Can't create folder.", dir); \
772                         return -1; \
773                 } \
774                 if (make_dir_hier(dir) < 0) \
775                         return -1; \
776         } \
777 }
778
779 static gint mh_create_tree(Folder *folder)
780 {
781         gchar *rootpath;
782
783         cm_return_val_if_fail(folder != NULL, -1);
784
785         CHDIR_RETURN_VAL_IF_FAIL(get_mail_base_dir(), -1);
786         rootpath = LOCAL_FOLDER(folder)->rootpath;
787         MAKE_DIR_IF_NOT_EXIST(rootpath);
788         CHDIR_RETURN_VAL_IF_FAIL(rootpath, -1);
789         MAKE_DIR_IF_NOT_EXIST(INBOX_DIR);
790         MAKE_DIR_IF_NOT_EXIST(OUTBOX_DIR);
791         MAKE_DIR_IF_NOT_EXIST(QUEUE_DIR);
792         MAKE_DIR_IF_NOT_EXIST(DRAFT_DIR);
793         MAKE_DIR_IF_NOT_EXIST(TRASH_DIR);
794
795         return 0;
796 }
797
798 #undef MAKE_DIR_IF_NOT_EXIST
799
800 static gchar *mh_item_get_path(Folder *folder, FolderItem *item)
801 {
802         gchar *folder_path, *path;
803         gchar *real_path;
804         cm_return_val_if_fail(folder != NULL, NULL);
805         cm_return_val_if_fail(item != NULL, NULL);
806
807         folder_path = g_strdup(LOCAL_FOLDER(folder)->rootpath);
808         cm_return_val_if_fail(folder_path != NULL, NULL);
809
810         /* FIXME: [W32] The code below does not correctly merge
811            relative filenames; there should be a function to handle
812            this.  */
813         if ( !is_relative_filename (folder_path) ) {
814                 if (item->path)
815                         path = g_strconcat(folder_path, G_DIR_SEPARATOR_S,
816                                            item->path, NULL);
817                 else
818                         path = g_strdup(folder_path);
819         } else {
820                 if (item->path)
821                         path = g_strconcat(get_home_dir(), G_DIR_SEPARATOR_S,
822                                            folder_path, G_DIR_SEPARATOR_S,
823                                            item->path, NULL);
824                 else
825                         path = g_strconcat(get_home_dir(), G_DIR_SEPARATOR_S,
826                                            folder_path, NULL);
827         }
828         g_free(folder_path);
829         real_path = mh_filename_from_utf8(path);
830         if (!is_dir_exist(real_path) && is_dir_exist(path)) {
831                 /* mmh, older version did put utf8 filenames instead of
832                  * the correct encoding */
833                 g_rename(path, real_path);
834                 folder_item_scan(item);
835         }
836
837         g_free(path);
838         return real_path;
839 }
840
841 static FolderItem *mh_create_folder(Folder *folder, FolderItem *parent,
842                                     const gchar *name)
843 {
844         gchar *path, *real_name;
845         gchar *fullpath;
846         FolderItem *new_item;
847         gchar *mh_sequences_filename;
848         FILE *mh_sequences_file;
849
850         cm_return_val_if_fail(folder != NULL, NULL);
851         cm_return_val_if_fail(parent != NULL, NULL);
852         cm_return_val_if_fail(name != NULL, NULL);
853
854         path = folder_item_get_path(parent);
855         if (!is_dir_exist(path)) 
856                 if (make_dir_hier(path) != 0)
857                         return NULL;
858                 
859         real_name = mh_filename_from_utf8(name);
860         fullpath = g_strconcat(path, G_DIR_SEPARATOR_S, real_name, NULL);
861         g_free(real_name);
862         g_free(path);
863
864         if (make_dir(fullpath) < 0) {
865                 g_free(fullpath);
866                 return NULL;
867         }
868
869         g_free(fullpath);
870
871         if (parent->path)
872                 path = g_strconcat(parent->path, G_DIR_SEPARATOR_S, name,
873                                    NULL);
874         else
875                 path = g_strdup(name);
876         new_item = folder_item_new(folder, name, path);
877         folder_item_append(parent, new_item);
878
879         g_free(path);
880
881         path = folder_item_get_path(new_item);
882         mh_sequences_filename = g_strconcat(path, G_DIR_SEPARATOR_S,
883                                             ".mh_sequences", NULL);
884         if ((mh_sequences_file = g_fopen(mh_sequences_filename, "a+b")) != NULL) {
885                 fclose(mh_sequences_file);
886         }
887         g_free(mh_sequences_filename);
888         g_free(path);
889
890         return new_item;
891 }
892
893 static gint mh_rename_folder(Folder *folder, FolderItem *item,
894                              const gchar *name)
895 {
896         gchar *real_name;
897         gchar *oldpath;
898         gchar *dirname;
899         gchar *newpath, *utf8newpath;
900         gchar *paths[2];
901
902         cm_return_val_if_fail(folder != NULL, -1);
903         cm_return_val_if_fail(item != NULL, -1);
904         cm_return_val_if_fail(item->path != NULL, -1);
905         cm_return_val_if_fail(name != NULL, -1);
906
907         oldpath = folder_item_get_path(item);
908         if (!is_dir_exist(oldpath))
909                 make_dir_hier(oldpath);
910
911         dirname = g_path_get_dirname(oldpath);
912         real_name = mh_filename_from_utf8(name);
913         newpath = g_strconcat(dirname, G_DIR_SEPARATOR_S, real_name, NULL);
914         g_free(real_name);
915
916         if (g_rename(oldpath, newpath) < 0) {
917                 FILE_OP_ERROR(oldpath, "rename");
918                 g_free(oldpath);
919                 g_free(newpath);
920                 return -1;
921         }
922
923         g_free(oldpath);
924         g_free(newpath);
925
926         if (strchr(item->path, G_DIR_SEPARATOR) != NULL) {
927                 dirname = g_path_get_dirname(item->path);
928                 utf8newpath = g_strconcat(dirname, G_DIR_SEPARATOR_S,
929                                           name, NULL);
930                 g_free(dirname);
931         } else
932                 utf8newpath = g_strdup(name);
933
934         g_free(item->name);
935         item->name = g_strdup(name);
936
937         paths[0] = g_strdup(item->path);
938         paths[1] = utf8newpath;
939         g_node_traverse(item->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
940                         mh_rename_folder_func, paths);
941
942         g_free(paths[0]);
943         g_free(paths[1]);
944         return 0;
945 }
946
947 static gint mh_remove_folder(Folder *folder, FolderItem *item)
948 {
949         gchar *path;
950
951         cm_return_val_if_fail(folder != NULL, -1);
952         cm_return_val_if_fail(item != NULL, -1);
953         cm_return_val_if_fail(item->path != NULL, -1);
954
955         path = folder_item_get_path(item);
956         if (remove_dir_recursive(path) < 0) {
957                 g_warning("can't remove directory `%s'\n", path);
958                 g_free(path);
959                 return -1;
960         }
961
962         g_free(path);
963         folder_item_remove(item);
964         return 0;
965 }
966
967 static MsgInfo *mh_parse_msg(const gchar *file, FolderItem *item)
968 {
969         MsgInfo *msginfo;
970         MsgFlags flags;
971
972         cm_return_val_if_fail(item != NULL, NULL);
973         cm_return_val_if_fail(file != NULL, NULL);
974
975         flags.perm_flags = MSG_NEW|MSG_UNREAD;
976         flags.tmp_flags = 0;
977
978         if (folder_has_parent_of_type(item, F_QUEUE)) {
979                 MSG_SET_TMP_FLAGS(flags, MSG_QUEUED);
980         } else if (folder_has_parent_of_type(item, F_DRAFT)) {
981                 MSG_SET_TMP_FLAGS(flags, MSG_DRAFT);
982         }
983
984         msginfo = procheader_parse_file(file, flags, FALSE, FALSE);
985         if (!msginfo) return NULL;
986
987         msginfo->msgnum = atoi(file);
988         msginfo->folder = item;
989
990         return msginfo;
991 }
992
993 static gboolean mh_remove_missing_folder_items_func(GNode *node, gpointer data)
994 {
995         FolderItem *item;
996         gchar *path;
997
998         cm_return_val_if_fail(node->data != NULL, FALSE);
999
1000         if (G_NODE_IS_ROOT(node))
1001                 return FALSE;
1002
1003         item = FOLDER_ITEM(node->data);
1004
1005         path = folder_item_get_path(item);
1006         if (!is_dir_exist(path)) {
1007                 debug_print("folder '%s' not found. removing...\n", path?path:"(null)");
1008                 folder_item_remove(item);
1009         }
1010         g_free(path);
1011
1012         return FALSE;
1013 }
1014
1015 static void mh_remove_missing_folder_items(Folder *folder)
1016 {
1017         cm_return_if_fail(folder != NULL);
1018
1019         debug_print("searching missing folders...\n");
1020
1021         g_node_traverse(folder->node, G_POST_ORDER, G_TRAVERSE_ALL, -1,
1022                         mh_remove_missing_folder_items_func, folder);
1023 }
1024
1025 static void mh_scan_tree_recursive(FolderItem *item)
1026 {
1027         Folder *folder;
1028 #ifdef G_OS_WIN32
1029         GDir *dir;
1030 #else
1031         DIR *dp;
1032         struct dirent *d;
1033 #endif
1034         const gchar *dir_name;
1035         struct stat s;
1036         gchar *real_path, *entry, *utf8entry, *utf8name;
1037         gint n_msg = 0;
1038
1039         cm_return_if_fail(item != NULL);
1040         cm_return_if_fail(item->folder != NULL);
1041
1042         folder = item->folder;
1043
1044         real_path = item->path ? mh_filename_from_utf8(item->path) : g_strdup(".");
1045 #ifdef G_OS_WIN32
1046         dir = g_dir_open(real_path, 0, NULL);
1047         if (!dir) {
1048                 g_warning("failed to open directory: %s\n", real_path);
1049                 g_free(real_path);
1050                 return;
1051         }
1052 #else
1053         dp = opendir(real_path);
1054         if (!dp) {
1055                 FILE_OP_ERROR(real_path, "opendir");
1056                 return;
1057         }
1058 #endif
1059         g_free(real_path);
1060
1061         debug_print("scanning %s ...\n",
1062                     item->path ? item->path
1063                     : LOCAL_FOLDER(item->folder)->rootpath);
1064         if (folder->ui_func)
1065                 folder->ui_func(folder, item, folder->ui_func_data);
1066
1067 #ifdef G_OS_WIN32
1068         while ((dir_name = g_dir_read_name(dir)) != NULL) {
1069 #else
1070         while ((d = readdir(dp)) != NULL) {
1071                 dir_name = d->d_name;
1072 #endif
1073                 if (dir_name[0] == '.') continue;
1074
1075                 utf8name = mh_filename_to_utf8(dir_name);
1076                 if (item->path)
1077                         utf8entry = g_strconcat(item->path, G_DIR_SEPARATOR_S,
1078                                                 utf8name, NULL);
1079                 else
1080                         utf8entry = g_strdup(utf8name);
1081                 entry = mh_filename_from_utf8(utf8entry);
1082
1083                 if (
1084 #if !defined(G_OS_WIN32) && !defined(MAEMO) && defined(HAVE_DIRENT_D_TYPE)
1085                         d->d_type == DT_DIR ||
1086                         (d->d_type == DT_UNKNOWN &&
1087 #endif
1088                         g_stat(entry, &s) == 0 && S_ISDIR(s.st_mode)
1089 #if !defined(G_OS_WIN32) && !defined(MAEMO) && defined(HAVE_DIRENT_D_TYPE)
1090                         )
1091 #endif
1092                    ) {
1093                         FolderItem *new_item = NULL;
1094                         GNode *node;
1095
1096                         node = item->node;
1097                         for (node = node->children; node != NULL; node = node->next) {
1098                                 FolderItem *cur_item = FOLDER_ITEM(node->data);
1099                                 gchar *curpath = mh_filename_from_utf8(cur_item->path);
1100                                 if (!strcmp2(curpath, entry)) {
1101                                         new_item = cur_item;
1102                                         g_free(curpath);
1103                                         break;
1104                                 }
1105                                 g_free(curpath);
1106                         }
1107                         if (!new_item) {
1108                                 debug_print("new folder '%s' found.\n", entry);
1109                                 new_item = folder_item_new(folder, utf8name, utf8entry);
1110                                 folder_item_append(item, new_item);
1111                         }
1112
1113                         if (!item->path) {
1114                                 if (!folder->inbox &&
1115                                     !strcmp(dir_name, INBOX_DIR)) {
1116                                         new_item->stype = F_INBOX;
1117                                         folder->inbox = new_item;
1118                                 } else if (!folder->outbox &&
1119                                            !strcmp(dir_name, OUTBOX_DIR)) {
1120                                         new_item->stype = F_OUTBOX;
1121                                         folder->outbox = new_item;
1122                                 } else if (!folder->draft &&
1123                                            !strcmp(dir_name, DRAFT_DIR)) {
1124                                         new_item->stype = F_DRAFT;
1125                                         folder->draft = new_item;
1126                                 } else if (!folder->queue &&
1127                                            !strcmp(dir_name, QUEUE_DIR)) {
1128                                         new_item->stype = F_QUEUE;
1129                                         folder->queue = new_item;
1130                                 } else if (!folder->trash &&
1131                                            !strcmp(dir_name, TRASH_DIR)) {
1132                                         new_item->stype = F_TRASH;
1133                                         folder->trash = new_item;
1134                                 }
1135                         }
1136
1137                         mh_scan_tree_recursive(new_item);
1138                 } else if (to_number(dir_name) > 0) n_msg++;
1139
1140                 g_free(entry);
1141                 g_free(utf8entry);
1142                 g_free(utf8name);
1143         }
1144
1145 #ifdef G_OS_WIN32
1146         g_dir_close(dir);
1147 #else
1148         closedir(dp);
1149 #endif
1150
1151         mh_set_mtime(folder, item);
1152 }
1153
1154 static gboolean mh_rename_folder_func(GNode *node, gpointer data)
1155 {
1156         FolderItem *item = node->data;
1157         gchar **paths = data;
1158         const gchar *oldpath = paths[0];
1159         const gchar *newpath = paths[1];
1160         gchar *base;
1161         gchar *new_itempath;
1162         gint oldpathlen;
1163
1164         oldpathlen = strlen(oldpath);
1165         if (strncmp(oldpath, item->path, oldpathlen) != 0) {
1166                 g_warning("path doesn't match: %s, %s\n", oldpath, item->path);
1167                 return TRUE;
1168         }
1169
1170         base = item->path + oldpathlen;
1171         while (*base == G_DIR_SEPARATOR) base++;
1172         if (*base == '\0')
1173                 new_itempath = g_strdup(newpath);
1174         else
1175                 new_itempath = g_strconcat(newpath, G_DIR_SEPARATOR_S, base,
1176                                            NULL);
1177         g_free(item->path);
1178         item->path = new_itempath;
1179
1180         return FALSE;
1181 }
1182
1183 static gchar *mh_filename_from_utf8(const gchar *path)
1184 {
1185         gchar *real_path = g_filename_from_utf8(path, -1, NULL, NULL, NULL);
1186
1187         if (!real_path) {
1188                 g_warning("mh_filename_from_utf8: failed to convert character set\n");
1189                 real_path = g_strdup(path);
1190         }
1191
1192         return real_path;
1193 }
1194
1195 static gchar *mh_filename_to_utf8(const gchar *path)
1196 {
1197         gchar *utf8path = g_filename_to_utf8(path, -1, NULL, NULL, NULL);
1198         if (!utf8path) {
1199                 g_warning("mh_filename_to_utf8: failed to convert character set\n");
1200                 utf8path = g_strdup(path);
1201         }
1202
1203         return utf8path;
1204 }
1205
1206 static gint sort_cache_list_by_msgnum(gconstpointer a, gconstpointer b)
1207 {
1208         MsgInfo *msginfo_a = (MsgInfo *) a;
1209         MsgInfo *msginfo_b = (MsgInfo *) b;
1210
1211         return (msginfo_a->msgnum - msginfo_b->msgnum);
1212 }
1213
1214 static gchar *get_unseen_seq_name(void)
1215 {
1216         static gchar *seq_name = NULL;
1217         if (!seq_name) {
1218                 gchar buf[BUFFSIZE];
1219                 gchar *tmp;
1220                 gchar *profile_path = g_strconcat(
1221                         get_home_dir(), G_DIR_SEPARATOR_S,
1222                         ".mh_profile", NULL);
1223                 FILE *fp = g_fopen(profile_path, "r");
1224                 if (fp) {
1225                         while (fgets(buf, sizeof(buf), fp) != NULL) {
1226                                 if (!strncmp(buf, "Unseen-Sequence:", strlen("Unseen-Sequence:"))) {
1227                                         gchar *seq_tmp = buf+strlen("Unseen-Sequence:");
1228                                         while (*seq_tmp == ' ')
1229                                                 seq_tmp++;
1230                                         seq_name = g_strdup(seq_tmp);
1231                                         seq_name = strretchomp(seq_name);
1232                                         break;
1233                                 }
1234                         }
1235                         fclose(fp);
1236                 }
1237                 if (!seq_name)
1238                         seq_name = g_strdup("unseen");
1239                 tmp = g_strdup_printf("%s:", seq_name);
1240                 g_free(seq_name);
1241                 seq_name = tmp;
1242         }
1243         return seq_name;        
1244 }
1245
1246 static void mh_write_sequences(FolderItem *item, gboolean remove_unseen)
1247 {
1248         gchar *mh_sequences_old, *mh_sequences_new;
1249         FILE *mh_sequences_old_fp, *mh_sequences_new_fp;
1250         gchar buf[BUFFSIZE];
1251         gchar *path = NULL;
1252         gboolean err = FALSE;
1253         START_TIMING("");
1254
1255         if (!item)
1256                 return;
1257         
1258         path = folder_item_get_path(item);
1259
1260         mh_sequences_old = g_strconcat(path, G_DIR_SEPARATOR_S,
1261                                             ".mh_sequences", NULL);
1262         mh_sequences_new = g_strconcat(path, G_DIR_SEPARATOR_S,
1263                                             ".mh_sequences.new", NULL);
1264         if ((mh_sequences_new_fp = g_fopen(mh_sequences_new, "w+b")) != NULL) {
1265                 GSList *msglist = folder_item_get_msg_list(item);
1266                 GSList *cur;
1267                 MsgInfo *info = NULL;
1268                 gint start = -1, end = -1;
1269                 gchar *sequence = g_strdup("");
1270                 gint seq_len = 0;
1271                 msglist = g_slist_sort(msglist, sort_cache_list_by_msgnum);
1272                 cur = msglist;
1273                 
1274                 /* write the unseen sequence if we don't have to scrap it */
1275                 if (!remove_unseen) do {
1276                         info = (MsgInfo *)(cur ? cur->data:NULL);
1277                         if (info && (MSG_IS_UNREAD(info->flags) || MSG_IS_NEW(info->flags))) {
1278                                 if (start < 0)
1279                                         start = end = info->msgnum;
1280                                 else
1281                                         end = info->msgnum;
1282                         } else {
1283                                 if (start > 0 && end > 0) {
1284                                         gchar tmp[32];
1285                                         gint tmp_len = 0;
1286                                         if (start != end)
1287                                                 snprintf(tmp, 31, " %d-%d", start, end);
1288                                         else
1289                                                 snprintf(tmp, 31, " %d", start);
1290                                         
1291                                         tmp_len = strlen(tmp);
1292                                         sequence = g_realloc(sequence, seq_len+tmp_len+1);
1293                                         strcpy(sequence+seq_len, tmp);
1294                                         seq_len += tmp_len;
1295
1296                                         start = end = -1;
1297                                 }
1298                         }
1299                         cur = cur ? cur->next:NULL;
1300                 } while (cur || (start > 0 && end > 0));
1301                 if (sequence && *sequence) {
1302                         if (fprintf(mh_sequences_new_fp, "%s%s\n", 
1303                                         get_unseen_seq_name(), sequence) < 0)
1304                                 err = TRUE;
1305                         else
1306                                 debug_print("wrote unseen sequence: '%s%s'\n", 
1307                                         get_unseen_seq_name(), sequence);
1308                 }
1309                 /* rewrite the rest of the file */
1310                 if ((mh_sequences_old_fp = g_fopen(mh_sequences_old, "r+b")) != NULL) {
1311                         while (fgets(buf, sizeof(buf), mh_sequences_old_fp) != NULL) {
1312                                 if (strncmp(buf, get_unseen_seq_name(), strlen(get_unseen_seq_name())))
1313                                         if (fprintf(mh_sequences_new_fp, "%s", buf) < 0) {
1314                                                 err = TRUE;
1315                                                 break;
1316                                         }
1317                         }
1318                         fclose(mh_sequences_old_fp);
1319                 }
1320                 
1321                 fflush(mh_sequences_new_fp);
1322 #if 0
1323                 fsync(fileno(mh_sequences_new_fp));
1324 #endif
1325                 if (fclose(mh_sequences_new_fp) == EOF)
1326                         err = TRUE;
1327
1328                 if (!err)
1329                         g_rename(mh_sequences_new, mh_sequences_old);
1330                 g_free(sequence);
1331                 procmsg_msg_list_free(msglist);
1332         }
1333         g_free(mh_sequences_old);
1334         g_free(mh_sequences_new);
1335         g_free(path);
1336
1337         END_TIMING();
1338 }
1339
1340 static int mh_item_close(Folder *folder, FolderItem *item)
1341 {
1342         time_t last_mtime = (time_t)0;
1343         gboolean need_scan = mh_scan_required(item->folder, item);
1344         last_mtime = item->mtime;
1345
1346         mh_write_sequences(item, FALSE);
1347
1348         if (item->mtime == last_mtime && !need_scan) {
1349                 mh_set_mtime(folder, item);
1350         }
1351
1352         return 0;
1353 }
1354
1355 static void mh_set_mtime(Folder *folder, FolderItem *item)
1356 {
1357         struct stat s;
1358         gchar *path = folder_item_get_path(item);
1359
1360         cm_return_if_fail(path != NULL);
1361
1362         if (g_stat(path, &s) < 0) {
1363                 FILE_OP_ERROR(path, "stat");
1364                 g_free(path);
1365                 return;
1366         }
1367
1368         item->mtime = s.st_mtime;
1369         debug_print("MH: forced mtime of %s to %ld\n", item->name?item->name:"(null)", item->mtime);
1370         g_free(path);
1371 }