2005-06-17 [colin] 1.9.11cvs80
[claws.git] / src / imap.c
index c8dfd712cdbd6af830020141c63a405c7204de1d..5c184c17af3c9a3a1a63106ca5338040a5fbde2d 100644 (file)
@@ -1,6 +1,6 @@
 /*
  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
- * Copyright (C) 1999-2003 Hiroyuki Yamamoto
+ * Copyright (C) 1999-2005 Hiroyuki Yamamoto
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
@@ -24,6 +24,7 @@
 #include "defs.h"
 
 #include <glib.h>
+#include <glib/gi18n.h>
 #include <stdio.h>
 #include <string.h>
 #include <stdlib.h>
 #  include <iconv.h>
 #endif
 
-#include "intl.h"
+#if USE_OPENSSL
+#  include "ssl.h"
+#endif
+#include "folder.h"
+#include "session.h"
+#include "procmsg.h"
 #include "imap.h"
+#include "imap_gtk.h"
 #include "socket.h"
 #include "ssl.h"
 #include "recv.h"
-#include "procmsg.h"
 #include "procheader.h"
-#include "folder.h"
 #include "prefs_account.h"
 #include "codeconv.h"
+#include "md5.h"
+#include "base64.h"
 #include "utils.h"
+#include "prefs_common.h"
 #include "inputdialog.h"
 #include "log.h"
+#include "remotefolder.h"
+#include "alertpanel.h"
+#include "sylpheed.h"
+#include "statusbar.h"
+#include "msgcache.h"
+
+#ifdef USE_PTHREAD
+#include <pthread.h>
+#endif
+
+typedef struct _IMAPFolder     IMAPFolder;
+typedef struct _IMAPSession    IMAPSession;
+typedef struct _IMAPNameSpace  IMAPNameSpace;
+typedef struct _IMAPFolderItem IMAPFolderItem;
+
+#include "prefs_account.h"
+
+#define IMAP_FOLDER(obj)       ((IMAPFolder *)obj)
+#define IMAP_FOLDER_ITEM(obj)  ((IMAPFolderItem *)obj)
+#define IMAP_SESSION(obj)      ((IMAPSession *)obj)
+
+struct _IMAPFolder
+{
+       RemoteFolder rfolder;
+
+       /* list of IMAPNameSpace */
+       GList *ns_personal;
+       GList *ns_others;
+       GList *ns_shared;
+};
+
+struct _IMAPSession
+{
+       Session session;
+
+       gboolean authenticated;
+
+       gchar **capability;
+       gboolean uidplus;
+
+       gchar *mbox;
+       guint cmd_count;
+
+       /* CLAWS */
+       gboolean folder_content_changed;
+       guint exists;
+};
+
+struct _IMAPNameSpace
+{
+       gchar *name;
+       gchar separator;
+};
+
+#define IMAP_SUCCESS   0
+#define IMAP_SOCKET    2
+#define IMAP_AUTHFAIL  3
+#define IMAP_PROTOCOL  4
+#define IMAP_SYNTAX    5
+#define IMAP_IOERR     6
+#define IMAP_ERROR     7
+
+#define IMAPBUFSIZE    8192
+
+typedef enum
+{
+       IMAP_FLAG_SEEN          = 1 << 0,
+       IMAP_FLAG_ANSWERED      = 1 << 1,
+       IMAP_FLAG_FLAGGED       = 1 << 2,
+       IMAP_FLAG_DELETED       = 1 << 3,
+       IMAP_FLAG_DRAFT         = 1 << 4
+} IMAPFlags;
+
+#define IMAP_IS_SEEN(flags)    ((flags & IMAP_FLAG_SEEN) != 0)
+#define IMAP_IS_ANSWERED(flags)        ((flags & IMAP_FLAG_ANSWERED) != 0)
+#define IMAP_IS_FLAGGED(flags) ((flags & IMAP_FLAG_FLAGGED) != 0)
+#define IMAP_IS_DELETED(flags) ((flags & IMAP_FLAG_DELETED) != 0)
+#define IMAP_IS_DRAFT(flags)   ((flags & IMAP_FLAG_DRAFT) != 0)
+
 
 #define IMAP4_PORT     143
 #if USE_OPENSSL
 #define IMAPS_PORT     993
 #endif
 
+#define IMAP_CMD_LIMIT 1000
+
 #define QUOTE_IF_REQUIRED(out, str)                            \
 {                                                              \
-       if (*str != '"' && strpbrk(str, " \t(){}%*") != NULL) { \
+       if (*str != '"' && strpbrk(str, " \t(){}[]%*\\") != NULL) {     \
                gchar *__tmp;                                   \
                gint len;                                       \
                                                                \
        }                                                       \
 }
 
+typedef gchar * IMAPSet;
+
 struct _IMAPFolderItem
 {
        FolderItem item;
@@ -76,52 +167,111 @@ struct _IMAPFolderItem
        guint lastuid;
        guint uid_next;
        GSList *uid_list;
+       gboolean batching;
 };
 
-static GList *session_list = NULL;
-
-static gint imap_cmd_count = 0;
-
 static void imap_folder_init           (Folder         *folder,
                                         const gchar    *name,
                                         const gchar    *path);
 
+static Folder  *imap_folder_new        (const gchar    *name,
+                                        const gchar    *path);
+static void     imap_folder_destroy    (Folder         *folder);
+
+static IMAPSession *imap_session_new   (const PrefsAccount     *account);
+static void    imap_session_authenticate(IMAPSession           *session,
+                                         const PrefsAccount    *account);
+static void    imap_session_destroy    (Session        *session);
+
+static gchar   *imap_fetch_msg         (Folder         *folder, 
+                                        FolderItem     *item, 
+                                        gint            uid);
+static gchar   *imap_fetch_msg_full    (Folder         *folder, 
+                                        FolderItem     *item, 
+                                        gint            uid,
+                                        gboolean        headers,
+                                        gboolean        body);
+static gint    imap_add_msg            (Folder         *folder,
+                                        FolderItem     *dest,
+                                        const gchar    *file, 
+                                        MsgFlags       *flags);
+static gint    imap_add_msgs           (Folder         *folder, 
+                                        FolderItem     *dest,
+                                        GSList         *file_list,
+                                        GRelation      *relation);
+
+static gint    imap_copy_msg           (Folder         *folder,
+                                        FolderItem     *dest, 
+                                        MsgInfo        *msginfo);
+static gint    imap_copy_msgs          (Folder         *folder, 
+                                        FolderItem     *dest, 
+                                        MsgInfoList    *msglist, 
+                                        GRelation      *relation);
+
+static gint    imap_remove_msg         (Folder         *folder, 
+                                        FolderItem     *item, 
+                                        gint            uid);
+static gint    imap_remove_msgs        (Folder         *folder, 
+                                        FolderItem     *dest, 
+                                        MsgInfoList    *msglist, 
+                                        GRelation      *relation);
+static gint    imap_remove_all_msg     (Folder         *folder, 
+                                        FolderItem     *item);
+
+static gboolean imap_is_msg_changed    (Folder         *folder,
+                                        FolderItem     *item, 
+                                        MsgInfo        *msginfo);
+
+static gint    imap_close              (Folder         *folder, 
+                                        FolderItem     *item);
+
+static gint    imap_scan_tree          (Folder         *folder);
+
+static gint    imap_create_tree        (Folder         *folder);
+
+static FolderItem *imap_create_folder  (Folder         *folder,
+                                        FolderItem     *parent,
+                                        const gchar    *name);
+static gint    imap_rename_folder      (Folder         *folder,
+                                        FolderItem     *item, 
+                                        const gchar    *name);
+static gint    imap_remove_folder      (Folder         *folder, 
+                                        FolderItem     *item);
+
 static FolderItem *imap_folder_item_new        (Folder         *folder);
 static void imap_folder_item_destroy   (Folder         *folder,
                                         FolderItem     *item);
 
 static IMAPSession *imap_session_get   (Folder         *folder);
 
+static gint imap_greeting              (IMAPSession    *session);
+static gint imap_auth                  (IMAPSession    *session,
+                                        const gchar    *user,
+                                        const gchar    *pass,
+                                        IMAPAuthType    type);
+
 static gint imap_scan_tree_recursive   (IMAPSession    *session,
                                         FolderItem     *item);
-static GSList *imap_parse_list         (Folder         *folder,
+static GSList *imap_parse_list         (IMAPFolder     *folder,
                                         IMAPSession    *session,
                                         const gchar    *real_path,
                                         gchar          *separator);
 
-static void imap_create_missing_folders        (Folder                 *folder);
+static void imap_create_missing_folders        (Folder         *folder);
 static FolderItem *imap_create_special_folder
                                        (Folder                 *folder,
                                         SpecialFolderItemType   stype,
                                         const gchar            *name);
 
-static gint imap_do_copy               (Folder         *folder,
+static gint imap_do_copy_msgs          (Folder         *folder,
                                         FolderItem     *dest,
-                                        MsgInfo        *msginfo,
-                                        gboolean        remove_source);
-#if 0
-static gint imap_do_copy_msgs_with_dest        (Folder         *folder,
-                                        FolderItem     *dest, 
-                                        GSList         *msglist,
-                                        gboolean        remove_source);
-#endif
+                                        MsgInfoList    *msglist,
+                                        GRelation      *relation);
 
-static GSList *imap_get_uncached_messages      (IMAPSession    *session,
-                                                FolderItem     *item,
-                                                guint32         first_uid,
-                                                guint32         last_uid);
 static void imap_delete_all_cached_messages    (FolderItem     *item);
-
+static void imap_set_batch             (Folder         *folder,
+                                        FolderItem     *item,
+                                        gboolean        batch);
 #if USE_OPENSSL
 static SockInfo *imap_open             (const gchar    *server,
                                         gushort         port,
@@ -141,15 +291,15 @@ static SockInfo *imap_open_tunnel(const gchar *server,
 #endif
 
 #if USE_OPENSSL
-static SockInfo *imap_init_sock(SockInfo *sock, SSLType         ssl_type);
+static SockInfo *imap_init_sock(SockInfo *sock, SSLType        ssl_type);
 #else
 static SockInfo *imap_init_sock(SockInfo *sock);
 #endif
 
+static gchar *imap_get_flag_str                (IMAPFlags       flags);
 static gint imap_set_message_flags     (IMAPSession    *session,
-                                        guint32         first_uid,
-                                        guint32         last_uid,
-                                        IMAPFlags       flag,
+                                        MsgNumberList  *numlist,
+                                        IMAPFlags       flags,
                                         gboolean        is_set);
 static gint imap_select                        (IMAPSession    *session,
                                         IMAPFolder     *folder,
@@ -157,7 +307,8 @@ static gint imap_select                     (IMAPSession    *session,
                                         gint           *exists,
                                         gint           *recent,
                                         gint           *unseen,
-                                        guint32        *uid_validity);
+                                        guint32        *uid_validity,
+                                        gboolean        block);
 static gint imap_status                        (IMAPSession    *session,
                                         IMAPFolder     *folder,
                                         const gchar    *path,
@@ -165,7 +316,8 @@ static gint imap_status                     (IMAPSession    *session,
                                         gint           *recent,
                                         guint32        *uid_next,
                                         guint32        *uid_validity,
-                                        gint           *unseen);
+                                        gint           *unseen,
+                                        gboolean        block);
 
 static void imap_parse_namespace               (IMAPSession    *session,
                                                 IMAPFolder     *folder);
@@ -187,81 +339,101 @@ static MsgFlags imap_parse_flags (const gchar    *flag_str);
 static MsgInfo *imap_parse_envelope    (SockInfo       *sock,
                                         FolderItem     *item,
                                         GString        *line_str);
-static gint imap_greeting              (SockInfo       *sock,
-                                        gboolean       *is_preauth);
-static void imap_get_capability                (Session        *session);
+
 static gboolean imap_has_capability    (IMAPSession    *session,
                                         const gchar    *cap);
+static void imap_free_capabilities     (IMAPSession    *session);
 
 /* low-level IMAP4rev1 commands */
-static gint imap_cmd_login     (SockInfo       *sock,
+static gint imap_cmd_authenticate
+                               (IMAPSession    *session,
+                                const gchar    *user,
+                                const gchar    *pass,
+                                IMAPAuthType    type);
+static gint imap_cmd_login     (IMAPSession    *session,
                                 const gchar    *user,
                                 const gchar    *pass);
-static gint imap_cmd_logout    (SockInfo       *sock);
-static gint imap_cmd_noop      (SockInfo       *sock);
-static gint imap_cmd_starttls  (SockInfo       *sock);
-static gint imap_cmd_namespace (SockInfo       *sock,
+static gint imap_cmd_logout    (IMAPSession    *session);
+static gint imap_cmd_noop      (IMAPSession    *session);
+#if USE_OPENSSL
+static gint imap_cmd_starttls  (IMAPSession    *session);
+#endif
+static gint imap_cmd_namespace (IMAPSession    *session,
                                 gchar         **ns_str);
-static gint imap_cmd_list      (SockInfo       *sock,
+static gint imap_cmd_list      (IMAPSession    *session,
                                 const gchar    *ref,
                                 const gchar    *mailbox,
                                 GPtrArray      *argbuf);
-static gint imap_cmd_do_select (SockInfo       *sock,
+static gint imap_cmd_do_select (IMAPSession    *session,
                                 const gchar    *folder,
                                 gboolean        examine,
                                 gint           *exists,
                                 gint           *recent,
                                 gint           *unseen,
-                                guint32        *uid_validity);
-static gint imap_cmd_select    (SockInfo       *sock,
+                                guint32        *uid_validity,
+                                gboolean        block);
+static gint imap_cmd_select    (IMAPSession    *session,
                                 const gchar    *folder,
                                 gint           *exists,
                                 gint           *recent,
                                 gint           *unseen,
-                                guint32        *uid_validity);
-static gint imap_cmd_examine   (SockInfo       *sock,
+                                guint32        *uid_validity,
+                                gboolean        block);
+static gint imap_cmd_examine   (IMAPSession    *session,
                                 const gchar    *folder,
                                 gint           *exists,
                                 gint           *recent,
                                 gint           *unseen,
-                                guint32        *uid_validity);
-static gint imap_cmd_create    (SockInfo       *sock,
+                                guint32        *uid_validity,
+                                gboolean        block);
+static gint imap_cmd_create    (IMAPSession    *sock,
                                 const gchar    *folder);
-static gint imap_cmd_rename    (SockInfo       *sock,
+static gint imap_cmd_rename    (IMAPSession    *sock,
                                 const gchar    *oldfolder,
                                 const gchar    *newfolder);
-static gint imap_cmd_delete    (SockInfo       *sock,
+static gint imap_cmd_delete    (IMAPSession    *session,
                                 const gchar    *folder);
-static gint imap_cmd_envelope  (SockInfo       *sock,
-                                guint32         first_uid,
-                                guint32         last_uid);
-#if 0
-static gint imap_cmd_search    (SockInfo       *sock,
-                                GSList         *numlist);
-#endif
-static gint imap_cmd_fetch     (SockInfo       *sock,
+static gint imap_cmd_envelope  (IMAPSession    *session,
+                                IMAPSet         set);
+static gint imap_cmd_fetch     (IMAPSession    *sock,
                                 guint32         uid,
-                                const gchar    *filename);
+                                const gchar    *filename,
+                                gboolean        headers,
+                                gboolean        body);
 static gint imap_cmd_append    (IMAPSession    *session,
                                 const gchar    *destfolder,
                                 const gchar    *file,
-                                gint32         *newuid);
-static gint imap_cmd_copy      (IMAPSession    *session,
-                                gint32         msgnum,
-                                const gchar    *destfolder,
-                                gint32         *new_uid);
-static gint imap_cmd_store     (SockInfo       *sock,
-                                guint32         first_uid,
-                                guint32         last_uid,
+                                IMAPFlags       flags,
+                                guint32        *new_uid);
+static gint imap_cmd_copy       (IMAPSession    *session, 
+                                 const gchar    *seq_set, 
+                                 const gchar    *destfolder,
+                                GRelation      *uid_mapping);
+static gint imap_cmd_store     (IMAPSession    *session,
+                                IMAPSet         set,
                                 gchar          *sub_cmd);
-static gint imap_cmd_expunge   (SockInfo       *sock);
+static gint imap_cmd_expunge   (IMAPSession    *session,
+                                IMAPSet         seq_set);
+static gint imap_cmd_close      (IMAPSession    *session);
 
-static gint imap_cmd_ok                (SockInfo       *sock,
+static gint imap_cmd_ok                (IMAPSession    *session,
                                 GPtrArray      *argbuf);
-static void imap_cmd_gen_send  (SockInfo       *sock,
+static gint imap_cmd_ok_block  (IMAPSession    *session,
+                                GPtrArray      *argbuf);
+static gint imap_cmd_ok_with_block
+                               (IMAPSession    *session, 
+                                GPtrArray      *argbuf, 
+                                gboolean       block);
+static void imap_gen_send      (IMAPSession    *session,
                                 const gchar    *format, ...);
-static gint imap_cmd_gen_recv  (SockInfo       *sock,
-                                gchar         **buf);
+static gint imap_gen_recv      (IMAPSession    *session,
+                                gchar         **ret);
+static gint imap_gen_recv_block        (IMAPSession    *session,
+                                gchar         **ret);
+static gint imap_gen_recv_with_block   
+                               (IMAPSession    *session,
+                                gchar         **ret,
+                                gboolean        block);
 
 /* misc utility functions */
 static gchar *strchr_cpy                       (const gchar    *src,
@@ -279,88 +451,185 @@ static gchar *search_array_str                   (GPtrArray      *array,
 static void imap_path_separator_subst          (gchar          *str,
                                                 gchar           separator);
 
-static gchar *imap_modified_utf7_to_locale     (const gchar    *mutf7_str);
-static gchar *imap_locale_to_modified_utf7     (const gchar    *from);
+static gchar *imap_utf8_to_modified_utf7       (const gchar    *from);
+static gchar *imap_modified_utf7_to_utf8       (const gchar    *mutf7_str);
+
+static GSList *imap_get_seq_set_from_numlist    (MsgNumberList  *msglist);
+static GSList *imap_get_seq_set_from_msglist   (MsgInfoList    *msglist);
+static void imap_seq_set_free                   (GSList         *seq_list);
 
 static gboolean imap_rename_folder_func                (GNode          *node,
                                                 gpointer        data);
-gint imap_get_num_list                         (Folder         *folder,
+static gint imap_get_num_list                  (Folder         *folder,
                                                 FolderItem     *item,
-                                                GSList        **list);
-GSList *imap_get_msginfos                      (Folder         *folder,
+                                                GSList        **list,
+                                                gboolean       *old_uids_valid);
+static GSList *imap_get_msginfos               (Folder         *folder,
                                                 FolderItem     *item,
                                                 GSList         *msgnum_list);
-MsgInfo *imap_get_msginfo                      (Folder         *folder,
+static MsgInfo *imap_get_msginfo               (Folder         *folder,
                                                 FolderItem     *item,
                                                 gint            num);
-gboolean imap_check_msgnum_validity            (Folder         *folder,
+static gboolean imap_scan_required             (Folder         *folder,
                                                 FolderItem     *item);
-void imap_change_flags                         (Folder         *folder,
+static void imap_change_flags                  (Folder         *folder,
                                                 FolderItem     *item,
                                                 MsgInfo        *msginfo,
-                                                MsgPermFlags   newflags);
-
-FolderClass imap_class =
-{
-       F_IMAP,
-       "imap",
-       "IMAP4",
-
-       /* Folder functions */
-       imap_folder_new,
-       imap_folder_destroy,
-       imap_scan_tree,
-       imap_create_tree,
-
-       /* FolderItem functions */
-       imap_folder_item_new,
-       imap_folder_item_destroy,
-       imap_create_folder,
-       imap_rename_folder,
-       imap_remove_folder,
-       imap_get_num_list,
-       NULL,
-       NULL,
-       NULL,
-       imap_check_msgnum_validity,
-
-       /* Message functions */
-       imap_get_msginfo,
-       imap_get_msginfos,
-       imap_fetch_msg,
-       imap_add_msg,
-       imap_move_msg,
-       NULL,
-       imap_copy_msg,
-       NULL,
-       imap_remove_msg,
-       imap_remove_msgs,
-       imap_remove_all_msg,
-       imap_is_msg_changed,
-       imap_change_flags,
-};
+                                                MsgPermFlags    newflags);
+static gint imap_get_flags                     (Folder         *folder,
+                                                FolderItem     *item,
+                                                MsgInfoList    *msglist,
+                                                GRelation      *msgflags);
+static gchar *imap_folder_get_path             (Folder         *folder);
+static gchar *imap_item_get_path               (Folder         *folder,
+                                                FolderItem     *item);
+static MsgInfo *imap_parse_msg(const gchar *file, FolderItem *item);
+static GHashTable *flags_set_table = NULL;
+static GHashTable *flags_unset_table = NULL;
+typedef struct _hashtable_data {
+       IMAPSession *session;
+       GSList *msglist;
+} hashtable_data;
+
+static FolderClass imap_class;
+
+typedef struct _thread_data {
+       gchar *server;
+       gushort port;
+       gboolean done;
+       SockInfo *sock;
+#ifdef USE_OPENSSL
+       SSLType ssl_type;
+#endif
+} thread_data;
+
+#ifdef USE_PTHREAD
+void *imap_getline_thread(void *data)
+{
+       thread_data *td = (thread_data *)data;
+       gchar *line = NULL;
+       
+       line = sock_getline(td->sock);
+       
+       td->done = TRUE;
+       
+       return (void *)line;
+}
+#endif
+
+/* imap_getline just wraps sock_getline inside a thread, 
+ * performing gtk updates so that the interface isn't frozen.
+ */
+static gchar *imap_getline(SockInfo *sock)
+{
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       thread_data *td = g_new0(thread_data, 1);
+       pthread_t pt;
+       gchar *line;
+       td->sock = sock;
+       td->done = FALSE;
+       
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                       imap_getline_thread, td) != 0) {
+               g_free(td);
+               return sock_getline(sock);
+       }
+       
+       debug_print("+++waiting for imap_getline_thread...\n");
+       while(!td->done) {
+               /* don't let the interface freeze while waiting */
+               sylpheed_do_idle();
+       }
+       debug_print("---imap_getline_thread done\n");
 
-FolderClass *imap_get_class()
+       /* get the thread's return value and clean its resources */
+       pthread_join(pt, (void *)&line);
+       g_free(td);
+
+       return line;
+#else
+       return sock_getline(sock);
+#endif
+}
+
+FolderClass *imap_get_class(void)
 {
+       if (imap_class.idstr == NULL) {
+               imap_class.type = F_IMAP;
+               imap_class.idstr = "imap";
+               imap_class.uistr = "IMAP4";
+
+               /* Folder functions */
+               imap_class.new_folder = imap_folder_new;
+               imap_class.destroy_folder = imap_folder_destroy;
+               imap_class.scan_tree = imap_scan_tree;
+               imap_class.create_tree = imap_create_tree;
+
+               /* FolderItem functions */
+               imap_class.item_new = imap_folder_item_new;
+               imap_class.item_destroy = imap_folder_item_destroy;
+               imap_class.item_get_path = imap_item_get_path;
+               imap_class.create_folder = imap_create_folder;
+               imap_class.rename_folder = imap_rename_folder;
+               imap_class.remove_folder = imap_remove_folder;
+               imap_class.close = imap_close;
+               imap_class.get_num_list = imap_get_num_list;
+               imap_class.scan_required = imap_scan_required;
+
+               /* Message functions */
+               imap_class.get_msginfo = imap_get_msginfo;
+               imap_class.get_msginfos = imap_get_msginfos;
+               imap_class.fetch_msg = imap_fetch_msg;
+               imap_class.fetch_msg_full = imap_fetch_msg_full;
+               imap_class.add_msg = imap_add_msg;
+               imap_class.add_msgs = imap_add_msgs;
+               imap_class.copy_msg = imap_copy_msg;
+               imap_class.copy_msgs = imap_copy_msgs;
+               imap_class.remove_msg = imap_remove_msg;
+               imap_class.remove_msgs = imap_remove_msgs;
+               imap_class.remove_all_msg = imap_remove_all_msg;
+               imap_class.is_msg_changed = imap_is_msg_changed;
+               imap_class.change_flags = imap_change_flags;
+               imap_class.get_flags = imap_get_flags;
+               imap_class.set_batch = imap_set_batch;
+       }
+       
        return &imap_class;
 }
 
-Folder *imap_folder_new(const gchar *name, const gchar *path)
+static gchar *get_seq_set_from_seq_list(GSList *seq_list)
+{
+       gchar *val = NULL;
+       gchar *tmp = NULL;
+       GSList *cur = NULL;
+       
+       for (cur = seq_list; cur != NULL; cur = cur->next) {
+               tmp = val?g_strdup(val):NULL;
+               g_free(val);
+               val = g_strconcat(tmp?tmp:"", tmp?",":"",(gchar *)cur->data,
+                                 NULL);
+               g_free(tmp);
+       }
+       return val;
+}
+
+
+static Folder *imap_folder_new(const gchar *name, const gchar *path)
 {
        Folder *folder;
 
        folder = (Folder *)g_new0(IMAPFolder, 1);
-       folder->class = &imap_class;
+       folder->klass = &imap_class;
        imap_folder_init(folder, name, path);
 
        return folder;
 }
 
-void imap_folder_destroy(Folder *folder)
+static void imap_folder_destroy(Folder *folder)
 {
        gchar *dir;
 
-       dir = folder_get_path(folder);
+       dir = imap_folder_get_path(folder);
        if (is_dir_exist(dir))
                remove_dir_recursive(dir);
        g_free(dir);
@@ -417,28 +686,71 @@ static void imap_reset_uid_lists(Folder *folder)
        g_node_traverse(folder->node, G_IN_ORDER, G_TRAVERSE_ALL, -1, imap_reset_uid_lists_func, NULL); 
 }
 
+/* Send CAPABILITY, and examine the server's response to see whether this
+ * connection is pre-authenticated or not and build a list of CAPABILITIES. */
+static gint imap_greeting(IMAPSession *session)
+{
+       gchar *capstr;
+       GPtrArray *argbuf;
+
+       imap_gen_send(session, "CAPABILITY");
+       
+       argbuf = g_ptr_array_new();
+
+       if (imap_cmd_ok(session, argbuf) != IMAP_SUCCESS ||
+           ((capstr = search_array_str(argbuf, "CAPABILITY ")) == NULL)) {
+               ptr_array_free_strings(argbuf);
+               g_ptr_array_free(argbuf, TRUE);
+               return -1;
+       }
+
+       session->authenticated = search_array_str(argbuf, "PREAUTH") != NULL;
+       
+       capstr += strlen("CAPABILITY ");
+
+       IMAP_SESSION(session)->capability = g_strsplit(capstr, " ", 0);
+       
+       ptr_array_free_strings(argbuf);
+       g_ptr_array_free(argbuf, TRUE);
+
+       if (imap_has_capability(session, "UIDPLUS")) 
+               session->uidplus = TRUE; 
+
+       return 0;
+}
+
+static gint imap_auth(IMAPSession *session, const gchar *user, const gchar *pass,
+                     IMAPAuthType type)
+{
+       gint ok;
+
+       if (type == 0 || type == IMAP_AUTH_LOGIN)
+               ok = imap_cmd_login(session, user, pass);
+       else
+               ok = imap_cmd_authenticate(session, user, pass, type);
+
+       if (ok == IMAP_SUCCESS)
+               session->authenticated = TRUE;
+
+       return ok;
+}
+
 static IMAPSession *imap_session_get(Folder *folder)
 {
        RemoteFolder *rfolder = REMOTE_FOLDER(folder);
-       Session *session = NULL;
-       gushort port;
+       IMAPSession *session = NULL;
 
        g_return_val_if_fail(folder != NULL, NULL);
        g_return_val_if_fail(FOLDER_CLASS(folder) == &imap_class, NULL);
        g_return_val_if_fail(folder->account != NULL, NULL);
-
-#if USE_OPENSSL
-       port = folder->account->set_imapport ? folder->account->imapport
-               : folder->account->ssl_imap == SSL_TUNNEL
-               ? IMAPS_PORT : IMAP4_PORT;
-#else
-       port = folder->account->set_imapport ? folder->account->imapport
-               : IMAP4_PORT;
-#endif
+       
+       if (prefs_common.work_offline && !imap_gtk_should_override()) {
+               return NULL;
+       }
 
        /* Make sure we have a session */
        if (rfolder->session != NULL) {
-               session = rfolder->session;
+               session = IMAP_SESSION(rfolder->session);
        } else {
                imap_reset_uid_lists(folder);
                session = imap_session_new(folder->account);
@@ -446,14 +758,18 @@ static IMAPSession *imap_session_get(Folder *folder)
        if(session == NULL)
                return NULL;
 
-       /* Get CAPABILITY */
-       imap_get_capability(session); 
+       if (SESSION(session)->sock->state == CONN_DISCONNECTED) {
+               debug_print("IMAP server disconnected\n");
+               session_destroy(SESSION(session));
+               imap_reset_uid_lists(folder);
+               session = imap_session_new(folder->account);
+       }
 
        /* Make sure session is authenticated */
        if (!IMAP_SESSION(session)->authenticated)
                imap_session_authenticate(IMAP_SESSION(session), folder->account);
        if (!IMAP_SESSION(session)->authenticated) {
-               session_destroy(session);
+               session_destroy(SESSION(session));
                rfolder->session = NULL;
                return NULL;
        }
@@ -470,44 +786,45 @@ static IMAPSession *imap_session_get(Folder *folder)
         * A better solution than sending a NOOP every time would be
         * for every command to be prepared to retry until it is
         * successfully sent. -- mbp */
-       if (time(NULL) - session->last_access_time > SESSION_TIMEOUT) {
+       if (time(NULL) - SESSION(session)->last_access_time > SESSION_TIMEOUT_INTERVAL) {
                /* verify that the session is still alive */
-               if (imap_cmd_noop(session->sock) != IMAP_SUCCESS) {
+               if (imap_cmd_noop(session) != IMAP_SUCCESS) {
                        /* Check if this is the first try to establish a
                           connection, if yes we don't try to reconnect */
                        if (rfolder->session == NULL) {
-                               log_warning(_("Connecting %s:%d failed"),
-                                           folder->account->recv_server, port);
-                               session_destroy(session);
+                               log_warning(_("Connecting to %s failed"),
+                                           folder->account->recv_server);
+                               session_destroy(SESSION(session));
                                session = NULL;
                        } else {
-                               log_warning(_("IMAP4 connection to %s:%d has been"
-                                             " disconnected. Reconnecting...\n"),
-                                           folder->account->recv_server, port);
-                               session_destroy(session);
+                               log_warning(_("IMAP4 connection to %s has been"
+                                           " disconnected. Reconnecting...\n"),
+                                           folder->account->recv_server);
+                               statusbar_print_all(_("IMAP4 connection to %s has been"
+                                           " disconnected. Reconnecting...\n"),
+                                           folder->account->recv_server);
+                               session_destroy(SESSION(session));
                                /* Clear folders session to make imap_session_get create
                                   a new session, because of rfolder->session == NULL
                                   it will not try to reconnect again and so avoid an
                                   endless loop */
                                rfolder->session = NULL;
-                               session = SESSION(imap_session_get(folder));
+                               session = imap_session_get(folder);
+                               statusbar_pop_all();
                        }
                }
        }
 
-       rfolder->session = session;
-       if (session) {
-               session->last_access_time = time(NULL);
-       }
+       rfolder->session = SESSION(session);
+       
        return IMAP_SESSION(session);
 }
 
-Session *imap_session_new(const PrefsAccount *account)
+static IMAPSession *imap_session_new(const PrefsAccount *account)
 {
        IMAPSession *session;
        SockInfo *imap_sock;
        gushort port;
-       gboolean is_preauth;
 
 #ifdef USE_OPENSSL
        /* FIXME: IMAP over SSL only... */ 
@@ -547,34 +864,62 @@ Session *imap_session_new(const PrefsAccount *account)
                        return NULL;
        }
 
-       /* Only need to log in if the connection was not PREAUTH */
-       if (imap_greeting(imap_sock, &is_preauth) != IMAP_SUCCESS) {
-               sock_close(imap_sock);
-               return NULL;
-       }
-       log_message("IMAP connection is %s-authenticated\n",
-                   (is_preauth) ? "pre" : "un");
-
-       session = g_new(IMAPSession, 1);
+       session = g_new0(IMAPSession, 1);
+       session_init(SESSION(session));
        SESSION(session)->type             = SESSION_IMAP;
        SESSION(session)->server           = g_strdup(account->recv_server);
        SESSION(session)->sock             = imap_sock;
-       SESSION(session)->last_access_time = time(NULL);
-       SESSION(session)->data             = NULL;
 
        SESSION(session)->destroy          = imap_session_destroy;
 
        session->capability = NULL;
 
+       session->authenticated = FALSE;
        session->mbox = NULL;
-       session->authenticated = is_preauth;
+       session->cmd_count = 0;
+
+       /* Only need to log in if the connection was not PREAUTH */
+       if (imap_greeting(session) != IMAP_SUCCESS) {
+               session_destroy(SESSION(session));
+               return NULL;
+       }
+
+#if USE_OPENSSL
+       if (account->ssl_imap == SSL_STARTTLS && 
+           imap_has_capability(session, "STARTTLS")) {
+               gint ok;
+
+               ok = imap_cmd_starttls(session);
+               if (ok != IMAP_SUCCESS) {
+                       log_warning(_("Can't start TLS session.\n"));
+                       session_destroy(SESSION(session));
+                       return NULL;
+               }
+               if (!ssl_init_socket_with_method(SESSION(session)->sock, 
+                   SSL_METHOD_TLSv1)) {
+                       session_destroy(SESSION(session));
+                       return NULL;
+               }
+
+               imap_free_capabilities(session);
+               session->authenticated = FALSE;
+               session->uidplus = FALSE;
+               session->cmd_count = 1;
 
-       session_list = g_list_append(session_list, session);
+               if (imap_greeting(session) != IMAP_SUCCESS) {
+                       session_destroy(SESSION(session));
+                       return NULL;
+               }               
+       }
+#endif
+       log_message("IMAP connection is %s-authenticated\n",
+                   (session->authenticated) ? "pre" : "un");
 
-       return SESSION(session);
+       return session;
 }
 
-void imap_session_authenticate(IMAPSession *session, const PrefsAccount *account)
+static void imap_session_authenticate(IMAPSession *session, 
+                                     const PrefsAccount *account)
 {
        gchar *pass;
 
@@ -589,38 +934,56 @@ void imap_session_authenticate(IMAPSession *session, const PrefsAccount *account
                Xstrdup_a(pass, tmp_pass, {g_free(tmp_pass); return;});
                g_free(tmp_pass);
        }
-
-       if (imap_cmd_login(SESSION(session)->sock, account->userid, pass) != IMAP_SUCCESS) {
-               imap_cmd_logout(SESSION(session)->sock);
+       statusbar_print_all(_("Connecting to IMAP4 server %s...\n"),
+                               account->recv_server);
+       if (imap_auth(session, account->userid, pass, account->imap_auth_type) != IMAP_SUCCESS) {
+               imap_cmd_logout(session);
+               statusbar_pop_all();
+               
                return;
        }
-
+       statusbar_pop_all();
        session->authenticated = TRUE;
 }
 
-void imap_session_destroy(Session *session)
+static void imap_session_destroy(Session *session)
 {
+       imap_free_capabilities(IMAP_SESSION(session));
+       g_free(IMAP_SESSION(session)->mbox);
        sock_close(session->sock);
        session->sock = NULL;
-
-       g_free(IMAP_SESSION(session)->mbox);
-
-       g_strfreev(IMAP_SESSION(session)->capability);
-
-       session_list = g_list_remove(session_list, session);
 }
 
-void imap_session_destroy_all(void)
+static gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
 {
-       while (session_list != NULL) {
-               IMAPSession *session = (IMAPSession *)session_list->data;
+       return imap_fetch_msg_full(folder, item, uid, TRUE, TRUE);
+}
 
-               imap_cmd_logout(SESSION(session)->sock);
-               session_destroy(SESSION(session));
+static guint get_size_with_lfs(MsgInfo *info) 
+{
+       FILE *fp = NULL;
+       guint cnt = 0;
+       gchar buf[4096];
+       
+       if (info == NULL)
+               return -1;
+       
+       fp = procmsg_open_message(info);
+       if (!fp)
+               return -1;
+       
+       while (fgets(buf, sizeof (buf), fp) != NULL) {
+               cnt += strlen(buf);
+               if (!strstr(buf, "\r") && strstr(buf, "\n"))
+                       cnt++;
        }
+       
+       fclose(fp);
+       return cnt;
 }
 
-gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
+static gchar *imap_fetch_msg_full(Folder *folder, FolderItem *item, gint uid,
+                                 gboolean headers, gboolean body)
 {
        gchar *path, *filename;
        IMAPSession *session;
@@ -629,15 +992,34 @@ gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
        g_return_val_if_fail(folder != NULL, NULL);
        g_return_val_if_fail(item != NULL, NULL);
 
+       if (uid == 0)
+               return NULL;
+
        path = folder_item_get_path(item);
        if (!is_dir_exist(path))
                make_dir_hier(path);
        filename = g_strconcat(path, G_DIR_SEPARATOR_S, itos(uid), NULL);
        g_free(path);
+
        if (is_file_exist(filename)) {
-               debug_print("message %d has been already cached.\n", uid);
-               return filename;
+               /* see whether the local file represents the whole message
+                * or not. As the IMAP server reports size with \r chars,
+                * we have to update the local file (UNIX \n only) size */
+               MsgInfo *msginfo = imap_parse_msg(filename, item);
+               MsgInfo *cached = msgcache_get_msg(item->cache,uid);
+               guint have_size = get_size_with_lfs(msginfo);
+               debug_print("message %d has been already %scached (%d/%d).\n", uid,
+                               have_size == cached->size ? "fully ":"",
+                               have_size, cached? (int)cached->size : -1);
+                               
+               if (cached && (cached->size == have_size || !body)) {
+                       procmsg_msginfo_free(cached);
+                       procmsg_msginfo_free(msginfo);
+                       return filename;
+               } else {
+                       procmsg_msginfo_free(cached);
+                       procmsg_msginfo_free(msginfo);
+               }
        }
 
        session = imap_session_get(folder);
@@ -646,8 +1028,9 @@ gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
                return NULL;
        }
 
+       debug_print("IMAP fetching messages\n");
        ok = imap_select(session, IMAP_FOLDER(folder), item->path,
-                        NULL, NULL, NULL, NULL);
+                        NULL, NULL, NULL, NULL, FALSE);
        if (ok != IMAP_SUCCESS) {
                g_warning("can't select mailbox %s\n", item->path);
                g_free(filename);
@@ -655,7 +1038,7 @@ gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
        }
 
        debug_print("getting message %d...\n", uid);
-       ok = imap_cmd_fetch(SESSION(session)->sock, (guint32)uid, filename);
+       ok = imap_cmd_fetch(session, (guint32)uid, filename, headers, body);
 
        if (ok != IMAP_SUCCESS) {
                g_warning("can't fetch message %d\n", uid);
@@ -666,449 +1049,342 @@ gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
        return filename;
 }
 
-gint imap_add_msg(Folder *folder, FolderItem *dest, const gchar *file,
-                 gboolean remove_source)
+static gint imap_add_msg(Folder *folder, FolderItem *dest, 
+                        const gchar *file, MsgFlags *flags)
 {
-       gchar *destdir;
-       IMAPSession *session;
-       gint ok, newuid;
+       gint ret;
+       GSList file_list;
+       MsgFileInfo fileinfo;
 
-       g_return_val_if_fail(folder != NULL, -1);
-       g_return_val_if_fail(dest != NULL, -1);
        g_return_val_if_fail(file != NULL, -1);
 
-       session = imap_session_get(folder);
-       if (!session) return -1;
-
-       destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
-       ok = imap_cmd_append(session, destdir, file, &newuid);
-       g_free(destdir);
-
-       if (ok != IMAP_SUCCESS) {
-               g_warning("can't append message %s\n", file);
-               return -1;
-       }
-
-       if (remove_source) {
-               if (unlink(file) < 0)
-                       FILE_OP_ERROR(file, "unlink");
-       }
+       fileinfo.msginfo = NULL;
+       fileinfo.file = (gchar *)file;
+       fileinfo.flags = flags;
+       file_list.data = &fileinfo;
+       file_list.next = NULL;
 
-       return newuid;
+       ret = imap_add_msgs(folder, dest, &file_list, NULL);
+       return ret;
 }
 
-static gint imap_do_copy(Folder *folder, FolderItem *dest, MsgInfo *msginfo,
-                        gboolean remove_source)
+static gint imap_add_msgs(Folder *folder, FolderItem *dest, GSList *file_list,
+                  GRelation *relation)
 {
        gchar *destdir;
        IMAPSession *session;
-       IMAPFlags iflags = 0;
-       guint32 newuid = 0;
+       guint32 last_uid = 0;
+       GSList *cur;
+       MsgFileInfo *fileinfo;
        gint ok;
-    
+
        g_return_val_if_fail(folder != NULL, -1);
-       g_return_val_if_fail(FOLDER_CLASS(folder) == &imap_class, -1);
        g_return_val_if_fail(dest != NULL, -1);
-       g_return_val_if_fail(msginfo != NULL, -1);
+       g_return_val_if_fail(file_list != NULL, -1);
 
        session = imap_session_get(folder);
        if (!session) return -1;
 
-       if (msginfo->folder == dest) {
-               g_warning("the src folder is identical to the dest.\n");
-               return -1;
-       }
-
        destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
 
-       /* ensure source folder selected */
-       ok = imap_select(session, IMAP_FOLDER(folder), msginfo->folder->path,
-                        NULL, NULL, NULL, NULL);
-       if (ok != IMAP_SUCCESS)
-               return -1;
-        
-       if (remove_source)
-               debug_print("Moving message %s%c%d to %s ...\n",
-                           msginfo->folder->path, G_DIR_SEPARATOR,
-                           msginfo->msgnum, destdir);
-       else
-               debug_print("Copying message %s%c%d to %s ...\n",
-                           msginfo->folder->path, G_DIR_SEPARATOR,
-                           msginfo->msgnum, destdir);
+       for (cur = file_list; cur != NULL; cur = cur->next) {
+               IMAPFlags iflags = 0;
+               guint32 new_uid = 0;
 
-       ok = imap_cmd_copy(session, msginfo->msgnum, destdir, &newuid);
+               fileinfo = (MsgFileInfo *)cur->data;
 
-       if (ok == IMAP_SUCCESS && remove_source) {
-               imap_set_message_flags(session, msginfo->msgnum, msginfo->msgnum,
-                                      IMAP_FLAG_DELETED, TRUE);
-               ok = imap_cmd_expunge(SESSION(session)->sock);
-       }
+               if (fileinfo->flags) {
+                       if (MSG_IS_MARKED(*fileinfo->flags))
+                               iflags |= IMAP_FLAG_FLAGGED;
+                       if (MSG_IS_REPLIED(*fileinfo->flags))
+                               iflags |= IMAP_FLAG_ANSWERED;
+                       if (!MSG_IS_UNREAD(*fileinfo->flags))
+                               iflags |= IMAP_FLAG_SEEN;
+               }
+
+               if (dest->stype == F_OUTBOX ||
+                   dest->stype == F_QUEUE  ||
+                   dest->stype == F_DRAFT  ||
+                   dest->stype == F_TRASH)
+                       iflags |= IMAP_FLAG_SEEN;
+
+               ok = imap_cmd_append(session, destdir, fileinfo->file, iflags, 
+                                    &new_uid);
 
-       /* get the dest folder to set the flags */
-       if (newuid) {
-               ok = imap_select(session, IMAP_FOLDER(folder), dest->path,
-                                NULL, NULL, NULL, NULL);
-               if (ok != IMAP_SUCCESS)         /* the folder disappeared? */
-                       return -1;
+               if (ok != IMAP_SUCCESS) {
+                       g_warning("can't append message %s\n", fileinfo->file);
+                       g_free(destdir);
+                       return -1;
+               }
 
-               if (msginfo->flags.perm_flags & MSG_MARKED)  iflags |= IMAP_FLAG_FLAGGED;
-               if (msginfo->flags.perm_flags & MSG_REPLIED) iflags |= IMAP_FLAG_ANSWERED;
-               if (iflags)
-                       if (imap_set_message_flags(session, newuid, newuid, iflags, TRUE)
-                           != IMAP_SUCCESS)
-                               newuid = 0;
+               if (relation != NULL)
+                       g_relation_insert(relation, fileinfo->msginfo != NULL ? 
+                                         (gpointer) fileinfo->msginfo : (gpointer) fileinfo,
+                                         GINT_TO_POINTER(dest->last_num + 1));
+               if (last_uid < new_uid)
+                       last_uid = new_uid;
        }
 
        g_free(destdir);
 
-       if (ok == IMAP_SUCCESS)
-               return newuid;
-       else
-               return -1;
+       return last_uid;
 }
 
-#if 0
-static gint imap_do_copy_msgs_with_dest(Folder *folder, FolderItem *dest, 
-                                       GSList *msglist,
-                                       gboolean remove_source)
+static gint imap_do_copy_msgs(Folder *folder, FolderItem *dest, 
+                             MsgInfoList *msglist, GRelation *relation)
 {
+       FolderItem *src;
        gchar *destdir;
-       GSList *cur;
+       GSList *seq_list, *cur;
        MsgInfo *msginfo;
        IMAPSession *session;
        gint ok = IMAP_SUCCESS;
-
+       GRelation *uid_mapping;
+       gint last_num = 0;
+       
        g_return_val_if_fail(folder != NULL, -1);
        g_return_val_if_fail(dest != NULL, -1);
        g_return_val_if_fail(msglist != NULL, -1);
 
        session = imap_session_get(folder);
-       if (!session) return -1;
-
-       destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
+       if (!session) {
+               return -1;
+       }
+       msginfo = (MsgInfo *)msglist->data;
 
-       for (cur = msglist; cur != NULL; cur = cur->next) {
-               msginfo = (MsgInfo *)cur->data;
+       src = msginfo->folder;
+       if (src == dest) {
+               g_warning("the src folder is identical to the dest.\n");
+               return -1;
+       }
 
-               if (msginfo->folder == dest) {
-                       g_warning("the src folder is identical to the dest.\n");
-                       continue;
-               }
+       ok = imap_select(session, IMAP_FOLDER(folder), msginfo->folder->path,
+                        NULL, NULL, NULL, NULL, FALSE);
+       if (ok != IMAP_SUCCESS) {
+               return ok;
+       }
 
-               /* ensure source folder selected */
-               ok = imap_select(session, IMAP_FOLDER(folder), 
-                                msginfo->folder->path, NULL, NULL, NULL, NULL);
-        
-               if (remove_source)
-                       debug_print("Moving message %s%c%d to %s ...\n",
-                                   msginfo->folder->path, G_DIR_SEPARATOR,
-                                   msginfo->msgnum, destdir);
-               else
-                       debug_print("Copying message %s%c%d to %s ...\n",
-                                   msginfo->folder->path, G_DIR_SEPARATOR,
-                                   msginfo->msgnum, destdir);
+       destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
+       seq_list = imap_get_seq_set_from_msglist(msglist);
+       uid_mapping = g_relation_new(2);
+       g_relation_index(uid_mapping, 0, g_direct_hash, g_direct_equal);
+       
+       for (cur = seq_list; cur != NULL; cur = g_slist_next(cur)) {
+               gchar *seq_set = (gchar *)cur->data;
 
-               ok = imap_cmd_copy(session, msginfo, destdir);
+               debug_print("Copying message %s%c[%s] to %s ...\n",
+                           src->path, G_DIR_SEPARATOR,
+                           seq_set, destdir);
 
-               if (ok == IMAP_SUCCESS && remove_source) {
-                       imap_set_message_flags
-                               (session, msginfo->msgnum, msginfo->msgnum,
-                                IMAP_FLAG_DELETED, TRUE);
+               ok = imap_cmd_copy(session, seq_set, destdir, uid_mapping);
+               if (ok != IMAP_SUCCESS) {
+                       g_relation_destroy(uid_mapping);
+                       imap_seq_set_free(seq_list);
+                       return -1;
                }
        }
 
-       if (remove_source)
-               ok = imap_cmd_expunge(SESSION(session)->sock);
+       for (cur = msglist; cur != NULL; cur = g_slist_next(cur)) {
+               MsgInfo *msginfo = (MsgInfo *)cur->data;
+               GTuples *tuples;
+
+               tuples = g_relation_select(uid_mapping, 
+                                          GINT_TO_POINTER(msginfo->msgnum),
+                                          0);
+               if (tuples->len > 0) {
+                       gint num = GPOINTER_TO_INT(g_tuples_index(tuples, 0, 1));
+                       g_relation_insert(relation, msginfo,
+                                         GPOINTER_TO_INT(num));
+                       if (num > last_num)
+                               last_num = num;
+               } else
+                       g_relation_insert(relation, msginfo,
+                                         GPOINTER_TO_INT(0));
+               g_tuples_destroy(tuples);
+       }
+
+       g_relation_destroy(uid_mapping);
+       imap_seq_set_free(seq_list);
 
        g_free(destdir);
+       
+       IMAP_FOLDER_ITEM(dest)->lastuid = 0;
+       IMAP_FOLDER_ITEM(dest)->uid_next = 0;
+       g_slist_free(IMAP_FOLDER_ITEM(dest)->uid_list);
+       IMAP_FOLDER_ITEM(dest)->uid_list = NULL;
 
        if (ok == IMAP_SUCCESS)
-               return 0;
+               return last_num;
        else
                return -1;
 }
-#endif
 
-gint imap_move_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
+static gint imap_copy_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
 {
-       gchar *srcfile;
-       gint ret = 0;
+       GSList msglist;
 
-       g_return_val_if_fail(folder != NULL, -1);
-       g_return_val_if_fail(dest != NULL, -1);
        g_return_val_if_fail(msginfo != NULL, -1);
-       g_return_val_if_fail(msginfo->folder != NULL, -1);
-
-       if (folder == msginfo->folder->folder)
-               return imap_do_copy(folder, dest, msginfo, TRUE);
-
-       srcfile = procmsg_get_message_file(msginfo);
-       if (!srcfile) return -1;
 
-       ret = imap_add_msg(folder, dest, srcfile, FALSE);
-       g_free(srcfile);
+       msglist.data = msginfo;
+       msglist.next = NULL;
 
-       if (ret != -1) {
-               if(folder_item_remove_msg(msginfo->folder, msginfo->msgnum)) {
-                       ret = -1;
-               }
-       }
-               
-       return ret;
+       return imap_copy_msgs(folder, dest, &msglist, NULL);
 }
 
-#if 0
-gint imap_move_msgs_with_dest(Folder *folder, FolderItem *dest, 
-                             GSList *msglist)
+static gint imap_copy_msgs(Folder *folder, FolderItem *dest, 
+                   MsgInfoList *msglist, GRelation *relation)
 {
        MsgInfo *msginfo;
-       GSList *cur;
-       gint ret = 0;
+       GSList *file_list;
+       gint ret;
 
        g_return_val_if_fail(folder != NULL, -1);
        g_return_val_if_fail(dest != NULL, -1);
        g_return_val_if_fail(msglist != NULL, -1);
 
        msginfo = (MsgInfo *)msglist->data;
-       if (folder == msginfo->folder->folder)
-               return imap_do_copy_msgs_with_dest(folder, dest, msglist, TRUE);
-
-       for (cur = msglist; cur != NULL; cur = cur->next) {
-               msginfo = (MsgInfo *)cur->data;
-               ret = imap_move_msg(folder, dest, msginfo);
-               if (ret == -1) break;
-       }
-
-       return ret;
-}
-#endif
-
-gint imap_copy_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
-{
-       gchar *srcfile;
-       gint ret = 0;
-
-       g_return_val_if_fail(folder != NULL, -1);
-       g_return_val_if_fail(dest != NULL, -1);
-       g_return_val_if_fail(msginfo != NULL, -1);
        g_return_val_if_fail(msginfo->folder != NULL, -1);
 
        if (folder == msginfo->folder->folder)
-               return imap_do_copy(folder, dest, msginfo, FALSE);
+               return imap_do_copy_msgs(folder, dest, msglist, relation);
 
-       srcfile = procmsg_get_message_file(msginfo);
-       if (!srcfile) return -1;
+       file_list = procmsg_get_message_file_list(msglist);
+       g_return_val_if_fail(file_list != NULL, -1);
 
-       ret = imap_add_msg(folder, dest, srcfile, FALSE);
+       ret = imap_add_msgs(folder, dest, file_list, relation);
 
-       g_free(srcfile);
+       procmsg_message_file_list_free(file_list);
 
        return ret;
 }
 
-#if 0
-gint imap_copy_msgs_with_dest(Folder *folder, FolderItem *dest, 
-                             GSList *msglist)
+
+static gint imap_do_remove_msgs(Folder *folder, FolderItem *dest, 
+                               MsgInfoList *msglist, GRelation *relation)
 {
+       gchar *destdir;
+       GSList *seq_list = NULL, *cur;
        MsgInfo *msginfo;
-       GSList *cur;
-       gint ret = 0;
-
+       IMAPSession *session;
+       gint ok = IMAP_SUCCESS;
+       GRelation *uid_mapping;
+       
        g_return_val_if_fail(folder != NULL, -1);
        g_return_val_if_fail(dest != NULL, -1);
        g_return_val_if_fail(msglist != NULL, -1);
 
+       session = imap_session_get(folder);
+       if (!session) {
+               return -1;
+       }
        msginfo = (MsgInfo *)msglist->data;
-       if (folder == msginfo->folder->folder)
-               return imap_do_copy_msgs_with_dest
-                       (folder, dest, msglist, FALSE);
 
-       for (cur = msglist; cur != NULL; cur = cur->next) {
-               msginfo = (MsgInfo *)cur->data;
-               ret = imap_copy_msg(folder, dest, msginfo);
-               if (ret == -1) break;
+       ok = imap_select(session, IMAP_FOLDER(folder), msginfo->folder->path,
+                        NULL, NULL, NULL, NULL, FALSE);
+       if (ok != IMAP_SUCCESS) {
+               return ok;
        }
 
-       return ret;
-}
-#endif
-
-gint imap_remove_msg(Folder *folder, FolderItem *item, gint uid)
-{
-       gint ok;
-       IMAPSession *session;
-       gchar *dir;
-
-       g_return_val_if_fail(folder != NULL, -1);
-       g_return_val_if_fail(FOLDER_CLASS(folder) == &imap_class, -1);
-       g_return_val_if_fail(item != NULL, -1);
-
-       session = imap_session_get(folder);
-       if (!session) return -1;
+       destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
+       for (cur = msglist; cur; cur = cur->next) {
+               msginfo = (MsgInfo *)cur->data;
+               seq_list = g_slist_append(seq_list, GINT_TO_POINTER(msginfo->msgnum));
+       }
 
-       ok = imap_select(session, IMAP_FOLDER(folder), item->path,
-                        NULL, NULL, NULL, NULL);
-       if (ok != IMAP_SUCCESS)
-               return ok;
+       uid_mapping = g_relation_new(2);
+       g_relation_index(uid_mapping, 0, g_direct_hash, g_direct_equal);
 
        ok = imap_set_message_flags
                (IMAP_SESSION(REMOTE_FOLDER(folder)->session),
-                (guint32)uid, (guint32)uid, IMAP_FLAG_DELETED, TRUE);
+               seq_list, IMAP_FLAG_DELETED, TRUE);
        if (ok != IMAP_SUCCESS) {
-               log_warning(_("can't set deleted flags: %d\n"), uid);
+               log_warning(_("can't set deleted flags\n"));
                return ok;
        }
-
-       ok = imap_cmd_expunge(SESSION(session)->sock);
+       ok = imap_cmd_expunge(session, NULL);
        if (ok != IMAP_SUCCESS) {
                log_warning(_("can't expunge\n"));
                return ok;
        }
+       
+       g_relation_destroy(uid_mapping);
+       g_slist_free(seq_list);
 
-       dir = folder_item_get_path(item);
-       if (is_dir_exist(dir))
-               remove_numbered_files(dir, uid, uid);
-       g_free(dir);
+       g_free(destdir);
 
-       return IMAP_SUCCESS;
+       if (ok == IMAP_SUCCESS)
+               return 0;
+       else
+               return -1;
 }
 
-gint imap_remove_msgs(Folder *folder, FolderItem *item, GSList *msglist)
+static gint imap_remove_msgs(Folder *folder, FolderItem *dest, 
+                   MsgInfoList *msglist, GRelation *relation)
 {
-       gint ok;
-       IMAPSession *session;
-       gchar *dir;
        MsgInfo *msginfo;
-       GSList *cur;
-       guint32 uid;
 
        g_return_val_if_fail(folder != NULL, -1);
-       g_return_val_if_fail(FOLDER_CLASS(folder) == &imap_class, -1);
-       g_return_val_if_fail(item != NULL, -1);
+       g_return_val_if_fail(dest != NULL, -1);
        g_return_val_if_fail(msglist != NULL, -1);
 
-       session = imap_session_get(folder);
-       if (!session) return -1;
-
-       ok = imap_select(session, IMAP_FOLDER(folder), item->path,
-                        NULL, NULL, NULL, NULL);
-       if (ok != IMAP_SUCCESS)
-               return ok;
-
-       for (cur = msglist; cur != NULL; cur = cur->next) {
-               msginfo = (MsgInfo *)cur->data;
-               uid = msginfo->msgnum;
-               ok = imap_set_message_flags
-                       (IMAP_SESSION(REMOTE_FOLDER(folder)->session),
-                        uid, uid, IMAP_FLAG_DELETED, TRUE);
-               if (ok != IMAP_SUCCESS) {
-                       log_warning(_("can't set deleted flags: %d\n"), uid);
-                       return ok;
-               }
-       }
-
-       ok = imap_cmd_expunge(SESSION(session)->sock);
-       if (ok != IMAP_SUCCESS) {
-               log_warning(_("can't expunge\n"));
-               return ok;
-       }
+       msginfo = (MsgInfo *)msglist->data;
+       g_return_val_if_fail(msginfo->folder != NULL, -1);
 
-       dir = folder_item_get_path(item);
-       if (is_dir_exist(dir)) {
-               for (cur = msglist; cur != NULL; cur = cur->next) {
-                       msginfo = (MsgInfo *)cur->data;
-                       uid = msginfo->msgnum;
-                       remove_numbered_files(dir, uid, uid);
-               }
-       }
-       g_free(dir);
-       return IMAP_SUCCESS;
+       return imap_do_remove_msgs(folder, dest, msglist, relation);
 }
 
-gint imap_remove_all_msg(Folder *folder, FolderItem *item)
+static gint imap_remove_all_msg(Folder *folder, FolderItem *item)
 {
-        gint exists, recent, unseen;
-        guint32 uid_validity;
-       gint ok;
-       IMAPSession *session;
-       gchar *dir;
-
-       g_return_val_if_fail(folder != NULL, -1);
-       g_return_val_if_fail(item != NULL, -1);
-
-       session = imap_session_get(folder);
-       if (!session) return -1;
-
-       ok = imap_select(session, IMAP_FOLDER(folder), item->path,
-                        &exists, &recent, &unseen, &uid_validity);
-       if (ok != IMAP_SUCCESS)
-               return ok;
-       if (exists == 0)
-               return IMAP_SUCCESS;
-
-       imap_cmd_gen_send(SESSION(session)->sock,
-                         "STORE 1:%d +FLAGS (\\Deleted)", exists);
-       ok = imap_cmd_ok(SESSION(session)->sock, NULL);
-       if (ok != IMAP_SUCCESS) {
-               log_warning(_("can't set deleted flags: 1:%d\n"), exists);
-               return ok;
-       }
-
-       ok = imap_cmd_expunge(SESSION(session)->sock);
-       if (ok != IMAP_SUCCESS) {
-               log_warning(_("can't expunge\n"));
-               return ok;
-       }
-
-       dir = folder_item_get_path(item);
-       if (is_dir_exist(dir))
-               remove_all_numbered_files(dir);
-       g_free(dir);
-
-       return IMAP_SUCCESS;
+       GSList *list = folder_item_get_msg_list(item);
+       gint res = imap_remove_msgs(folder, item, list, NULL);
+       g_slist_free(list);
+       return res;
 }
 
-gboolean imap_is_msg_changed(Folder *folder, FolderItem *item, MsgInfo *msginfo)
+static gboolean imap_is_msg_changed(Folder *folder, FolderItem *item,
+                                   MsgInfo *msginfo)
 {
        /* TODO: properly implement this method */
        return FALSE;
 }
 
-gint imap_scan_folder(Folder *folder, FolderItem *item)
+static gint imap_close(Folder *folder, FolderItem *item)
 {
-       IMAPSession *session;
-       gint messages, recent, unseen;
-       guint32 uid_next, uid_validity;
        gint ok;
+       IMAPSession *session;
 
        g_return_val_if_fail(folder != NULL, -1);
        g_return_val_if_fail(item != NULL, -1);
+       g_return_val_if_fail(item->path != NULL, -1);
 
        session = imap_session_get(folder);
        if (!session) return -1;
 
-       ok = imap_status(session, IMAP_FOLDER(folder), item->path,
-                        &messages, &recent, &uid_next, &uid_validity, &unseen);
-       if (ok != IMAP_SUCCESS) return -1;
+       if (session->mbox) {
+               if (strcmp2(session->mbox, item->path) != 0) return -1;
+
+               ok = imap_cmd_close(session);
+               if (ok != IMAP_SUCCESS)
+                       log_warning(_("can't close folder\n"));
+
+               g_free(session->mbox);
 
-       item->new = unseen > 0 ? recent : 0;
-       item->unread = unseen;
-       item->total = messages;
-       item->last_num = (messages > 0 && uid_next > 0) ? uid_next - 1 : 0;
-       /* item->mtime = uid_validity; */
+               session->mbox = NULL;
+
+               return ok;
+       }
 
        return 0;
 }
 
-void imap_scan_tree(Folder *folder)
+static gint imap_scan_tree(Folder *folder)
 {
-       FolderItem *item;
+       FolderItem *item = NULL;
        IMAPSession *session;
        gchar *root_folder = NULL;
 
-       g_return_if_fail(folder != NULL);
-       g_return_if_fail(folder->account != NULL);
+       g_return_val_if_fail(folder != NULL, -1);
+       g_return_val_if_fail(folder->account != NULL, -1);
 
        session = imap_session_get(folder);
        if (!session) {
@@ -1116,25 +1392,61 @@ void imap_scan_tree(Folder *folder)
                        folder_tree_destroy(folder);
                        item = folder_item_new(folder, folder->name, NULL);
                        item->folder = folder;
-                       folder->node = g_node_new(item);
+                       folder->node = item->node = g_node_new(item);
                }
-               return;
+               return -1;
        }
 
        if (folder->account->imap_dir && *folder->account->imap_dir) {
-               Xstrdup_a(root_folder, folder->account->imap_dir, return);
+               gchar *real_path;
+               GPtrArray *argbuf;
+               gint ok;
+
+               Xstrdup_a(root_folder, folder->account->imap_dir, return -1);
+               extract_quote(root_folder, '"');
+               subst_char(root_folder,
+                          imap_get_path_separator(IMAP_FOLDER(folder),
+                                                  root_folder),
+                          '/');
                strtailchomp(root_folder, '/');
-               debug_print("IMAP root directory: %s\n", root_folder);
-       }
+               real_path = imap_get_real_path
+                       (IMAP_FOLDER(folder), root_folder);
+               debug_print("IMAP root directory: %s\n", real_path);
+
+               /* check if root directory exist */
+               argbuf = g_ptr_array_new();
+               ok = imap_cmd_list(session, NULL, real_path, argbuf);
+               if (ok != IMAP_SUCCESS ||
+                   search_array_str(argbuf, "LIST ") == NULL) {
+                       log_warning(_("root folder %s does not exist\n"), real_path);
+                       g_ptr_array_free(argbuf, TRUE);
+                       g_free(real_path);
 
-       item = folder_item_new(folder, folder->name, root_folder);
-       item->folder = folder;
-       item->no_select = TRUE;
-       folder->node = g_node_new(item);
+                       if (!folder->node) {
+                               item = folder_item_new(folder, folder->name, NULL);
+                               item->folder = folder;
+                               folder->node = item->node = g_node_new(item);
+                       }
+                       return -1;
+               }
+               g_ptr_array_free(argbuf, TRUE);
+               g_free(real_path);
+       }
 
-       imap_scan_tree_recursive(session, item);
+       if (folder->node)
+               item = FOLDER_ITEM(folder->node->data);
+       if (!item || ((item->path || root_folder) &&
+                     strcmp2(item->path, root_folder) != 0)) {
+               folder_tree_destroy(folder);
+               item = folder_item_new(folder, folder->name, root_folder);
+               item->folder = folder;
+               folder->node = item->node = g_node_new(item);
+       }
 
+       imap_scan_tree_recursive(session, FOLDER_ITEM(folder->node->data));
        imap_create_missing_folders(folder);
+
+       return 0;
 }
 
 static gint imap_scan_tree_recursive(IMAPSession *session, FolderItem *item)
@@ -1143,6 +1455,7 @@ static gint imap_scan_tree_recursive(IMAPSession *session, FolderItem *item)
        IMAPFolder *imapfolder;
        FolderItem *new_item;
        GSList *item_list, *cur;
+       GNode *node;
        gchar *real_path;
        gchar *wildcard_path;
        gchar separator;
@@ -1152,13 +1465,13 @@ static gint imap_scan_tree_recursive(IMAPSession *session, FolderItem *item)
        g_return_val_if_fail(item->folder != NULL, -1);
        g_return_val_if_fail(item->no_sub == FALSE, -1);
 
-       folder = FOLDER(item->folder);
+       folder = item->folder;
        imapfolder = IMAP_FOLDER(folder);
 
        separator = imap_get_path_separator(imapfolder, item->path);
 
-       if (item->folder->ui_func)
-               item->folder->ui_func(folder, item, folder->ui_func_data);
+       if (folder->ui_func)
+               folder->ui_func(folder, item, folder->ui_func_data);
 
        if (item->path) {
                wildcard[0] = separator;
@@ -1175,60 +1488,104 @@ static gint imap_scan_tree_recursive(IMAPSession *session, FolderItem *item)
                  {g_free(real_path); return IMAP_ERROR;});
        QUOTE_IF_REQUIRED(wildcard_path, wildcard_path);
 
-       imap_cmd_gen_send(SESSION(session)->sock, "LIST \"\" %s",
-                         wildcard_path);
+       imap_gen_send(session, "LIST \"\" %s",
+                     wildcard_path);
 
        strtailchomp(real_path, separator);
-       item_list = imap_parse_list(folder, session, real_path, NULL);
+       item_list = imap_parse_list(imapfolder, session, real_path, NULL);
        g_free(real_path);
 
+       node = item->node->children;
+       while (node != NULL) {
+               FolderItem *old_item = FOLDER_ITEM(node->data);
+               GNode *next = node->next;
+
+               new_item = NULL;
+               for (cur = item_list; cur != NULL; cur = cur->next) {
+                       FolderItem *cur_item = FOLDER_ITEM(cur->data);
+                       if (!strcmp2(old_item->path, cur_item->path)) {
+                               new_item = cur_item;
+                               break;
+                       }
+               }
+               if (!new_item) {
+                       debug_print("folder '%s' not found. removing...\n",
+                                   old_item->path);
+                       folder_item_remove(old_item);
+               } else {
+                       old_item->no_sub = new_item->no_sub;
+                       old_item->no_select = new_item->no_select;
+                       if (old_item->no_sub == TRUE && node->children) {
+                               debug_print("folder '%s' doesn't have "
+                                           "subfolders. removing...\n",
+                                           old_item->path);
+                               folder_item_remove_children(old_item);
+                       }
+               }
+
+               node = next;
+       }
+
        for (cur = item_list; cur != NULL; cur = cur->next) {
-               new_item = cur->data;
-               if (!strcmp(new_item->path, "INBOX")) {
-                       if (!folder->inbox) {
-                               new_item->stype = F_INBOX;
-                               item->folder->inbox = new_item;
-                       } else {
-                               folder_item_destroy(new_item);
-                               continue;
+               FolderItem *cur_item = FOLDER_ITEM(cur->data);
+               new_item = NULL;
+               for (node = item->node->children; node != NULL;
+                    node = node->next) {
+                       if (!strcmp2(FOLDER_ITEM(node->data)->path,
+                                    cur_item->path)) {
+                               new_item = FOLDER_ITEM(node->data);
+                               folder_item_destroy(cur_item);
+                               cur_item = NULL;
+                               break;
                        }
-               } else if (!item->parent || item->stype == F_INBOX) {
+               }
+               if (!new_item) {
+                       new_item = cur_item;
+                       debug_print("new folder '%s' found.\n", new_item->path);
+                       folder_item_append(item, new_item);
+               }
+
+               if (!strcmp(new_item->path, "INBOX")) {
+                       new_item->stype = F_INBOX;
+                       folder->inbox = new_item;
+               } else if (!folder_item_parent(item) || item->stype == F_INBOX) {
                        gchar *base;
 
-                       base = g_basename(new_item->path);
+                       base = g_path_get_basename(new_item->path);
 
-                       if (!folder->outbox && !strcasecmp(base, "Sent")) {
+                       if (!folder->outbox && !g_ascii_strcasecmp(base, "Sent")) {
                                new_item->stype = F_OUTBOX;
                                folder->outbox = new_item;
-                       } else if (!folder->draft && !strcasecmp(base, "Drafts")) {
+                       } else if (!folder->draft && !g_ascii_strcasecmp(base, "Drafts")) {
                                new_item->stype = F_DRAFT;
                                folder->draft = new_item;
-                       } else if (!folder->queue && !strcasecmp(base, "Queue")) {
+                       } else if (!folder->queue && !g_ascii_strcasecmp(base, "Queue")) {
                                new_item->stype = F_QUEUE;
                                folder->queue = new_item;
-                       } else if (!folder->trash && !strcasecmp(base, "Trash")) {
+                       } else if (!folder->trash && !g_ascii_strcasecmp(base, "Trash")) {
                                new_item->stype = F_TRASH;
                                folder->trash = new_item;
                        }
+                       g_free(base);
                }
-               folder_item_append(item, new_item);
-               if (new_item->no_select == FALSE)
-                       imap_scan_folder(folder, new_item);
+
                if (new_item->no_sub == FALSE)
                        imap_scan_tree_recursive(session, new_item);
        }
 
+       g_slist_free(item_list);
+
        return IMAP_SUCCESS;
 }
 
-static GSList *imap_parse_list(Folder *folder, IMAPSession *session,
+static GSList *imap_parse_list(IMAPFolder *folder, IMAPSession *session,
                               const gchar *real_path, gchar *separator)
 {
        gchar buf[IMAPBUFSIZE];
        gchar flags[256];
        gchar separator_str[16];
        gchar *p;
-       gchar *name;
+       gchar *base;
        gchar *loc_name, *loc_path;
        GSList *item_list = NULL;
        GString *str;
@@ -1241,12 +1598,16 @@ static GSList *imap_parse_list(Folder *folder, IMAPSession *session,
 
        for (;;) {
                if (sock_gets(SESSION(session)->sock, buf, sizeof(buf)) <= 0) {
-                       log_warning(_("error occured while getting LIST.\n"));
+                       log_warning(_("error occurred while getting LIST.\n"));
                        break;
                }
                strretchomp(buf);
                if (buf[0] != '*' || buf[1] != ' ') {
                        log_print("IMAP4< %s\n", buf);
+                       if (sscanf(buf, "%*d %16s", buf) < 1 ||
+                           strcmp(buf, "OK") != 0)
+                               log_warning(_("error occurred while getting LIST.\n"));
+                               
                        break;
                }
                debug_print("IMAP4< %s\n", buf);
@@ -1283,12 +1644,12 @@ static GSList *imap_parse_list(Folder *folder, IMAPSession *session,
 
                if (separator_str[0] != '\0')
                        subst_char(buf, separator_str[0], '/');
-               name = g_basename(buf);
-               if (name[0] == '.') continue;
+               base = g_path_get_basename(buf);
+               if (base[0] == '.') continue;
 
-               loc_name = imap_modified_utf7_to_locale(name);
-               loc_path = imap_modified_utf7_to_locale(buf);
-               new_item = folder_item_new(folder, loc_name, loc_path);
+               loc_name = imap_modified_utf7_to_utf8(base);
+               loc_path = imap_modified_utf7_to_utf8(buf);
+               new_item = folder_item_new(FOLDER(folder), loc_name, loc_path);
                if (strcasestr(flags, "\\Noinferiors") != NULL)
                        new_item->no_sub = TRUE;
                if (strcmp(buf, "INBOX") != 0 &&
@@ -1297,7 +1658,8 @@ static GSList *imap_parse_list(Folder *folder, IMAPSession *session,
 
                item_list = g_slist_append(item_list, new_item);
 
-               debug_print("folder %s has been added.\n", loc_path);
+               debug_print("folder '%s' found.\n", loc_path);
+               g_free(base);
                g_free(loc_path);
                g_free(loc_name);
        }
@@ -1307,7 +1669,7 @@ static GSList *imap_parse_list(Folder *folder, IMAPSession *session,
        return item_list;
 }
 
-gint imap_create_tree(Folder *folder)
+static gint imap_create_tree(Folder *folder)
 {
        g_return_val_if_fail(folder != NULL, -1);
        g_return_val_if_fail(folder->node != NULL, -1);
@@ -1374,7 +1736,53 @@ static FolderItem *imap_create_special_folder(Folder *folder,
        return new_item;
 }
 
-FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
+static gchar *imap_folder_get_path(Folder *folder)
+{
+       gchar *folder_path;
+
+       g_return_val_if_fail(folder != NULL, NULL);
+        g_return_val_if_fail(folder->account != NULL, NULL);
+
+        folder_path = g_strconcat(get_imap_cache_dir(),
+                                  G_DIR_SEPARATOR_S,
+                                  folder->account->recv_server,
+                                  G_DIR_SEPARATOR_S,
+                                  folder->account->userid,
+                                  NULL);
+
+       return folder_path;
+}
+
+static gchar *imap_item_get_path(Folder *folder, FolderItem *item)
+{
+       gchar *folder_path, *path;
+
+       g_return_val_if_fail(folder != NULL, NULL);
+       g_return_val_if_fail(item != NULL, NULL);
+       folder_path = imap_folder_get_path(folder);
+
+       g_return_val_if_fail(folder_path != NULL, NULL);
+        if (folder_path[0] == G_DIR_SEPARATOR) {
+                if (item->path)
+                        path = g_strconcat(folder_path, G_DIR_SEPARATOR_S,
+                                           item->path, NULL);
+                else
+                        path = g_strdup(folder_path);
+        } else {
+                if (item->path)
+                        path = g_strconcat(get_home_dir(), G_DIR_SEPARATOR_S,
+                                           folder_path, G_DIR_SEPARATOR_S,
+                                           item->path, NULL);
+                else
+                        path = g_strconcat(get_home_dir(), G_DIR_SEPARATOR_S,
+                                           folder_path, NULL);
+        }
+        g_free(folder_path);
+
+       return path;
+}
+
+static FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
                               const gchar *name)
 {
        gchar *dirpath, *imap_path;
@@ -1393,7 +1801,7 @@ FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
        session = imap_session_get(folder);
        if (!session) return NULL;
 
-       if (!parent->parent && strcmp(name, "INBOX") == 0)
+       if (!folder_item_parent(parent) && strcmp(name, "INBOX") == 0)
                dirpath = g_strdup(name);
        else if (parent->path)
                dirpath = g_strconcat(parent->path, "/", name, NULL);
@@ -1410,7 +1818,7 @@ FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
 
        /* keep trailing directory separator to create a folder that contains
           sub folder */
-       imap_path = imap_locale_to_modified_utf7(dirpath);
+       imap_path = imap_utf8_to_modified_utf7(dirpath);
        strtailchomp(dirpath, '/');
        Xstrdup_a(new_name, name, {g_free(dirpath); return NULL;});
        strtailchomp(new_name, '/');
@@ -1424,7 +1832,7 @@ FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
                gboolean exist = FALSE;
 
                argbuf = g_ptr_array_new();
-               ok = imap_cmd_list(SESSION(session)->sock, NULL, imap_path,
+               ok = imap_cmd_list(session, NULL, imap_path,
                                   argbuf);
                if (ok != IMAP_SUCCESS) {
                        log_warning(_("can't create mailbox: LIST failed\n"));
@@ -1447,7 +1855,7 @@ FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
                g_ptr_array_free(argbuf, TRUE);
 
                if (!exist) {
-                       ok = imap_cmd_create(SESSION(session)->sock, imap_path);
+                       ok = imap_cmd_create(session, imap_path);
                        if (ok != IMAP_SUCCESS) {
                                log_warning(_("can't create mailbox\n"));
                                g_free(imap_path);
@@ -1470,13 +1878,13 @@ FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
        return new_item;
 }
 
-gint imap_rename_folder(Folder *folder, FolderItem *item, const gchar *name)
+static gint imap_rename_folder(Folder *folder, FolderItem *item,
+                              const gchar *name)
 {
        gchar *dirpath;
        gchar *newpath;
        gchar *real_oldpath;
        gchar *real_newpath;
-       GNode *node;
        gchar *paths[2];
        gchar *old_cache_dir;
        gchar *new_cache_dir;
@@ -1491,6 +1899,12 @@ gint imap_rename_folder(Folder *folder, FolderItem *item, const gchar *name)
        g_return_val_if_fail(item->path != NULL, -1);
        g_return_val_if_fail(name != NULL, -1);
 
+       if (strchr(name, imap_get_path_separator(IMAP_FOLDER(folder), item->path)) != NULL) {
+               g_warning(_("New folder name must not contain the namespace "
+                           "path separator"));
+               return -1;
+       }
+
        session = imap_session_get(folder);
        if (!session) return -1;
 
@@ -1498,8 +1912,8 @@ gint imap_rename_folder(Folder *folder, FolderItem *item, const gchar *name)
 
        g_free(session->mbox);
        session->mbox = NULL;
-       ok = imap_cmd_examine(SESSION(session)->sock, "INBOX",
-                             &exists, &recent, &unseen, &uid_validity);
+       ok = imap_cmd_examine(session, "INBOX",
+                             &exists, &recent, &unseen, &uid_validity, FALSE);
        if (ok != IMAP_SUCCESS) {
                g_free(real_oldpath);
                return -1;
@@ -1507,16 +1921,16 @@ gint imap_rename_folder(Folder *folder, FolderItem *item, const gchar *name)
 
        separator = imap_get_path_separator(IMAP_FOLDER(folder), item->path);
        if (strchr(item->path, G_DIR_SEPARATOR)) {
-               dirpath = g_dirname(item->path);
+               dirpath = g_path_get_dirname(item->path);
                newpath = g_strconcat(dirpath, G_DIR_SEPARATOR_S, name, NULL);
                g_free(dirpath);
        } else
                newpath = g_strdup(name);
 
-       real_newpath = imap_locale_to_modified_utf7(newpath);
+       real_newpath = imap_utf8_to_modified_utf7(newpath);
        imap_path_separator_subst(real_newpath, separator);
 
-       ok = imap_cmd_rename(SESSION(session)->sock, real_oldpath, real_newpath);
+       ok = imap_cmd_rename(session, real_oldpath, real_newpath);
        if (ok != IMAP_SUCCESS) {
                log_warning(_("can't rename mailbox: %s to %s\n"),
                            real_oldpath, real_newpath);
@@ -1531,11 +1945,9 @@ gint imap_rename_folder(Folder *folder, FolderItem *item, const gchar *name)
 
        old_cache_dir = folder_item_get_path(item);
 
-       node = g_node_find(item->folder->node, G_PRE_ORDER, G_TRAVERSE_ALL,
-                          item);
        paths[0] = g_strdup(item->path);
        paths[1] = newpath;
-       g_node_traverse(node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
+       g_node_traverse(item->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
                        imap_rename_folder_func, paths);
 
        if (is_dir_exist(old_cache_dir)) {
@@ -1555,7 +1967,7 @@ gint imap_rename_folder(Folder *folder, FolderItem *item, const gchar *name)
        return 0;
 }
 
-gint imap_remove_folder(Folder *folder, FolderItem *item)
+static gint imap_remove_folder(Folder *folder, FolderItem *item)
 {
        gint ok;
        IMAPSession *session;
@@ -1573,14 +1985,14 @@ gint imap_remove_folder(Folder *folder, FolderItem *item)
 
        path = imap_get_real_path(IMAP_FOLDER(folder), item->path);
 
-       ok = imap_cmd_examine(SESSION(session)->sock, "INBOX",
-                             &exists, &recent, &unseen, &uid_validity);
+       ok = imap_cmd_examine(session, "INBOX",
+                             &exists, &recent, &unseen, &uid_validity, FALSE);
        if (ok != IMAP_SUCCESS) {
                g_free(path);
                return -1;
        }
 
-       ok = imap_cmd_delete(SESSION(session)->sock, path);
+       ok = imap_cmd_delete(session, path);
        if (ok != IMAP_SUCCESS) {
                log_warning(_("can't delete mailbox\n"));
                g_free(path);
@@ -1597,78 +2009,173 @@ gint imap_remove_folder(Folder *folder, FolderItem *item)
        return 0;
 }
 
-static GSList *imap_get_uncached_messages(IMAPSession *session,
-                                         FolderItem *item,
-                                         guint32 first_uid, guint32 last_uid)
+typedef struct _uncached_data {
+       IMAPSession *session;
+       FolderItem *item;
+       MsgNumberList *numlist;
+       guint cur;
+       guint total;
+       gboolean done;
+} uncached_data;
+
+static void *imap_get_uncached_messages_thread(void *data)
 {
+       uncached_data *stuff = (uncached_data *)data;
+       IMAPSession *session = stuff->session;
+       FolderItem *item = stuff->item;
+       MsgNumberList *numlist = stuff->numlist;
+
        gchar *tmp;
        GSList *newlist = NULL;
        GSList *llast = NULL;
-       GString *str;
+       GString *str = NULL;
        MsgInfo *msginfo;
+       GSList *seq_list, *cur;
+       IMAPSet imapset;
+       
+       stuff->total = g_slist_length(numlist);
+       stuff->cur = 0;
 
-       g_return_val_if_fail(session != NULL, NULL);
-       g_return_val_if_fail(item != NULL, NULL);
-       g_return_val_if_fail(item->folder != NULL, NULL);
-       g_return_val_if_fail(FOLDER_CLASS(item->folder) == &imap_class, NULL);
-       g_return_val_if_fail(first_uid <= last_uid, NULL);
-
-       if (imap_cmd_envelope(SESSION(session)->sock, first_uid, last_uid)
-           != IMAP_SUCCESS) {
-               log_warning(_("can't get envelope\n"));
+       if (session == NULL || item == NULL || item->folder == NULL
+           || FOLDER_CLASS(item->folder) != &imap_class) {
+               stuff->done = TRUE;
                return NULL;
        }
 
-       str = g_string_new(NULL);
+       seq_list = imap_get_seq_set_from_numlist(numlist);
+       for (cur = seq_list; cur != NULL; cur = g_slist_next(cur)) {
+               imapset = cur->data;
+               
+               if (!imapset || strlen(imapset) == 0)
+                       continue;
 
-       for (;;) {
-               if ((tmp = sock_getline(SESSION(session)->sock)) == NULL) {
-                       log_warning(_("error occurred while getting envelope.\n"));
-                       g_string_free(str, TRUE);
-                       return newlist;
-               }
-               strretchomp(tmp);
-               if (tmp[0] != '*' || tmp[1] != ' ') {
-                       log_print("IMAP4< %s\n", tmp);
-                       g_free(tmp);
-                       break;
+               if (imap_cmd_envelope(session, imapset)
+                   != IMAP_SUCCESS) {
+                       log_warning(_("can't get envelope\n"));
+                       continue;
                }
-               if (strstr(tmp, "FETCH") == NULL) {
+
+               str = g_string_new(NULL);
+
+               for (;;) {
+                       if ((tmp =sock_getline(SESSION(session)->sock)) == NULL) {
+                               log_warning(_("error occurred while getting envelope.\n"));
+                               g_string_free(str, TRUE);
+                               str = NULL;
+                               break;
+                       }
+                       strretchomp(tmp);
+                       if (tmp[0] != '*' || tmp[1] != ' ') {
+                               log_print("IMAP4< %s\n", tmp);
+                               g_free(tmp);
+                               break;
+                       }
+                       if (strstr(tmp, "FETCH") == NULL) {
+                               log_print("IMAP4< %s\n", tmp);
+                               g_free(tmp);
+                               continue;
+                       }
                        log_print("IMAP4< %s\n", tmp);
+                       g_string_assign(str, tmp);
                        g_free(tmp);
-                       continue;
-               }
-               log_print("IMAP4< %s\n", tmp);
-               g_string_assign(str, tmp);
-               g_free(tmp);
+                       
+                       stuff->cur++;
 
-               msginfo = imap_parse_envelope
-                       (SESSION(session)->sock, item, str);
-               if (!msginfo) {
-                       log_warning(_("can't parse envelope: %s\n"), str->str);
-                       continue;
-               }
-               if (item->stype == F_QUEUE) {
-                       MSG_SET_TMP_FLAGS(msginfo->flags, MSG_QUEUED);
-               } else if (item->stype == F_DRAFT) {
-                       MSG_SET_TMP_FLAGS(msginfo->flags, MSG_DRAFT);
-               }
+                       msginfo = imap_parse_envelope
+                               (SESSION(session)->sock, item, str);
+                       if (!msginfo) {
+                               log_warning(_("can't parse envelope: %s\n"), str->str);
+                               continue;
+                       }
+                       if (item->stype == F_QUEUE) {
+                               MSG_SET_TMP_FLAGS(msginfo->flags, MSG_QUEUED);
+                       } else if (item->stype == F_DRAFT) {
+                               MSG_SET_TMP_FLAGS(msginfo->flags, MSG_DRAFT);
+                       }
 
-               msginfo->folder = item;
+                       msginfo->folder = item;
 
-               if (!newlist)
-                       llast = newlist = g_slist_append(newlist, msginfo);
-               else {
-                       llast = g_slist_append(llast, msginfo);
-                       llast = llast->next;
+                       if (!newlist)
+                               llast = newlist = g_slist_append(newlist, msginfo);
+                       else {
+                               llast = g_slist_append(llast, msginfo);
+                               llast = llast->next;
+                       }
                }
+               if (str)
+                       g_string_free(str, TRUE);
        }
-
-       g_string_free(str, TRUE);
+       imap_seq_set_free(seq_list);
+       
+       session_set_access_time(SESSION(session));
+       stuff->done = TRUE;
 
        return newlist;
 }
 
+static GSList *imap_get_uncached_messages(IMAPSession *session,
+                                       FolderItem *item,
+                                       MsgNumberList *numlist)
+{
+       uncached_data *data = g_new0(uncached_data, 1);
+       GSList *result = NULL;
+       gint last_cur = 0;
+#ifdef USE_PTHREAD
+       pthread_t pt;
+#endif
+       data->done = FALSE;
+       data->session = session;
+       data->item = item;
+       data->numlist = numlist;
+       data->cur = 0;
+       data->total = 0;
+       
+       if (prefs_common.work_offline && !imap_gtk_should_override()) {
+               g_free(data);
+               return NULL;
+       }
+
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                       imap_get_uncached_messages_thread, data) != 0) {
+               result = (GSList *)imap_get_uncached_messages_thread(data);
+               g_free(data);
+               return result;
+       }
+       debug_print("+++waiting for imap_get_uncached_messages_thread...\n");
+       statusbar_print_all(_("IMAP4 Fetching uncached short headers..."));
+       while(!data->done) {
+               /* don't let the interface freeze while waiting */
+               sylpheed_do_idle();
+               if (data->total != 0 && last_cur != data->cur && data->cur % 10 == 0) {
+                       gchar buf[32];
+                       g_snprintf(buf, sizeof(buf), "%d / %d",
+                                  data->cur, data->total);
+                       gtk_progress_bar_set_text
+                               (GTK_PROGRESS_BAR(mainwindow_get_mainwindow()->progressbar), buf);
+                       gtk_progress_bar_set_fraction
+                       (GTK_PROGRESS_BAR(mainwindow_get_mainwindow()->progressbar),
+                        (gfloat)data->cur / (gfloat)data->total);
+                       last_cur = data->cur;
+               }
+       }
+       gtk_progress_bar_set_fraction
+               (GTK_PROGRESS_BAR(mainwindow_get_mainwindow()->progressbar), 0);
+       gtk_progress_bar_set_text
+               (GTK_PROGRESS_BAR(mainwindow_get_mainwindow()->progressbar), "");
+       statusbar_pop_all();
+
+       debug_print("---imap_get_uncached_messages_thread done\n");
+
+       /* get the thread's return value and clean its resources */
+       pthread_join(pt, (void *)&result);
+#else
+       result = (GSList *)imap_get_uncached_messages_thread(data);
+#endif
+       g_free(data);
+       return result;
+}
+
 static void imap_delete_all_cached_messages(FolderItem *item)
 {
        gchar *dir;
@@ -1710,6 +2217,20 @@ static SockInfo *imap_open_tunnel(const gchar *server,
 #endif
 }
 
+void *imap_open_thread(void *data)
+{
+       SockInfo *sock = NULL;
+       thread_data *td = (thread_data *)data;
+       if ((sock = sock_connect(td->server, td->port)) == NULL) {
+               log_warning(_("Can't connect to IMAP4 server: %s:%d\n"),
+                           td->server, td->port);
+               td->done = TRUE;
+               return NULL;
+       }
+
+       td->done = TRUE;
+       return sock;
+}
 
 #if USE_OPENSSL
 static SockInfo *imap_open(const gchar *server, gushort port,
@@ -1718,25 +2239,60 @@ static SockInfo *imap_open(const gchar *server, gushort port,
 static SockInfo *imap_open(const gchar *server, gushort port)
 #endif
 {
-       SockInfo *sock;
+       thread_data *td = g_new0(thread_data, 1);
+#if USE_PTHREAD
+       pthread_t pt;
+#endif
+       SockInfo *sock = NULL;
 
-       if ((sock = sock_connect(server, port)) == NULL) {
-               log_warning(_("Can't connect to IMAP4 server: %s:%d\n"),
-                           server, port);
-               return NULL;
-       }
+#if USE_OPENSSL
+       td->ssl_type = ssl_type;
+#endif
+       td->server = g_strdup(server);
+       td->port = port;
+       td->done = FALSE;
+
+       statusbar_print_all(_("Connecting to IMAP4 server: %s..."), server);
+
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                       imap_open_thread, td) != 0) {
+               statusbar_pop_all();
+               sock = imap_open_thread(td);
+       } else {        
+               debug_print("+++waiting for imap_open_thread...\n");
+               while(!td->done) {
+                       /* don't let the interface freeze while waiting */
+                       sylpheed_do_idle();
+               }
 
+               /* get the thread's return value and clean its resources */
+               pthread_join(pt, (void *)&sock);
+       }
+#else
+       sock = imap_open_thread(td);
+#endif
 #if USE_OPENSSL
-       if (ssl_type == SSL_TUNNEL && !ssl_init_socket(sock)) {
+       if (sock && td->ssl_type == SSL_TUNNEL && !ssl_init_socket(sock)) {
                log_warning(_("Can't establish IMAP4 session with: %s:%d\n"),
-                           server, port);
+                           td->server, td->port);
                sock_close(sock);
-               return NULL;
+               sock = NULL;
+               td->done = TRUE;
        }
-       return imap_init_sock(sock, ssl_type);
-#else
-       return imap_init_sock(sock);
 #endif
+       g_free(td->server);
+       g_free(td);
+
+       debug_print("---imap_open_thread returned %p\n", sock);
+       statusbar_pop_all();
+
+       if(!sock && !prefs_common.no_recv_err_panel) {
+               alertpanel_error(_("Can't connect to IMAP4 server: %s:%d"),
+                                server, port);
+       }
+
+       return sock;
 }
 
 #if USE_OPENSSL
@@ -1745,30 +2301,13 @@ static SockInfo *imap_init_sock(SockInfo *sock, SSLType ssl_type)
 static SockInfo *imap_init_sock(SockInfo *sock)
 #endif
 {
-       imap_cmd_count = 0;
-#if USE_OPENSSL
-       if (ssl_type == SSL_STARTTLS) {
-               gint ok;
-
-               ok = imap_cmd_starttls(sock);
-               if (ok != IMAP_SUCCESS) {
-                       log_warning(_("Can't start TLS session.\n"));
-                       sock_close(sock);
-                       return NULL;
-               }
-               if (!ssl_init_socket_with_method(sock, SSL_METHOD_TLSv1)) {
-                       sock_close(sock);
-                       return NULL;
-               }
-       }
-#endif
 
        return sock;
 }
 
 static GList *imap_parse_namespace_str(gchar *str)
 {
-       gchar *p = str;
+       guchar *p = str;
        gchar *name;
        gchar *separator;
        IMAPNameSpace *namespace;
@@ -1835,7 +2374,7 @@ static void imap_parse_namespace(IMAPSession *session, IMAPFolder *folder)
                return;
        }
        
-       if (imap_cmd_namespace(SESSION(session)->sock, &ns_str)
+       if (imap_cmd_namespace(session, &ns_str)
            != IMAP_SUCCESS) {
                log_warning(_("can't get namespace\n"));
                return;
@@ -1871,8 +2410,8 @@ static void imap_get_namespace_by_list(IMAPSession *session, IMAPFolder *folder)
            folder->ns_shared   != NULL)
                return;
 
-       imap_cmd_gen_send(SESSION(session)->sock, "LIST \"\" \"\"");
-       item_list = imap_parse_list(NULL, session, "", &separator);
+       imap_gen_send(session, "LIST \"\" \"\"");
+       item_list = imap_parse_list(folder, session, "", &separator);
        for (cur = item_list; cur != NULL; cur = cur->next)
                folder_item_destroy(FOLDER_ITEM(cur->data));
        g_slist_free(item_list);
@@ -1891,14 +2430,15 @@ static IMAPNameSpace *imap_find_namespace_from_list(GList *ns_list,
 
        if (!path) path = "";
 
-       Xstrcat_a(tmp_path, path, "/", return NULL);
-
        for (; ns_list != NULL; ns_list = ns_list->next) {
                IMAPNameSpace *tmp_ns = ns_list->data;
 
+               Xstrcat_a(tmp_path, path, "/", return namespace);
                Xstrdup_a(name, tmp_ns->name, return namespace);
-               if (tmp_ns->separator && tmp_ns->separator != '/')
+               if (tmp_ns->separator && tmp_ns->separator != '/') {
+                       subst_char(tmp_path, tmp_ns->separator, '/');
                        subst_char(name, tmp_ns->separator, '/');
+               }
                if (strncmp(tmp_path, name, strlen(name)) == 0)
                        namespace = tmp_ns;
        }
@@ -1943,7 +2483,7 @@ static gchar *imap_get_real_path(IMAPFolder *folder, const gchar *path)
        g_return_val_if_fail(folder != NULL, NULL);
        g_return_val_if_fail(path != NULL, NULL);
 
-       real_path = imap_locale_to_modified_utf7(path);
+       real_path = imap_utf8_to_modified_utf7(path);
        separator = imap_get_path_separator(folder, path);
        imap_path_separator_subst(real_path, separator);
 
@@ -1959,9 +2499,9 @@ static gchar *imap_parse_atom(SockInfo *sock, gchar *src,
        g_return_val_if_fail(str != NULL, cur_pos);
 
        /* read the next line if the current response buffer is empty */
-       while (isspace(*cur_pos)) cur_pos++;
+       while (isspace(*(guchar *)cur_pos)) cur_pos++;
        while (*cur_pos == '\0') {
-               if ((nextline = sock_getline(sock)) == NULL)
+               if ((nextline = imap_getline(sock)) == NULL)
                        return cur_pos;
                g_string_assign(str, nextline);
                cur_pos = str->str;
@@ -1970,7 +2510,7 @@ static gchar *imap_parse_atom(SockInfo *sock, gchar *src,
                debug_print("IMAP4< %s\n", nextline);
                g_free(nextline);
 
-               while (isspace(*cur_pos)) cur_pos++;
+               while (isspace(*(guchar *)cur_pos)) cur_pos++;
        }
 
        if (!strncmp(cur_pos, "NIL", 3)) {
@@ -1988,12 +2528,13 @@ static gchar *imap_parse_atom(SockInfo *sock, gchar *src,
 
                cur_pos = strchr_cpy(cur_pos + 1, '}', buf, sizeof(buf));
                len = atoi(buf);
+               g_return_val_if_fail(len >= 0, cur_pos);
 
                g_string_truncate(str, 0);
                cur_pos = str->str;
 
                do {
-                       if ((nextline = sock_getline(sock)) == NULL)
+                       if ((nextline = imap_getline(sock)) == NULL)
                                return cur_pos;
                        line_len += strlen(nextline);
                        g_string_append(str, nextline);
@@ -2024,19 +2565,22 @@ static gchar *imap_get_header(SockInfo *sock, gchar *cur_pos, gchar **headers,
 
        g_return_val_if_fail(str != NULL, cur_pos);
 
-       while (isspace(*cur_pos)) cur_pos++;
+       while (isspace(*(guchar *)cur_pos)) cur_pos++;
 
        g_return_val_if_fail(*cur_pos == '{', cur_pos);
 
        cur_pos = strchr_cpy(cur_pos + 1, '}', buf, sizeof(buf));
        len = atoi(buf);
+       g_return_val_if_fail(len >= 0, cur_pos);
 
        g_string_truncate(str, 0);
        cur_pos = str->str;
 
        do {
-               if ((nextline = sock_getline(sock)) == NULL)
+               if ((nextline = sock_getline(sock)) == NULL) {
+                       *headers = NULL;
                        return cur_pos;
+               }
                block_len += strlen(nextline);
                g_string_append(str, nextline);
                cur_pos = str->str;
@@ -2045,12 +2589,12 @@ static gchar *imap_get_header(SockInfo *sock, gchar *cur_pos, gchar **headers,
                g_free(nextline);
        } while (block_len < len);
 
-       debug_print("IMAP4< [contents of BODY.PEEK[HEADER.FIELDS (...)]]\n");
+       debug_print("IMAP4< [contents of BODY.PEEK[HEADER_FIELDS (...)]\n");
 
        *headers = g_strndup(cur_pos, len);
        cur_pos += len;
 
-       while (isspace(*cur_pos)) cur_pos++;
+       while (isspace(*(guchar *)cur_pos)) cur_pos++;
        while (*cur_pos == '\0') {
                if ((nextline = sock_getline(sock)) == NULL)
                        return cur_pos;
@@ -2060,7 +2604,7 @@ static gchar *imap_get_header(SockInfo *sock, gchar *cur_pos, gchar **headers,
                debug_print("IMAP4< %s\n", nextline);
                g_free(nextline);
 
-               while (isspace(*cur_pos)) cur_pos++;
+               while (isspace(*(guchar *)cur_pos)) cur_pos++;
        }
 
        return cur_pos;
@@ -2076,15 +2620,15 @@ static MsgFlags imap_parse_flags(const gchar *flag_str)
        while ((p = strchr(p, '\\')) != NULL) {
                p++;
 
-               if (g_strncasecmp(p, "Recent", 6) == 0 && MSG_IS_UNREAD(flags)) {
+               if (g_ascii_strncasecmp(p, "Recent", 6) == 0 && MSG_IS_UNREAD(flags)) {
                        MSG_SET_PERM_FLAGS(flags, MSG_NEW);
-               } else if (g_strncasecmp(p, "Seen", 4) == 0) {
+               } else if (g_ascii_strncasecmp(p, "Seen", 4) == 0) {
                        MSG_UNSET_PERM_FLAGS(flags, MSG_NEW|MSG_UNREAD);
-               } else if (g_strncasecmp(p, "Deleted", 7) == 0) {
+               } else if (g_ascii_strncasecmp(p, "Deleted", 7) == 0) {
                        MSG_SET_PERM_FLAGS(flags, MSG_DELETED);
-               } else if (g_strncasecmp(p, "Flagged", 7) == 0) {
+               } else if (g_ascii_strncasecmp(p, "Flagged", 7) == 0) {
                        MSG_SET_PERM_FLAGS(flags, MSG_MARKED);
-               } else if (g_strncasecmp(p, "Answered", 8) == 0) {
+               } else if (g_ascii_strncasecmp(p, "Answered", 8) == 0) {
                        MSG_SET_PERM_FLAGS(flags, MSG_REPLIED);
                }
        }
@@ -2171,7 +2715,6 @@ static MsgInfo *imap_parse_envelope(SockInfo *sock, FolderItem *item,
                                return NULL;
                        }
                        cur_pos++;
-
                        cur_pos = imap_get_header(sock, cur_pos, &headers,
                                                  line_str);
                        msginfo = procheader_parse_str(headers, flags, FALSE, FALSE);
@@ -2192,112 +2735,93 @@ static MsgInfo *imap_parse_envelope(SockInfo *sock, FolderItem *item,
        return msginfo;
 }
 
-gint imap_msg_set_perm_flags(MsgInfo *msginfo, MsgPermFlags flags)
-{
-       Folder *folder;
-       IMAPSession *session;
-       IMAPFlags iflags = 0;
-       gint ok = IMAP_SUCCESS;
-
-       g_return_val_if_fail(msginfo != NULL, -1);
-       g_return_val_if_fail(msginfo->folder != NULL, -1);
-       g_return_val_if_fail(msginfo->folder->folder != NULL, -1);
-
-       folder = msginfo->folder->folder;
-       g_return_val_if_fail(FOLDER_CLASS(folder) == &imap_class, -1);
-
-       session = imap_session_get(folder);
-       if (!session) return -1;
-
-       if ((ok = imap_select(session, IMAP_FOLDER(folder), msginfo->folder->path,
-           NULL, NULL, NULL, NULL)) != IMAP_SUCCESS)
-               return ok;
-
-       if (flags & MSG_MARKED)  iflags |= IMAP_FLAG_FLAGGED;
-       if (flags & MSG_REPLIED) iflags |= IMAP_FLAG_ANSWERED;
-       if (iflags) {
-               ok = imap_set_message_flags(session, msginfo->msgnum,
-                                           msginfo->msgnum, iflags, TRUE);
-               if (ok != IMAP_SUCCESS) return ok;
-       }
-
-       if (flags & MSG_UNREAD)
-               ok = imap_set_message_flags(session, msginfo->msgnum,
-                                           msginfo->msgnum, IMAP_FLAG_SEEN,
-                                           FALSE);
-       return ok;
-}
-
-gint imap_msg_unset_perm_flags(MsgInfo *msginfo, MsgPermFlags flags)
+static gchar *imap_get_flag_str(IMAPFlags flags)
 {
-       Folder *folder;
-       IMAPSession *session;
-       IMAPFlags iflags = 0;
-       gint ok = IMAP_SUCCESS;
+       GString *str;
+       gchar *ret;
 
-       g_return_val_if_fail(msginfo != NULL, -1);
-       g_return_val_if_fail(msginfo->folder != NULL, -1);
-       g_return_val_if_fail(msginfo->folder->folder != NULL, -1);
+       str = g_string_new(NULL);
 
-       folder = msginfo->folder->folder;
-       g_return_val_if_fail(FOLDER_CLASS(folder) == &imap_class, -1);
+       if (IMAP_IS_SEEN(flags))        g_string_append(str, "\\Seen ");
+       if (IMAP_IS_ANSWERED(flags))    g_string_append(str, "\\Answered ");
+       if (IMAP_IS_FLAGGED(flags))     g_string_append(str, "\\Flagged ");
+       if (IMAP_IS_DELETED(flags))     g_string_append(str, "\\Deleted ");
+       if (IMAP_IS_DRAFT(flags))       g_string_append(str, "\\Draft");
 
-       session = imap_session_get(folder);
-       if (!session) return -1;
+       if (str->len > 0 && str->str[str->len - 1] == ' ')
+               g_string_truncate(str, str->len - 1);
 
-       if (flags & MSG_MARKED)  iflags |= IMAP_FLAG_FLAGGED;
-       if (flags & MSG_REPLIED) iflags |= IMAP_FLAG_ANSWERED;
-       if (iflags) {
-               ok = imap_set_message_flags(session, msginfo->msgnum,
-                                           msginfo->msgnum, iflags, FALSE);
-               if (ok != IMAP_SUCCESS) return ok;
-       }
+       ret = str->str;
+       g_string_free(str, FALSE);
 
-       if (flags & MSG_UNREAD)
-               ok = imap_set_message_flags(session, msginfo->msgnum,
-                                           msginfo->msgnum, IMAP_FLAG_SEEN,
-                                           TRUE);
-       return ok;
+       return ret;
 }
 
 static gint imap_set_message_flags(IMAPSession *session,
-                                  guint32 first_uid,
-                                  guint32 last_uid,
+                                  MsgNumberList *numlist,
                                   IMAPFlags flags,
                                   gboolean is_set)
 {
-       GString *buf;
-       gint ok;
-
-       buf = g_string_new(is_set ? "+FLAGS (" : "-FLAGS (");
+       gchar *cmd;
+       gchar *flag_str;
+       gint ok = 0;
+       GSList *seq_list;
+       IMAPSet imapset;
 
-       if (IMAP_IS_SEEN(flags))        g_string_append(buf, "\\Seen ");
-       if (IMAP_IS_ANSWERED(flags))    g_string_append(buf, "\\Answered ");
-       if (IMAP_IS_FLAGGED(flags))     g_string_append(buf, "\\Flagged ");
-       if (IMAP_IS_DELETED(flags))     g_string_append(buf, "\\Deleted ");
-       if (IMAP_IS_DRAFT(flags))       g_string_append(buf, "\\Draft");
+       flag_str = imap_get_flag_str(flags);
+       cmd = g_strconcat(is_set ? "+FLAGS.SILENT (" : "-FLAGS.SILENT (",
+                         flag_str, ")", NULL);
+       g_free(flag_str);
 
-       if (buf->str[buf->len - 1] == ' ')
-               g_string_truncate(buf, buf->len - 1);
+       seq_list = imap_get_seq_set_from_numlist(numlist);
+       imapset = get_seq_set_from_seq_list(seq_list);
 
-       g_string_append_c(buf, ')');
-
-       ok = imap_cmd_store(SESSION(session)->sock, first_uid, last_uid,
-                           buf->str);
-       g_string_free(buf, TRUE);
+       ok = imap_cmd_store(session, imapset, cmd);
+       
+       g_free(imapset);
+       imap_seq_set_free(seq_list);
+       g_free(cmd);
 
        return ok;
 }
 
+typedef struct _select_data {
+       IMAPSession *session;
+       gchar *real_path;
+       gint *exists;
+       gint *recent;
+       gint *unseen;
+       guint32 *uid_validity;
+       gboolean done;
+} select_data;
+
+static void *imap_select_thread(void *data)
+{
+       select_data *stuff = (select_data *)data;
+       IMAPSession *session = stuff->session;
+       gchar *real_path = stuff->real_path;
+       gint *exists = stuff->exists;
+       gint *recent = stuff->recent;
+       gint *unseen = stuff->unseen;
+       guint32 *uid_validity = stuff->uid_validity;
+       gint ok;
+       
+       ok = imap_cmd_select(session, real_path,
+                            exists, recent, unseen, uid_validity, TRUE);
+       stuff->done = TRUE;
+       return GINT_TO_POINTER(ok);
+}
+               
 static gint imap_select(IMAPSession *session, IMAPFolder *folder,
                        const gchar *path,
                        gint *exists, gint *recent, gint *unseen,
-                       guint32 *uid_validity)
+                       guint32 *uid_validity, gboolean block)
 {
        gchar *real_path;
        gint ok;
-       gint exists_, recent_, unseen_, uid_validity_;
-
+       gint exists_, recent_, unseen_;
+       guint32 uid_validity_;
+       
        if (!exists || !recent || !unseen || !uid_validity) {
                if (session->mbox && strcmp(session->mbox, path) == 0)
                        return IMAP_SUCCESS;
@@ -2311,12 +2835,51 @@ static gint imap_select(IMAPSession *session, IMAPFolder *folder,
        session->mbox = NULL;
 
        real_path = imap_get_real_path(folder, path);
-       ok = imap_cmd_select(SESSION(session)->sock, real_path,
-                            exists, recent, unseen, uid_validity);
+       
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       if (block == FALSE) {
+               select_data *data = g_new0(select_data, 1);
+               void *tmp;
+               pthread_t pt;
+               data->session = session;
+               data->real_path = real_path;
+               data->exists = exists;
+               data->recent = recent;
+               data->unseen = unseen;
+               data->uid_validity = uid_validity;
+               data->done = FALSE;
+               
+               if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                               imap_select_thread, data) != 0) {
+                       ok = GPOINTER_TO_INT(imap_select_thread(data));
+                       g_free(data);
+               } else {
+                       debug_print("+++waiting for imap_select_thread...\n");
+                       while(!data->done) {
+                               /* don't let the interface freeze while waiting */
+                               sylpheed_do_idle();
+                       }
+                       debug_print("---imap_select_thread done\n");
+
+                       /* get the thread's return value and clean its resources */
+                       pthread_join(pt, &tmp);
+                       ok = GPOINTER_TO_INT(tmp);
+                       g_free(data);
+               }
+       } else {
+               ok = imap_cmd_select(session, real_path,
+                            exists, recent, unseen, uid_validity, block);
+       }
+#else
+       ok = imap_cmd_select(session, real_path,
+                            exists, recent, unseen, uid_validity, block);
+#endif
        if (ok != IMAP_SUCCESS)
                log_warning(_("can't select folder: %s\n"), real_path);
-       else
+       else {
                session->mbox = g_strdup(path);
+               session->folder_content_changed = FALSE;
+       }
        g_free(real_path);
 
        return ok;
@@ -2328,26 +2891,27 @@ static gint imap_status(IMAPSession *session, IMAPFolder *folder,
                        const gchar *path,
                        gint *messages, gint *recent,
                        guint32 *uid_next, guint32 *uid_validity,
-                       gint *unseen)
+                       gint *unseen, gboolean block)
 {
        gchar *real_path;
        gchar *real_path_;
        gint ok;
-       GPtrArray *argbuf;
+       GPtrArray *argbuf = NULL;
        gchar *str;
 
-       *messages = *recent = *uid_next = *uid_validity = *unseen = 0;
-
-       argbuf = g_ptr_array_new();
+       if (messages && recent && uid_next && uid_validity && unseen) {
+               *messages = *recent = *uid_next = *uid_validity = *unseen = 0;
+               argbuf = g_ptr_array_new();
+       }
 
        real_path = imap_get_real_path(folder, path);
        QUOTE_IF_REQUIRED(real_path_, real_path);
-       imap_cmd_gen_send(SESSION(session)->sock, "STATUS %s "
+       imap_gen_send(session, "STATUS %s "
                          "(MESSAGES RECENT UIDNEXT UIDVALIDITY UNSEEN)",
                          real_path_);
 
-       ok = imap_cmd_ok(SESSION(session)->sock, argbuf);
-       if (ok != IMAP_SUCCESS) THROW(ok);
+       ok = imap_cmd_ok_with_block(session, argbuf, block);
+       if (ok != IMAP_SUCCESS || !argbuf) THROW(ok);
 
        str = search_array_str(argbuf, "STATUS");
        if (!str) THROW(IMAP_ERROR);
@@ -2381,111 +2945,133 @@ static gint imap_status(IMAPSession *session, IMAPFolder *folder,
 
 catch:
        g_free(real_path);
-       ptr_array_free_strings(argbuf);
-       g_ptr_array_free(argbuf, TRUE);
+       if (argbuf) {
+               ptr_array_free_strings(argbuf);
+               g_ptr_array_free(argbuf, TRUE);
+       }
 
        return ok;
 }
 
 #undef THROW
 
-
-/* low-level IMAP4rev1 commands */
-
-static gint imap_cmd_login(SockInfo *sock,
-                          const gchar *user, const gchar *pass)
+static gboolean imap_has_capability(IMAPSession *session, const gchar *cap)
 {
-       gchar *user_, *pass_;
-       gint ok;
-
-       QUOTE_IF_REQUIRED(user_, user);
-       QUOTE_IF_REQUIRED(pass_, pass);
-       imap_cmd_gen_send(sock, "LOGIN %s %s", user_, pass_);
-
-       ok = imap_cmd_ok(sock, NULL);
-       if (ok != IMAP_SUCCESS)
-               log_warning(_("IMAP4 login failed.\n"));
+       gchar **p;
+       
+       for (p = session->capability; *p != NULL; ++p) {
+               if (!g_ascii_strcasecmp(*p, cap))
+                       return TRUE;
+       }
 
-       return ok;
+       return FALSE;
 }
 
-static gint imap_cmd_logout(SockInfo *sock)
+static void imap_free_capabilities(IMAPSession *session)
 {
-       imap_cmd_gen_send(sock, "LOGOUT");
-       return imap_cmd_ok(sock, NULL);
+       g_strfreev(session->capability);
+       session->capability = NULL;
 }
 
-/* Send a NOOP, and examine the server's response to see whether this
- * connection is pre-authenticated or not. */
-static gint imap_greeting(SockInfo *sock, gboolean *is_preauth)
+/* low-level IMAP4rev1 commands */
+
+static gint imap_cmd_authenticate(IMAPSession *session, const gchar *user,
+                                 const gchar *pass, IMAPAuthType type)
 {
-       GPtrArray *argbuf;
-       gint r;
+       gchar *auth_type;
+       gint ok;
+       gchar *buf = NULL;
+       gchar *challenge;
+       gint challenge_len;
+       gchar hexdigest[33];
+       gchar *response;
+       gchar *response64;
+
+       auth_type = "CRAM-MD5";
+
+       imap_gen_send(session, "AUTHENTICATE %s", auth_type);
+       ok = imap_gen_recv(session, &buf);
+       if (ok != IMAP_SUCCESS || buf[0] != '+' || buf[1] != ' ') {
+               g_free(buf);
+               return IMAP_ERROR;
+       }
 
-       imap_cmd_gen_send(sock, "NOOP");
-       argbuf = g_ptr_array_new(); /* will hold messages sent back */
-       r = imap_cmd_ok(sock, argbuf);
-       *is_preauth = search_array_str(argbuf, "PREAUTH") != NULL;
+       challenge = g_malloc(strlen(buf + 2) + 1);
+       challenge_len = base64_decode(challenge, buf + 2, -1);
+       challenge[challenge_len] = '\0';
+       g_free(buf);
+       log_print("IMAP< [Decoded: %s]\n", challenge);
 
-       ptr_array_free_strings(argbuf);
-       g_ptr_array_free(argbuf, TRUE);
-       
-       return r;
-}
+       md5_hex_hmac(hexdigest, challenge, challenge_len, pass, strlen(pass));
+       g_free(challenge);
 
-static void imap_get_capability(Session *session)
-{
-       gchar *capstr;
-       GPtrArray *argbuf;
+       response = g_strdup_printf("%s %s", user, hexdigest);
+       log_print("IMAP> [Encoded: %s]\n", response);
+       response64 = g_malloc((strlen(response) + 3) * 2 + 1);
+       base64_encode(response64, response, strlen(response));
+       g_free(response);
 
-       if (IMAP_SESSION(session)->capability != NULL)
-               return;
+       log_print("IMAP> %s\n", response64);
+       sock_puts(SESSION(session)->sock, response64);
+       ok = imap_cmd_ok(session, NULL);
+       if (ok != IMAP_SUCCESS)
+               log_warning(_("IMAP4 authentication failed.\n"));
 
-       imap_cmd_gen_send(session->sock, "CAPABILITY");
-       
-       argbuf = g_ptr_array_new();
+       return ok;
+}
 
-       if (imap_cmd_ok(session->sock, argbuf) != IMAP_SUCCESS ||
-           ((capstr = search_array_str(argbuf, "CAPABILITY ")) == NULL)) {
-               ptr_array_free_strings(argbuf);
-               g_ptr_array_free(argbuf, TRUE);
-               return;
+static gint imap_cmd_login(IMAPSession *session,
+                          const gchar *user, const gchar *pass)
+{
+       gchar *ans;
+       gint ok;
+
+       imap_gen_send(session, "LOGIN {%d}\r\n%s {%d}\r\n%s", 
+                               strlen(user), user, 
+                               strlen(pass), pass);
+                               
+       ok = imap_gen_recv_with_block(session, &ans, TRUE);
+       if (ok != IMAP_SUCCESS || ans[0] != '+' || ans[1] != ' ') {
+               g_free(ans);
+               return IMAP_ERROR;
        }
-       
-       capstr += strlen("CAPABILITY ");
+       g_free(ans);
+       ok = imap_gen_recv_with_block(session, &ans, TRUE);
+       if (ok != IMAP_SUCCESS || ans[0] != '+' || ans[1] != ' ') {
+               g_free(ans);
+               return IMAP_ERROR;
+       }
+       g_free(ans);
+       ok = imap_cmd_ok(session, NULL);
+       if (ok != IMAP_SUCCESS)
+               log_warning(_("IMAP4 login failed.\n"));
 
-       IMAP_SESSION(session)->capability = g_strsplit(capstr, " ", 0);
-       
-       ptr_array_free_strings(argbuf);
-       g_ptr_array_free(argbuf, TRUE);
+       return ok;
 }
 
-static gboolean imap_has_capability(IMAPSession *session, const gchar *cap)
+static gint imap_cmd_logout(IMAPSession *session)
 {
-       gchar **p;
-       
-       for (p = session->capability; *p != NULL; ++p)
-               if (g_strcasecmp(*p, cap) == 0)
-                       return TRUE;
-
-       return FALSE;
+       imap_gen_send(session, "LOGOUT");
+       return imap_cmd_ok(session, NULL);
 }
 
-static gint imap_cmd_noop(SockInfo *sock)
+static gint imap_cmd_noop(IMAPSession *session)
 {
-       imap_cmd_gen_send(sock, "NOOP");
-       return imap_cmd_ok(sock, NULL);
+       imap_gen_send(session, "NOOP");
+       return imap_cmd_ok(session, NULL);
 }
 
-static gint imap_cmd_starttls(SockInfo *sock)
+#if USE_OPENSSL
+static gint imap_cmd_starttls(IMAPSession *session)
 {
-       imap_cmd_gen_send(sock, "STARTTLS");
-       return imap_cmd_ok(sock, NULL);
+       imap_gen_send(session, "STARTTLS");
+       return imap_cmd_ok(session, NULL);
 }
+#endif
 
 #define THROW(err) { ok = err; goto catch; }
 
-static gint imap_cmd_namespace(SockInfo *sock, gchar **ns_str)
+static gint imap_cmd_namespace(IMAPSession *session, gchar **ns_str)
 {
        gint ok;
        GPtrArray *argbuf;
@@ -2493,8 +3079,8 @@ static gint imap_cmd_namespace(SockInfo *sock, gchar **ns_str)
 
        argbuf = g_ptr_array_new();
 
-       imap_cmd_gen_send(sock, "NAMESPACE");
-       if ((ok = imap_cmd_ok(sock, argbuf)) != IMAP_SUCCESS) THROW(ok);
+       imap_gen_send(session, "NAMESPACE");
+       if ((ok = imap_cmd_ok(session, argbuf)) != IMAP_SUCCESS) THROW(ok);
 
        str = search_array_str(argbuf, "NAMESPACE");
        if (!str) THROW(IMAP_ERROR);
@@ -2510,7 +3096,7 @@ catch:
 
 #undef THROW
 
-static gint imap_cmd_list(SockInfo *sock, const gchar *ref,
+static gint imap_cmd_list(IMAPSession *session, const gchar *ref,
                          const gchar *mailbox, GPtrArray *argbuf)
 {
        gchar *ref_, *mailbox_;
@@ -2520,23 +3106,24 @@ static gint imap_cmd_list(SockInfo *sock, const gchar *ref,
 
        QUOTE_IF_REQUIRED(ref_, ref);
        QUOTE_IF_REQUIRED(mailbox_, mailbox);
-       imap_cmd_gen_send(sock, "LIST %s %s", ref_, mailbox_);
+       imap_gen_send(session, "LIST %s %s", ref_, mailbox_);
 
-       return imap_cmd_ok(sock, argbuf);
+       return imap_cmd_ok(session, argbuf);
 }
 
 #define THROW goto catch
 
-static gint imap_cmd_do_select(SockInfo *sock, const gchar *folder,
+static gint imap_cmd_do_select(IMAPSession *session, const gchar *folder,
                               gboolean examine,
                               gint *exists, gint *recent, gint *unseen,
-                              guint32 *uid_validity)
+                              guint32 *uid_validity, gboolean block)
 {
        gint ok;
        gchar *resp_str;
        GPtrArray *argbuf;
        gchar *select_cmd;
        gchar *folder_;
+       unsigned int uid_validity_;
 
        *exists = *recent = *unseen = *uid_validity = 0;
        argbuf = g_ptr_array_new();
@@ -2547,9 +3134,9 @@ static gint imap_cmd_do_select(SockInfo *sock, const gchar *folder,
                select_cmd = "SELECT";
 
        QUOTE_IF_REQUIRED(folder_, folder);
-       imap_cmd_gen_send(sock, "%s %s", select_cmd, folder_);
+       imap_gen_send(session, "%s %s", select_cmd, folder_);
 
-       if ((ok = imap_cmd_ok(sock, argbuf)) != IMAP_SUCCESS) THROW;
+       if ((ok = imap_cmd_ok_with_block(session, argbuf, block)) != IMAP_SUCCESS) THROW;
 
        resp_str = search_array_contain_str(argbuf, "EXISTS");
        if (resp_str) {
@@ -2569,11 +3156,12 @@ static gint imap_cmd_do_select(SockInfo *sock, const gchar *folder,
 
        resp_str = search_array_contain_str(argbuf, "UIDVALIDITY");
        if (resp_str) {
-               if (sscanf(resp_str, "OK [UIDVALIDITY %u] ", uid_validity)
+               if (sscanf(resp_str, "OK [UIDVALIDITY %u] ", &uid_validity_)
                    != 1) {
                        g_warning("imap_cmd_select(): invalid UIDVALIDITY line.\n");
                        THROW;
                }
+               *uid_validity = uid_validity_;
        }
 
        resp_str = search_array_contain_str(argbuf, "UNSEEN");
@@ -2591,57 +3179,58 @@ catch:
        return ok;
 }
 
-static gint imap_cmd_select(SockInfo *sock, const gchar *folder,
+static gint imap_cmd_select(IMAPSession *session, const gchar *folder,
                            gint *exists, gint *recent, gint *unseen,
-                           guint32 *uid_validity)
+                           guint32 *uid_validity, gboolean block)
 {
-       return imap_cmd_do_select(sock, folder, FALSE,
-                                 exists, recent, unseen, uid_validity);
+       return imap_cmd_do_select(session, folder, FALSE,
+                                 exists, recent, unseen, uid_validity, block);
 }
 
-static gint imap_cmd_examine(SockInfo *sock, const gchar *folder,
+static gint imap_cmd_examine(IMAPSession *session, const gchar *folder,
                             gint *exists, gint *recent, gint *unseen,
-                            guint32 *uid_validity)
+                            guint32 *uid_validity, gboolean block)
 {
-       return imap_cmd_do_select(sock, folder, TRUE,
-                                 exists, recent, unseen, uid_validity);
+       return imap_cmd_do_select(session, folder, TRUE,
+                                 exists, recent, unseen, uid_validity, block);
 }
 
 #undef THROW
 
-static gint imap_cmd_create(SockInfo *sock, const gchar *folder)
+static gint imap_cmd_create(IMAPSession *session, const gchar *folder)
 {
        gchar *folder_;
 
        QUOTE_IF_REQUIRED(folder_, folder);
-       imap_cmd_gen_send(sock, "CREATE %s", folder_);
+       imap_gen_send(session, "CREATE %s", folder_);
 
-       return imap_cmd_ok(sock, NULL);
+       return imap_cmd_ok(session, NULL);
 }
 
-static gint imap_cmd_rename(SockInfo *sock, const gchar *old_folder,
+static gint imap_cmd_rename(IMAPSession *session, const gchar *old_folder,
                            const gchar *new_folder)
 {
        gchar *old_folder_, *new_folder_;
 
        QUOTE_IF_REQUIRED(old_folder_, old_folder);
        QUOTE_IF_REQUIRED(new_folder_, new_folder);
-       imap_cmd_gen_send(sock, "RENAME %s %s", old_folder_, new_folder_);
+       imap_gen_send(session, "RENAME %s %s", old_folder_, new_folder_);
 
-       return imap_cmd_ok(sock, NULL);
+       return imap_cmd_ok(session, NULL);
 }
 
-static gint imap_cmd_delete(SockInfo *sock, const gchar *folder)
+static gint imap_cmd_delete(IMAPSession *session, const gchar *folder)
 {
        gchar *folder_;
 
        QUOTE_IF_REQUIRED(folder_, folder);
-       imap_cmd_gen_send(sock, "DELETE %s", folder_);
+       imap_gen_send(session, "DELETE %s", folder_);
 
-       return imap_cmd_ok(sock, NULL);
+       return imap_cmd_ok(session, NULL);
 }
 
-static gint imap_cmd_search(SockInfo *sock, const gchar *criteria, GSList **list)
+static gint imap_cmd_search(IMAPSession *session, const gchar *criteria, 
+                           GSList **list, gboolean block)
 {
        gint ok;
        gchar *uidlist;
@@ -2653,9 +3242,9 @@ static gint imap_cmd_search(SockInfo *sock, const gchar *criteria, GSList **list
        *list = NULL;
        
        argbuf = g_ptr_array_new();
-       imap_cmd_gen_send(sock, "UID SEARCH %s", criteria);
+       imap_gen_send(session, "UID SEARCH %s", criteria);
 
-       ok = imap_cmd_ok(sock, argbuf);
+       ok = imap_cmd_ok_with_block(session, argbuf, block);
        if (ok != IMAP_SUCCESS) {
                ptr_array_free_strings(argbuf);
                g_ptr_array_free(argbuf, TRUE);
@@ -2669,7 +3258,7 @@ static gint imap_cmd_search(SockInfo *sock, const gchar *criteria, GSList **list
                for (p = strlist; *p != NULL; ++p) {
                        guint msgnum;
 
-                       if (sscanf(*p, "%d", &msgnum) == 1)
+                       if (sscanf(*p, "%u", &msgnum) == 1)
                                *list = g_slist_append(*list, GINT_TO_POINTER(msgnum));
                }
                g_strfreev(strlist);
@@ -2680,78 +3269,157 @@ static gint imap_cmd_search(SockInfo *sock, const gchar *criteria, GSList **list
        return IMAP_SUCCESS;
 }
 
-static gint imap_cmd_fetch(SockInfo *sock, guint32 uid, const gchar *filename)
+typedef struct _fetch_data {
+       IMAPSession *session;
+       guint32 uid;
+       const gchar *filename;
+       gboolean headers;
+       gboolean body;
+       gboolean done;
+} fetch_data;
+
+static void *imap_cmd_fetch_thread(void *data)
 {
+       fetch_data *stuff = (fetch_data *)data;
+       IMAPSession *session = stuff->session;
+       guint32 uid = stuff->uid;
+       const gchar *filename = stuff->filename;
+       
        gint ok;
-       gchar *buf;
+       gchar *buf = NULL;
        gchar *cur_pos;
        gchar size_str[32];
        glong size_num;
 
-       g_return_val_if_fail(filename != NULL, IMAP_ERROR);
-
-       imap_cmd_gen_send(sock, "UID FETCH %d BODY[]", uid);
-
-       while ((ok = imap_cmd_gen_recv(sock, &buf))
-              == IMAP_SUCCESS) {
+       if (filename == NULL) {
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(IMAP_ERROR);
+       }
+       
+       if (stuff->body)
+               imap_gen_send(session, "UID FETCH %d BODY.PEEK[]", uid);
+       else
+               imap_gen_send(session, "UID FETCH %d BODY.PEEK[HEADER]",
+                               uid);
+       while ((ok = imap_gen_recv_block(session, &buf)) == IMAP_SUCCESS) {
                if (buf[0] != '*' || buf[1] != ' ') {
                        g_free(buf);
-                       return IMAP_ERROR;
+                       stuff->done = TRUE;
+                       return GINT_TO_POINTER(IMAP_ERROR);
                }
-               if (strstr(buf, "FETCH") != NULL)
-                       break;
-       }
-       if (ok != IMAP_SUCCESS)
-               return ok;
-
-       cur_pos = strchr(buf, '{');
-       if (cur_pos == NULL) {
+               if (strstr(buf, "FETCH") != NULL) break;
                g_free(buf);
-               return IMAP_ERROR;
        }
-       cur_pos = strchr_cpy(cur_pos + 1, '}', size_str, sizeof(size_str));
-       if (cur_pos == NULL) {
+       if (ok != IMAP_SUCCESS) {
                g_free(buf);
-               return IMAP_ERROR;
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(ok);
        }
-       size_num = atol(size_str);
 
-       if (*cur_pos != '\0') {
-               g_free(buf);
-               return IMAP_ERROR;
+#define RETURN_ERROR_IF_FAIL(cond)     \
+       if (!(cond)) {                  \
+               g_free(buf);            \
+               stuff->done = TRUE;     \
+               return GINT_TO_POINTER(IMAP_ERROR);     \
        }
 
-       if (recv_bytes_write_to_file(sock, size_num, filename) != 0) {
-               g_free(buf);
-               return IMAP_ERROR;
-       }
+       cur_pos = strchr(buf, '{');
+       RETURN_ERROR_IF_FAIL(cur_pos != NULL);
+       cur_pos = strchr_cpy(cur_pos + 1, '}', size_str, sizeof(size_str));
+       RETURN_ERROR_IF_FAIL(cur_pos != NULL);
+       size_num = atol(size_str);
+       RETURN_ERROR_IF_FAIL(size_num >= 0);
+
+       RETURN_ERROR_IF_FAIL(*cur_pos == '\0');
 
-       if (imap_cmd_gen_recv(sock, &buf) != IMAP_SUCCESS) {
+#undef RETURN_ERROR_IF_FAIL
+
+       g_free(buf);
+
+       if (recv_bytes_write_to_file(SESSION(session)->sock,
+                                    size_num, filename) != 0) {
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(IMAP_ERROR);
+       }
+       if (imap_gen_recv_block(session, &buf) != IMAP_SUCCESS) {
                g_free(buf);
-               return IMAP_ERROR;
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(IMAP_ERROR);
        }
 
        if (buf[0] == '\0' || buf[strlen(buf) - 1] != ')') {
                g_free(buf);
-               return IMAP_ERROR;
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(IMAP_ERROR);
        }
-
        g_free(buf);
-       ok = imap_cmd_ok(sock, NULL);
 
-       return ok;
+       ok = imap_cmd_ok_block(session, NULL);
+
+       stuff->done = TRUE;
+       return GINT_TO_POINTER(ok);
+}
+
+static gint imap_cmd_fetch(IMAPSession *session, guint32 uid,
+                               const gchar *filename, gboolean headers,
+                               gboolean body)
+{
+       fetch_data *data = g_new0(fetch_data, 1);
+       int result = 0;
+#ifdef USE_PTHREAD
+       void *tmp;
+       pthread_t pt;
+#endif
+       data->done = FALSE;
+       data->session = session;
+       data->uid = uid;
+       data->filename = filename;
+       data->headers = headers;
+       data->body = body;
+
+       if (prefs_common.work_offline && !imap_gtk_should_override()) {
+               g_free(data);
+               return -1;
+       }
+
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                       imap_cmd_fetch_thread, data) != 0) {
+               result = GPOINTER_TO_INT(imap_cmd_fetch_thread(data));
+               g_free(data);
+               return result;
+       }
+       debug_print("+++waiting for imap_cmd_fetch_thread...\n");
+       while(!data->done) {
+               /* don't let the interface freeze while waiting */
+               sylpheed_do_idle();
+       }
+       debug_print("---imap_cmd_fetch_thread done\n");
+
+       /* get the thread's return value and clean its resources */
+       pthread_join(pt, &tmp);
+       result = GPOINTER_TO_INT(tmp);
+#else
+       result = GPOINTER_TO_INT(imap_cmd_fetch_thread(data));
+#endif
+       g_free(data);
+       return result;
 }
 
 static gint imap_cmd_append(IMAPSession *session, const gchar *destfolder,
-                           const gchar *file, gint32 *new_uid)
+                           const gchar *file, IMAPFlags flags, 
+                           guint32 *new_uid)
 {
        gint ok;
-       gint size, newuid;
+       gint size;
        gchar *destfolder_;
-       gchar buf[BUFFSIZE], *imapbuf;
+       gchar *flag_str;
+       unsigned int new_uid_;
+       gchar *ret = NULL;
+       gchar buf[BUFFSIZE];
        FILE *fp;
-       GPtrArray *reply;
-       gchar *okmsginfo;
+       GPtrArray *argbuf;
+       gchar *resp_str;
 
        g_return_val_if_fail(file != NULL, IMAP_ERROR);
 
@@ -2761,24 +3429,26 @@ static gint imap_cmd_append(IMAPSession *session, const gchar *destfolder,
                return -1;
        }
        QUOTE_IF_REQUIRED(destfolder_, destfolder);
-       imap_cmd_gen_send(SESSION(session)->sock, "APPEND %s (\\Seen) {%d}", destfolder_, size);
+       flag_str = imap_get_flag_str(flags);
+       imap_gen_send(session, "APPEND %s (%s) {%d}", 
+                     destfolder_, flag_str, size);
+       g_free(flag_str);
 
-       ok = imap_cmd_gen_recv(SESSION(session)->sock, &imapbuf);
-       if (ok != IMAP_SUCCESS || imapbuf[0] != '+' || imapbuf[1] != ' ') {
+       ok = imap_gen_recv(session, &ret);
+       if (ok != IMAP_SUCCESS || ret[0] != '+' || ret[1] != ' ') {
                log_warning(_("can't append %s to %s\n"), file, destfolder_);
-               g_free(imapbuf);
+               g_free(ret);
                fclose(fp);
                return IMAP_ERROR;
        }
-       g_free(imapbuf);
+       g_free(ret);
 
-       log_print("IMAP4> %s\n", _("(sending file...)"));
+       log_print("IMAP4> %s\n", "(sending file...)");
 
        while (fgets(buf, sizeof(buf), fp) != NULL) {
                strretchomp(buf);
                if (sock_puts(SESSION(session)->sock, buf) < 0) {
                        fclose(fp);
-                       sock_close(SESSION(session)->sock);
                        return -1;
                }
        }
@@ -2786,7 +3456,6 @@ static gint imap_cmd_append(IMAPSession *session, const gchar *destfolder,
        if (ferror(fp)) {
                FILE_OP_ERROR(file, "fgets");
                fclose(fp);
-               sock_close(SESSION(session)->sock);
                return -1;
        }
 
@@ -2794,197 +3463,329 @@ static gint imap_cmd_append(IMAPSession *session, const gchar *destfolder,
 
        fclose(fp);
 
-       reply = g_ptr_array_new();
+       if (new_uid != NULL)
+               *new_uid = 0;
 
-       *new_uid = 0;
-       ok = imap_cmd_ok(SESSION(session)->sock, reply);
-       if (ok != IMAP_SUCCESS)
-               log_warning(_("can't append message to %s\n"), destfolder_);
-       else if (
-           (new_uid != NULL) && 
-           (imap_has_capability(session, "UIDPLUS") && reply->len > 0) &&
-           ((okmsginfo = g_ptr_array_index(reply, reply->len - 1)) != NULL) &&
-           (sscanf(okmsginfo, "%*u OK [APPENDUID %*u %u]", &newuid) == 1)) {
-               *new_uid = newuid;
-       }
+       if (new_uid != NULL && session->uidplus) {
+               argbuf = g_ptr_array_new();
 
-       ptr_array_free_strings(reply);
-       g_ptr_array_free(reply, TRUE);
-       return ok;
-}
+               ok = imap_cmd_ok(session, argbuf);
+               if ((ok == IMAP_SUCCESS) && (argbuf->len > 0)) {
+                       resp_str = g_ptr_array_index(argbuf, argbuf->len - 1);
+                       if (resp_str &&
+                           sscanf(resp_str, "%*u OK [APPENDUID %*u %u]",
+                                  &new_uid_) == 1) {
+                               *new_uid = new_uid_;
+                       }
+               }
+
+               ptr_array_free_strings(argbuf);
+               g_ptr_array_free(argbuf, TRUE);
+       } else
+               ok = imap_cmd_ok(session, NULL);
+
+       if (ok != IMAP_SUCCESS)
+               log_warning(_("can't append message to %s\n"),
+                           destfolder_);
+
+       return ok;
+}
+
+static MsgNumberList *imapset_to_numlist(IMAPSet imapset)
+{
+       gchar **ranges, **range;
+       unsigned int low, high;
+       MsgNumberList *uids = NULL;
+       
+       ranges = g_strsplit(imapset, ",", 0);
+       for (range = ranges; *range != NULL; range++) {
+               if (sscanf(*range, "%u:%u", &low, &high) == 1)
+                       uids = g_slist_prepend(uids, GINT_TO_POINTER(low));
+               else {
+                       int i;
+                       for (i = low; i <= high; i++)
+                               uids = g_slist_prepend(uids, GINT_TO_POINTER(i));
+               }
+       }
+       uids = g_slist_reverse(uids);
+       g_strfreev(ranges);
 
+       return uids;
+}
 
-static gint imap_cmd_copy(IMAPSession * session,
-                         gint32 msgnum,
-                         const gchar * destfolder, gint32 * new_uid)
+static gint imap_cmd_copy(IMAPSession *session, const gchar *seq_set,
+                         const gchar *destfolder, GRelation *uid_mapping)
 {
        gint ok;
-       gint32 olduid, newuid;
-       gchar *okmsginfo;
        gchar *destfolder_;
-       GPtrArray *reply;
-
-       g_return_val_if_fail(destfolder != NULL, IMAP_ERROR);
+       
        g_return_val_if_fail(session != NULL, IMAP_ERROR);
-       g_return_val_if_fail(new_uid != NULL, IMAP_ERROR);
+       g_return_val_if_fail(seq_set != NULL, IMAP_ERROR);
+       g_return_val_if_fail(destfolder != NULL, IMAP_ERROR);
 
        QUOTE_IF_REQUIRED(destfolder_, destfolder);
-       imap_cmd_gen_send(SESSION(session)->sock, "UID COPY %d %s", msgnum, destfolder_);
+       imap_gen_send(session, "UID COPY %s %s", seq_set, destfolder_);
+
+       if (uid_mapping != NULL && session->uidplus) {
+               GPtrArray *reply;               
+               gchar *resp_str = NULL, *olduids_str, *newuids_str;
+               MsgNumberList *olduids, *old_cur, *newuids, *new_cur;
+
+               reply = g_ptr_array_new();
+               ok = imap_cmd_ok(session, reply);
+               if ((ok == IMAP_SUCCESS) && (reply->len > 0)) {
+                       resp_str = g_ptr_array_index(reply, reply->len - 1);
+                       if (resp_str) {
+                               olduids_str = g_new0(gchar, strlen(resp_str));
+                               newuids_str = g_new0(gchar, strlen(resp_str));
+                               if (sscanf(resp_str, "%*s OK [COPYUID %*u %[0-9,:] %[0-9,:]]",
+                                          olduids_str, newuids_str) == 2) {
+                                       olduids = imapset_to_numlist(olduids_str);
+                                       newuids = imapset_to_numlist(newuids_str);
+
+                                       old_cur = olduids;
+                                       new_cur = newuids;
+                                       while(old_cur != NULL && new_cur != NULL) {
+                                               g_relation_insert(uid_mapping, 
+                                                                 GPOINTER_TO_INT(old_cur->data),
+                                                                 GPOINTER_TO_INT(new_cur->data));
+                                               old_cur = g_slist_next(old_cur);
+                                               new_cur = g_slist_next(new_cur);
+                                       }
 
-       reply = g_ptr_array_new();
+                                       g_slist_free(olduids);
+                                       g_slist_free(newuids);
+                               }
+                               g_free(olduids_str);
+                               g_free(newuids_str);
+                       }
+               }
+               ptr_array_free_strings(reply);
+               g_ptr_array_free(reply, TRUE);
+       } else
+               ok = imap_cmd_ok(session, NULL);
 
-       *new_uid = 0;
-       ok = imap_cmd_ok(SESSION(session)->sock, reply);
        if (ok != IMAP_SUCCESS)
-               log_warning(_("can't copy %d to %s\n"), msgnum, destfolder_);
-       else if (imap_has_capability(session, "UIDPLUS") && reply->len > 0)
-               if ((okmsginfo = g_ptr_array_index(reply, reply->len - 1)) != NULL &&
-                   sscanf(okmsginfo, "%*u OK [COPYUID %*u %u %u]", &olduid, &newuid) == 2 &&
-                   olduid == msgnum)
-                       *new_uid = newuid;
-
-       ptr_array_free_strings(reply);
-       g_ptr_array_free(reply, TRUE);
+               log_warning(_("can't copy %s to %s\n"), seq_set, destfolder_);
+
        return ok;
 }
 
-gint imap_cmd_envelope(SockInfo *sock, guint32 first_uid, guint32 last_uid)
+gint imap_cmd_envelope(IMAPSession *session, IMAPSet set)
 {
-       static GString *header_fields = NULL;
-
-       if (header_fields == NULL) {
-               const HeaderEntry *headers, *elem;
-
-               headers = procheader_get_headernames(FALSE);
-               header_fields = g_string_new("");
-
-               for (elem = headers; elem->name != NULL; ++elem) {
-                       gint namelen = strlen(elem->name);
-
-                       /* Header fields ending with space are not rfc822 headers */
-                       if (elem->name[namelen - 1] == ' ')
-                               continue;
-
-                       /* strip : at the of header field */
-                       if(elem->name[namelen - 1] == ':')
-                               namelen--;
-                       
-                       if (namelen <= 0)
-                               continue;
+       static gchar *header_fields = 
+               "Date From To Cc Subject Message-ID References In-Reply-To" ;
 
-                       g_string_sprintfa(header_fields, "%s%.*s",
-                                       header_fields->str[0] != '\0' ? " " : "",
-                                       namelen, elem->name);
-               }
-       }
-       
-       imap_cmd_gen_send
-               (sock, "UID FETCH %d:%d (UID FLAGS RFC822.SIZE BODY.PEEK[HEADER.FIELDS (%s)])",
-                first_uid, last_uid,
-                header_fields->str);
+       imap_gen_send
+               (session, "UID FETCH %s (UID FLAGS RFC822.SIZE BODY.PEEK[HEADER.FIELDS (%s)])",
+                set, header_fields);
 
        return IMAP_SUCCESS;
 }
 
-static gint imap_cmd_store(SockInfo *sock, guint32 first_uid, guint32 last_uid,
+static gint imap_cmd_store(IMAPSession *session, IMAPSet seq_set,
                           gchar *sub_cmd)
 {
        gint ok;
 
-       imap_cmd_gen_send(sock, "UID STORE %d:%d %s",
-                         first_uid, last_uid, sub_cmd);
+       imap_gen_send(session, "UID STORE %s %s", seq_set, sub_cmd);
 
-       if ((ok = imap_cmd_ok(sock, NULL)) != IMAP_SUCCESS) {
-               log_warning(_("error while imap command: STORE %d:%d %s\n"),
-                           first_uid, last_uid, sub_cmd);
+       if ((ok = imap_cmd_ok(session, NULL)) != IMAP_SUCCESS) {
+               log_warning(_("error while imap command: STORE %s %s\n"),
+                           seq_set, sub_cmd);
                return ok;
        }
 
        return IMAP_SUCCESS;
 }
 
-static gint imap_cmd_expunge(SockInfo *sock)
+typedef struct _expunge_data {
+       IMAPSession *session;
+       IMAPSet seq_set;
+       gboolean done;
+} expunge_data;
+
+static void *imap_cmd_expunge_thread(void *data)
 {
+       expunge_data *stuff = (expunge_data *)data;
+       IMAPSession *session = stuff->session;
+       IMAPSet seq_set = stuff->seq_set;
+
        gint ok;
 
-       imap_cmd_gen_send(sock, "EXPUNGE");
-       if ((ok = imap_cmd_ok(sock, NULL)) != IMAP_SUCCESS) {
+       if (seq_set && session->uidplus)
+               imap_gen_send(session, "UID EXPUNGE %s", seq_set);
+       else    
+               imap_gen_send(session, "EXPUNGE");
+       if ((ok = imap_cmd_ok_with_block(session, NULL, TRUE)) != IMAP_SUCCESS) {
                log_warning(_("error while imap command: EXPUNGE\n"));
-               return ok;
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(ok);
        }
 
-       return IMAP_SUCCESS;
+       stuff->done = TRUE;
+       return GINT_TO_POINTER(IMAP_SUCCESS);
 }
 
-static gint imap_cmd_ok(SockInfo *sock, GPtrArray *argbuf)
+static gint imap_cmd_expunge(IMAPSession *session, IMAPSet seq_set)
+{
+       expunge_data *data = g_new0(expunge_data, 1);
+       int result;
+#ifdef USE_PTHREAD
+       void *tmp;
+       pthread_t pt;
+#endif
+       data->done = FALSE;
+       data->session = session;
+       data->seq_set = seq_set;
+
+       if (prefs_common.work_offline && !imap_gtk_should_override()) {
+               g_free(data);
+               return -1;
+       }
+
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                       imap_cmd_expunge_thread, data) != 0) {
+               result = GPOINTER_TO_INT(imap_cmd_expunge_thread(data));
+               g_free(data);
+               return result;
+       }
+       debug_print("+++waiting for imap_cmd_expunge_thread...\n");
+       while(!data->done) {
+               /* don't let the interface freeze while waiting */
+               sylpheed_do_idle();
+       }
+       debug_print("---imap_cmd_expunge_thread done\n");
+
+       /* get the thread's return value and clean its resources */
+       pthread_join(pt, &tmp);
+       result = GPOINTER_TO_INT(tmp);
+#else
+       result = GPOINTER_TO_INT(imap_cmd_expunge_thread(data));
+#endif
+       g_free(data);
+       return result;
+}
+
+static gint imap_cmd_close(IMAPSession *session)
 {
        gint ok;
+
+       imap_gen_send(session, "CLOSE");
+       if ((ok = imap_cmd_ok(session, NULL)) != IMAP_SUCCESS)
+               log_warning(_("error while imap command: CLOSE\n"));
+
+       return ok;
+}
+
+static gint imap_cmd_ok_with_block(IMAPSession *session, GPtrArray *argbuf, gboolean block)
+{
+       gint ok = IMAP_SUCCESS;
        gchar *buf;
        gint cmd_num;
-       gchar cmd_status[IMAPBUFSIZE];
+       gchar *data;
 
-       while ((ok = imap_cmd_gen_recv(sock, &buf))
+       while ((ok = imap_gen_recv_with_block(session, &buf, block))
               == IMAP_SUCCESS) {
+               /* make sure data is long enough for any substring of buf */
+               data = alloca(strlen(buf) + 1);
+
+               /* untagged line read */
                if (buf[0] == '*' && buf[1] == ' ') {
+                       gint num;
                        if (argbuf)
                                g_ptr_array_add(argbuf, g_strdup(buf + 2));
-                       continue;
-               }
 
-               if (sscanf(buf, "%d %s", &cmd_num, cmd_status) < 2)
-                       return IMAP_ERROR;
-               else if (cmd_num == imap_cmd_count &&
-                        !strcmp(cmd_status, "OK")) {
+                       if (sscanf(buf + 2, "%d %s", &num, data) >= 2) {
+                               if (!strcmp(data, "EXISTS")) {
+                                       session->exists = num;
+                                       session->folder_content_changed = TRUE;
+                               }
+
+                               if(!strcmp(data, "EXPUNGE")) {
+                                       session->exists--;
+                                       session->folder_content_changed = TRUE;
+                               }
+                       }
+               /* tagged line with correct tag and OK response found */
+               } else if ((sscanf(buf, "%d %s", &cmd_num, data) >= 2) &&
+                          (cmd_num == session->cmd_count) &&
+                          !strcmp(data, "OK")) {
                        if (argbuf)
                                g_ptr_array_add(argbuf, g_strdup(buf));
-                       g_free(buf);
-                       return IMAP_SUCCESS;
+                       break;
+               /* everything else */
                } else {
-                       g_free(buf);
-                       return IMAP_ERROR;
+                       ok = IMAP_ERROR;
+                       break;
                }
+               g_free(buf);
        }
        g_free(buf);
 
        return ok;
 }
-
-static void imap_cmd_gen_send(SockInfo *sock, const gchar *format, ...)
+static gint imap_cmd_ok(IMAPSession *session, GPtrArray *argbuf)
 {
-       gchar buf[IMAPBUFSIZE];
-       gchar tmp[IMAPBUFSIZE];
+       return imap_cmd_ok_with_block(session, argbuf, FALSE);
+}
+static gint imap_cmd_ok_block(IMAPSession *session, GPtrArray *argbuf)
+{
+       return imap_cmd_ok_with_block(session, argbuf, TRUE);
+}
+static void imap_gen_send(IMAPSession *session, const gchar *format, ...)
+{
+       gchar *buf;
+       gchar *tmp;
        gchar *p;
        va_list args;
 
        va_start(args, format);
-       g_vsnprintf(tmp, sizeof(tmp), format, args);
+       tmp = g_strdup_vprintf(format, args);
        va_end(args);
 
-       imap_cmd_count++;
+       session->cmd_count++;
 
-       g_snprintf(buf, sizeof(buf), "%d %s\r\n", imap_cmd_count, tmp);
-       if (!strncasecmp(tmp, "LOGIN ", 6) && (p = strchr(tmp + 6, ' '))) {
+       buf = g_strdup_printf("%d %s\r\n", session->cmd_count, tmp);
+       if (!g_ascii_strncasecmp(tmp, "LOGIN ", 6) && (p = strchr(tmp + 6, ' '))) {
                *p = '\0';
-               log_print("IMAP4> %d %s ********\n", imap_cmd_count, tmp);
+               log_print("IMAP4> %d %s ********\n", session->cmd_count, tmp);
        } else
-               log_print("IMAP4> %d %s\n", imap_cmd_count, tmp);
+               log_print("IMAP4> %d %s\n", session->cmd_count, tmp);
 
-       sock_write_all(sock, buf, strlen(buf));
+       sock_write_all(SESSION(session)->sock, buf, strlen(buf));
+       g_free(tmp);
+       g_free(buf);
 }
 
-static gint imap_cmd_gen_recv(SockInfo *sock, gchar **buf)
+static gint imap_gen_recv_with_block(IMAPSession *session, gchar **ret, gboolean block)
 {
-       if ((*buf = sock_getline(sock)) == NULL)
-               return IMAP_SOCKET;
-
-       strretchomp(*buf);
+       if (!block) {
+               if ((*ret = imap_getline(SESSION(session)->sock)) == NULL)
+                       return IMAP_SOCKET;
+       } else {
+               if ((*ret = sock_getline(SESSION(session)->sock)) == NULL)
+                       return IMAP_SOCKET;
+       }
+       strretchomp(*ret);
 
-       log_print("IMAP4< %s\n", *buf);
+       log_print("IMAP4< %s\n", *ret);
+       
+       session_set_access_time(SESSION(session));
 
        return IMAP_SUCCESS;
 }
 
+static gint imap_gen_recv_block(IMAPSession *session, gchar **ret)
+{
+       return imap_gen_recv_with_block(session, ret, TRUE);
+}
 
+static gint imap_gen_recv(IMAPSession *session, gchar **ret)
+{
+       return imap_gen_recv_with_block(session, ret, FALSE);
+}
 /* misc utility functions */
 
 static gchar *strchr_cpy(const gchar *src, gchar ch, gchar *dest, gint len)
@@ -3076,11 +3877,8 @@ static void imap_path_separator_subst(gchar *str, gchar separator)
        }
 }
 
-static gchar *imap_modified_utf7_to_locale(const gchar *mutf7_str)
+static gchar *imap_modified_utf7_to_utf8(const gchar *mutf7_str)
 {
-#if !HAVE_ICONV
-       return g_strdup(mutf7_str);
-#else
        static iconv_t cd = (iconv_t)-1;
        static gboolean iconv_ok = TRUE;
        GString *norm_utf7;
@@ -3094,15 +3892,16 @@ static gchar *imap_modified_utf7_to_locale(const gchar *mutf7_str)
        if (!iconv_ok) return g_strdup(mutf7_str);
 
        if (cd == (iconv_t)-1) {
-               cd = iconv_open(conv_get_current_charset_str(), "UTF-7");
+               cd = iconv_open(CS_INTERNAL, CS_UTF_7);
                if (cd == (iconv_t)-1) {
                        g_warning("iconv cannot convert UTF-7 to %s\n",
-                                 conv_get_current_charset_str());
+                                 CS_INTERNAL);
                        iconv_ok = FALSE;
                        return g_strdup(mutf7_str);
                }
        }
 
+       /* modified UTF-7 to normal UTF-7 conversion */
        norm_utf7 = g_string_new(NULL);
 
        for (p = mutf7_str; *p != '\0'; p++) {
@@ -3135,7 +3934,7 @@ static gchar *imap_modified_utf7_to_locale(const gchar *mutf7_str)
        if (iconv(cd, (ICONV_CONST gchar **)&norm_utf7_p, &norm_utf7_len,
                  &to_p, &to_len) == -1) {
                g_warning(_("iconv cannot convert UTF-7 to %s\n"),
-                         conv_get_current_charset_str());
+                         conv_get_locale_charset_str());
                g_string_free(norm_utf7, TRUE);
                g_free(to_str);
                return g_strdup(mutf7_str);
@@ -3147,14 +3946,10 @@ static gchar *imap_modified_utf7_to_locale(const gchar *mutf7_str)
        *to_p = '\0';
 
        return to_str;
-#endif /* !HAVE_ICONV */
 }
 
-static gchar *imap_locale_to_modified_utf7(const gchar *from)
+static gchar *imap_utf8_to_modified_utf7(const gchar *from)
 {
-#if !HAVE_ICONV
-       return g_strdup(from);
-#else
        static iconv_t cd = (iconv_t)-1;
        static gboolean iconv_ok = TRUE;
        gchar *norm_utf7, *norm_utf7_p;
@@ -3166,43 +3961,53 @@ static gchar *imap_locale_to_modified_utf7(const gchar *from)
        if (!iconv_ok) return g_strdup(from);
 
        if (cd == (iconv_t)-1) {
-               cd = iconv_open("UTF-7", conv_get_current_charset_str());
+               cd = iconv_open(CS_UTF_7, CS_INTERNAL);
                if (cd == (iconv_t)-1) {
-                       g_warning("iconv cannot convert %s to UTF-7\n",
-                                 conv_get_current_charset_str());
+                       g_warning(_("iconv cannot convert %s to UTF-7\n"),
+                                 CS_INTERNAL);
                        iconv_ok = FALSE;
                        return g_strdup(from);
                }
        }
 
+       /* UTF-8 to normal UTF-7 conversion */
        Xstrdup_a(from_tmp, from, return g_strdup(from));
        from_len = strlen(from);
        norm_utf7_len = from_len * 5;
        Xalloca(norm_utf7, norm_utf7_len + 1, return g_strdup(from));
        norm_utf7_p = norm_utf7;
 
-#define IS_PRINT(ch) (isprint(ch) && isascii(ch))
+#define IS_PRINT(ch) (isprint(ch) && IS_ASCII(ch))
 
        while (from_len > 0) {
-               if (IS_PRINT(*from_tmp)) {
+               if (*from_tmp == '+') {
+                       *norm_utf7_p++ = '+';
+                       *norm_utf7_p++ = '-';
+                       norm_utf7_len -= 2;
+                       from_tmp++;
+                       from_len--;
+               } else if (IS_PRINT(*(guchar *)from_tmp)) {
                        /* printable ascii char */
                        *norm_utf7_p = *from_tmp;
                        norm_utf7_p++;
+                       norm_utf7_len--;
                        from_tmp++;
                        from_len--;
                } else {
-                       size_t mblen;
+                       size_t conv_len = 0;
 
                        /* unprintable char: convert to UTF-7 */
-                       for (mblen = 0;
-                            !IS_PRINT(from_tmp[mblen]) && mblen < from_len;
-                            mblen++)
-                               ;
-                       from_len -= mblen;
-                       if (iconv(cd, (ICONV_CONST gchar **)&from_tmp, &mblen,
+                       p = from_tmp;
+                       while (!IS_PRINT(*(guchar *)p) && conv_len < from_len) {
+                               conv_len += g_utf8_skip[*(guchar *)p];
+                               p += g_utf8_skip[*(guchar *)p];
+                       }
+
+                       from_len -= conv_len;
+                       if (iconv(cd, (ICONV_CONST gchar **)&from_tmp,
+                                 &conv_len,
                                  &norm_utf7_p, &norm_utf7_len) == -1) {
-                               g_warning("iconv cannot convert %s to UTF-7\n",
-                                         conv_get_current_charset_str());
+                               g_warning(_("iconv cannot convert UTF-8 to UTF-7\n"));
                                return g_strdup(from);
                        }
 
@@ -3218,17 +4023,23 @@ static gchar *imap_locale_to_modified_utf7(const gchar *from)
        for (p = norm_utf7; p < norm_utf7_p; p++) {
                /* replace: '&' -> "&-",
                            '+' -> '&',
-                           escaped '/' -> ',' */
+                           "+-" -> '+',
+                           BASE64 '/' -> ',' */
                if (!in_escape && *p == '&') {
                        g_string_append(to_str, "&-");
                } else if (!in_escape && *p == '+') {
-                       g_string_append_c(to_str, '&');
-                       in_escape = TRUE;
+                       if (*(p + 1) == '-') {
+                               g_string_append_c(to_str, '+');
+                               p++;
+                       } else {
+                               g_string_append_c(to_str, '&');
+                               in_escape = TRUE;
+                       }
                } else if (in_escape && *p == '/') {
                        g_string_append_c(to_str, ',');
                } else if (in_escape && *p == '-') {
-                       in_escape = FALSE;
                        g_string_append_c(to_str, '-');
+                       in_escape = FALSE;
                } else {
                        g_string_append_c(to_str, *p);
                }
@@ -3243,9 +4054,89 @@ static gchar *imap_locale_to_modified_utf7(const gchar *from)
        g_string_free(to_str, FALSE);
 
        return to;
-#endif /* !HAVE_ICONV */
 }
 
+static GSList *imap_get_seq_set_from_numlist(MsgNumberList *numlist)
+{
+       GString *str;
+       GSList *sorted_list, *cur;
+       guint first, last, next;
+       gchar *ret_str;
+       GSList *ret_list = NULL;
+
+       if (numlist == NULL)
+               return NULL;
+
+       str = g_string_sized_new(256);
+
+       sorted_list = g_slist_copy(numlist);
+       sorted_list = g_slist_sort(sorted_list, g_int_compare);
+
+       first = GPOINTER_TO_INT(sorted_list->data);
+
+       for (cur = sorted_list; cur != NULL; cur = g_slist_next(cur)) {
+               if (GPOINTER_TO_INT(cur->data) == 0)
+                       continue;
+
+               last = GPOINTER_TO_INT(cur->data);
+               if (cur->next)
+                       next = GPOINTER_TO_INT(cur->next->data);
+               else
+                       next = 0;
+
+               if (last + 1 != next || next == 0) {
+                       if (str->len > 0)
+                               g_string_append_c(str, ',');
+                       if (first == last)
+                               g_string_append_printf(str, "%u", first);
+                       else
+                               g_string_append_printf(str, "%u:%u", first, last);
+
+                       first = next;
+
+                       if (str->len > IMAP_CMD_LIMIT) {
+                               ret_str = g_strdup(str->str);
+                               ret_list = g_slist_append(ret_list, ret_str);
+                               g_string_truncate(str, 0);
+                       }
+               }
+       }
+
+       if (str->len > 0) {
+               ret_str = g_strdup(str->str);
+               ret_list = g_slist_append(ret_list, ret_str);
+       }
+
+       g_slist_free(sorted_list);
+       g_string_free(str, TRUE);
+
+       return ret_list;
+}
+
+static GSList *imap_get_seq_set_from_msglist(MsgInfoList *msglist)
+{
+       MsgNumberList *numlist = NULL;
+       MsgInfoList *cur;
+       GSList *seq_list;
+
+       for (cur = msglist; cur != NULL; cur = g_slist_next(cur)) {
+               MsgInfo *msginfo = (MsgInfo *) cur->data;
+
+               numlist = g_slist_append(numlist, GINT_TO_POINTER(msginfo->msgnum));
+       }
+       seq_list = imap_get_seq_set_from_numlist(numlist);
+       g_slist_free(numlist);
+
+       return seq_list;
+}
+
+static void imap_seq_set_free(GSList *seq_list)
+{
+       slist_free_strings(seq_list);
+       g_slist_free(seq_list);
+}
+
+
 static gboolean imap_rename_folder_func(GNode *node, gpointer data)
 {
        FolderItem *item = node->data;
@@ -3275,29 +4166,46 @@ static gboolean imap_rename_folder_func(GNode *node, gpointer data)
        return FALSE;
 }
 
-static gint get_list_of_uids(Folder *folder, IMAPFolderItem *item, GSList **msgnum_list)
+typedef struct _get_list_uid_data {
+       Folder *folder;
+       IMAPFolderItem *item;
+       GSList **msgnum_list;
+       gboolean done;
+} get_list_uid_data;
+
+static void *get_list_of_uids_thread(void *data)
 {
+       get_list_uid_data *stuff = (get_list_uid_data *)data;
+       Folder *folder = stuff->folder;
+       IMAPFolderItem *item = stuff->item;
+       GSList **msgnum_list = stuff->msgnum_list;
        gint ok, nummsgs = 0, lastuid_old;
        IMAPSession *session;
        GSList *uidlist, *elem;
        gchar *cmd_buf;
 
        session = imap_session_get(folder);
-       g_return_val_if_fail(session != NULL, -1);
+       if (session == NULL) {
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(-1);
+       }
 
        ok = imap_select(session, IMAP_FOLDER(folder), item->item.path,
-                        NULL, NULL, NULL, NULL);
-       if (ok != IMAP_SUCCESS)
-               return -1;
+                        NULL, NULL, NULL, NULL, TRUE);
+       if (ok != IMAP_SUCCESS) {
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(-1);
+       }
 
        cmd_buf = g_strdup_printf("UID %d:*", item->lastuid + 1);
-       ok = imap_cmd_search(SESSION(session)->sock, cmd_buf, &uidlist);
+       ok = imap_cmd_search(session, cmd_buf, &uidlist, TRUE);
        g_free(cmd_buf);
 
        if (ok == IMAP_SOCKET) {
                session_destroy((Session *)session);
                ((RemoteFolder *)folder)->session = NULL;
-               return -1;
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(-1);
        }
 
        if (ok != IMAP_SUCCESS) {
@@ -3307,13 +4215,14 @@ static gint get_list_of_uids(Folder *folder, IMAPFolderItem *item, GSList **msgn
                argbuf = g_ptr_array_new();
 
                cmd_buf = g_strdup_printf("UID FETCH %d:* (UID)", item->lastuid + 1);
-               imap_cmd_gen_send(SESSION(session)->sock, cmd_buf);
+               imap_gen_send(session, cmd_buf);
                g_free(cmd_buf);
-               ok = imap_cmd_ok(SESSION(session)->sock, argbuf);
+               ok = imap_cmd_ok_block(session, argbuf);
                if (ok != IMAP_SUCCESS) {
                        ptr_array_free_strings(argbuf);
                        g_ptr_array_free(argbuf, TRUE);
-                       return -1;
+                       stuff->done = TRUE;
+                       return GINT_TO_POINTER(-1);
                }
        
                for(i = 0; i < argbuf->len; i++) {
@@ -3347,16 +4256,61 @@ static gint get_list_of_uids(Folder *folder, IMAPFolderItem *item, GSList **msgn
        }
        g_slist_free(uidlist);
 
-       return nummsgs;
+       stuff->done = TRUE;
+       return GINT_TO_POINTER(nummsgs);
 }
 
-gint imap_get_num_list(Folder *folder, FolderItem *_item, GSList **msgnum_list)
+static gint get_list_of_uids(Folder *folder, IMAPFolderItem *item, GSList **msgnum_list)
+{
+       gint result;
+       get_list_uid_data *data = g_new0(get_list_uid_data, 1);
+#ifdef USE_PTHREAD
+       void *tmp;
+       pthread_t pt;
+#endif
+       data->done = FALSE;
+       data->folder = folder;
+       data->item = item;
+       data->msgnum_list = msgnum_list;
+
+       if (prefs_common.work_offline && !imap_gtk_should_override()) {
+               g_free(data);
+               return -1;
+       }
+
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                       get_list_of_uids_thread, data) != 0) {
+               result = GPOINTER_TO_INT(get_list_of_uids_thread(data));
+               g_free(data);
+               return result;
+       }
+       debug_print("+++waiting for get_list_of_uids_thread...\n");
+       while(!data->done) {
+               /* don't let the interface freeze while waiting */
+               sylpheed_do_idle();
+       }
+       debug_print("---get_list_of_uids_thread done\n");
+
+       /* get the thread's return value and clean its resources */
+       pthread_join(pt, &tmp);
+       result = GPOINTER_TO_INT(tmp);
+#else
+       result = GPOINTER_TO_INT(get_list_of_uids_thread(data));
+#endif
+       g_free(data);
+       return result;
+
+}
+
+gint imap_get_num_list(Folder *folder, FolderItem *_item, GSList **msgnum_list, gboolean *old_uids_valid)
 {
        IMAPFolderItem *item = (IMAPFolderItem *)_item;
        IMAPSession *session;
-       gint ok, nummsgs = 0, exists, recent, unseen, uid_val, uid_next;
-       GSList *uidlist;
+       gint ok, nummsgs = 0, exists, recent, uid_val, uid_next, unseen;
+       GSList *uidlist = NULL;
        gchar *dir;
+       gboolean selected_folder;
 
        g_return_val_if_fail(folder != NULL, -1);
        g_return_val_if_fail(item != NULL, -1);
@@ -3367,16 +4321,46 @@ gint imap_get_num_list(Folder *folder, FolderItem *_item, GSList **msgnum_list)
        session = imap_session_get(folder);
        g_return_val_if_fail(session != NULL, -1);
 
-       ok = imap_status(session, IMAP_FOLDER(folder), item->item.path,
-                        &exists, &recent, &uid_next, &uid_val, &unseen);
-       if (ok != IMAP_SUCCESS)
-               return -1;
+       selected_folder = (session->mbox != NULL) &&
+                         (!strcmp(session->mbox, item->item.path));
+       if (selected_folder) {
+               ok = imap_cmd_noop(session);
+               if (ok != IMAP_SUCCESS)
+                       return -1;
+               exists = session->exists;
+
+               *old_uids_valid = TRUE;
+       } else {
+               ok = imap_status(session, IMAP_FOLDER(folder), item->item.path,
+                                &exists, &recent, &uid_next, &uid_val, &unseen, FALSE);
+               if (ok != IMAP_SUCCESS)
+                       return -1;
+
+               if(item->item.mtime == uid_val)
+                       *old_uids_valid = TRUE;
+               else {
+                       *old_uids_valid = FALSE;
+
+                       debug_print("Freeing imap uid cache\n");
+                       item->lastuid = 0;
+                       g_slist_free(item->uid_list);
+                       item->uid_list = NULL;
+               
+                       item->item.mtime = uid_val;
+
+                       imap_delete_all_cached_messages((FolderItem *)item);
+               }
+       }
+
+       if (!selected_folder)
+               item->uid_next = uid_next;
 
        /* If old uid_next matches new uid_next we can be sure no message
           was added to the folder */
-       if (uid_next == item->uid_next) {
+       if (( selected_folder && !session->folder_content_changed) ||
+           (!selected_folder && uid_next == item->uid_next)) {
                nummsgs = g_slist_length(item->uid_list);
-               
+
                /* If number of messages is still the same we
                    know our caches message numbers are still valid,
                    otherwise if the number of messages has decrease
@@ -3392,7 +4376,6 @@ gint imap_get_num_list(Folder *folder, FolderItem *_item, GSList **msgnum_list)
                        item->uid_list = NULL;
                }
        }
-       item->uid_next = uid_next;
 
        if (exists == 0) {
                *msgnum_list = NULL;
@@ -3445,22 +4428,18 @@ static MsgInfo *imap_parse_msg(const gchar *file, FolderItem *item)
 
        msginfo = procheader_parse_file(file, flags, FALSE, FALSE);
        if (!msginfo) return NULL;
-
+       
+       msginfo->plaintext_file = g_strdup(file);
        msginfo->folder = item;
 
        return msginfo;
 }
 
-static int compare_uint(gconstpointer a, gconstpointer b)
-{
-       return a-b;
-}
-
 GSList *imap_get_msginfos(Folder *folder, FolderItem *item, GSList *msgnum_list)
 {
        IMAPSession *session;
-       GSList *sorted_list, *elem, *ret = NULL;
-       gint ok, startnum, lastnum;
+       MsgInfoList *ret = NULL;
+       gint ok;
 
        g_return_val_if_fail(folder != NULL, NULL);
        g_return_val_if_fail(item != NULL, NULL);
@@ -3469,27 +4448,31 @@ GSList *imap_get_msginfos(Folder *folder, FolderItem *item, GSList *msgnum_list)
        session = imap_session_get(folder);
        g_return_val_if_fail(session != NULL, NULL);
 
+       debug_print("IMAP getting msginfos\n");
        ok = imap_select(session, IMAP_FOLDER(folder), item->path,
-                        NULL, NULL, NULL, NULL);
+                        NULL, NULL, NULL, NULL, FALSE);
        if (ok != IMAP_SUCCESS)
                return NULL;
 
-       sorted_list = g_slist_sort(g_slist_copy(msgnum_list), compare_uint);
+       if (!(item->stype == F_QUEUE || item->stype == F_DRAFT)) {
+               ret = g_slist_concat(ret,
+                       imap_get_uncached_messages(
+                       session, item, msgnum_list));
+       } else {
+               MsgNumberList *sorted_list, *elem;
+               gint startnum, lastnum;
 
-       startnum = lastnum = GPOINTER_TO_INT(sorted_list->data);
+               sorted_list = g_slist_sort(g_slist_copy(msgnum_list), g_int_compare);
 
-       for (elem = sorted_list;; elem = g_slist_next(elem)) {
-               guint num;
+               startnum = lastnum = GPOINTER_TO_INT(sorted_list->data);
 
-               if (elem)
-                       num = GPOINTER_TO_INT(elem->data);
+               for (elem = sorted_list;; elem = g_slist_next(elem)) {
+                       guint num = 0;
 
-               if (num > lastnum + 1 || elem == NULL) {
-                       if (!(item->stype == F_QUEUE || item->stype == F_DRAFT)) {
-                               ret = g_slist_concat(ret,
-                                       imap_get_uncached_messages(
-                                               session, item, startnum, lastnum));
-                       } else {
+                       if (elem)
+                               num = GPOINTER_TO_INT(elem->data);
+
+                       if (num > lastnum + 1 || elem == NULL) {
                                int i;
                                for (i = startnum; i <= lastnum; ++i) {
                                        gchar *file;
@@ -3504,93 +4487,76 @@ GSList *imap_get_msginfos(Folder *folder, FolderItem *item, GSList *msgnum_list)
                                                g_free(file);
                                        }
                                }
-                       }
 
-                       if (elem == NULL)
-                               break;
+                               if (elem == NULL)
+                                       break;
 
-                       startnum = num;
+                               startnum = num;
+                       }
+                       lastnum = num;
                }
-               lastnum = num;
-       }
 
-       g_slist_free(sorted_list);
+               g_slist_free(sorted_list);
+       }
 
        return ret;
 }
 
 MsgInfo *imap_get_msginfo(Folder *folder, FolderItem *item, gint uid)
 {
-       IMAPSession *session;
        MsgInfo *msginfo = NULL;
-       gint ok;
-
-       g_return_val_if_fail(folder != NULL, NULL);
-       g_return_val_if_fail(item != NULL, NULL);
-
-       session = imap_session_get(folder);
-       g_return_val_if_fail(session != NULL, NULL);
-
-       ok = imap_select(session, IMAP_FOLDER(folder), item->path,
-                        NULL, NULL, NULL, NULL);
-       if (ok != IMAP_SUCCESS)
-               return NULL;
+       MsgInfoList *msginfolist;
+       MsgNumberList numlist;
 
-       if (!(item->stype == F_QUEUE || item->stype == F_DRAFT)) {
-               GSList *list;
+       numlist.next = NULL;
+       numlist.data = GINT_TO_POINTER(uid);
 
-               list = imap_get_uncached_messages(session, item, uid, uid);
-               if (list) {
-                       msginfo = (MsgInfo *)list->data;
-                       list->data = NULL;
-               }
-               procmsg_msg_list_free(list);
-       } else {
-               gchar *file;
-
-               file = imap_fetch_msg(folder, item, uid);
-               if (file != NULL) {
-                       msginfo = imap_parse_msg(file, item);
-                       if (msginfo != NULL)
-                               msginfo->msgnum = uid;
-                       g_free(file);
-               }
+       msginfolist = imap_get_msginfos(folder, item, &numlist);
+       if (msginfolist != NULL) {
+               msginfo = msginfolist->data;
+               g_slist_free(msginfolist);
        }
-       
+
        return msginfo;
 }
 
-gboolean imap_check_msgnum_validity(Folder *folder, FolderItem *_item)
+gboolean imap_scan_required(Folder *folder, FolderItem *_item)
 {
        IMAPSession *session;
        IMAPFolderItem *item = (IMAPFolderItem *)_item;
        gint ok, exists = 0, recent = 0, unseen = 0;
-       guint32 uid_next, uid_validity = 0;
+       guint32 uid_next, uid_val = 0;
+       gboolean selected_folder;
        
        g_return_val_if_fail(folder != NULL, FALSE);
        g_return_val_if_fail(item != NULL, FALSE);
        g_return_val_if_fail(item->item.folder != NULL, FALSE);
        g_return_val_if_fail(FOLDER_CLASS(item->item.folder) == &imap_class, FALSE);
 
+       if (item->item.path == NULL)
+               return FALSE;
+
        session = imap_session_get(folder);
        g_return_val_if_fail(session != NULL, FALSE);
 
-       ok = imap_status(session, IMAP_FOLDER(folder), item->item.path,
-                        &exists, &recent, &uid_next, &uid_validity, &unseen);
-       if (ok != IMAP_SUCCESS)
-               return FALSE;
-
-       if(item->item.mtime == uid_validity)
-               return TRUE;
+       selected_folder = (session->mbox != NULL) &&
+                         (!strcmp(session->mbox, item->item.path));
+       if (selected_folder) {
+               ok = imap_cmd_noop(session);
+               if (ok != IMAP_SUCCESS)
+                       return FALSE;
 
-       debug_print("Freeing imap uid cache");
-       item->lastuid = 0;
-       g_slist_free(item->uid_list);
-       item->uid_list = NULL;
-               
-       item->item.mtime = uid_validity;
+               if (session->folder_content_changed)
+                       return TRUE;
+       } else {
+               ok = imap_status(session, IMAP_FOLDER(folder), item->item.path,
+                                &exists, &recent, &uid_next, &uid_val, &unseen, FALSE);
+               if (ok != IMAP_SUCCESS)
+                       return FALSE;
 
-       imap_delete_all_cached_messages((FolderItem *)item);
+               if ((uid_next != item->uid_next) || (exists != item->item.total_msgs))
+                       return TRUE;
+       }
 
        return FALSE;
 }
@@ -3600,9 +4566,11 @@ void imap_change_flags(Folder *folder, FolderItem *item, MsgInfo *msginfo, MsgPe
        IMAPSession *session;
        IMAPFlags flags_set = 0, flags_unset = 0;
        gint ok = IMAP_SUCCESS;
+       MsgNumberList numlist;
+       hashtable_data *ht_data = NULL;
 
        g_return_if_fail(folder != NULL);
-       g_return_if_fail(folder->class == &imap_class);
+       g_return_if_fail(folder->klass == &imap_class);
        g_return_if_fail(item != NULL);
        g_return_if_fail(item->folder == folder);
        g_return_if_fail(msginfo != NULL);
@@ -3610,11 +4578,11 @@ void imap_change_flags(Folder *folder, FolderItem *item, MsgInfo *msginfo, MsgPe
 
        session = imap_session_get(folder);
        if (!session) return;
-
+       
        if ((ok = imap_select(session, IMAP_FOLDER(folder), msginfo->folder->path,
-           NULL, NULL, NULL, NULL)) != IMAP_SUCCESS)
+           NULL, NULL, NULL, NULL, FALSE)) != IMAP_SUCCESS)
                return;
-
+               
        if (!MSG_IS_MARKED(msginfo->flags) &&  (newflags & MSG_MARKED))
                flags_set |= IMAP_FLAG_FLAGGED;
        if ( MSG_IS_MARKED(msginfo->flags) && !(newflags & MSG_MARKED))
@@ -3630,19 +4598,370 @@ void imap_change_flags(Folder *folder, FolderItem *item, MsgInfo *msginfo, MsgPe
        if ( MSG_IS_REPLIED(msginfo->flags) && !(newflags & MSG_REPLIED))
                flags_set |= IMAP_FLAG_ANSWERED;
 
-       if (flags_set) {
-               ok = imap_set_message_flags(session, msginfo->msgnum,
-                                           msginfo->msgnum, flags_set, TRUE);
-               if (ok != IMAP_SUCCESS) return;
+       numlist.next = NULL;
+       numlist.data = GINT_TO_POINTER(msginfo->msgnum);
+
+       if (IMAP_FOLDER_ITEM(item)->batching) {
+               /* instead of performing an UID STORE command for each message change,
+                * as a lot of them can change "together", we just fill in hashtables
+                * and defer the treatment so that we're able to send only one
+                * command.
+                */
+               debug_print("IMAP batch mode on, deferring flags change\n");
+               if (flags_set) {
+                       ht_data = g_hash_table_lookup(flags_set_table, GINT_TO_POINTER(flags_set));
+                       if (ht_data == NULL) {
+                               ht_data = g_new0(hashtable_data, 1);
+                               ht_data->session = session;
+                               g_hash_table_insert(flags_set_table, GINT_TO_POINTER(flags_set), ht_data);
+                       }
+                       if (!g_slist_find(ht_data->msglist, GINT_TO_POINTER(msginfo->msgnum)))
+                               ht_data->msglist = g_slist_prepend(ht_data->msglist, GINT_TO_POINTER(msginfo->msgnum));
+               } 
+               if (flags_unset) {
+                       ht_data = g_hash_table_lookup(flags_unset_table, GINT_TO_POINTER(flags_unset));
+                       if (ht_data == NULL) {
+                               ht_data = g_new0(hashtable_data, 1);
+                               ht_data->session = session;
+                               g_hash_table_insert(flags_unset_table, GINT_TO_POINTER(flags_unset), ht_data);
+                       }
+                       if (!g_slist_find(ht_data->msglist, GINT_TO_POINTER(msginfo->msgnum)))
+                               ht_data->msglist = g_slist_prepend(ht_data->msglist, GINT_TO_POINTER(msginfo->msgnum));         
+               }
+       } else {
+               debug_print("IMAP changing flags\n");
+               if (flags_set) {
+                       ok = imap_set_message_flags(session, &numlist, flags_set, TRUE);
+                       if (ok != IMAP_SUCCESS) return;
+               }
+
+               if (flags_unset) {
+                       ok = imap_set_message_flags(session, &numlist, flags_unset, FALSE);
+                       if (ok != IMAP_SUCCESS) return;
+               }
        }
+       msginfo->flags.perm_flags = newflags;
+       
+       return;
+}
+
+static gint imap_remove_msg(Folder *folder, FolderItem *item, gint uid)
+{
+       gint ok;
+       IMAPSession *session;
+       gchar *dir;
+       MsgNumberList numlist;
+       
+       g_return_val_if_fail(folder != NULL, -1);
+       g_return_val_if_fail(FOLDER_CLASS(folder) == &imap_class, -1);
+       g_return_val_if_fail(item != NULL, -1);
+
+       session = imap_session_get(folder);
+       if (!session) return -1;
 
-       if (flags_unset) {
-               ok = imap_set_message_flags(session, msginfo->msgnum,
-                                           msginfo->msgnum, flags_unset, FALSE);
-               if (ok != IMAP_SUCCESS) return;
+       ok = imap_select(session, IMAP_FOLDER(folder), item->path,
+                        NULL, NULL, NULL, NULL, FALSE);
+       if (ok != IMAP_SUCCESS)
+               return ok;
+
+       numlist.next = NULL;
+       numlist.data = GINT_TO_POINTER(uid);
+       
+       ok = imap_set_message_flags
+               (IMAP_SESSION(REMOTE_FOLDER(folder)->session),
+               &numlist, IMAP_FLAG_DELETED, TRUE);
+       if (ok != IMAP_SUCCESS) {
+               log_warning(_("can't set deleted flags: %d\n"), uid);
+               return ok;
        }
 
-       msginfo->flags.perm_flags = newflags;
+       if (!session->uidplus) {
+               ok = imap_cmd_expunge(session, NULL);
+       } else {
+               gchar *uidstr;
 
-       return;
+               uidstr = g_strdup_printf("%u", uid);
+               ok = imap_cmd_expunge(session, uidstr);
+               g_free(uidstr);
+       }
+       if (ok != IMAP_SUCCESS) {
+               log_warning(_("can't expunge\n"));
+               return ok;
+       }
+
+       IMAP_FOLDER_ITEM(item)->uid_list = g_slist_remove(
+           IMAP_FOLDER_ITEM(item)->uid_list, numlist.data);
+       dir = folder_item_get_path(item);
+       if (is_dir_exist(dir))
+               remove_numbered_files(dir, uid, uid);
+       g_free(dir);
+
+       return IMAP_SUCCESS;
+}
+
+static gint compare_msginfo(gconstpointer a, gconstpointer b)
+{
+       return ((MsgInfo *)a)->msgnum - ((MsgInfo *)b)->msgnum;
+}
+
+static guint gslist_find_next_num(MsgNumberList **list, guint num)
+{
+       GSList *elem;
+
+       g_return_val_if_fail(list != NULL, -1);
+
+       for (elem = *list; elem != NULL; elem = g_slist_next(elem))
+               if (GPOINTER_TO_INT(elem->data) >= num)
+                       break;
+       *list = elem;
+       return elem != NULL ? GPOINTER_TO_INT(elem->data) : (gint)-1;
+}
+
+/*
+ * NEW and DELETED flags are not syncronized
+ * - The NEW/RECENT flags in IMAP folders can not really be directly
+ *   modified by Sylpheed
+ * - The DELETE/DELETED flag in IMAP and Sylpheed don't have the same
+ *   meaning, in IMAP it always removes the messages from the FolderItem
+ *   in Sylpheed it can mean to move the message to trash
+ */
+
+typedef struct _get_flags_data {
+       Folder *folder;
+       FolderItem *item;
+       MsgInfoList *msginfo_list;
+       GRelation *msgflags;
+       gboolean done;
+} get_flags_data;
+
+static /*gint*/ void *imap_get_flags_thread(void *data)
+{
+       get_flags_data *stuff = (get_flags_data *)data;
+       Folder *folder = stuff->folder;
+       FolderItem *item = stuff->item;
+       MsgInfoList *msginfo_list = stuff->msginfo_list;
+       GRelation *msgflags = stuff->msgflags;
+       IMAPSession *session;
+       GSList *sorted_list;
+       GSList *unseen = NULL, *answered = NULL, *flagged = NULL;
+       GSList *p_unseen, *p_answered, *p_flagged;
+       GSList *elem;
+       GSList *seq_list, *cur;
+       gboolean reverse_seen = FALSE;
+       GString *cmd_buf;
+       gint ok;
+       gint exists_cnt, recent_cnt, unseen_cnt, uid_next;
+       guint32 uidvalidity;
+       gboolean selected_folder;
+       
+       if (folder == NULL || item == NULL) {
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(-1);
+       }
+       if (msginfo_list == NULL) {
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(0);
+       }
+
+       session = imap_session_get(folder);
+       if (session == NULL) {
+               stuff->done = TRUE;
+               return GINT_TO_POINTER(-1);
+       }
+
+       selected_folder = (session->mbox != NULL) &&
+                         (!strcmp(session->mbox, item->path));
+
+       if (!selected_folder) {
+               ok = imap_status(session, IMAP_FOLDER(folder), item->path,
+                        &exists_cnt, &recent_cnt, &uid_next, &uidvalidity, &unseen_cnt, TRUE);
+               ok = imap_select(session, IMAP_FOLDER(folder), item->path,
+                       NULL, NULL, NULL, NULL, TRUE);
+               if (ok != IMAP_SUCCESS) {
+                       stuff->done = TRUE;
+                       return GINT_TO_POINTER(-1);
+               }
+
+       } 
+
+       if (unseen_cnt > exists_cnt / 2)
+               reverse_seen = TRUE;
+
+       cmd_buf = g_string_new(NULL);
+
+       sorted_list = g_slist_sort(g_slist_copy(msginfo_list), compare_msginfo);
+
+       seq_list = imap_get_seq_set_from_msglist(msginfo_list);
+
+       for (cur = seq_list; cur != NULL; cur = g_slist_next(cur)) {
+               IMAPSet imapset = cur->data;
+
+               g_string_sprintf(cmd_buf, "%sSEEN UID %s", reverse_seen ? "" : "UN", imapset);
+               imap_cmd_search(session, cmd_buf->str, &p_unseen, TRUE);
+               unseen = g_slist_concat(unseen, p_unseen);
+
+               g_string_sprintf(cmd_buf, "ANSWERED UID %s", imapset);
+               imap_cmd_search(session, cmd_buf->str, &p_answered, TRUE);
+               answered = g_slist_concat(answered, p_answered);
+
+               g_string_sprintf(cmd_buf, "FLAGGED UID %s", imapset);
+               imap_cmd_search(session, cmd_buf->str, &p_flagged, TRUE);
+               flagged = g_slist_concat(flagged, p_flagged);
+       }
+
+       p_unseen = unseen;
+       p_answered = answered;
+       p_flagged = flagged;
+
+       for (elem = sorted_list; elem != NULL; elem = g_slist_next(elem)) {
+               MsgInfo *msginfo;
+               MsgPermFlags flags;
+               gboolean wasnew;
+               
+               msginfo = (MsgInfo *) elem->data;
+               flags = msginfo->flags.perm_flags;
+               wasnew = (flags & MSG_NEW);
+               flags &= ~((reverse_seen ? 0 : MSG_UNREAD | MSG_NEW) | MSG_REPLIED | MSG_MARKED);
+               if (reverse_seen)
+                       flags |= MSG_UNREAD | (wasnew ? MSG_NEW : 0);
+               if (gslist_find_next_num(&p_unseen, msginfo->msgnum) == msginfo->msgnum) {
+                       if (!reverse_seen) {
+                               flags |= MSG_UNREAD | (wasnew ? MSG_NEW : 0);
+                       } else {
+                               flags &= ~(MSG_UNREAD | MSG_NEW);
+                       }
+               }
+               if (gslist_find_next_num(&p_answered, msginfo->msgnum) == msginfo->msgnum)
+                       flags |= MSG_REPLIED;
+               if (gslist_find_next_num(&p_flagged, msginfo->msgnum) == msginfo->msgnum)
+                       flags |= MSG_MARKED;
+               g_relation_insert(msgflags, msginfo, GINT_TO_POINTER(flags));
+       }
+
+       imap_seq_set_free(seq_list);
+       g_slist_free(flagged);
+       g_slist_free(answered);
+       g_slist_free(unseen);
+       g_slist_free(sorted_list);
+       g_string_free(cmd_buf, TRUE);
+
+       stuff->done = TRUE;
+       return GINT_TO_POINTER(0);
+}
+
+static gint imap_get_flags(Folder *folder, FolderItem *item,
+                           MsgInfoList *msginfo_list, GRelation *msgflags)
+{
+       gint result;
+       get_flags_data *data = g_new0(get_flags_data, 1);
+#ifdef USE_PTHREAD
+       void *tmp;
+       pthread_t pt;
+#endif
+       data->done = FALSE;
+       data->folder = folder;
+       data->item = item;
+       data->msginfo_list = msginfo_list;
+       data->msgflags = msgflags;
+
+       if (prefs_common.work_offline && !imap_gtk_should_override()) {
+               g_free(data);
+               return -1;
+       }
+
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE,
+                       imap_get_flags_thread, data) != 0) {
+               result = GPOINTER_TO_INT(imap_get_flags_thread(data));
+               g_free(data);
+               return result;
+       }
+       debug_print("+++waiting for imap_get_flags_thread...\n");
+       while(!data->done) {
+               /* don't let the interface freeze while waiting */
+               sylpheed_do_idle();
+       }
+       debug_print("---imap_get_flags_thread done\n");
+
+       /* get the thread's return value and clean its resources */
+       pthread_join(pt, &tmp);
+       result = GPOINTER_TO_INT(tmp);
+#else
+       result = GPOINTER_TO_INT(imap_get_flags_thread(data));
+#endif
+       g_free(data);
+       return result;
+
+}
+
+static gboolean process_flags(gpointer key, gpointer value, gpointer user_data)
+{
+       gboolean flags_set = GPOINTER_TO_INT(user_data);
+       gint flags_value = GPOINTER_TO_INT(key);
+       hashtable_data *data = (hashtable_data *)value;
+       
+       data->msglist = g_slist_reverse(data->msglist);
+       
+       debug_print("IMAP %ssetting flags to %d for %d messages\n",
+               flags_set?"":"un",
+               flags_value,
+               g_slist_length(data->msglist));
+       imap_set_message_flags(data->session, data->msglist, flags_value, flags_set);
+       
+       g_slist_free(data->msglist);    
+       g_free(data);
+       return TRUE;
+}
+
+static void process_hashtable(void)
+{
+       if (flags_set_table) {
+               g_hash_table_foreach_remove(flags_set_table, process_flags, GINT_TO_POINTER(TRUE));
+               g_free(flags_set_table);
+               flags_set_table = NULL;
+       }
+       if (flags_unset_table) {
+               g_hash_table_foreach_remove(flags_unset_table, process_flags, GINT_TO_POINTER(FALSE));
+               g_free(flags_unset_table);
+               flags_unset_table = NULL;
+       }
+}
+
+static IMAPFolderItem *batching_item = NULL;
+
+static void imap_set_batch (Folder *folder, FolderItem *_item, gboolean batch)
+{
+       IMAPFolderItem *item = (IMAPFolderItem *)_item;
+
+       g_return_if_fail(item != NULL);
+       
+       if (batch && batching_item != NULL) {
+               g_warning("already batching on %s\n", batching_item->item.path);
+               return;
+       }
+       
+       if (item->batching == batch)
+               return;
+       
+       item->batching = batch;
+       
+       batching_item = batch?item:NULL;
+       
+       if (batch) {
+               debug_print("IMAP switching to batch mode\n");
+               if (flags_set_table) {
+                       g_warning("flags_set_table non-null but we just entered batch mode!\n");
+                       flags_set_table = NULL;
+               }
+               if (flags_unset_table) {
+                       g_warning("flags_unset_table non-null but we just entered batch mode!\n");
+                       flags_unset_table = NULL;
+               }
+               flags_set_table = g_hash_table_new(NULL, g_direct_equal);
+               flags_unset_table = g_hash_table_new(NULL, g_direct_equal);
+       } else {
+               debug_print("IMAP switching away from batch mode\n");
+               /* process stuff */
+               process_hashtable();
+       }
 }