2007-08-22 [colin] 2.10.0cvs154
[claws.git] / src / msgcache.c
index 3c3a0d4128c7a292e1c35cc436fcee52a5de2d52..20b0d9befae5a22b60e3875050fddddb11e87bfb 100644 (file)
@@ -1,10 +1,10 @@
 /*
  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
- * Copyright (C) 1999-2001 Hiroyuki Yamamoto
+ * Copyright (C) 1999-2007 Hiroyuki Yamamoto & The Claws Mail Team
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
+ * the Free Software Foundation; either version 3 of the License, or
  * (at your option) any later version.
  *
  * This program is distributed in the hope that it will be useful,
  * GNU General Public License for more details.
  *
  * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ * 
  */
 
+#ifdef HAVE_CONFIG_H
+#  include "config.h"
+#endif
+
 #include "defs.h"
 
+#define _GNU_SOURCE
+#include <stdio.h>
+
 #include <glib.h>
+#include <glib/gi18n.h>
+#ifdef _WIN32
+# include <w32lib.h>
+# define MAP_FAILED    ((char *) -1)
+#else
+# include <sys/mman.h>
+#endif
+#include <sys/types.h>
+#include <sys/stat.h>
 
 #include <time.h>
 
-#include "intl.h"
 #include "msgcache.h"
 #include "utils.h"
 #include "procmsg.h"
+#include "codeconv.h"
+#include "timing.h"
+#include "tags.h"
+
+#ifdef HAVE_FWRITE_UNLOCKED
+#define SC_FWRITE fwrite_unlocked
+#else
+#define SC_FWRITE fwrite
+#endif
+
+#if G_BYTE_ORDER == G_BIG_ENDIAN
+#define bswap_32(x) \
+     ((((x) & 0xff000000) >> 24) | (((x) & 0x00ff0000) >>  8) | \
+      (((x) & 0x0000ff00) <<  8) | (((x) & 0x000000ff) << 24))
+     
+#define MMAP_TO_GUINT32(x)     \
+       (((x[3]&0xff)) |        \
+        ((x[2]&0xff) << 8) |   \
+        ((x[1]&0xff) << 16) |  \
+        ((x[0]&0xff) << 24))
+
+#define MMAP_TO_GUINT32_SWAPPED(x)     \
+       (((x[0]&0xff)) |                \
+        ((x[1]&0xff) << 8) |           \
+        ((x[2]&0xff) << 16) |          \
+        ((x[3]&0xff) << 24))
+
+static gboolean msgcache_use_mmap_read = TRUE;
+static gboolean msgcache_use_mmap_write = FALSE;
+
+#else
+#define bswap_32(x) (x)
+
+#define MMAP_TO_GUINT32(x)     \
+       (((x[0]&0xff)) |        \
+        ((x[1]&0xff) << 8) |   \
+        ((x[2]&0xff) << 16) |  \
+        ((x[3]&0xff) << 24))
+
+#define MMAP_TO_GUINT32_SWAPPED(x)     \
+       (((x[0]&0xff)) |                \
+        ((x[1]&0xff) << 8) |           \
+        ((x[2]&0xff) << 16) |          \
+        ((x[3]&0xff) << 24))
+
+static gboolean msgcache_use_mmap_read = TRUE;
+static gboolean msgcache_use_mmap_write = FALSE;
+#endif
+
+static gboolean swapping = TRUE;
 
 typedef enum
 {
@@ -42,6 +107,25 @@ struct _MsgCache {
        time_t           last_access;
 };
 
+typedef struct _StringConverter StringConverter;
+struct _StringConverter {
+       gchar *(*convert) (StringConverter *converter, gchar *srcstr);
+       void   (*free)    (StringConverter *converter);
+};
+
+typedef struct _StrdupConverter StrdupConverter;
+struct _StrdupConverter {
+       StringConverter converter;
+};
+
+typedef struct _CharsetConverter CharsetConverter;
+struct _CharsetConverter {
+       StringConverter converter;
+
+       gchar *srccharset;
+       gchar *dstcharset;
+};
+
 MsgCache *msgcache_new(void)
 {
        MsgCache *cache;
@@ -116,14 +200,12 @@ void msgcache_update_msg(MsgCache *cache, MsgInfo *msginfo)
        g_return_if_fail(msginfo != NULL);
 
        oldmsginfo = g_hash_table_lookup(cache->msgnum_table, &msginfo->msgnum);
-       if(oldmsginfo && oldmsginfo->msgid) {
+       if(oldmsginfo && oldmsginfo->msgid) 
                g_hash_table_remove(cache->msgid_table, oldmsginfo->msgid);
-       }
-
        if (oldmsginfo) {
                g_hash_table_remove(cache->msgnum_table, &oldmsginfo->msgnum);
-               procmsg_msginfo_free(oldmsginfo);
                cache->memusage -= procmsg_msginfo_memusage(oldmsginfo);
+               procmsg_msginfo_free(oldmsginfo);
        }
 
        newmsginfo = procmsg_msginfo_new_ref(msginfo);
@@ -178,14 +260,14 @@ static void msgcache_get_msg_list_func(gpointer key, gpointer value, gpointer us
 MsgInfoList *msgcache_get_msg_list(MsgCache *cache)
 {
        MsgInfoList *msg_list = NULL;
-
+       START_TIMING("");
        g_return_val_if_fail(cache != NULL, NULL);
 
        g_hash_table_foreach((GHashTable *)cache->msgnum_table, msgcache_get_msg_list_func, (gpointer)&msg_list);       
        cache->last_access = time(NULL);
        
        msg_list = g_slist_reverse(msg_list);
-
+       END_TIMING();
        return msg_list;
 }
 
@@ -207,60 +289,113 @@ gint msgcache_get_memory_usage(MsgCache *cache)
  *  Cache saving functions
  */
 
-#define READ_CACHE_DATA(data, fp) \
+#define READ_CACHE_DATA(data, fp, total_len) \
 { \
-       if (msgcache_read_cache_data_str(fp, &data) < 0) { \
+       if ((tmp_len = msgcache_read_cache_data_str(fp, &data, conv)) < 0) { \
                procmsg_msginfo_free(msginfo); \
                error = TRUE; \
-               break; \
+               goto bail_err; \
        } \
+       total_len += tmp_len; \
 }
 
 #define READ_CACHE_DATA_INT(n, fp) \
 { \
        guint32 idata; \
+       size_t ni; \
  \
-       if (fread(&idata, sizeof(idata), 1, fp) != 1) { \
-               g_warning("Cache data is corrupted\n"); \
+       if ((ni = fread(&idata, sizeof(idata), 1, fp)) != 1) { \
+               g_warning("read_int: Cache data corrupted, read %d of %d at " \
+                         "offset %ld\n", ni, sizeof(idata), ftell(fp)); \
                procmsg_msginfo_free(msginfo); \
                error = TRUE; \
-               break; \
+               goto bail_err; \
        } else \
-               n = idata;\
+               n = swapping ? bswap_32(idata) : (idata);\
+}
+
+#define GET_CACHE_DATA_INT(n) \
+{ \
+       n = (swapping ? (MMAP_TO_GUINT32_SWAPPED(walk_data)):(MMAP_TO_GUINT32(walk_data))); \
+       walk_data += 4; rem_len -= 4;                   \
+}
+
+#define GET_CACHE_DATA(data, total_len) \
+{ \
+       GET_CACHE_DATA_INT(tmp_len);    \
+       if ((tmp_len = msgcache_get_cache_data_str(walk_data, &data, tmp_len, conv)) < 0) { \
+               g_print("error at rem_len:%d\n", rem_len);\
+               procmsg_msginfo_free(msginfo); \
+               error = TRUE; \
+               goto bail_err; \
+       } \
+       total_len += tmp_len; \
+       walk_data += tmp_len; rem_len -= tmp_len; \
 }
 
-#define WRITE_CACHE_DATA_INT(n, fp)            \
-{                                              \
-       guint32 idata;                          \
-                                               \
-       idata = (guint32)n;                     \
-       fwrite(&idata, sizeof(idata), 1, fp);   \
+
+#define WRITE_CACHE_DATA_INT(n, fp)                    \
+{                                                      \
+       guint32 idata;                                  \
+                                                       \
+       idata = (guint32)bswap_32(n);                   \
+       if (SC_FWRITE(&idata, sizeof(idata), 1, fp) != 1)       \
+               w_err = 1;                              \
+       wrote += 4;                                     \
+}
+
+#define PUT_CACHE_DATA_INT(n)                          \
+{                                                      \
+       walk_data[0]=(((guint32)n)&0x000000ff);                 \
+       walk_data[1]=(((guint32)n)&0x0000ff00)>>8;              \
+       walk_data[2]=(((guint32)n)&0x00ff0000)>>16;             \
+       walk_data[3]=(((guint32)n)&0xff000000)>>24;             \
+       walk_data += 4;                                 \
+       wrote += 4;                                     \
 }
 
 #define WRITE_CACHE_DATA(data, fp) \
 { \
-       size_t len; \
-       if (data == NULL) \
-               len = 0; \
-       else \
-               len = strlen(data); \
-       WRITE_CACHE_DATA_INT(len, fp); \
-       if (len > 0) { \
-               fwrite(data, len, 1, fp); \
+       size_t len;                                     \
+       if (data == NULL)                               \
+               len = 0;                                \
+       else                                            \
+               len = strlen(data);                     \
+       WRITE_CACHE_DATA_INT(len, fp);                  \
+       if (w_err == 0 && len > 0) {                    \
+               if (SC_FWRITE(data, 1, len, fp) != len) \
+                       w_err = 1;                      \
+               wrote += len;                           \
        } \
 }
 
-static FILE *msgcache_open_data_file(const gchar *file, gint version,
+#define PUT_CACHE_DATA(data)                           \
+{                                                      \
+       size_t len;                                     \
+       if (data == NULL)                               \
+               len = 0;                                \
+       else                                            \
+               len = strlen(data);                     \
+       PUT_CACHE_DATA_INT(len);                        \
+       if (len > 0) {                                  \
+               memcpy(walk_data, data, len);           \
+               walk_data += len;                       \
+               wrote += len;                           \
+       }                                               \
+}
+
+static FILE *msgcache_open_data_file(const gchar *file, guint version,
                                     DataOpenMode mode,
                                     gchar *buf, size_t buf_size)
 {
        FILE *fp;
-       gint data_ver;
+       gint32 data_ver;
 
        g_return_val_if_fail(file != NULL, NULL);
 
        if (mode == DATA_WRITE) {
-               if ((fp = fopen(file, "wb")) == NULL) {
+               int w_err = 0, wrote = 0;
+               if ((fp = g_fopen(file, "wb")) == NULL) {
                        FILE_OP_ERROR(file, "fopen");
                        return NULL;
                }
@@ -268,31 +403,37 @@ static FILE *msgcache_open_data_file(const gchar *file, gint version,
                        FILE_OP_ERROR(file, "chmod");
 
                WRITE_CACHE_DATA_INT(version, fp);
+               if (w_err != 0) {
+                       g_warning("failed to write int\n");
+                       fclose(fp);
+                       return NULL;
+               }
                return fp;
        }
 
        /* check version */
-       if ((fp = fopen(file, "rb")) == NULL)
-               debug_print("Mark/Cache file not found\n");
+       if ((fp = g_fopen(file, "rb")) == NULL)
+               debug_print("Mark/Cache file '%s' not found\n", file);
        else {
                if (buf && buf_size > 0)
                        setvbuf(fp, buf, _IOFBF, buf_size);
                if (fread(&data_ver, sizeof(data_ver), 1, fp) != 1 ||
-                        version != data_ver) {
-                       debug_print("Mark/Cache version is different (%d != %d). "
-                                   "Discarding it.\n", data_ver, version);
+                        version != bswap_32(data_ver)) {
+                       g_message("%s: Mark/Cache version is different (%u != %u).\n",
+                                 file, bswap_32(data_ver), version);
                        fclose(fp);
                        fp = NULL;
                }
+               data_ver = bswap_32(data_ver);
        }
-
+       
        if (mode == DATA_READ)
                return fp;
 
        if (fp) {
                /* reopen with append mode */
                fclose(fp);
-               if ((fp = fopen(file, "ab")) == NULL)
+               if ((fp = g_fopen(file, "ab")) == NULL)
                        FILE_OP_ERROR(file, "fopen");
        } else {
                /* open with overwrite mode if mark file doesn't exist or
@@ -304,46 +445,107 @@ static FILE *msgcache_open_data_file(const gchar *file, gint version,
        return fp;
 }
 
-static gint msgcache_read_cache_data_str(FILE *fp, gchar **str)
+static gint msgcache_read_cache_data_str(FILE *fp, gchar **str, 
+                                        StringConverter *conv)
 {
-       gchar buf[BUFFSIZE];
-       gint ret = 0;
+       gchar *tmpstr = NULL;
+       size_t ni;
        guint32 len;
 
-       if (fread(&len, sizeof(len), 1, fp) == 1) {
-               if (len > G_MAXINT)
-                       ret = -1;
-               else {
-                       gchar *tmp = NULL;
-
-                       while (len > 0) {
-                               size_t size = MIN(len, BUFFSIZE - 1);
-
-                               if (fread(buf, size, 1, fp) != 1) {
-                                       ret = -1;
-                                       if (tmp) g_free(tmp);
-                                       *str = NULL;
-                                       break;
-                               }
-
-                               buf[size] = '\0';
-                               if (tmp) {
-                                       *str = g_strconcat(tmp, buf, NULL);
-                                       g_free(tmp);
-                                       tmp = *str;
-                               } else
-                                       tmp = *str = g_strdup(buf);
-
-                               len -= size;
-                       }
+       *str = NULL;
+       if (!swapping) {
+               if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
+                   len > G_MAXINT) {
+                       g_warning("read_data_str: Cache data (len) corrupted, read %d "
+                                 "of %d bytes at offset %ld\n", ni, sizeof(len), 
+                                 ftell(fp));
+                       return -1;
+               }
+       } else {
+               if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
+                   bswap_32(len) > G_MAXINT) {
+                       g_warning("read_data_str: Cache data (len) corrupted, read %d "
+                                 "of %d bytes at offset %ld\n", ni, sizeof(len), 
+                                 ftell(fp));
+                       return -1;
                }
-       } else
-               ret = -1;
+               len = bswap_32(len);
+       }
+
+       if (len == 0)
+               return 0;
+
+       tmpstr = g_try_malloc(len + 1);
+
+       if(tmpstr == NULL) {
+               return -1;
+       }
 
-       if (ret < 0)
-               g_warning("Cache data is corrupted\n");
+       if ((ni = fread(tmpstr, 1, len, fp)) != len) {
+               g_warning("read_data_str: Cache data corrupted, read %d of %d "
+                         "bytes at offset %ld\n", 
+                         ni, len, ftell(fp));
+               g_free(tmpstr);
+               return -1;
+       }
+       tmpstr[len] = 0;
+
+       if (conv != NULL) {
+               *str = conv->convert(conv, tmpstr);
+               g_free(tmpstr);
+       } else 
+               *str = tmpstr;
 
-       return ret;
+       return len;
+}
+
+static gint msgcache_get_cache_data_str(gchar *src, gchar **str, gint len,
+                                        StringConverter *conv)
+{
+       gchar *tmpstr = NULL;
+
+       *str = NULL;
+
+       if (len == 0)
+               return 0;
+
+       if(len > 2*1024*1024) {
+               g_warning("read_data_str: refusing to allocate %d bytes.\n", len);
+               return -1;
+       }
+
+       tmpstr = g_try_malloc(len + 1);
+
+       if(tmpstr == NULL) {
+               return -1;
+       }
+
+       strncpy(tmpstr, src, len);
+
+       tmpstr[len] = 0;
+
+       if (conv != NULL) {
+               *str = conv->convert(conv, tmpstr);
+               g_free(tmpstr);
+       } else 
+               *str = tmpstr;
+
+       return len;
+}
+
+static gchar *strconv_charset_convert(StringConverter *conv, gchar *srcstr)
+{
+       CharsetConverter *charsetconv = (CharsetConverter *) conv;
+
+       return conv_codeset_strdup(srcstr, charsetconv->srccharset, charsetconv->dstcharset);
+}
+
+static void strconv_charset_free(StringConverter *conv)
+{
+       CharsetConverter *charsetconv = (CharsetConverter *) conv;
+
+       g_free(charsetconv->srccharset);
+       g_free(charsetconv->dstcharset);
 }
 
 MsgCache *msgcache_read_cache(FolderItem *item, const gchar *cache_file)
@@ -353,60 +555,216 @@ MsgCache *msgcache_read_cache(FolderItem *item, const gchar *cache_file)
        MsgInfo *msginfo;
        MsgTmpFlags tmp_flags = 0;
        gchar file_buf[BUFFSIZE];
-       guint num;
+       guint32 num;
+        guint refnum;
        gboolean error = FALSE;
+       StringConverter *conv = NULL;
+       gchar *srccharset = NULL;
+       const gchar *dstcharset = NULL;
+       gchar *ref = NULL;
+       guint memusage = 0;
+       gint tmp_len = 0, map_len = -1;
+       char *cache_data = NULL;
+       struct stat st;
 
        g_return_val_if_fail(cache_file != NULL, NULL);
        g_return_val_if_fail(item != NULL, NULL);
 
+       swapping = TRUE;
+
+       /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
+        * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds, 
+        * it means it's the old version (not little-endian) on a big-endian machine. The code has
+        * no effect on x86 as their file doesn't change. */
+
        if ((fp = msgcache_open_data_file
-               (cache_file, CACHE_VERSION, DATA_READ, file_buf, sizeof(file_buf))) == NULL)
-               return NULL;
+               (cache_file, CACHE_VERSION, DATA_READ, file_buf, sizeof(file_buf))) == NULL) {
+               if ((fp = msgcache_open_data_file
+               (cache_file, bswap_32(CACHE_VERSION), DATA_READ, file_buf, sizeof(file_buf))) == NULL)
+                       return NULL;
+               else
+                       swapping = FALSE;
+       }
 
-       debug_print("\tReading message cache from %s...\n", cache_file);
+       debug_print("\tReading %sswapped message cache from %s...\n", swapping?"":"un", cache_file);
 
-       if (item->stype == F_QUEUE) {
+       if (folder_has_parent_of_type(item, F_QUEUE)) {
                tmp_flags |= MSG_QUEUED;
-       } else if (item->stype == F_DRAFT) {
+       } else if (folder_has_parent_of_type(item, F_DRAFT)) {
                tmp_flags |= MSG_DRAFT;
        }
 
+       if (msgcache_read_cache_data_str(fp, &srccharset, NULL) < 0) {
+               fclose(fp);
+               return NULL;
+       }
+       dstcharset = CS_UTF_8;
+       if (srccharset == NULL || dstcharset == NULL) {
+               conv = NULL;
+       } else if (strcmp(srccharset, dstcharset) == 0) {
+               debug_print("using Noop Converter\n");
+
+               conv = NULL;
+       } else {
+               CharsetConverter *charsetconv;
+
+               debug_print("using CharsetConverter\n");
+
+               charsetconv = g_new0(CharsetConverter, 1);
+               charsetconv->converter.convert = strconv_charset_convert;
+               charsetconv->converter.free = strconv_charset_free;
+               charsetconv->srccharset = g_strdup(srccharset);
+               charsetconv->dstcharset = g_strdup(dstcharset);
+
+               conv = (StringConverter *) charsetconv;
+       }
+       g_free(srccharset);
+
        cache = msgcache_new();
 
-       g_hash_table_freeze(cache->msgnum_table);
-
-       while (fread(&num, sizeof(num), 1, fp) == 1) {
-               msginfo = procmsg_msginfo_new();
-               msginfo->msgnum = num;
-               READ_CACHE_DATA_INT(msginfo->size, fp);
-               READ_CACHE_DATA_INT(msginfo->mtime, fp);
-               READ_CACHE_DATA_INT(msginfo->date_t, fp);
-               READ_CACHE_DATA_INT(msginfo->flags.tmp_flags, fp);
-
-               READ_CACHE_DATA(msginfo->fromname, fp);
-
-               READ_CACHE_DATA(msginfo->date, fp);
-               READ_CACHE_DATA(msginfo->from, fp);
-               READ_CACHE_DATA(msginfo->to, fp);
-               READ_CACHE_DATA(msginfo->cc, fp);
-               READ_CACHE_DATA(msginfo->newsgroups, fp);
-               READ_CACHE_DATA(msginfo->subject, fp);
-               READ_CACHE_DATA(msginfo->msgid, fp);
-               READ_CACHE_DATA(msginfo->inreplyto, fp);
-               READ_CACHE_DATA(msginfo->references, fp);
-               READ_CACHE_DATA(msginfo->xref, fp);
-               READ_CACHE_DATA_INT(msginfo->planned_download, fp);
-
-               msginfo->folder = item;
-               msginfo->flags.tmp_flags |= tmp_flags;
-
-               g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
-               if(msginfo->msgid)
-                       g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
-               cache->memusage += procmsg_msginfo_memusage(msginfo);
+       if (msgcache_use_mmap_read == TRUE) {
+               if (fstat(fileno(fp), &st) >= 0)
+                       map_len = st.st_size;
+               else
+                       map_len = -1;
+               if (map_len > 0) {
+#ifdef G_OS_WIN32
+                       cache_data = NULL;
+                       HANDLE hFile, hMapping;
+                       hFile = (HANDLE) _get_osfhandle (fileno(fp));
+                       if (hFile == (HANDLE) -1)
+                               goto w32_fail;
+                       hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
+                       if (!hMapping)
+                               goto w32_fail;
+                       cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
+                       CloseHandle (hMapping);
+               w32_fail:
+                       ;
+#else
+                       cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
+#endif
+               }
+       } else {
+               cache_data = NULL;
        }
+       if (cache_data != NULL && cache_data != MAP_FAILED) {
+               int rem_len = map_len-ftell(fp);
+               char *walk_data = cache_data+ftell(fp);
+
+               while(rem_len > 0) {
+                       GET_CACHE_DATA_INT(num);
+                       
+                       msginfo = procmsg_msginfo_new();
+                       msginfo->msgnum = num;
+                       memusage += sizeof(MsgInfo);
+
+                       GET_CACHE_DATA_INT(msginfo->size);
+                       GET_CACHE_DATA_INT(msginfo->mtime);
+                       GET_CACHE_DATA_INT(msginfo->date_t);
+                       GET_CACHE_DATA_INT(msginfo->flags.tmp_flags);
+
+                       GET_CACHE_DATA(msginfo->fromname, memusage);
+
+                       GET_CACHE_DATA(msginfo->date, memusage);
+                       GET_CACHE_DATA(msginfo->from, memusage);
+                       GET_CACHE_DATA(msginfo->to, memusage);
+                       GET_CACHE_DATA(msginfo->cc, memusage);
+                       GET_CACHE_DATA(msginfo->newsgroups, memusage);
+                       GET_CACHE_DATA(msginfo->subject, memusage);
+                       GET_CACHE_DATA(msginfo->msgid, memusage);
+                       GET_CACHE_DATA(msginfo->inreplyto, memusage);
+                       GET_CACHE_DATA(msginfo->xref, memusage);
+
+                       GET_CACHE_DATA_INT(msginfo->planned_download);
+                       GET_CACHE_DATA_INT(msginfo->total_size);
+                       GET_CACHE_DATA_INT(refnum);
+
+                       for (; refnum != 0; refnum--) {
+                               ref = NULL;
+
+                               GET_CACHE_DATA(ref, memusage);
+
+                               if (ref && *ref)
+                                       msginfo->references =
+                                               g_slist_prepend(msginfo->references, ref);
+                       }
+                       if (msginfo->references)
+                               msginfo->references =
+                                       g_slist_reverse(msginfo->references);
+
+                       msginfo->folder = item;
+                       msginfo->flags.tmp_flags |= tmp_flags;
+
+                       g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
+                       if(msginfo->msgid)
+                               g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
+               }
+
+#ifdef G_OS_WIN32
+               UnmapViewOfFile((void*) cache_data);
+#else
+               munmap(cache_data, map_len);
+#endif
+       } else {
+               while (fread(&num, sizeof(num), 1, fp) == 1) {
+                       if (swapping)
+                               num = bswap_32(num);
+
+                       msginfo = procmsg_msginfo_new();
+                       msginfo->msgnum = num;
+                       memusage += sizeof(MsgInfo);
+
+                       READ_CACHE_DATA_INT(msginfo->size, fp);
+                       READ_CACHE_DATA_INT(msginfo->mtime, fp);
+                       READ_CACHE_DATA_INT(msginfo->date_t, fp);
+                       READ_CACHE_DATA_INT(msginfo->flags.tmp_flags, fp);
+
+                       READ_CACHE_DATA(msginfo->fromname, fp, memusage);
+
+                       READ_CACHE_DATA(msginfo->date, fp, memusage);
+                       READ_CACHE_DATA(msginfo->from, fp, memusage);
+                       READ_CACHE_DATA(msginfo->to, fp, memusage);
+                       READ_CACHE_DATA(msginfo->cc, fp, memusage);
+                       READ_CACHE_DATA(msginfo->newsgroups, fp, memusage);
+                       READ_CACHE_DATA(msginfo->subject, fp, memusage);
+                       READ_CACHE_DATA(msginfo->msgid, fp, memusage);
+                       READ_CACHE_DATA(msginfo->inreplyto, fp, memusage);
+                       READ_CACHE_DATA(msginfo->xref, fp, memusage);
+
+                       READ_CACHE_DATA_INT(msginfo->planned_download, fp);
+                       READ_CACHE_DATA_INT(msginfo->total_size, fp);
+                       READ_CACHE_DATA_INT(refnum, fp);
+
+                       for (; refnum != 0; refnum--) {
+                               ref = NULL;
+
+                               READ_CACHE_DATA(ref, fp, memusage);
+
+                               if (ref && *ref)
+                                       msginfo->references =
+                                               g_slist_prepend(msginfo->references, ref);
+                       }
+                       if (msginfo->references)
+                               msginfo->references =
+                                       g_slist_reverse(msginfo->references);
+
+                       msginfo->folder = item;
+                       msginfo->flags.tmp_flags |= tmp_flags;
+
+                       g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
+                       if(msginfo->msgid)
+                               g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
+               }
+       }
+bail_err:
        fclose(fp);
-       g_hash_table_thaw(cache->msgnum_table);
+
+       if (conv != NULL) {
+               if (conv->free != NULL)
+                       conv->free(conv);
+               g_free(conv);
+       }
 
        if(error) {
                msgcache_destroy(cache);
@@ -414,10 +772,10 @@ MsgCache *msgcache_read_cache(FolderItem *item, const gchar *cache_file)
        }
 
        cache->last_access = time(NULL);
+       cache->memusage = memusage;
 
        debug_print("done. (%d items read)\n", g_hash_table_size(cache->msgnum_table));
        debug_print("Cache size: %d messages, %d byte\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
-
        return cache;
 }
 
@@ -426,27 +784,196 @@ void msgcache_read_mark(MsgCache *cache, const gchar *mark_file)
        FILE *fp;
        MsgInfo *msginfo;
        MsgPermFlags perm_flags;
-       guint num;
-
-       if ((fp = msgcache_open_data_file(mark_file, MARK_VERSION, DATA_READ, NULL, 0)) == NULL)
-               return;
-
-       debug_print("\tReading message marks from %s...\n", mark_file);
-
-       while (fread(&num, sizeof(num), 1, fp) == 1) {
-               if (fread(&perm_flags, sizeof(perm_flags), 1, fp) != 1) break;
+       guint32 num;
+       gint map_len = -1;
+       char *cache_data = NULL;
+       struct stat st;
+       
+       swapping = TRUE;
+
+       /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
+        * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds, 
+        * it means it's the old version (not little-endian) on a big-endian machine. The code has
+        * no effect on x86 as their file doesn't change. */
+
+       if ((fp = msgcache_open_data_file(mark_file, MARK_VERSION, DATA_READ, NULL, 0)) == NULL) {
+               /* see if it isn't swapped ? */
+               if ((fp = msgcache_open_data_file(mark_file, bswap_32(MARK_VERSION), DATA_READ, NULL, 0)) == NULL)
+                       return;
+               else
+                       swapping = FALSE; /* yay */
+       }
+       debug_print("reading %sswapped mark file.\n", swapping?"":"un");
+       
+       if (msgcache_use_mmap_read) {
+               if (fstat(fileno(fp), &st) >= 0)
+                       map_len = st.st_size;
+               else
+                       map_len = -1;
+               if (map_len > 0) {
+#ifdef G_OS_WIN32
+                       cache_data = NULL;
+                       HANDLE hFile, hMapping;
+                       hFile = (HANDLE) _get_osfhandle (fileno(fp));
+                       if (hFile == (HANDLE) -1)
+                               goto w32_fail2;
+                       hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
+                       if (!hMapping)
+                               goto w32_fail2;
+                       cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
+                       CloseHandle (hMapping);
+               w32_fail2:
+                       ;
+#else
+                       cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
+#endif
+               }
+       } else {
+               cache_data = NULL;
+       }
+       if (cache_data != NULL && cache_data != MAP_FAILED) {
+               int rem_len = map_len-ftell(fp);
+               char *walk_data = cache_data+ftell(fp);
+
+               while(rem_len > 0) {
+                       GET_CACHE_DATA_INT(num);
+                       GET_CACHE_DATA_INT(perm_flags);
+                       msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
+                       if(msginfo) {
+                               msginfo->flags.perm_flags = perm_flags;
+                       }
+               }
+#ifdef G_OS_WIN32
+               UnmapViewOfFile((void*) cache_data);
+#else
+               munmap(cache_data, map_len);
+#endif
+       } else {
+               while (fread(&num, sizeof(num), 1, fp) == 1) {
+                       if (swapping)
+                               num = bswap_32(num);
+                       if (fread(&perm_flags, sizeof(perm_flags), 1, fp) != 1) break;
+                       if (swapping)
+                               perm_flags = bswap_32(perm_flags);
+                       msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
+                       if(msginfo) {
+                               msginfo->flags.perm_flags = perm_flags;
+                       }
+               }       
+       }
+       fclose(fp);
+}
 
-               msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
-               if(msginfo) {
-                       msginfo->flags.perm_flags = perm_flags;
+void msgcache_read_tags(MsgCache *cache, const gchar *tags_file)
+{
+       FILE *fp;
+       MsgInfo *msginfo;
+       guint32 num;
+       gint map_len = -1;
+       char *cache_data = NULL;
+       struct stat st;
+       
+       swapping = TRUE;
+
+       /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
+        * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds, 
+        * it means it's the old version (not little-endian) on a big-endian machine. The code has
+        * no effect on x86 as their file doesn't change. */
+
+       if ((fp = msgcache_open_data_file(tags_file, TAGS_VERSION, DATA_READ, NULL, 0)) == NULL) {
+               /* see if it isn't swapped ? */
+               if ((fp = msgcache_open_data_file(tags_file, bswap_32(TAGS_VERSION), DATA_READ, NULL, 0)) == NULL)
+                       return;
+               else
+                       swapping = FALSE; /* yay */
+       }
+       debug_print("reading %sswapped tags file.\n", swapping?"":"un");
+       
+       if (msgcache_use_mmap_read) {
+               if (fstat(fileno(fp), &st) >= 0)
+                       map_len = st.st_size;
+               else
+                       map_len = -1;
+               if (map_len > 0) {
+#ifdef G_OS_WIN32
+                       cache_data = NULL;
+                       HANDLE hFile, hMapping;
+                       hFile = (HANDLE) _get_osfhandle (fileno(fp));
+                       if (hFile == (HANDLE) -1)
+                               goto w32_fail6;
+                       hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
+                       if (!hMapping)
+                               goto w32_fail6;
+                       cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
+                       CloseHandle (hMapping);
+               w32_fail6:
+                       ;
+#else
+                       cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
+#endif
+               }
+       } else {
+               cache_data = NULL;
+       }
+       if (cache_data != NULL && cache_data != MAP_FAILED) {
+               int rem_len = map_len-ftell(fp);
+               char *walk_data = cache_data+ftell(fp);
+
+               while(rem_len > 0) {
+                       gint id = -1;
+                       GET_CACHE_DATA_INT(num);
+                       msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
+                       if(msginfo) {
+                               g_slist_free(msginfo->tags);
+                               msginfo->tags = NULL;
+                               do {
+                                       GET_CACHE_DATA_INT(id);
+                                       if (id > 0) {
+                                               msginfo->tags = g_slist_prepend(
+                                                       msginfo->tags, 
+                                                       GINT_TO_POINTER(id));
+                                       }
+                               } while (id > 0);
+                               msginfo->tags = g_slist_reverse(msginfo->tags);
+                       }
+               }
+#ifdef G_OS_WIN32
+               UnmapViewOfFile((void*) cache_data);
+#else
+               munmap(cache_data, map_len);
+#endif
+       } else {
+               while (fread(&num, sizeof(num), 1, fp) == 1) {
+                       gint id = -1;
+                       if (swapping)
+                               num = bswap_32(num);
+                       msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
+                       if(msginfo) {
+                               g_slist_free(msginfo->tags);
+                               msginfo->tags = NULL;
+                               do {
+                                       if (fread(&id, sizeof(id), 1, fp) != 1) 
+                                               id = -1;
+                                       if (swapping)
+                                               id = bswap_32(id);
+                                       if (id > 0) {
+                                               msginfo->tags = g_slist_prepend(
+                                                       msginfo->tags, 
+                                                       GINT_TO_POINTER(id));
+                                       }
+                               } while (id > 0);
+                               msginfo->tags = g_slist_reverse(msginfo->tags);
+                       }
                }
        }
        fclose(fp);
 }
 
-void msgcache_write_cache(MsgInfo *msginfo, FILE *fp)
+static int msgcache_write_cache(MsgInfo *msginfo, FILE *fp)
 {
        MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
+       GSList *cur;
+       int w_err = 0, wrote = 0;
 
        WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
        WRITE_CACHE_DATA_INT(msginfo->size, fp);
@@ -464,70 +991,392 @@ void msgcache_write_cache(MsgInfo *msginfo, FILE *fp)
        WRITE_CACHE_DATA(msginfo->subject, fp);
        WRITE_CACHE_DATA(msginfo->msgid, fp);
        WRITE_CACHE_DATA(msginfo->inreplyto, fp);
-       WRITE_CACHE_DATA(msginfo->references, fp);
        WRITE_CACHE_DATA(msginfo->xref, fp);
        WRITE_CACHE_DATA_INT(msginfo->planned_download, fp);
+       WRITE_CACHE_DATA_INT(msginfo->total_size, fp);
+        
+       WRITE_CACHE_DATA_INT(g_slist_length(msginfo->references), fp);
+
+       for (cur = msginfo->references; cur != NULL; cur = cur->next) {
+               WRITE_CACHE_DATA((gchar *)cur->data, fp);
+       }
+       return w_err ? -1 : wrote;
 }
 
-static void msgcache_write_flags(MsgInfo *msginfo, FILE *fp)
+static int msgcache_write_mmap_cache(MsgInfo *msginfo, char *walk_data)
 {
-       MsgPermFlags flags = msginfo->flags.perm_flags;
+       MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
+       GSList *cur;
+       int wrote = 0;
+
+       PUT_CACHE_DATA_INT(msginfo->msgnum);
+       PUT_CACHE_DATA_INT(msginfo->size);
+       PUT_CACHE_DATA_INT(msginfo->mtime);
+       PUT_CACHE_DATA_INT(msginfo->date_t);
+       PUT_CACHE_DATA_INT(flags);
+       PUT_CACHE_DATA(msginfo->fromname);
+
+       PUT_CACHE_DATA(msginfo->date);
+       PUT_CACHE_DATA(msginfo->from);
+       PUT_CACHE_DATA(msginfo->to);
+       PUT_CACHE_DATA(msginfo->cc);
+       PUT_CACHE_DATA(msginfo->newsgroups);
+       PUT_CACHE_DATA(msginfo->subject);
+       PUT_CACHE_DATA(msginfo->msgid);
+       PUT_CACHE_DATA(msginfo->inreplyto);
+       PUT_CACHE_DATA(msginfo->xref);
+       PUT_CACHE_DATA_INT(msginfo->planned_download);
+       PUT_CACHE_DATA_INT(msginfo->total_size);
+        
+       PUT_CACHE_DATA_INT(g_slist_length(msginfo->references));
+
+       for (cur = msginfo->references; cur != NULL; cur = cur->next) {
+               PUT_CACHE_DATA((gchar *)cur->data);
+       }
+       return wrote;
+}
 
+static int msgcache_write_flags(MsgInfo *msginfo, FILE *fp)
+{
+       MsgPermFlags flags = msginfo->flags.perm_flags;
+       int w_err = 0, wrote = 0;
        WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
        WRITE_CACHE_DATA_INT(flags, fp);
+       return w_err ? -1 : wrote;
+}
+
+static int msgcache_write_tags(MsgInfo *msginfo, FILE *fp)
+{
+       GSList *cur = msginfo->tags;
+       int w_err = 0, wrote = 0;
+
+       WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
+       for (; cur; cur = cur->next) {
+               gint id = GPOINTER_TO_INT(cur->data);
+               if (tags_get_tag(id) != NULL) {
+                       WRITE_CACHE_DATA_INT(id, fp);
+               }
+       }
+       WRITE_CACHE_DATA_INT(-1, fp);
+
+       return w_err ? -1 : wrote;
+}
+
+static int msgcache_write_mmap_flags(MsgInfo *msginfo, char *walk_data)
+{
+       MsgPermFlags flags = msginfo->flags.perm_flags;
+       int wrote = 0;
+
+       PUT_CACHE_DATA_INT(msginfo->msgnum);
+       PUT_CACHE_DATA_INT(flags);
+       return wrote;
+}
+
+static int msgcache_write_mmap_tags(MsgInfo *msginfo, char *walk_data)
+{
+       GSList *cur = msginfo->tags;
+       int wrote = 0;
+       
+       PUT_CACHE_DATA_INT(msginfo->msgnum);
+       for (; cur; cur = cur->next) {
+               gint id = GPOINTER_TO_INT(cur->data);
+               if (tags_get_tag(id) != NULL) {
+                       PUT_CACHE_DATA_INT(id);
+               }
+       }
+       PUT_CACHE_DATA_INT(-1);
+       return wrote;
 }
 
 struct write_fps
 {
        FILE *cache_fp;
        FILE *mark_fp;
+       FILE *tags_fp;
+       char *cache_data;
+       char *mark_data;
+       char *tags_data;
+       int error;
+       guint cache_size;
+       guint mark_size;
+       guint tags_size;
 };
 
 static void msgcache_write_func(gpointer key, gpointer value, gpointer user_data)
 {
        MsgInfo *msginfo;
        struct write_fps *write_fps;
+       int tmp;
 
        msginfo = (MsgInfo *)value;
        write_fps = user_data;
 
-       msgcache_write_cache(msginfo, write_fps->cache_fp);
-       msgcache_write_flags(msginfo, write_fps->mark_fp);
+       tmp = msgcache_write_cache(msginfo, write_fps->cache_fp);
+       if (tmp < 0)
+               write_fps->error = 1;
+       else
+               write_fps->cache_size += tmp;
+       tmp= msgcache_write_flags(msginfo, write_fps->mark_fp);
+       if (tmp < 0)
+               write_fps->error = 1;
+       else
+               write_fps->mark_size += tmp;
+       tmp = msgcache_write_tags(msginfo, write_fps->tags_fp);
+       if (tmp < 0)
+               write_fps->error = 1;
+       else
+               write_fps->tags_size += tmp;
 }
 
-gint msgcache_write(const gchar *cache_file, const gchar *mark_file, MsgCache *cache)
+static void msgcache_write_mmap_func(gpointer key, gpointer value, gpointer user_data)
 {
-       struct write_fps write_fps;
+       MsgInfo *msginfo;
+       struct write_fps *write_fps;
+       int tmp;
+
+       msginfo = (MsgInfo *)value;
+       write_fps = user_data;
+
+       tmp = msgcache_write_mmap_cache(msginfo, write_fps->cache_data);
+       write_fps->cache_size += tmp;
+       write_fps->cache_data += tmp;
+       tmp = msgcache_write_mmap_flags(msginfo, write_fps->mark_data);
+       write_fps->mark_size += tmp;
+       write_fps->mark_data += tmp;
+       tmp = msgcache_write_mmap_tags(msginfo, write_fps->tags_data);
+       write_fps->tags_size += tmp;
+       write_fps->tags_data += tmp;
+}
 
+gint msgcache_write(const gchar *cache_file, const gchar *mark_file, const gchar *tags_file, MsgCache *cache)
+{
+       struct write_fps write_fps;
+       gchar *new_cache, *new_mark, *new_tags;
+       int w_err = 0, wrote = 0;
+       gint map_len = -1;
+       char *cache_data = NULL;
+       char *mark_data = NULL;
+       char *tags_data = NULL;
+
+       START_TIMING("");
        g_return_val_if_fail(cache_file != NULL, -1);
        g_return_val_if_fail(mark_file != NULL, -1);
+       g_return_val_if_fail(tags_file != NULL, -1);
        g_return_val_if_fail(cache != NULL, -1);
 
-       write_fps.cache_fp = msgcache_open_data_file(cache_file, CACHE_VERSION,
+       new_cache = g_strconcat(cache_file, ".new", NULL);
+       new_mark  = g_strconcat(mark_file, ".new", NULL);
+       new_tags  = g_strconcat(tags_file, ".new", NULL);
+
+       write_fps.error = 0;
+       write_fps.cache_size = 0;
+       write_fps.mark_size = 0;
+       write_fps.tags_size = 0;
+
+       write_fps.cache_fp = msgcache_open_data_file(new_cache, CACHE_VERSION,
                DATA_WRITE, NULL, 0);
-       if (write_fps.cache_fp == NULL)
+       if (write_fps.cache_fp == NULL) {
+               g_free(new_cache);
+               g_free(new_mark);
+               g_free(new_tags);
+               return -1;
+       }
+
+       WRITE_CACHE_DATA(CS_UTF_8, write_fps.cache_fp);
+
+       if (w_err != 0) {
+               g_warning("failed to write charset\n");
+               fclose(write_fps.cache_fp);
+               g_unlink(new_cache);
+               g_free(new_cache);
+               g_free(new_mark);
+               g_free(new_tags);
                return -1;
+       }
 
-       write_fps.mark_fp = msgcache_open_data_file(mark_file, MARK_VERSION,
+       write_fps.mark_fp = msgcache_open_data_file(new_mark, MARK_VERSION,
                DATA_WRITE, NULL, 0);
        if (write_fps.mark_fp == NULL) {
                fclose(write_fps.cache_fp);
+               g_unlink(new_cache);
+               g_free(new_cache);
+               g_free(new_mark);
+               g_free(new_tags);
+               return -1;
+       }
+
+       write_fps.tags_fp = msgcache_open_data_file(new_tags, TAGS_VERSION,
+               DATA_WRITE, NULL, 0);
+       if (write_fps.tags_fp == NULL) {
+               fclose(write_fps.cache_fp);
+               fclose(write_fps.mark_fp);
+               g_unlink(new_cache);
+               g_unlink(new_mark);
+               g_free(new_cache);
+               g_free(new_mark);
+               g_free(new_tags);
                return -1;
        }
 
-       debug_print("\tWriting message cache to %s and %s...\n", cache_file, mark_file);
+       debug_print("\tWriting message cache to %s and %s...\n", new_cache, new_mark);
+
+       if (change_file_mode_rw(write_fps.cache_fp, new_cache) < 0)
+               FILE_OP_ERROR(new_cache, "chmod");
+
+       write_fps.cache_size = ftell(write_fps.cache_fp);
+       write_fps.mark_size = ftell(write_fps.mark_fp);
+       write_fps.tags_size = ftell(write_fps.tags_fp);
+
+       if (msgcache_use_mmap_write && cache->memusage > 0) {
+               map_len = cache->memusage;
+               if (ftruncate(fileno(write_fps.cache_fp), (off_t)map_len) == 0) {
+
+#ifdef G_OS_WIN32
+                       cache_data = NULL;
+                       HANDLE hFile, hMapping;
+                       hFile = (HANDLE) _get_osfhandle (fileno(write_fps.cache_fp));
+                       if (hFile == (HANDLE) -1)
+                               goto w32_fail3;
+                       hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
+                       if (!hMapping)
+                               goto w32_fail3;
+                       cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
+                       CloseHandle (hMapping);
+               w32_fail3:
+                       ;
+#else
+                       cache_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED, 
+                               fileno(write_fps.cache_fp), 0);
+#endif
+               }
+               if (cache_data != NULL && cache_data != MAP_FAILED) {
+                       if (ftruncate(fileno(write_fps.mark_fp), (off_t)map_len) == 0) {
+#ifdef G_OS_WIN32
+                               mark_data = NULL;
+                               HANDLE hFile, hMapping;
+                               hFile = (HANDLE) _get_osfhandle (fileno(write_fps.mark_fp));
+                               if (hFile == (HANDLE) -1)
+                                       goto w32_fail4;
+                               hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
+                               if (!hMapping)
+                                       goto w32_fail4;
+                               mark_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
+                               CloseHandle (hMapping);
+                       w32_fail4:
+                               ;
+#else
+                               mark_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED, 
+                                       fileno(write_fps.mark_fp), 0);
+#endif
+                       } 
+                       if (mark_data == NULL || mark_data == MAP_FAILED) {
+#ifdef G_OS_WIN32
+                               UnmapViewOfFile((void*) cache_data);
+#else
+                               munmap(cache_data, map_len);
+#endif
+                               cache_data = NULL;
+                       } else {
+                               if (ftruncate(fileno(write_fps.tags_fp), (off_t)map_len) == 0) {
+#ifdef G_OS_WIN32
+                                               tags_data = NULL;
+                                               HANDLE hFile, hMapping;
+                                               hFile = (HANDLE) _get_osfhandle (fileno(write_fps.tags_fp));
+                                               if (hFile == (HANDLE) -1)
+                                                       goto w32_fail5;
+                                               hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
+                                               if (!hMapping)
+                                                       goto w32_fail5;
+                                               tags_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
+                                               CloseHandle (hMapping);
+                                       w32_fail5:
+                                               ;
+#else
+                                       tags_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED, 
+                                               fileno(write_fps.tags_fp), 0);
+#endif
+                               } 
+                               if (tags_data == NULL || tags_data == MAP_FAILED) {
+#ifdef G_OS_WIN32
+                                       UnmapViewOfFile((void*) cache_data);
+                                       UnmapViewOfFile((void*) mark_data);
+#else
+                                       munmap(cache_data, map_len);
+                                       munmap(mark_data, map_len);
+#endif
+                                       cache_data = NULL;
+                                       mark_data = NULL;
+                               } 
+                       }
+               }
+       }
 
-       if (change_file_mode_rw(write_fps.cache_fp, cache_file) < 0)
-               FILE_OP_ERROR(cache_file, "chmod");
+       if (cache_data != NULL && cache_data != MAP_FAILED) {
+               write_fps.cache_data = cache_data + ftell(write_fps.cache_fp);
+               write_fps.mark_data = mark_data + ftell(write_fps.mark_fp);
+               write_fps.tags_data = mark_data + ftell(write_fps.tags_fp);
+               g_hash_table_foreach(cache->msgnum_table, msgcache_write_mmap_func, (gpointer)&write_fps);
+#ifdef G_OS_WIN32
+               UnmapViewOfFile((void*) cache_data);
+               UnmapViewOfFile((void*) mark_data);
+               UnmapViewOfFile((void*) tags_data);
+#else
+               munmap(cache_data, map_len);
+               munmap(mark_data, map_len);
+               munmap(tags_data, map_len);
+#endif
+               ftruncate(fileno(write_fps.cache_fp), write_fps.cache_size);
+               ftruncate(fileno(write_fps.mark_fp), write_fps.mark_size);
+               ftruncate(fileno(write_fps.tags_fp), write_fps.tags_size);
+       } else {
+#ifdef HAVE_FWRITE_UNLOCKED
+               flockfile(write_fps.cache_fp);
+               flockfile(write_fps.mark_fp);
+               flockfile(write_fps.tags_fp);
+#endif
+               g_hash_table_foreach(cache->msgnum_table, msgcache_write_func, (gpointer)&write_fps);
+#ifdef HAVE_FWRITE_UNLOCKED
+               funlockfile(write_fps.mark_fp);
+               funlockfile(write_fps.cache_fp);
+               funlockfile(write_fps.tags_fp);
+#endif
+       }
+       
+       fflush(write_fps.cache_fp);
+       fflush(write_fps.mark_fp);
+       fflush(write_fps.tags_fp);
 
-       g_hash_table_foreach(cache->msgnum_table, msgcache_write_func, (gpointer)&write_fps);
+#if 0
+       fsync(fileno(write_fps.cache_fp));
+       fsync(fileno(write_fps.mark_fp));
+       fsync(fileno(write_fps.tags_fp));
+#endif
 
        fclose(write_fps.cache_fp);
        fclose(write_fps.mark_fp);
+       fclose(write_fps.tags_fp);
 
-       cache->last_access = time(NULL);
 
+       if (write_fps.error != 0) {
+               g_unlink(new_cache);
+               g_unlink(new_mark);
+               g_unlink(new_tags);
+               g_free(new_cache);
+               g_free(new_mark);
+               g_free(new_tags);
+               return -1;
+       } else {
+               move_file(new_cache, cache_file, TRUE);
+               move_file(new_mark, mark_file, TRUE);
+               move_file(new_tags, tags_file, TRUE);
+               cache->last_access = time(NULL);
+       }
+
+       g_free(new_cache);
+       g_free(new_mark);
+       g_free(new_tags);
        debug_print("done.\n");
+       END_TIMING();
        return 0;
 }