2 * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3 * Copyright (C) 1999-2009 Hiroyuki Yamamoto & The Claws Mail Team
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 3 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
30 #include <glib/gi18n.h>
33 # define MAP_FAILED ((char *) -1)
35 # include <sys/mman.h>
37 #include <sys/types.h>
48 #include "prefs_common.h"
50 #ifdef HAVE_FWRITE_UNLOCKED
51 #define SC_FWRITE fwrite_unlocked
53 #define SC_FWRITE fwrite
56 #if G_BYTE_ORDER == G_BIG_ENDIAN
58 ((((x) & 0xff000000) >> 24) | (((x) & 0x00ff0000) >> 8) | \
59 (((x) & 0x0000ff00) << 8) | (((x) & 0x000000ff) << 24))
61 #define MMAP_TO_GUINT32(x) \
63 ((x[2]&0xff) << 8) | \
64 ((x[1]&0xff) << 16) | \
67 #define MMAP_TO_GUINT32_SWAPPED(x) \
69 ((x[1]&0xff) << 8) | \
70 ((x[2]&0xff) << 16) | \
73 static gboolean msgcache_use_mmap_read = TRUE;
76 #define bswap_32(x) (x)
78 #define MMAP_TO_GUINT32(x) \
80 ((x[1]&0xff) << 8) | \
81 ((x[2]&0xff) << 16) | \
84 #define MMAP_TO_GUINT32_SWAPPED(x) \
86 ((x[1]&0xff) << 8) | \
87 ((x[2]&0xff) << 16) | \
90 static gboolean msgcache_use_mmap_read = TRUE;
93 static gboolean swapping = TRUE;
103 GHashTable *msgnum_table;
104 GHashTable *msgid_table;
109 typedef struct _StringConverter StringConverter;
110 struct _StringConverter {
111 gchar *(*convert) (StringConverter *converter, gchar *srcstr);
112 void (*free) (StringConverter *converter);
115 typedef struct _StrdupConverter StrdupConverter;
116 struct _StrdupConverter {
117 StringConverter converter;
120 typedef struct _CharsetConverter CharsetConverter;
121 struct _CharsetConverter {
122 StringConverter converter;
128 MsgCache *msgcache_new(void)
132 cache = g_new0(MsgCache, 1),
133 cache->msgnum_table = g_hash_table_new(g_int_hash, g_int_equal);
134 cache->msgid_table = g_hash_table_new(g_str_hash, g_str_equal);
135 cache->last_access = time(NULL);
140 static gboolean msgcache_msginfo_free_func(gpointer num, gpointer msginfo, gpointer user_data)
142 procmsg_msginfo_free((MsgInfo *)msginfo);
146 void msgcache_destroy(MsgCache *cache)
148 cm_return_if_fail(cache != NULL);
150 g_hash_table_foreach_remove(cache->msgnum_table, msgcache_msginfo_free_func, NULL);
151 g_hash_table_destroy(cache->msgid_table);
152 g_hash_table_destroy(cache->msgnum_table);
156 void msgcache_add_msg(MsgCache *cache, MsgInfo *msginfo)
160 cm_return_if_fail(cache != NULL);
161 cm_return_if_fail(msginfo != NULL);
163 newmsginfo = procmsg_msginfo_new_ref(msginfo);
164 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
165 if(newmsginfo->msgid != NULL)
166 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
167 cache->memusage += procmsg_msginfo_memusage(msginfo);
168 cache->last_access = time(NULL);
170 msginfo->folder->cache_dirty = TRUE;
172 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
175 void msgcache_remove_msg(MsgCache *cache, guint msgnum)
179 cm_return_if_fail(cache != NULL);
180 cm_return_if_fail(msgnum > 0);
182 msginfo = (MsgInfo *) g_hash_table_lookup(cache->msgnum_table, &msgnum);
186 cache->memusage -= procmsg_msginfo_memusage(msginfo);
188 g_hash_table_remove(cache->msgid_table, msginfo->msgid);
189 g_hash_table_remove(cache->msgnum_table, &msginfo->msgnum);
190 procmsg_msginfo_free(msginfo);
191 cache->last_access = time(NULL);
193 msginfo->folder->cache_dirty = TRUE;
195 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
198 void msgcache_update_msg(MsgCache *cache, MsgInfo *msginfo)
200 MsgInfo *oldmsginfo, *newmsginfo;
202 cm_return_if_fail(cache != NULL);
203 cm_return_if_fail(msginfo != NULL);
205 oldmsginfo = g_hash_table_lookup(cache->msgnum_table, &msginfo->msgnum);
206 if(oldmsginfo && oldmsginfo->msgid)
207 g_hash_table_remove(cache->msgid_table, oldmsginfo->msgid);
209 g_hash_table_remove(cache->msgnum_table, &oldmsginfo->msgnum);
210 cache->memusage -= procmsg_msginfo_memusage(oldmsginfo);
211 procmsg_msginfo_free(oldmsginfo);
214 newmsginfo = procmsg_msginfo_new_ref(msginfo);
215 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
216 if(newmsginfo->msgid)
217 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
218 cache->memusage += procmsg_msginfo_memusage(newmsginfo);
219 cache->last_access = time(NULL);
221 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
223 msginfo->folder->cache_dirty = TRUE;
228 MsgInfo *msgcache_get_msg(MsgCache *cache, guint num)
232 cm_return_val_if_fail(cache != NULL, NULL);
234 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
237 cache->last_access = time(NULL);
239 return procmsg_msginfo_new_ref(msginfo);
242 MsgInfo *msgcache_get_msg_by_id(MsgCache *cache, const gchar *msgid)
246 cm_return_val_if_fail(cache != NULL, NULL);
247 cm_return_val_if_fail(msgid != NULL, NULL);
249 msginfo = g_hash_table_lookup(cache->msgid_table, msgid);
252 cache->last_access = time(NULL);
254 return procmsg_msginfo_new_ref(msginfo);
257 static void msgcache_get_msg_list_func(gpointer key, gpointer value, gpointer user_data)
259 MsgInfoList **listptr = user_data;
260 MsgInfo *msginfo = value;
262 *listptr = g_slist_prepend(*listptr, procmsg_msginfo_new_ref(msginfo));
265 MsgInfoList *msgcache_get_msg_list(MsgCache *cache)
267 MsgInfoList *msg_list = NULL;
269 cm_return_val_if_fail(cache != NULL, NULL);
271 g_hash_table_foreach((GHashTable *)cache->msgnum_table, msgcache_get_msg_list_func, (gpointer)&msg_list);
272 cache->last_access = time(NULL);
274 msg_list = g_slist_reverse(msg_list);
279 time_t msgcache_get_last_access_time(MsgCache *cache)
281 cm_return_val_if_fail(cache != NULL, 0);
283 return cache->last_access;
286 gint msgcache_get_memory_usage(MsgCache *cache)
288 cm_return_val_if_fail(cache != NULL, 0);
290 return cache->memusage;
294 * Cache saving functions
297 #define READ_CACHE_DATA(data, fp, total_len) \
299 if ((tmp_len = msgcache_read_cache_data_str(fp, &data, conv)) < 0) { \
300 procmsg_msginfo_free(msginfo); \
304 total_len += tmp_len; \
307 #define READ_CACHE_DATA_INT(n, fp) \
312 if ((ni = fread(&idata, sizeof(idata), 1, fp)) != 1) { \
313 g_warning("read_int: Cache data corrupted, read %zd of %zd at " \
314 "offset %ld\n", ni, sizeof(idata), ftell(fp)); \
315 procmsg_msginfo_free(msginfo); \
319 n = swapping ? bswap_32(idata) : (idata);\
322 #define GET_CACHE_DATA_INT(n) \
324 n = (swapping ? (MMAP_TO_GUINT32_SWAPPED(walk_data)):(MMAP_TO_GUINT32(walk_data))); \
325 walk_data += 4; rem_len -= 4; \
328 #define GET_CACHE_DATA(data, total_len) \
330 GET_CACHE_DATA_INT(tmp_len); \
331 if ((tmp_len = msgcache_get_cache_data_str(walk_data, &data, tmp_len, conv)) < 0) { \
332 g_print("error at rem_len:%d\n", rem_len);\
333 procmsg_msginfo_free(msginfo); \
337 total_len += tmp_len; \
338 walk_data += tmp_len; rem_len -= tmp_len; \
342 #define WRITE_CACHE_DATA_INT(n, fp) \
346 idata = (guint32)bswap_32(n); \
347 if (SC_FWRITE(&idata, sizeof(idata), 1, fp) != 1) \
352 #define PUT_CACHE_DATA_INT(n) \
354 walk_data[0]=(((guint32)n)&0x000000ff); \
355 walk_data[1]=(((guint32)n)&0x0000ff00)>>8; \
356 walk_data[2]=(((guint32)n)&0x00ff0000)>>16; \
357 walk_data[3]=(((guint32)n)&0xff000000)>>24; \
362 #define WRITE_CACHE_DATA(data, fp) \
368 len = strlen(data); \
369 WRITE_CACHE_DATA_INT(len, fp); \
370 if (w_err == 0 && len > 0) { \
371 if (SC_FWRITE(data, 1, len, fp) != len) \
377 #define PUT_CACHE_DATA(data) \
383 len = strlen(data); \
384 PUT_CACHE_DATA_INT(len); \
386 memcpy(walk_data, data, len); \
392 static FILE *msgcache_open_data_file(const gchar *file, guint version,
394 gchar *buf, size_t buf_size)
399 cm_return_val_if_fail(file != NULL, NULL);
401 if (mode == DATA_WRITE) {
402 int w_err = 0, wrote = 0;
403 if ((fp = g_fopen(file, "wb")) == NULL) {
404 FILE_OP_ERROR(file, "fopen");
407 if (change_file_mode_rw(fp, file) < 0)
408 FILE_OP_ERROR(file, "chmod");
410 WRITE_CACHE_DATA_INT(version, fp);
412 g_warning("failed to write int\n");
420 if ((fp = g_fopen(file, "rb")) == NULL)
421 debug_print("Mark/Cache file '%s' not found\n", file);
423 if (buf && buf_size > 0)
424 setvbuf(fp, buf, _IOFBF, buf_size);
425 if (fread(&data_ver, sizeof(data_ver), 1, fp) != 1 ||
426 version != bswap_32(data_ver)) {
427 g_message("%s: Mark/Cache version is different (%u != %u).\n",
428 file, bswap_32(data_ver), version);
432 data_ver = bswap_32(data_ver);
435 if (mode == DATA_READ)
439 /* reopen with append mode */
441 if ((fp = g_fopen(file, "ab")) == NULL)
442 FILE_OP_ERROR(file, "fopen");
444 /* open with overwrite mode if mark file doesn't exist or
445 version is different */
446 fp = msgcache_open_data_file(file, version, DATA_WRITE, buf,
453 static gint msgcache_read_cache_data_str(FILE *fp, gchar **str,
454 StringConverter *conv)
456 gchar *tmpstr = NULL;
462 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
464 g_warning("read_data_str: Cache data (len) corrupted, read %zd "
465 "of %zd bytes at offset %ld\n", ni, sizeof(len),
470 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
471 bswap_32(len) > G_MAXINT) {
472 g_warning("read_data_str: Cache data (len) corrupted, read %zd "
473 "of %zd bytes at offset %ld\n", ni, sizeof(len),
483 tmpstr = g_try_malloc(len + 1);
489 if ((ni = fread(tmpstr, 1, len, fp)) != len) {
490 g_warning("read_data_str: Cache data corrupted, read %zd of %u "
491 "bytes at offset %ld\n",
499 *str = conv->convert(conv, tmpstr);
507 static gint msgcache_get_cache_data_str(gchar *src, gchar **str, gint len,
508 StringConverter *conv)
510 gchar *tmpstr = NULL;
517 if(len > 2*1024*1024) {
518 g_warning("read_data_str: refusing to allocate %d bytes.\n", len);
522 tmpstr = g_try_malloc(len + 1);
528 memcpy(tmpstr, src, len);
532 *str = conv->convert(conv, tmpstr);
540 static gchar *strconv_charset_convert(StringConverter *conv, gchar *srcstr)
542 CharsetConverter *charsetconv = (CharsetConverter *) conv;
544 return conv_codeset_strdup(srcstr, charsetconv->srccharset, charsetconv->dstcharset);
547 static void strconv_charset_free(StringConverter *conv)
549 CharsetConverter *charsetconv = (CharsetConverter *) conv;
551 g_free(charsetconv->srccharset);
552 g_free(charsetconv->dstcharset);
555 MsgCache *msgcache_read_cache(FolderItem *item, const gchar *cache_file)
560 MsgTmpFlags tmp_flags = 0;
561 gchar file_buf[BUFFSIZE];
564 gboolean error = FALSE;
565 StringConverter *conv = NULL;
566 gchar *srccharset = NULL;
567 const gchar *dstcharset = NULL;
570 gint tmp_len = 0, map_len = -1;
571 char *cache_data = NULL;
574 cm_return_val_if_fail(cache_file != NULL, NULL);
575 cm_return_val_if_fail(item != NULL, NULL);
579 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
580 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
581 * it means it's the old version (not little-endian) on a big-endian machine. The code has
582 * no effect on x86 as their file doesn't change. */
584 if ((fp = msgcache_open_data_file
585 (cache_file, CACHE_VERSION, DATA_READ, file_buf, sizeof(file_buf))) == NULL) {
586 if ((fp = msgcache_open_data_file
587 (cache_file, bswap_32(CACHE_VERSION), DATA_READ, file_buf, sizeof(file_buf))) == NULL)
593 debug_print("\tReading %sswapped message cache from %s...\n", swapping?"":"un", cache_file);
595 if (folder_has_parent_of_type(item, F_QUEUE)) {
596 tmp_flags |= MSG_QUEUED;
597 } else if (folder_has_parent_of_type(item, F_DRAFT)) {
598 tmp_flags |= MSG_DRAFT;
601 if (msgcache_read_cache_data_str(fp, &srccharset, NULL) < 0) {
605 dstcharset = CS_UTF_8;
606 if (srccharset == NULL || dstcharset == NULL) {
608 } else if (strcmp(srccharset, dstcharset) == 0) {
609 debug_print("using Noop Converter\n");
613 CharsetConverter *charsetconv;
615 debug_print("using CharsetConverter\n");
617 charsetconv = g_new0(CharsetConverter, 1);
618 charsetconv->converter.convert = strconv_charset_convert;
619 charsetconv->converter.free = strconv_charset_free;
620 charsetconv->srccharset = g_strdup(srccharset);
621 charsetconv->dstcharset = g_strdup(dstcharset);
623 conv = (StringConverter *) charsetconv;
627 cache = msgcache_new();
629 if (msgcache_use_mmap_read == TRUE) {
630 if (fstat(fileno(fp), &st) >= 0)
631 map_len = st.st_size;
637 HANDLE hFile, hMapping;
638 hFile = (HANDLE) _get_osfhandle (fileno(fp));
639 if (hFile == (HANDLE) -1)
641 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
644 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
645 CloseHandle (hMapping);
649 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
655 if (cache_data != NULL && cache_data != MAP_FAILED) {
656 int rem_len = map_len-ftell(fp);
657 char *walk_data = cache_data+ftell(fp);
660 GET_CACHE_DATA_INT(num);
662 msginfo = procmsg_msginfo_new();
663 msginfo->msgnum = num;
664 memusage += sizeof(MsgInfo);
666 GET_CACHE_DATA_INT(msginfo->size);
667 GET_CACHE_DATA_INT(msginfo->mtime);
668 GET_CACHE_DATA_INT(msginfo->date_t);
669 GET_CACHE_DATA_INT(msginfo->flags.tmp_flags);
671 GET_CACHE_DATA(msginfo->fromname, memusage);
673 GET_CACHE_DATA(msginfo->date, memusage);
674 GET_CACHE_DATA(msginfo->from, memusage);
675 GET_CACHE_DATA(msginfo->to, memusage);
676 GET_CACHE_DATA(msginfo->cc, memusage);
677 GET_CACHE_DATA(msginfo->newsgroups, memusage);
678 GET_CACHE_DATA(msginfo->subject, memusage);
679 GET_CACHE_DATA(msginfo->msgid, memusage);
680 GET_CACHE_DATA(msginfo->inreplyto, memusage);
681 GET_CACHE_DATA(msginfo->xref, memusage);
683 GET_CACHE_DATA_INT(msginfo->planned_download);
684 GET_CACHE_DATA_INT(msginfo->total_size);
685 GET_CACHE_DATA_INT(refnum);
687 for (; refnum != 0; refnum--) {
690 GET_CACHE_DATA(ref, memusage);
693 msginfo->references =
694 g_slist_prepend(msginfo->references, ref);
696 if (msginfo->references)
697 msginfo->references =
698 g_slist_reverse(msginfo->references);
700 msginfo->folder = item;
701 msginfo->flags.tmp_flags |= tmp_flags;
703 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
705 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
709 UnmapViewOfFile((void*) cache_data);
711 munmap(cache_data, map_len);
714 while (fread(&num, sizeof(num), 1, fp) == 1) {
718 msginfo = procmsg_msginfo_new();
719 msginfo->msgnum = num;
720 memusage += sizeof(MsgInfo);
722 READ_CACHE_DATA_INT(msginfo->size, fp);
723 READ_CACHE_DATA_INT(msginfo->mtime, fp);
724 READ_CACHE_DATA_INT(msginfo->date_t, fp);
725 READ_CACHE_DATA_INT(msginfo->flags.tmp_flags, fp);
727 READ_CACHE_DATA(msginfo->fromname, fp, memusage);
729 READ_CACHE_DATA(msginfo->date, fp, memusage);
730 READ_CACHE_DATA(msginfo->from, fp, memusage);
731 READ_CACHE_DATA(msginfo->to, fp, memusage);
732 READ_CACHE_DATA(msginfo->cc, fp, memusage);
733 READ_CACHE_DATA(msginfo->newsgroups, fp, memusage);
734 READ_CACHE_DATA(msginfo->subject, fp, memusage);
735 READ_CACHE_DATA(msginfo->msgid, fp, memusage);
736 READ_CACHE_DATA(msginfo->inreplyto, fp, memusage);
737 READ_CACHE_DATA(msginfo->xref, fp, memusage);
739 READ_CACHE_DATA_INT(msginfo->planned_download, fp);
740 READ_CACHE_DATA_INT(msginfo->total_size, fp);
741 READ_CACHE_DATA_INT(refnum, fp);
743 for (; refnum != 0; refnum--) {
746 READ_CACHE_DATA(ref, fp, memusage);
749 msginfo->references =
750 g_slist_prepend(msginfo->references, ref);
752 if (msginfo->references)
753 msginfo->references =
754 g_slist_reverse(msginfo->references);
756 msginfo->folder = item;
757 msginfo->flags.tmp_flags |= tmp_flags;
759 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
761 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
768 if (conv->free != NULL)
774 msgcache_destroy(cache);
778 cache->last_access = time(NULL);
779 cache->memusage = memusage;
781 debug_print("done. (%d items read)\n", g_hash_table_size(cache->msgnum_table));
782 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
787 void msgcache_read_mark(MsgCache *cache, const gchar *mark_file)
791 MsgPermFlags perm_flags;
794 char *cache_data = NULL;
799 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
800 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
801 * it means it's the old version (not little-endian) on a big-endian machine. The code has
802 * no effect on x86 as their file doesn't change. */
804 if ((fp = msgcache_open_data_file(mark_file, MARK_VERSION, DATA_READ, NULL, 0)) == NULL) {
805 /* see if it isn't swapped ? */
806 if ((fp = msgcache_open_data_file(mark_file, bswap_32(MARK_VERSION), DATA_READ, NULL, 0)) == NULL)
809 swapping = FALSE; /* yay */
811 debug_print("reading %sswapped mark file.\n", swapping?"":"un");
813 if (msgcache_use_mmap_read) {
814 if (fstat(fileno(fp), &st) >= 0)
815 map_len = st.st_size;
821 HANDLE hFile, hMapping;
822 hFile = (HANDLE) _get_osfhandle (fileno(fp));
823 if (hFile == (HANDLE) -1)
825 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
828 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
829 CloseHandle (hMapping);
833 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
839 if (cache_data != NULL && cache_data != MAP_FAILED) {
840 int rem_len = map_len-ftell(fp);
841 char *walk_data = cache_data+ftell(fp);
844 GET_CACHE_DATA_INT(num);
845 GET_CACHE_DATA_INT(perm_flags);
846 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
848 msginfo->flags.perm_flags = perm_flags;
852 UnmapViewOfFile((void*) cache_data);
854 munmap(cache_data, map_len);
857 while (fread(&num, sizeof(num), 1, fp) == 1) {
860 if (fread(&perm_flags, sizeof(perm_flags), 1, fp) != 1) break;
862 perm_flags = bswap_32(perm_flags);
863 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
865 msginfo->flags.perm_flags = perm_flags;
872 void msgcache_read_tags(MsgCache *cache, const gchar *tags_file)
878 char *cache_data = NULL;
883 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
884 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
885 * it means it's the old version (not little-endian) on a big-endian machine. The code has
886 * no effect on x86 as their file doesn't change. */
888 if ((fp = msgcache_open_data_file(tags_file, TAGS_VERSION, DATA_READ, NULL, 0)) == NULL) {
889 /* see if it isn't swapped ? */
890 if ((fp = msgcache_open_data_file(tags_file, bswap_32(TAGS_VERSION), DATA_READ, NULL, 0)) == NULL)
893 swapping = FALSE; /* yay */
895 debug_print("reading %sswapped tags file.\n", swapping?"":"un");
897 if (msgcache_use_mmap_read) {
898 if (fstat(fileno(fp), &st) >= 0)
899 map_len = st.st_size;
905 HANDLE hFile, hMapping;
906 hFile = (HANDLE) _get_osfhandle (fileno(fp));
907 if (hFile == (HANDLE) -1)
909 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
912 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
913 CloseHandle (hMapping);
917 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
923 if (cache_data != NULL && cache_data != MAP_FAILED) {
924 int rem_len = map_len-ftell(fp);
925 char *walk_data = cache_data+ftell(fp);
929 GET_CACHE_DATA_INT(num);
930 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
932 g_slist_free(msginfo->tags);
933 msginfo->tags = NULL;
935 GET_CACHE_DATA_INT(id);
937 msginfo->tags = g_slist_prepend(
939 GINT_TO_POINTER(id));
942 msginfo->tags = g_slist_reverse(msginfo->tags);
946 UnmapViewOfFile((void*) cache_data);
948 munmap(cache_data, map_len);
951 while (fread(&num, sizeof(num), 1, fp) == 1) {
955 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
957 g_slist_free(msginfo->tags);
958 msginfo->tags = NULL;
960 if (fread(&id, sizeof(id), 1, fp) != 1)
965 msginfo->tags = g_slist_prepend(
967 GINT_TO_POINTER(id));
970 msginfo->tags = g_slist_reverse(msginfo->tags);
977 static int msgcache_write_cache(MsgInfo *msginfo, FILE *fp)
979 MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
981 int w_err = 0, wrote = 0;
983 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
984 WRITE_CACHE_DATA_INT(msginfo->size, fp);
985 WRITE_CACHE_DATA_INT(msginfo->mtime, fp);
986 WRITE_CACHE_DATA_INT(msginfo->date_t, fp);
987 WRITE_CACHE_DATA_INT(flags, fp);
989 WRITE_CACHE_DATA(msginfo->fromname, fp);
991 WRITE_CACHE_DATA(msginfo->date, fp);
992 WRITE_CACHE_DATA(msginfo->from, fp);
993 WRITE_CACHE_DATA(msginfo->to, fp);
994 WRITE_CACHE_DATA(msginfo->cc, fp);
995 WRITE_CACHE_DATA(msginfo->newsgroups, fp);
996 WRITE_CACHE_DATA(msginfo->subject, fp);
997 WRITE_CACHE_DATA(msginfo->msgid, fp);
998 WRITE_CACHE_DATA(msginfo->inreplyto, fp);
999 WRITE_CACHE_DATA(msginfo->xref, fp);
1000 WRITE_CACHE_DATA_INT(msginfo->planned_download, fp);
1001 WRITE_CACHE_DATA_INT(msginfo->total_size, fp);
1003 WRITE_CACHE_DATA_INT(g_slist_length(msginfo->references), fp);
1005 for (cur = msginfo->references; cur != NULL; cur = cur->next) {
1006 WRITE_CACHE_DATA((gchar *)cur->data, fp);
1008 return w_err ? -1 : wrote;
1011 static int msgcache_write_flags(MsgInfo *msginfo, FILE *fp)
1013 MsgPermFlags flags = msginfo->flags.perm_flags;
1014 int w_err = 0, wrote = 0;
1015 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1016 WRITE_CACHE_DATA_INT(flags, fp);
1017 return w_err ? -1 : wrote;
1020 static int msgcache_write_tags(MsgInfo *msginfo, FILE *fp)
1022 GSList *cur = msginfo->tags;
1023 int w_err = 0, wrote = 0;
1025 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1026 for (; cur; cur = cur->next) {
1027 gint id = GPOINTER_TO_INT(cur->data);
1028 if (tags_get_tag(id) != NULL) {
1029 WRITE_CACHE_DATA_INT(id, fp);
1032 WRITE_CACHE_DATA_INT(-1, fp);
1034 return w_err ? -1 : wrote;
1048 static void msgcache_write_func(gpointer key, gpointer value, gpointer user_data)
1051 struct write_fps *write_fps;
1054 msginfo = (MsgInfo *)value;
1055 write_fps = user_data;
1057 if (write_fps->cache_fp) {
1058 tmp = msgcache_write_cache(msginfo, write_fps->cache_fp);
1060 write_fps->error = 1;
1062 write_fps->cache_size += tmp;
1064 if (write_fps->mark_fp) {
1065 tmp= msgcache_write_flags(msginfo, write_fps->mark_fp);
1067 write_fps->error = 1;
1069 write_fps->mark_size += tmp;
1071 if (write_fps->tags_fp) {
1072 tmp = msgcache_write_tags(msginfo, write_fps->tags_fp);
1074 write_fps->error = 1;
1076 write_fps->tags_size += tmp;
1080 gint msgcache_write(const gchar *cache_file, const gchar *mark_file, const gchar *tags_file, MsgCache *cache)
1082 struct write_fps write_fps;
1083 gchar *new_cache, *new_mark, *new_tags;
1084 int w_err = 0, wrote = 0;
1087 cm_return_val_if_fail(cache != NULL, -1);
1089 new_cache = g_strconcat(cache_file, ".new", NULL);
1090 new_mark = g_strconcat(mark_file, ".new", NULL);
1091 new_tags = g_strconcat(tags_file, ".new", NULL);
1093 write_fps.error = 0;
1094 write_fps.cache_size = 0;
1095 write_fps.mark_size = 0;
1096 write_fps.tags_size = 0;
1098 /* open files and write headers */
1101 write_fps.cache_fp = msgcache_open_data_file(new_cache, CACHE_VERSION,
1102 DATA_WRITE, NULL, 0);
1103 if (write_fps.cache_fp == NULL) {
1109 WRITE_CACHE_DATA(CS_UTF_8, write_fps.cache_fp);
1111 write_fps.cache_fp = NULL;
1115 g_warning("failed to write charset\n");
1116 fclose(write_fps.cache_fp);
1117 claws_unlink(new_cache);
1125 write_fps.mark_fp = msgcache_open_data_file(new_mark, MARK_VERSION,
1126 DATA_WRITE, NULL, 0);
1127 if (write_fps.mark_fp == NULL) {
1128 fclose(write_fps.cache_fp);
1129 claws_unlink(new_cache);
1136 write_fps.mark_fp = NULL;
1140 write_fps.tags_fp = msgcache_open_data_file(new_tags, TAGS_VERSION,
1141 DATA_WRITE, NULL, 0);
1142 if (write_fps.tags_fp == NULL) {
1143 fclose(write_fps.cache_fp);
1144 fclose(write_fps.mark_fp);
1145 claws_unlink(new_cache);
1146 claws_unlink(new_mark);
1153 write_fps.tags_fp = NULL;
1156 debug_print("\tWriting message cache to %s and %s...\n", new_cache, new_mark);
1158 if (write_fps.cache_fp && change_file_mode_rw(write_fps.cache_fp, new_cache) < 0)
1159 FILE_OP_ERROR(new_cache, "chmod");
1161 /* headers written, note file size */
1162 if (write_fps.cache_fp)
1163 write_fps.cache_size = ftell(write_fps.cache_fp);
1164 if (write_fps.mark_fp)
1165 write_fps.mark_size = ftell(write_fps.mark_fp);
1166 if (write_fps.tags_fp)
1167 write_fps.tags_size = ftell(write_fps.tags_fp);
1169 #ifdef HAVE_FWRITE_UNLOCKED
1170 /* lock files for write once (instead of once per fwrite) */
1171 if (write_fps.cache_fp)
1172 flockfile(write_fps.cache_fp);
1173 if (write_fps.mark_fp)
1174 flockfile(write_fps.mark_fp);
1175 if (write_fps.tags_fp)
1176 flockfile(write_fps.tags_fp);
1178 /* write data to the files */
1179 g_hash_table_foreach(cache->msgnum_table, msgcache_write_func, (gpointer)&write_fps);
1180 #ifdef HAVE_FWRITE_UNLOCKED
1182 if (write_fps.cache_fp)
1183 funlockfile(write_fps.cache_fp);
1184 if (write_fps.mark_fp)
1185 funlockfile(write_fps.mark_fp);
1186 if (write_fps.tags_fp)
1187 funlockfile(write_fps.tags_fp);
1190 if (write_fps.cache_fp)
1191 write_fps.error |= (fflush(write_fps.cache_fp) != 0);
1192 if (write_fps.mark_fp)
1193 write_fps.error |= (fflush(write_fps.mark_fp) != 0);
1194 if (write_fps.tags_fp)
1195 write_fps.error |= (fflush(write_fps.tags_fp) != 0);
1197 /* sync to filesystem */
1198 if (prefs_common.flush_metadata && write_fps.cache_fp)
1199 write_fps.error |= (fsync(fileno(write_fps.cache_fp)) != 0);
1200 if (prefs_common.flush_metadata && write_fps.mark_fp)
1201 write_fps.error |= (fsync(fileno(write_fps.mark_fp)) != 0);
1202 if (prefs_common.flush_metadata && write_fps.tags_fp)
1203 write_fps.error |= (fsync(fileno(write_fps.tags_fp)) != 0);
1206 if (write_fps.cache_fp)
1207 write_fps.error |= (fclose(write_fps.cache_fp) != 0);
1208 if (write_fps.mark_fp)
1209 write_fps.error |= (fclose(write_fps.mark_fp) != 0);
1210 if (write_fps.tags_fp)
1211 write_fps.error |= (fclose(write_fps.tags_fp) != 0);
1214 if (write_fps.error != 0) {
1215 /* in case of error, forget all */
1216 claws_unlink(new_cache);
1217 claws_unlink(new_mark);
1218 claws_unlink(new_tags);
1226 move_file(new_cache, cache_file, TRUE);
1228 move_file(new_mark, mark_file, TRUE);
1230 move_file(new_tags, tags_file, TRUE);
1231 cache->last_access = time(NULL);
1237 debug_print("done.\n");