2 * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3 * Copyright (C) 1999-2012 Hiroyuki Yamamoto & The Claws Mail Team
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 3 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
22 #include "claws-features.h"
31 #include <glib/gi18n.h>
34 # define MAP_FAILED ((char *) -1)
36 # include <sys/mman.h>
38 #include <sys/types.h>
49 #include "prefs_common.h"
52 #ifdef HAVE_FWRITE_UNLOCKED
53 #define SC_FWRITE fwrite_unlocked
55 #define SC_FWRITE fwrite
58 #if G_BYTE_ORDER == G_BIG_ENDIAN
60 ((((x) & 0xff000000) >> 24) | (((x) & 0x00ff0000) >> 8) | \
61 (((x) & 0x0000ff00) << 8) | (((x) & 0x000000ff) << 24))
63 #define MMAP_TO_GUINT32(x) \
65 ((x[2]&0xff) << 8) | \
66 ((x[1]&0xff) << 16) | \
69 #define MMAP_TO_GUINT32_SWAPPED(x) \
71 ((x[1]&0xff) << 8) | \
72 ((x[2]&0xff) << 16) | \
75 static gboolean msgcache_use_mmap_read = TRUE;
78 #define bswap_32(x) (x)
80 #define MMAP_TO_GUINT32(x) \
82 ((x[1]&0xff) << 8) | \
83 ((x[2]&0xff) << 16) | \
86 #define MMAP_TO_GUINT32_SWAPPED(x) \
88 ((x[1]&0xff) << 8) | \
89 ((x[2]&0xff) << 16) | \
92 static gboolean msgcache_use_mmap_read = TRUE;
95 static gboolean swapping = TRUE;
105 GHashTable *msgnum_table;
106 GHashTable *msgid_table;
111 typedef struct _StringConverter StringConverter;
112 struct _StringConverter {
113 gchar *(*convert) (StringConverter *converter, gchar *srcstr);
114 void (*free) (StringConverter *converter);
117 typedef struct _StrdupConverter StrdupConverter;
118 struct _StrdupConverter {
119 StringConverter converter;
122 typedef struct _CharsetConverter CharsetConverter;
123 struct _CharsetConverter {
124 StringConverter converter;
130 MsgCache *msgcache_new(void)
134 cache = g_new0(MsgCache, 1),
135 cache->msgnum_table = g_hash_table_new(g_int_hash, g_int_equal);
136 cache->msgid_table = g_hash_table_new(g_str_hash, g_str_equal);
137 cache->last_access = time(NULL);
142 static gboolean msgcache_msginfo_free_func(gpointer num, gpointer msginfo, gpointer user_data)
144 procmsg_msginfo_free((MsgInfo **)&msginfo);
148 void msgcache_destroy(MsgCache *cache)
150 cm_return_if_fail(cache != NULL);
152 g_hash_table_foreach_remove(cache->msgnum_table, msgcache_msginfo_free_func, NULL);
153 g_hash_table_destroy(cache->msgid_table);
154 g_hash_table_destroy(cache->msgnum_table);
158 void msgcache_add_msg(MsgCache *cache, MsgInfo *msginfo)
162 cm_return_if_fail(cache != NULL);
163 cm_return_if_fail(msginfo != NULL);
165 newmsginfo = procmsg_msginfo_new_ref(msginfo);
166 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
167 if(newmsginfo->msgid != NULL)
168 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
169 cache->memusage += procmsg_msginfo_memusage(msginfo);
170 cache->last_access = time(NULL);
172 msginfo->folder->cache_dirty = TRUE;
174 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
177 void msgcache_remove_msg(MsgCache *cache, guint msgnum)
181 cm_return_if_fail(cache != NULL);
183 msginfo = (MsgInfo *) g_hash_table_lookup(cache->msgnum_table, &msgnum);
187 cache->memusage -= procmsg_msginfo_memusage(msginfo);
189 g_hash_table_remove(cache->msgid_table, msginfo->msgid);
190 g_hash_table_remove(cache->msgnum_table, &msginfo->msgnum);
192 msginfo->folder->cache_dirty = TRUE;
194 procmsg_msginfo_free(&msginfo);
195 cache->last_access = time(NULL);
198 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
201 void msgcache_update_msg(MsgCache *cache, MsgInfo *msginfo)
203 MsgInfo *oldmsginfo, *newmsginfo;
205 cm_return_if_fail(cache != NULL);
206 cm_return_if_fail(msginfo != NULL);
208 oldmsginfo = g_hash_table_lookup(cache->msgnum_table, &msginfo->msgnum);
209 if(oldmsginfo && oldmsginfo->msgid)
210 g_hash_table_remove(cache->msgid_table, oldmsginfo->msgid);
212 g_hash_table_remove(cache->msgnum_table, &oldmsginfo->msgnum);
213 cache->memusage -= procmsg_msginfo_memusage(oldmsginfo);
214 procmsg_msginfo_free(&oldmsginfo);
217 newmsginfo = procmsg_msginfo_new_ref(msginfo);
218 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
219 if(newmsginfo->msgid)
220 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
221 cache->memusage += procmsg_msginfo_memusage(newmsginfo);
222 cache->last_access = time(NULL);
224 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
226 msginfo->folder->cache_dirty = TRUE;
231 MsgInfo *msgcache_get_msg(MsgCache *cache, guint num)
235 cm_return_val_if_fail(cache != NULL, NULL);
237 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
240 cache->last_access = time(NULL);
242 return procmsg_msginfo_new_ref(msginfo);
245 MsgInfo *msgcache_get_msg_by_id(MsgCache *cache, const gchar *msgid)
249 cm_return_val_if_fail(cache != NULL, NULL);
250 cm_return_val_if_fail(msgid != NULL, NULL);
252 msginfo = g_hash_table_lookup(cache->msgid_table, msgid);
255 cache->last_access = time(NULL);
257 return procmsg_msginfo_new_ref(msginfo);
260 static void msgcache_get_msg_list_func(gpointer key, gpointer value, gpointer user_data)
262 MsgInfoList **listptr = user_data;
263 MsgInfo *msginfo = value;
265 *listptr = g_slist_prepend(*listptr, procmsg_msginfo_new_ref(msginfo));
268 MsgInfoList *msgcache_get_msg_list(MsgCache *cache)
270 MsgInfoList *msg_list = NULL;
272 cm_return_val_if_fail(cache != NULL, NULL);
274 g_hash_table_foreach((GHashTable *)cache->msgnum_table, msgcache_get_msg_list_func, (gpointer)&msg_list);
275 cache->last_access = time(NULL);
277 msg_list = g_slist_reverse(msg_list);
282 time_t msgcache_get_last_access_time(MsgCache *cache)
284 cm_return_val_if_fail(cache != NULL, 0);
286 return cache->last_access;
289 gint msgcache_get_memory_usage(MsgCache *cache)
291 cm_return_val_if_fail(cache != NULL, 0);
293 return cache->memusage;
297 * Cache saving functions
300 #define READ_CACHE_DATA(data, fp, total_len) \
302 if ((tmp_len = msgcache_read_cache_data_str(fp, &data, conv)) < 0) { \
303 procmsg_msginfo_free(&msginfo); \
307 total_len += tmp_len; \
310 #define READ_CACHE_DATA_INT(n, fp) \
315 if ((ni = fread(&idata, sizeof(idata), 1, fp)) != 1) { \
316 g_warning("read_int: Cache data corrupted, read %zd of %zd at " \
317 "offset %ld", ni, sizeof(idata), ftell(fp)); \
318 procmsg_msginfo_free(&msginfo); \
322 n = swapping ? bswap_32(idata) : (idata);\
325 #define GET_CACHE_DATA_INT(n) \
328 g_print("error at rem_len:%d\n", rem_len); \
332 n = (swapping ? (MMAP_TO_GUINT32_SWAPPED(walk_data)):(MMAP_TO_GUINT32(walk_data))); \
333 walk_data += 4; rem_len -= 4; \
336 #define GET_CACHE_DATA(data, total_len) \
338 GET_CACHE_DATA_INT(tmp_len); \
339 if (rem_len < tmp_len) { \
340 g_print("error at rem_len:%d (tmp_len %d)\n", rem_len, tmp_len); \
344 if ((tmp_len = msgcache_get_cache_data_str(walk_data, &data, tmp_len, conv)) < 0) { \
345 g_print("error at rem_len:%d\n", rem_len);\
346 procmsg_msginfo_free(&msginfo); \
350 total_len += tmp_len; \
351 walk_data += tmp_len; rem_len -= tmp_len; \
355 #define WRITE_CACHE_DATA_INT(n, fp) \
359 idata = (guint32)bswap_32(n); \
360 if (SC_FWRITE(&idata, sizeof(idata), 1, fp) != 1) \
365 #define PUT_CACHE_DATA_INT(n) \
367 walk_data[0]=(((guint32)n)&0x000000ff); \
368 walk_data[1]=(((guint32)n)&0x0000ff00)>>8; \
369 walk_data[2]=(((guint32)n)&0x00ff0000)>>16; \
370 walk_data[3]=(((guint32)n)&0xff000000)>>24; \
375 #define WRITE_CACHE_DATA(data, fp) \
381 len = strlen(data); \
382 WRITE_CACHE_DATA_INT(len, fp); \
383 if (w_err == 0 && len > 0) { \
384 if (SC_FWRITE(data, 1, len, fp) != len) \
390 #define PUT_CACHE_DATA(data) \
396 len = strlen(data); \
397 PUT_CACHE_DATA_INT(len); \
399 memcpy(walk_data, data, len); \
405 static FILE *msgcache_open_data_file(const gchar *file, guint version,
407 gchar *buf, size_t buf_size)
412 cm_return_val_if_fail(file != NULL, NULL);
414 if (mode == DATA_WRITE) {
415 int w_err = 0, wrote = 0;
416 if ((fp = g_fopen(file, "wb")) == NULL) {
417 FILE_OP_ERROR(file, "fopen");
420 if (change_file_mode_rw(fp, file) < 0)
421 FILE_OP_ERROR(file, "chmod");
423 WRITE_CACHE_DATA_INT(version, fp);
425 g_warning("failed to write int");
433 if ((fp = g_fopen(file, "rb")) == NULL)
434 debug_print("Mark/Cache file '%s' not found\n", file);
436 if (buf && buf_size > 0)
437 setvbuf(fp, buf, _IOFBF, buf_size);
438 if (fread(&data_ver, sizeof(data_ver), 1, fp) != 1 ||
439 version != bswap_32(data_ver)) {
440 g_message("%s: Mark/Cache version is different (%u != %u).\n",
441 file, bswap_32(data_ver), version);
445 data_ver = bswap_32(data_ver);
448 if (mode == DATA_READ)
452 /* reopen with append mode */
454 if ((fp = g_fopen(file, "ab")) == NULL)
455 FILE_OP_ERROR(file, "fopen");
457 /* open with overwrite mode if mark file doesn't exist or
458 version is different */
459 fp = msgcache_open_data_file(file, version, DATA_WRITE, buf,
466 static gint msgcache_read_cache_data_str(FILE *fp, gchar **str,
467 StringConverter *conv)
469 gchar *tmpstr = NULL;
475 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
477 g_warning("read_data_str: Cache data (len) corrupted, read %zd "
478 "of %zd bytes at offset %ld", ni, sizeof(len),
483 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
484 bswap_32(len) > G_MAXINT) {
485 g_warning("read_data_str: Cache data (len) corrupted, read %zd "
486 "of %zd bytes at offset %ld", ni, sizeof(len),
496 tmpstr = g_try_malloc(len + 1);
502 if ((ni = fread(tmpstr, 1, len, fp)) != len) {
503 g_warning("read_data_str: Cache data corrupted, read %zd of %u "
504 "bytes at offset %ld",
512 *str = conv->convert(conv, tmpstr);
520 static gint msgcache_get_cache_data_str(gchar *src, gchar **str, gint len,
521 StringConverter *conv)
523 gchar *tmpstr = NULL;
530 if(len > 2*1024*1024) {
531 g_warning("read_data_str: refusing to allocate %d bytes.", len);
535 tmpstr = g_try_malloc(len + 1);
541 memcpy(tmpstr, src, len);
545 *str = conv->convert(conv, tmpstr);
553 static gchar *strconv_charset_convert(StringConverter *conv, gchar *srcstr)
555 CharsetConverter *charsetconv = (CharsetConverter *) conv;
557 return conv_codeset_strdup(srcstr, charsetconv->srccharset, charsetconv->dstcharset);
560 static void strconv_charset_free(StringConverter *conv)
562 CharsetConverter *charsetconv = (CharsetConverter *) conv;
564 g_free(charsetconv->srccharset);
565 g_free(charsetconv->dstcharset);
568 MsgCache *msgcache_read_cache(FolderItem *item, const gchar *cache_file)
573 MsgTmpFlags tmp_flags = 0;
574 gchar file_buf[BUFFSIZE];
577 gboolean error = FALSE;
578 StringConverter *conv = NULL;
579 gchar *srccharset = NULL;
580 const gchar *dstcharset = NULL;
583 gint tmp_len = 0, map_len = -1;
584 char *cache_data = NULL;
587 cm_return_val_if_fail(cache_file != NULL, NULL);
588 cm_return_val_if_fail(item != NULL, NULL);
592 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
593 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
594 * it means it's the old version (not little-endian) on a big-endian machine. The code has
595 * no effect on x86 as their file doesn't change. */
597 if ((fp = msgcache_open_data_file
598 (cache_file, CACHE_VERSION, DATA_READ, file_buf, sizeof(file_buf))) == NULL) {
599 if ((fp = msgcache_open_data_file
600 (cache_file, bswap_32(CACHE_VERSION), DATA_READ, file_buf, sizeof(file_buf))) == NULL)
606 debug_print("\tReading %sswapped message cache from %s...\n", swapping?"":"un", cache_file);
608 if (folder_has_parent_of_type(item, F_QUEUE)) {
609 tmp_flags |= MSG_QUEUED;
610 } else if (folder_has_parent_of_type(item, F_DRAFT)) {
611 tmp_flags |= MSG_DRAFT;
614 if (msgcache_read_cache_data_str(fp, &srccharset, NULL) < 0) {
618 dstcharset = CS_UTF_8;
619 if (srccharset == NULL || dstcharset == NULL) {
621 } else if (strcmp(srccharset, dstcharset) == 0) {
622 debug_print("using Noop Converter\n");
626 CharsetConverter *charsetconv;
628 debug_print("using CharsetConverter\n");
630 charsetconv = g_new0(CharsetConverter, 1);
631 charsetconv->converter.convert = strconv_charset_convert;
632 charsetconv->converter.free = strconv_charset_free;
633 charsetconv->srccharset = g_strdup(srccharset);
634 charsetconv->dstcharset = g_strdup(dstcharset);
636 conv = (StringConverter *) charsetconv;
640 cache = msgcache_new();
642 if (msgcache_use_mmap_read == TRUE) {
643 if (fstat(fileno(fp), &st) >= 0)
644 map_len = st.st_size;
650 HANDLE hFile, hMapping;
651 hFile = (HANDLE) _get_osfhandle (fileno(fp));
652 if (hFile == (HANDLE) -1)
654 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
657 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
658 CloseHandle (hMapping);
662 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
668 if (cache_data != NULL && cache_data != MAP_FAILED) {
669 int rem_len = map_len-ftell(fp);
670 char *walk_data = cache_data+ftell(fp);
673 GET_CACHE_DATA_INT(num);
675 msginfo = procmsg_msginfo_new();
676 msginfo->msgnum = num;
677 memusage += sizeof(MsgInfo);
679 GET_CACHE_DATA_INT(msginfo->size);
680 GET_CACHE_DATA_INT(msginfo->mtime);
681 GET_CACHE_DATA_INT(msginfo->date_t);
682 GET_CACHE_DATA_INT(msginfo->flags.tmp_flags);
684 GET_CACHE_DATA(msginfo->fromname, memusage);
686 GET_CACHE_DATA(msginfo->date, memusage);
687 GET_CACHE_DATA(msginfo->from, memusage);
688 GET_CACHE_DATA(msginfo->to, memusage);
689 GET_CACHE_DATA(msginfo->cc, memusage);
690 GET_CACHE_DATA(msginfo->newsgroups, memusage);
691 GET_CACHE_DATA(msginfo->subject, memusage);
692 GET_CACHE_DATA(msginfo->msgid, memusage);
693 GET_CACHE_DATA(msginfo->inreplyto, memusage);
694 GET_CACHE_DATA(msginfo->xref, memusage);
696 GET_CACHE_DATA_INT(msginfo->planned_download);
697 GET_CACHE_DATA_INT(msginfo->total_size);
698 GET_CACHE_DATA_INT(refnum);
700 for (; refnum != 0; refnum--) {
703 GET_CACHE_DATA(ref, memusage);
706 msginfo->references =
707 g_slist_prepend(msginfo->references, ref);
709 if (msginfo->references)
710 msginfo->references =
711 g_slist_reverse(msginfo->references);
713 msginfo->folder = item;
714 msginfo->flags.tmp_flags |= tmp_flags;
716 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
718 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
721 while (fread(&num, sizeof(num), 1, fp) == 1) {
725 msginfo = procmsg_msginfo_new();
726 msginfo->msgnum = num;
727 memusage += sizeof(MsgInfo);
729 READ_CACHE_DATA_INT(msginfo->size, fp);
730 READ_CACHE_DATA_INT(msginfo->mtime, fp);
731 READ_CACHE_DATA_INT(msginfo->date_t, fp);
732 READ_CACHE_DATA_INT(msginfo->flags.tmp_flags, fp);
734 READ_CACHE_DATA(msginfo->fromname, fp, memusage);
736 READ_CACHE_DATA(msginfo->date, fp, memusage);
737 READ_CACHE_DATA(msginfo->from, fp, memusage);
738 READ_CACHE_DATA(msginfo->to, fp, memusage);
739 READ_CACHE_DATA(msginfo->cc, fp, memusage);
740 READ_CACHE_DATA(msginfo->newsgroups, fp, memusage);
741 READ_CACHE_DATA(msginfo->subject, fp, memusage);
742 READ_CACHE_DATA(msginfo->msgid, fp, memusage);
743 READ_CACHE_DATA(msginfo->inreplyto, fp, memusage);
744 READ_CACHE_DATA(msginfo->xref, fp, memusage);
746 READ_CACHE_DATA_INT(msginfo->planned_download, fp);
747 READ_CACHE_DATA_INT(msginfo->total_size, fp);
748 READ_CACHE_DATA_INT(refnum, fp);
750 for (; refnum != 0; refnum--) {
753 READ_CACHE_DATA(ref, fp, memusage);
756 msginfo->references =
757 g_slist_prepend(msginfo->references, ref);
759 if (msginfo->references)
760 msginfo->references =
761 g_slist_reverse(msginfo->references);
763 msginfo->folder = item;
764 msginfo->flags.tmp_flags |= tmp_flags;
766 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
768 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
772 if (cache_data != NULL && cache_data != MAP_FAILED) {
774 UnmapViewOfFile((void*) cache_data);
776 munmap(cache_data, map_len);
781 if (conv->free != NULL)
787 msgcache_destroy(cache);
791 cache->last_access = time(NULL);
792 cache->memusage = memusage;
794 debug_print("done. (%d items read)\n", g_hash_table_size(cache->msgnum_table));
795 debug_print("Cache size: %d messages, %u bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
800 void msgcache_read_mark(MsgCache *cache, const gchar *mark_file)
804 MsgPermFlags perm_flags;
807 char *cache_data = NULL;
809 gboolean error = FALSE;
813 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
814 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
815 * it means it's the old version (not little-endian) on a big-endian machine. The code has
816 * no effect on x86 as their file doesn't change. */
818 if ((fp = msgcache_open_data_file(mark_file, MARK_VERSION, DATA_READ, NULL, 0)) == NULL) {
819 /* see if it isn't swapped ? */
820 if ((fp = msgcache_open_data_file(mark_file, bswap_32(MARK_VERSION), DATA_READ, NULL, 0)) == NULL)
823 swapping = FALSE; /* yay */
825 debug_print("reading %sswapped mark file.\n", swapping?"":"un");
827 if (msgcache_use_mmap_read) {
828 if (fstat(fileno(fp), &st) >= 0)
829 map_len = st.st_size;
835 HANDLE hFile, hMapping;
836 hFile = (HANDLE) _get_osfhandle (fileno(fp));
837 if (hFile == (HANDLE) -1)
839 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
842 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
843 CloseHandle (hMapping);
847 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
853 if (cache_data != NULL && cache_data != MAP_FAILED) {
854 int rem_len = map_len-ftell(fp);
855 char *walk_data = cache_data+ftell(fp);
858 GET_CACHE_DATA_INT(num);
859 GET_CACHE_DATA_INT(perm_flags);
860 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
862 msginfo->flags.perm_flags = perm_flags;
866 while (fread(&num, sizeof(num), 1, fp) == 1) {
869 if (fread(&perm_flags, sizeof(perm_flags), 1, fp) != 1) {
874 perm_flags = bswap_32(perm_flags);
875 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
877 msginfo->flags.perm_flags = perm_flags;
882 if (cache_data != NULL && cache_data != MAP_FAILED) {
884 UnmapViewOfFile((void*) cache_data);
886 munmap(cache_data, map_len);
891 debug_print("error reading cache mark from %s\n", mark_file);
895 void msgcache_read_tags(MsgCache *cache, const gchar *tags_file)
901 char *cache_data = NULL;
903 gboolean error = FALSE;
907 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
908 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
909 * it means it's the old version (not little-endian) on a big-endian machine. The code has
910 * no effect on x86 as their file doesn't change. */
912 if ((fp = msgcache_open_data_file(tags_file, TAGS_VERSION, DATA_READ, NULL, 0)) == NULL) {
913 /* see if it isn't swapped ? */
914 if ((fp = msgcache_open_data_file(tags_file, bswap_32(TAGS_VERSION), DATA_READ, NULL, 0)) == NULL)
917 swapping = FALSE; /* yay */
919 debug_print("reading %sswapped tags file.\n", swapping?"":"un");
921 if (msgcache_use_mmap_read) {
922 if (fstat(fileno(fp), &st) >= 0)
923 map_len = st.st_size;
929 HANDLE hFile, hMapping;
930 hFile = (HANDLE) _get_osfhandle (fileno(fp));
931 if (hFile == (HANDLE) -1)
933 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
936 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
937 CloseHandle (hMapping);
941 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
947 if (cache_data != NULL && cache_data != MAP_FAILED) {
948 int rem_len = map_len-ftell(fp);
949 char *walk_data = cache_data+ftell(fp);
953 GET_CACHE_DATA_INT(num);
954 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
956 g_slist_free(msginfo->tags);
957 msginfo->tags = NULL;
959 GET_CACHE_DATA_INT(id);
961 msginfo->tags = g_slist_prepend(
963 GINT_TO_POINTER(id));
966 msginfo->tags = g_slist_reverse(msginfo->tags);
970 while (fread(&num, sizeof(num), 1, fp) == 1) {
974 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
976 g_slist_free(msginfo->tags);
977 msginfo->tags = NULL;
979 if (fread(&id, sizeof(id), 1, fp) != 1)
984 msginfo->tags = g_slist_prepend(
986 GINT_TO_POINTER(id));
989 msginfo->tags = g_slist_reverse(msginfo->tags);
994 if (cache_data != NULL && cache_data != MAP_FAILED) {
996 UnmapViewOfFile((void*) cache_data);
998 munmap(cache_data, map_len);
1003 debug_print("error reading cache tags from %s\n", tags_file);
1007 static int msgcache_write_cache(MsgInfo *msginfo, FILE *fp)
1009 MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
1011 int w_err = 0, wrote = 0;
1013 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1014 WRITE_CACHE_DATA_INT(msginfo->size, fp);
1015 WRITE_CACHE_DATA_INT(msginfo->mtime, fp);
1016 WRITE_CACHE_DATA_INT(msginfo->date_t, fp);
1017 WRITE_CACHE_DATA_INT(flags, fp);
1019 WRITE_CACHE_DATA(msginfo->fromname, fp);
1021 WRITE_CACHE_DATA(msginfo->date, fp);
1022 WRITE_CACHE_DATA(msginfo->from, fp);
1023 WRITE_CACHE_DATA(msginfo->to, fp);
1024 WRITE_CACHE_DATA(msginfo->cc, fp);
1025 WRITE_CACHE_DATA(msginfo->newsgroups, fp);
1026 WRITE_CACHE_DATA(msginfo->subject, fp);
1027 WRITE_CACHE_DATA(msginfo->msgid, fp);
1028 WRITE_CACHE_DATA(msginfo->inreplyto, fp);
1029 WRITE_CACHE_DATA(msginfo->xref, fp);
1030 WRITE_CACHE_DATA_INT(msginfo->planned_download, fp);
1031 WRITE_CACHE_DATA_INT(msginfo->total_size, fp);
1033 WRITE_CACHE_DATA_INT(g_slist_length(msginfo->references), fp);
1035 for (cur = msginfo->references; cur != NULL; cur = cur->next) {
1036 WRITE_CACHE_DATA((gchar *)cur->data, fp);
1038 return w_err ? -1 : wrote;
1041 static int msgcache_write_flags(MsgInfo *msginfo, FILE *fp)
1043 MsgPermFlags flags = msginfo->flags.perm_flags;
1044 int w_err = 0, wrote = 0;
1045 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1046 WRITE_CACHE_DATA_INT(flags, fp);
1047 return w_err ? -1 : wrote;
1050 static int msgcache_write_tags(MsgInfo *msginfo, FILE *fp)
1052 GSList *cur = msginfo->tags;
1053 int w_err = 0, wrote = 0;
1055 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1056 for (; cur; cur = cur->next) {
1057 gint id = GPOINTER_TO_INT(cur->data);
1058 if (tags_get_tag(id) != NULL) {
1059 WRITE_CACHE_DATA_INT(id, fp);
1062 WRITE_CACHE_DATA_INT(-1, fp);
1064 return w_err ? -1 : wrote;
1078 static void msgcache_write_func(gpointer key, gpointer value, gpointer user_data)
1081 struct write_fps *write_fps;
1084 msginfo = (MsgInfo *)value;
1085 write_fps = user_data;
1087 if (write_fps->cache_fp) {
1088 tmp = msgcache_write_cache(msginfo, write_fps->cache_fp);
1090 write_fps->error = 1;
1092 write_fps->cache_size += tmp;
1094 if (write_fps->mark_fp) {
1095 tmp= msgcache_write_flags(msginfo, write_fps->mark_fp);
1097 write_fps->error = 1;
1099 write_fps->mark_size += tmp;
1101 if (write_fps->tags_fp) {
1102 tmp = msgcache_write_tags(msginfo, write_fps->tags_fp);
1104 write_fps->error = 1;
1106 write_fps->tags_size += tmp;
1110 gint msgcache_write(const gchar *cache_file, const gchar *mark_file, const gchar *tags_file, MsgCache *cache)
1112 struct write_fps write_fps;
1113 gchar *new_cache, *new_mark, *new_tags;
1114 int w_err = 0, wrote = 0;
1117 cm_return_val_if_fail(cache != NULL, -1);
1119 new_cache = g_strconcat(cache_file, ".new", NULL);
1120 new_mark = g_strconcat(mark_file, ".new", NULL);
1121 new_tags = g_strconcat(tags_file, ".new", NULL);
1123 write_fps.error = 0;
1124 write_fps.cache_size = 0;
1125 write_fps.mark_size = 0;
1126 write_fps.tags_size = 0;
1128 /* open files and write headers */
1131 write_fps.cache_fp = msgcache_open_data_file(new_cache, CACHE_VERSION,
1132 DATA_WRITE, NULL, 0);
1133 if (write_fps.cache_fp == NULL) {
1139 WRITE_CACHE_DATA(CS_UTF_8, write_fps.cache_fp);
1141 write_fps.cache_fp = NULL;
1145 g_warning("failed to write charset");
1146 if (write_fps.cache_fp)
1147 fclose(write_fps.cache_fp);
1148 claws_unlink(new_cache);
1156 write_fps.mark_fp = msgcache_open_data_file(new_mark, MARK_VERSION,
1157 DATA_WRITE, NULL, 0);
1158 if (write_fps.mark_fp == NULL) {
1159 if (write_fps.cache_fp)
1160 fclose(write_fps.cache_fp);
1161 claws_unlink(new_cache);
1168 write_fps.mark_fp = NULL;
1172 write_fps.tags_fp = msgcache_open_data_file(new_tags, TAGS_VERSION,
1173 DATA_WRITE, NULL, 0);
1174 if (write_fps.tags_fp == NULL) {
1175 if (write_fps.cache_fp)
1176 fclose(write_fps.cache_fp);
1177 if (write_fps.mark_fp)
1178 fclose(write_fps.mark_fp);
1179 claws_unlink(new_cache);
1180 claws_unlink(new_mark);
1187 write_fps.tags_fp = NULL;
1190 debug_print("\tWriting message cache to %s and %s...\n", new_cache, new_mark);
1192 if (write_fps.cache_fp && change_file_mode_rw(write_fps.cache_fp, new_cache) < 0)
1193 FILE_OP_ERROR(new_cache, "chmod");
1195 /* headers written, note file size */
1196 if (write_fps.cache_fp)
1197 write_fps.cache_size = ftell(write_fps.cache_fp);
1198 if (write_fps.mark_fp)
1199 write_fps.mark_size = ftell(write_fps.mark_fp);
1200 if (write_fps.tags_fp)
1201 write_fps.tags_size = ftell(write_fps.tags_fp);
1203 #ifdef HAVE_FWRITE_UNLOCKED
1204 /* lock files for write once (instead of once per fwrite) */
1205 if (write_fps.cache_fp)
1206 flockfile(write_fps.cache_fp);
1207 if (write_fps.mark_fp)
1208 flockfile(write_fps.mark_fp);
1209 if (write_fps.tags_fp)
1210 flockfile(write_fps.tags_fp);
1212 /* write data to the files */
1213 g_hash_table_foreach(cache->msgnum_table, msgcache_write_func, (gpointer)&write_fps);
1214 #ifdef HAVE_FWRITE_UNLOCKED
1216 if (write_fps.cache_fp)
1217 funlockfile(write_fps.cache_fp);
1218 if (write_fps.mark_fp)
1219 funlockfile(write_fps.mark_fp);
1220 if (write_fps.tags_fp)
1221 funlockfile(write_fps.tags_fp);
1225 if (write_fps.cache_fp)
1226 write_fps.error |= (safe_fclose(write_fps.cache_fp) != 0);
1227 if (write_fps.mark_fp)
1228 write_fps.error |= (safe_fclose(write_fps.mark_fp) != 0);
1229 if (write_fps.tags_fp)
1230 write_fps.error |= (safe_fclose(write_fps.tags_fp) != 0);
1233 if (write_fps.error != 0) {
1234 /* in case of error, forget all */
1235 claws_unlink(new_cache);
1236 claws_unlink(new_mark);
1237 claws_unlink(new_tags);
1245 move_file(new_cache, cache_file, TRUE);
1247 move_file(new_mark, mark_file, TRUE);
1249 move_file(new_tags, tags_file, TRUE);
1250 cache->last_access = time(NULL);
1256 debug_print("done.\n");