2 * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3 * Copyright (C) 1999-2007 Hiroyuki Yamamoto & The Claws Mail Team
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 3 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
30 #include <glib/gi18n.h>
33 # define MAP_FAILED ((char *) -1)
35 # include <sys/mman.h>
37 #include <sys/types.h>
49 #ifdef HAVE_FWRITE_UNLOCKED
50 #define SC_FWRITE fwrite_unlocked
52 #define SC_FWRITE fwrite
55 #if G_BYTE_ORDER == G_BIG_ENDIAN
57 ((((x) & 0xff000000) >> 24) | (((x) & 0x00ff0000) >> 8) | \
58 (((x) & 0x0000ff00) << 8) | (((x) & 0x000000ff) << 24))
60 #define MMAP_TO_GUINT32(x) \
62 ((x[2]&0xff) << 8) | \
63 ((x[1]&0xff) << 16) | \
66 #define MMAP_TO_GUINT32_SWAPPED(x) \
68 ((x[1]&0xff) << 8) | \
69 ((x[2]&0xff) << 16) | \
72 static gboolean msgcache_use_mmap_read = TRUE;
73 static gboolean msgcache_use_mmap_write = FALSE;
76 #define bswap_32(x) (x)
78 #define MMAP_TO_GUINT32(x) \
80 ((x[1]&0xff) << 8) | \
81 ((x[2]&0xff) << 16) | \
84 #define MMAP_TO_GUINT32_SWAPPED(x) \
86 ((x[1]&0xff) << 8) | \
87 ((x[2]&0xff) << 16) | \
90 static gboolean msgcache_use_mmap_read = TRUE;
91 static gboolean msgcache_use_mmap_write = FALSE;
94 static gboolean swapping = TRUE;
104 GHashTable *msgnum_table;
105 GHashTable *msgid_table;
110 typedef struct _StringConverter StringConverter;
111 struct _StringConverter {
112 gchar *(*convert) (StringConverter *converter, gchar *srcstr);
113 void (*free) (StringConverter *converter);
116 typedef struct _StrdupConverter StrdupConverter;
117 struct _StrdupConverter {
118 StringConverter converter;
121 typedef struct _CharsetConverter CharsetConverter;
122 struct _CharsetConverter {
123 StringConverter converter;
129 MsgCache *msgcache_new(void)
133 cache = g_new0(MsgCache, 1),
134 cache->msgnum_table = g_hash_table_new(g_int_hash, g_int_equal);
135 cache->msgid_table = g_hash_table_new(g_str_hash, g_str_equal);
136 cache->last_access = time(NULL);
141 static gboolean msgcache_msginfo_free_func(gpointer num, gpointer msginfo, gpointer user_data)
143 procmsg_msginfo_free((MsgInfo *)msginfo);
147 void msgcache_destroy(MsgCache *cache)
149 g_return_if_fail(cache != NULL);
151 g_hash_table_foreach_remove(cache->msgnum_table, msgcache_msginfo_free_func, NULL);
152 g_hash_table_destroy(cache->msgid_table);
153 g_hash_table_destroy(cache->msgnum_table);
157 void msgcache_add_msg(MsgCache *cache, MsgInfo *msginfo)
161 g_return_if_fail(cache != NULL);
162 g_return_if_fail(msginfo != NULL);
164 newmsginfo = procmsg_msginfo_new_ref(msginfo);
165 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
166 if(newmsginfo->msgid != NULL)
167 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
168 cache->memusage += procmsg_msginfo_memusage(msginfo);
169 cache->last_access = time(NULL);
171 debug_print("Cache size: %d messages, %d bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
174 void msgcache_remove_msg(MsgCache *cache, guint msgnum)
178 g_return_if_fail(cache != NULL);
179 g_return_if_fail(msgnum > 0);
181 msginfo = (MsgInfo *) g_hash_table_lookup(cache->msgnum_table, &msgnum);
185 cache->memusage -= procmsg_msginfo_memusage(msginfo);
187 g_hash_table_remove(cache->msgid_table, msginfo->msgid);
188 g_hash_table_remove(cache->msgnum_table, &msginfo->msgnum);
189 procmsg_msginfo_free(msginfo);
190 cache->last_access = time(NULL);
192 debug_print("Cache size: %d messages, %d byte\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
195 void msgcache_update_msg(MsgCache *cache, MsgInfo *msginfo)
197 MsgInfo *oldmsginfo, *newmsginfo;
199 g_return_if_fail(cache != NULL);
200 g_return_if_fail(msginfo != NULL);
202 oldmsginfo = g_hash_table_lookup(cache->msgnum_table, &msginfo->msgnum);
203 if(oldmsginfo && oldmsginfo->msgid)
204 g_hash_table_remove(cache->msgid_table, oldmsginfo->msgid);
206 g_hash_table_remove(cache->msgnum_table, &oldmsginfo->msgnum);
207 cache->memusage -= procmsg_msginfo_memusage(oldmsginfo);
208 procmsg_msginfo_free(oldmsginfo);
211 newmsginfo = procmsg_msginfo_new_ref(msginfo);
212 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
213 if(newmsginfo->msgid)
214 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
215 cache->memusage += procmsg_msginfo_memusage(newmsginfo);
216 cache->last_access = time(NULL);
218 debug_print("Cache size: %d messages, %d byte\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
223 MsgInfo *msgcache_get_msg(MsgCache *cache, guint num)
227 g_return_val_if_fail(cache != NULL, NULL);
229 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
232 cache->last_access = time(NULL);
234 return procmsg_msginfo_new_ref(msginfo);
237 MsgInfo *msgcache_get_msg_by_id(MsgCache *cache, const gchar *msgid)
241 g_return_val_if_fail(cache != NULL, NULL);
242 g_return_val_if_fail(msgid != NULL, NULL);
244 msginfo = g_hash_table_lookup(cache->msgid_table, msgid);
247 cache->last_access = time(NULL);
249 return procmsg_msginfo_new_ref(msginfo);
252 static void msgcache_get_msg_list_func(gpointer key, gpointer value, gpointer user_data)
254 MsgInfoList **listptr = user_data;
255 MsgInfo *msginfo = value;
257 *listptr = g_slist_prepend(*listptr, procmsg_msginfo_new_ref(msginfo));
260 MsgInfoList *msgcache_get_msg_list(MsgCache *cache)
262 MsgInfoList *msg_list = NULL;
264 g_return_val_if_fail(cache != NULL, NULL);
266 g_hash_table_foreach((GHashTable *)cache->msgnum_table, msgcache_get_msg_list_func, (gpointer)&msg_list);
267 cache->last_access = time(NULL);
269 msg_list = g_slist_reverse(msg_list);
274 time_t msgcache_get_last_access_time(MsgCache *cache)
276 g_return_val_if_fail(cache != NULL, 0);
278 return cache->last_access;
281 gint msgcache_get_memory_usage(MsgCache *cache)
283 g_return_val_if_fail(cache != NULL, 0);
285 return cache->memusage;
289 * Cache saving functions
292 #define READ_CACHE_DATA(data, fp, total_len) \
294 if ((tmp_len = msgcache_read_cache_data_str(fp, &data, conv)) < 0) { \
295 procmsg_msginfo_free(msginfo); \
299 total_len += tmp_len; \
302 #define READ_CACHE_DATA_INT(n, fp) \
307 if ((ni = fread(&idata, sizeof(idata), 1, fp)) != 1) { \
308 g_warning("read_int: Cache data corrupted, read %d of %d at " \
309 "offset %ld\n", ni, sizeof(idata), ftell(fp)); \
310 procmsg_msginfo_free(msginfo); \
314 n = swapping ? bswap_32(idata) : (idata);\
317 #define GET_CACHE_DATA_INT(n) \
319 n = (swapping ? (MMAP_TO_GUINT32_SWAPPED(walk_data)):(MMAP_TO_GUINT32(walk_data))); \
320 walk_data += 4; rem_len -= 4; \
323 #define GET_CACHE_DATA(data, total_len) \
325 GET_CACHE_DATA_INT(tmp_len); \
326 if ((tmp_len = msgcache_get_cache_data_str(walk_data, &data, tmp_len, conv)) < 0) { \
327 printf("error at rem_len:%d\n", rem_len);\
328 procmsg_msginfo_free(msginfo); \
332 total_len += tmp_len; \
333 walk_data += tmp_len; rem_len -= tmp_len; \
337 #define WRITE_CACHE_DATA_INT(n, fp) \
341 idata = (guint32)bswap_32(n); \
342 if (SC_FWRITE(&idata, sizeof(idata), 1, fp) != 1) \
347 #define PUT_CACHE_DATA_INT(n) \
349 walk_data[0]=(((guint32)n)&0x000000ff); \
350 walk_data[1]=(((guint32)n)&0x0000ff00)>>8; \
351 walk_data[2]=(((guint32)n)&0x00ff0000)>>16; \
352 walk_data[3]=(((guint32)n)&0xff000000)>>24; \
357 #define WRITE_CACHE_DATA(data, fp) \
363 len = strlen(data); \
364 WRITE_CACHE_DATA_INT(len, fp); \
365 if (w_err == 0 && len > 0) { \
366 if (SC_FWRITE(data, 1, len, fp) != len) \
372 #define PUT_CACHE_DATA(data) \
378 len = strlen(data); \
379 PUT_CACHE_DATA_INT(len); \
381 memcpy(walk_data, data, len); \
387 static FILE *msgcache_open_data_file(const gchar *file, guint version,
389 gchar *buf, size_t buf_size)
394 g_return_val_if_fail(file != NULL, NULL);
396 if (mode == DATA_WRITE) {
397 int w_err = 0, wrote = 0;
398 if ((fp = g_fopen(file, "wb")) == NULL) {
399 FILE_OP_ERROR(file, "fopen");
402 if (change_file_mode_rw(fp, file) < 0)
403 FILE_OP_ERROR(file, "chmod");
405 WRITE_CACHE_DATA_INT(version, fp);
407 g_warning("failed to write int\n");
415 if ((fp = g_fopen(file, "rb")) == NULL)
416 debug_print("Mark/Cache file '%s' not found\n", file);
418 if (buf && buf_size > 0)
419 setvbuf(fp, buf, _IOFBF, buf_size);
420 if (fread(&data_ver, sizeof(data_ver), 1, fp) != 1 ||
421 version != bswap_32(data_ver)) {
422 g_message("%s: Mark/Cache version is different (%u != %u).\n",
423 file, bswap_32(data_ver), version);
427 data_ver = bswap_32(data_ver);
430 if (mode == DATA_READ)
434 /* reopen with append mode */
436 if ((fp = g_fopen(file, "ab")) == NULL)
437 FILE_OP_ERROR(file, "fopen");
439 /* open with overwrite mode if mark file doesn't exist or
440 version is different */
441 fp = msgcache_open_data_file(file, version, DATA_WRITE, buf,
448 static gint msgcache_read_cache_data_str(FILE *fp, gchar **str,
449 StringConverter *conv)
451 gchar *tmpstr = NULL;
457 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
459 g_warning("read_data_str: Cache data (len) corrupted, read %d "
460 "of %d bytes at offset %ld\n", ni, sizeof(len),
465 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
466 bswap_32(len) > G_MAXINT) {
467 g_warning("read_data_str: Cache data (len) corrupted, read %d "
468 "of %d bytes at offset %ld\n", ni, sizeof(len),
478 tmpstr = g_try_malloc(len + 1);
481 g_warning("read_data_str: can't g_malloc %d bytes - cache data probably corrupted.\n", len);
485 if ((ni = fread(tmpstr, 1, len, fp)) != len) {
486 g_warning("read_data_str: Cache data corrupted, read %d of %d "
487 "bytes at offset %ld\n",
495 *str = conv->convert(conv, tmpstr);
503 static gint msgcache_get_cache_data_str(gchar *src, gchar **str, gint len,
504 StringConverter *conv)
506 gchar *tmpstr = NULL;
513 if(len > 2*1024*1024) {
514 g_warning("read_data_str: refusing to allocate %d bytes.\n", len);
518 tmpstr = g_try_malloc(len + 1);
521 g_warning("read_data_str: can't g_malloc %d bytes - cache data probably corrupted.\n", len);
525 strncpy(tmpstr, src, len);
530 *str = conv->convert(conv, tmpstr);
538 static gchar *strconv_charset_convert(StringConverter *conv, gchar *srcstr)
540 CharsetConverter *charsetconv = (CharsetConverter *) conv;
542 return conv_codeset_strdup(srcstr, charsetconv->srccharset, charsetconv->dstcharset);
545 static void strconv_charset_free(StringConverter *conv)
547 CharsetConverter *charsetconv = (CharsetConverter *) conv;
549 g_free(charsetconv->srccharset);
550 g_free(charsetconv->dstcharset);
553 MsgCache *msgcache_read_cache(FolderItem *item, const gchar *cache_file)
558 MsgTmpFlags tmp_flags = 0;
559 gchar file_buf[BUFFSIZE];
562 gboolean error = FALSE;
563 StringConverter *conv = NULL;
564 gchar *srccharset = NULL;
565 const gchar *dstcharset = NULL;
568 gint tmp_len = 0, map_len = -1;
569 char *cache_data = NULL;
572 g_return_val_if_fail(cache_file != NULL, NULL);
573 g_return_val_if_fail(item != NULL, NULL);
577 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
578 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
579 * it means it's the old version (not little-endian) on a big-endian machine. The code has
580 * no effect on x86 as their file doesn't change. */
582 if ((fp = msgcache_open_data_file
583 (cache_file, CACHE_VERSION, DATA_READ, file_buf, sizeof(file_buf))) == NULL) {
584 if ((fp = msgcache_open_data_file
585 (cache_file, bswap_32(CACHE_VERSION), DATA_READ, file_buf, sizeof(file_buf))) == NULL)
591 debug_print("\tReading %sswapped message cache from %s...\n", swapping?"":"un", cache_file);
593 if (folder_has_parent_of_type(item, F_QUEUE)) {
594 tmp_flags |= MSG_QUEUED;
595 } else if (folder_has_parent_of_type(item, F_DRAFT)) {
596 tmp_flags |= MSG_DRAFT;
599 if (msgcache_read_cache_data_str(fp, &srccharset, NULL) < 0) {
603 dstcharset = CS_UTF_8;
604 if (srccharset == NULL || dstcharset == NULL) {
606 } else if (strcmp(srccharset, dstcharset) == 0) {
607 debug_print("using Noop Converter\n");
611 CharsetConverter *charsetconv;
613 debug_print("using CharsetConverter\n");
615 charsetconv = g_new0(CharsetConverter, 1);
616 charsetconv->converter.convert = strconv_charset_convert;
617 charsetconv->converter.free = strconv_charset_free;
618 charsetconv->srccharset = g_strdup(srccharset);
619 charsetconv->dstcharset = g_strdup(dstcharset);
621 conv = (StringConverter *) charsetconv;
625 cache = msgcache_new();
627 if (msgcache_use_mmap_read == TRUE) {
628 if (fstat(fileno(fp), &st) >= 0)
629 map_len = st.st_size;
635 HANDLE hFile, hMapping;
636 hFile = (HANDLE) _get_osfhandle (fileno(fp));
637 if (hFile == (HANDLE) -1)
639 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
642 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
643 CloseHandle (hMapping);
647 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
653 if (cache_data != NULL && cache_data != MAP_FAILED) {
654 int rem_len = map_len-ftell(fp);
655 char *walk_data = cache_data+ftell(fp);
658 GET_CACHE_DATA_INT(num);
660 msginfo = procmsg_msginfo_new();
661 msginfo->msgnum = num;
662 memusage += sizeof(MsgInfo);
664 GET_CACHE_DATA_INT(msginfo->size);
665 GET_CACHE_DATA_INT(msginfo->mtime);
666 GET_CACHE_DATA_INT(msginfo->date_t);
667 GET_CACHE_DATA_INT(msginfo->flags.tmp_flags);
669 GET_CACHE_DATA(msginfo->fromname, memusage);
671 GET_CACHE_DATA(msginfo->date, memusage);
672 GET_CACHE_DATA(msginfo->from, memusage);
673 GET_CACHE_DATA(msginfo->to, memusage);
674 GET_CACHE_DATA(msginfo->cc, memusage);
675 GET_CACHE_DATA(msginfo->newsgroups, memusage);
676 GET_CACHE_DATA(msginfo->subject, memusage);
677 GET_CACHE_DATA(msginfo->msgid, memusage);
678 GET_CACHE_DATA(msginfo->inreplyto, memusage);
679 GET_CACHE_DATA(msginfo->xref, memusage);
681 GET_CACHE_DATA_INT(msginfo->planned_download);
682 GET_CACHE_DATA_INT(msginfo->total_size);
683 GET_CACHE_DATA_INT(refnum);
685 for (; refnum != 0; refnum--) {
688 GET_CACHE_DATA(ref, memusage);
691 msginfo->references =
692 g_slist_prepend(msginfo->references, ref);
694 if (msginfo->references)
695 msginfo->references =
696 g_slist_reverse(msginfo->references);
698 msginfo->folder = item;
699 msginfo->flags.tmp_flags |= tmp_flags;
701 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
703 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
707 UnmapViewOfFile((void*) cache_data);
709 munmap(cache_data, map_len);
712 while (fread(&num, sizeof(num), 1, fp) == 1) {
716 msginfo = procmsg_msginfo_new();
717 msginfo->msgnum = num;
718 memusage += sizeof(MsgInfo);
720 READ_CACHE_DATA_INT(msginfo->size, fp);
721 READ_CACHE_DATA_INT(msginfo->mtime, fp);
722 READ_CACHE_DATA_INT(msginfo->date_t, fp);
723 READ_CACHE_DATA_INT(msginfo->flags.tmp_flags, fp);
725 READ_CACHE_DATA(msginfo->fromname, fp, memusage);
727 READ_CACHE_DATA(msginfo->date, fp, memusage);
728 READ_CACHE_DATA(msginfo->from, fp, memusage);
729 READ_CACHE_DATA(msginfo->to, fp, memusage);
730 READ_CACHE_DATA(msginfo->cc, fp, memusage);
731 READ_CACHE_DATA(msginfo->newsgroups, fp, memusage);
732 READ_CACHE_DATA(msginfo->subject, fp, memusage);
733 READ_CACHE_DATA(msginfo->msgid, fp, memusage);
734 READ_CACHE_DATA(msginfo->inreplyto, fp, memusage);
735 READ_CACHE_DATA(msginfo->xref, fp, memusage);
737 READ_CACHE_DATA_INT(msginfo->planned_download, fp);
738 READ_CACHE_DATA_INT(msginfo->total_size, fp);
739 READ_CACHE_DATA_INT(refnum, fp);
741 for (; refnum != 0; refnum--) {
744 READ_CACHE_DATA(ref, fp, memusage);
747 msginfo->references =
748 g_slist_prepend(msginfo->references, ref);
750 if (msginfo->references)
751 msginfo->references =
752 g_slist_reverse(msginfo->references);
754 msginfo->folder = item;
755 msginfo->flags.tmp_flags |= tmp_flags;
757 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
759 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
766 if (conv->free != NULL)
772 msgcache_destroy(cache);
776 cache->last_access = time(NULL);
777 cache->memusage = memusage;
779 debug_print("done. (%d items read)\n", g_hash_table_size(cache->msgnum_table));
780 debug_print("Cache size: %d messages, %d byte\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
784 void msgcache_read_mark(MsgCache *cache, const gchar *mark_file)
788 MsgPermFlags perm_flags;
791 char *cache_data = NULL;
796 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
797 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
798 * it means it's the old version (not little-endian) on a big-endian machine. The code has
799 * no effect on x86 as their file doesn't change. */
801 if ((fp = msgcache_open_data_file(mark_file, MARK_VERSION, DATA_READ, NULL, 0)) == NULL) {
802 /* see if it isn't swapped ? */
803 if ((fp = msgcache_open_data_file(mark_file, bswap_32(MARK_VERSION), DATA_READ, NULL, 0)) == NULL)
806 swapping = FALSE; /* yay */
808 debug_print("reading %sswapped mark file.\n", swapping?"":"un");
810 if (msgcache_use_mmap_read) {
811 if (fstat(fileno(fp), &st) >= 0)
812 map_len = st.st_size;
818 HANDLE hFile, hMapping;
819 hFile = (HANDLE) _get_osfhandle (fileno(fp));
820 if (hFile == (HANDLE) -1)
822 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
825 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
826 CloseHandle (hMapping);
830 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
836 if (cache_data != NULL && cache_data != MAP_FAILED) {
837 int rem_len = map_len-ftell(fp);
838 char *walk_data = cache_data+ftell(fp);
841 GET_CACHE_DATA_INT(num);
842 GET_CACHE_DATA_INT(perm_flags);
843 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
845 msginfo->flags.perm_flags = perm_flags;
849 UnmapViewOfFile((void*) cache_data);
851 munmap(cache_data, map_len);
854 while (fread(&num, sizeof(num), 1, fp) == 1) {
857 if (fread(&perm_flags, sizeof(perm_flags), 1, fp) != 1) break;
859 perm_flags = bswap_32(perm_flags);
860 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
862 msginfo->flags.perm_flags = perm_flags;
869 void msgcache_read_tags(MsgCache *cache, const gchar *tags_file)
875 char *cache_data = NULL;
880 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
881 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
882 * it means it's the old version (not little-endian) on a big-endian machine. The code has
883 * no effect on x86 as their file doesn't change. */
885 if ((fp = msgcache_open_data_file(tags_file, TAGS_VERSION, DATA_READ, NULL, 0)) == NULL) {
886 /* see if it isn't swapped ? */
887 if ((fp = msgcache_open_data_file(tags_file, bswap_32(TAGS_VERSION), DATA_READ, NULL, 0)) == NULL)
890 swapping = FALSE; /* yay */
892 debug_print("reading %sswapped tags file.\n", swapping?"":"un");
894 if (msgcache_use_mmap_read) {
895 if (fstat(fileno(fp), &st) >= 0)
896 map_len = st.st_size;
902 HANDLE hFile, hMapping;
903 hFile = (HANDLE) _get_osfhandle (fileno(fp));
904 if (hFile == (HANDLE) -1)
906 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
909 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
910 CloseHandle (hMapping);
914 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
920 if (cache_data != NULL && cache_data != MAP_FAILED) {
921 int rem_len = map_len-ftell(fp);
922 char *walk_data = cache_data+ftell(fp);
926 GET_CACHE_DATA_INT(num);
927 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
929 g_slist_free(msginfo->tags);
930 msginfo->tags = NULL;
932 GET_CACHE_DATA_INT(id);
934 msginfo->tags = g_slist_prepend(
936 GINT_TO_POINTER(id));
939 msginfo->tags = g_slist_reverse(msginfo->tags);
943 UnmapViewOfFile((void*) cache_data);
945 munmap(cache_data, map_len);
948 while (fread(&num, sizeof(num), 1, fp) == 1) {
952 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
954 g_slist_free(msginfo->tags);
955 msginfo->tags = NULL;
957 if (fread(&id, sizeof(id), 1, fp) != 1)
962 msginfo->tags = g_slist_prepend(
964 GINT_TO_POINTER(id));
967 msginfo->tags = g_slist_reverse(msginfo->tags);
974 static int msgcache_write_cache(MsgInfo *msginfo, FILE *fp)
976 MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
978 int w_err = 0, wrote = 0;
980 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
981 WRITE_CACHE_DATA_INT(msginfo->size, fp);
982 WRITE_CACHE_DATA_INT(msginfo->mtime, fp);
983 WRITE_CACHE_DATA_INT(msginfo->date_t, fp);
984 WRITE_CACHE_DATA_INT(flags, fp);
986 WRITE_CACHE_DATA(msginfo->fromname, fp);
988 WRITE_CACHE_DATA(msginfo->date, fp);
989 WRITE_CACHE_DATA(msginfo->from, fp);
990 WRITE_CACHE_DATA(msginfo->to, fp);
991 WRITE_CACHE_DATA(msginfo->cc, fp);
992 WRITE_CACHE_DATA(msginfo->newsgroups, fp);
993 WRITE_CACHE_DATA(msginfo->subject, fp);
994 WRITE_CACHE_DATA(msginfo->msgid, fp);
995 WRITE_CACHE_DATA(msginfo->inreplyto, fp);
996 WRITE_CACHE_DATA(msginfo->xref, fp);
997 WRITE_CACHE_DATA_INT(msginfo->planned_download, fp);
998 WRITE_CACHE_DATA_INT(msginfo->total_size, fp);
1000 WRITE_CACHE_DATA_INT(g_slist_length(msginfo->references), fp);
1002 for (cur = msginfo->references; cur != NULL; cur = cur->next) {
1003 WRITE_CACHE_DATA((gchar *)cur->data, fp);
1005 return w_err ? -1 : wrote;
1008 static int msgcache_write_mmap_cache(MsgInfo *msginfo, char *walk_data)
1010 MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
1014 PUT_CACHE_DATA_INT(msginfo->msgnum);
1015 PUT_CACHE_DATA_INT(msginfo->size);
1016 PUT_CACHE_DATA_INT(msginfo->mtime);
1017 PUT_CACHE_DATA_INT(msginfo->date_t);
1018 PUT_CACHE_DATA_INT(flags);
1019 PUT_CACHE_DATA(msginfo->fromname);
1021 PUT_CACHE_DATA(msginfo->date);
1022 PUT_CACHE_DATA(msginfo->from);
1023 PUT_CACHE_DATA(msginfo->to);
1024 PUT_CACHE_DATA(msginfo->cc);
1025 PUT_CACHE_DATA(msginfo->newsgroups);
1026 PUT_CACHE_DATA(msginfo->subject);
1027 PUT_CACHE_DATA(msginfo->msgid);
1028 PUT_CACHE_DATA(msginfo->inreplyto);
1029 PUT_CACHE_DATA(msginfo->xref);
1030 PUT_CACHE_DATA_INT(msginfo->planned_download);
1031 PUT_CACHE_DATA_INT(msginfo->total_size);
1033 PUT_CACHE_DATA_INT(g_slist_length(msginfo->references));
1035 for (cur = msginfo->references; cur != NULL; cur = cur->next) {
1036 PUT_CACHE_DATA((gchar *)cur->data);
1041 static int msgcache_write_flags(MsgInfo *msginfo, FILE *fp)
1043 MsgPermFlags flags = msginfo->flags.perm_flags;
1044 int w_err = 0, wrote = 0;
1045 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1046 WRITE_CACHE_DATA_INT(flags, fp);
1047 return w_err ? -1 : wrote;
1050 static int msgcache_write_tags(MsgInfo *msginfo, FILE *fp)
1052 GSList *cur = msginfo->tags;
1053 int w_err = 0, wrote = 0;
1055 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1056 for (; cur; cur = cur->next) {
1057 gint id = GPOINTER_TO_INT(cur->data);
1058 if (tags_get_tag(id) != NULL) {
1059 WRITE_CACHE_DATA_INT(id, fp);
1062 WRITE_CACHE_DATA_INT(-1, fp);
1064 return w_err ? -1 : wrote;
1067 static int msgcache_write_mmap_flags(MsgInfo *msginfo, char *walk_data)
1069 MsgPermFlags flags = msginfo->flags.perm_flags;
1072 PUT_CACHE_DATA_INT(msginfo->msgnum);
1073 PUT_CACHE_DATA_INT(flags);
1077 static int msgcache_write_mmap_tags(MsgInfo *msginfo, char *walk_data)
1079 GSList *cur = msginfo->tags;
1082 PUT_CACHE_DATA_INT(msginfo->msgnum);
1083 for (; cur; cur = cur->next) {
1084 gint id = GPOINTER_TO_INT(cur->data);
1085 if (tags_get_tag(id) != NULL) {
1086 PUT_CACHE_DATA_INT(id);
1089 PUT_CACHE_DATA_INT(-1);
1107 static void msgcache_write_func(gpointer key, gpointer value, gpointer user_data)
1110 struct write_fps *write_fps;
1113 msginfo = (MsgInfo *)value;
1114 write_fps = user_data;
1116 tmp = msgcache_write_cache(msginfo, write_fps->cache_fp);
1118 write_fps->error = 1;
1120 write_fps->cache_size += tmp;
1121 tmp= msgcache_write_flags(msginfo, write_fps->mark_fp);
1123 write_fps->error = 1;
1125 write_fps->mark_size += tmp;
1126 tmp = msgcache_write_tags(msginfo, write_fps->tags_fp);
1128 write_fps->error = 1;
1130 write_fps->tags_size += tmp;
1133 static void msgcache_write_mmap_func(gpointer key, gpointer value, gpointer user_data)
1136 struct write_fps *write_fps;
1139 msginfo = (MsgInfo *)value;
1140 write_fps = user_data;
1142 tmp = msgcache_write_mmap_cache(msginfo, write_fps->cache_data);
1143 write_fps->cache_size += tmp;
1144 write_fps->cache_data += tmp;
1145 tmp = msgcache_write_mmap_flags(msginfo, write_fps->mark_data);
1146 write_fps->mark_size += tmp;
1147 write_fps->mark_data += tmp;
1148 tmp = msgcache_write_mmap_tags(msginfo, write_fps->tags_data);
1149 write_fps->tags_size += tmp;
1150 write_fps->tags_data += tmp;
1153 gint msgcache_write(const gchar *cache_file, const gchar *mark_file, const gchar *tags_file, MsgCache *cache)
1155 struct write_fps write_fps;
1156 gchar *new_cache, *new_mark, *new_tags;
1157 int w_err = 0, wrote = 0;
1159 char *cache_data = NULL;
1160 char *mark_data = NULL;
1161 char *tags_data = NULL;
1164 g_return_val_if_fail(cache_file != NULL, -1);
1165 g_return_val_if_fail(mark_file != NULL, -1);
1166 g_return_val_if_fail(tags_file != NULL, -1);
1167 g_return_val_if_fail(cache != NULL, -1);
1169 new_cache = g_strconcat(cache_file, ".new", NULL);
1170 new_mark = g_strconcat(mark_file, ".new", NULL);
1171 new_tags = g_strconcat(tags_file, ".new", NULL);
1173 write_fps.error = 0;
1174 write_fps.cache_size = 0;
1175 write_fps.mark_size = 0;
1176 write_fps.tags_size = 0;
1178 write_fps.cache_fp = msgcache_open_data_file(new_cache, CACHE_VERSION,
1179 DATA_WRITE, NULL, 0);
1180 if (write_fps.cache_fp == NULL) {
1187 WRITE_CACHE_DATA(CS_UTF_8, write_fps.cache_fp);
1190 g_warning("failed to write charset\n");
1191 fclose(write_fps.cache_fp);
1192 g_unlink(new_cache);
1199 write_fps.mark_fp = msgcache_open_data_file(new_mark, MARK_VERSION,
1200 DATA_WRITE, NULL, 0);
1201 if (write_fps.mark_fp == NULL) {
1202 fclose(write_fps.cache_fp);
1203 g_unlink(new_cache);
1210 write_fps.tags_fp = msgcache_open_data_file(new_tags, TAGS_VERSION,
1211 DATA_WRITE, NULL, 0);
1212 if (write_fps.tags_fp == NULL) {
1213 fclose(write_fps.cache_fp);
1214 fclose(write_fps.mark_fp);
1215 g_unlink(new_cache);
1223 debug_print("\tWriting message cache to %s and %s...\n", new_cache, new_mark);
1225 if (change_file_mode_rw(write_fps.cache_fp, new_cache) < 0)
1226 FILE_OP_ERROR(new_cache, "chmod");
1228 write_fps.cache_size = ftell(write_fps.cache_fp);
1229 write_fps.mark_size = ftell(write_fps.mark_fp);
1230 write_fps.tags_size = ftell(write_fps.tags_fp);
1232 if (msgcache_use_mmap_write && cache->memusage > 0) {
1233 map_len = cache->memusage;
1234 if (ftruncate(fileno(write_fps.cache_fp), (off_t)map_len) == 0) {
1238 HANDLE hFile, hMapping;
1239 hFile = (HANDLE) _get_osfhandle (fileno(write_fps.cache_fp));
1240 if (hFile == (HANDLE) -1)
1242 hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
1245 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
1246 CloseHandle (hMapping);
1250 cache_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED,
1251 fileno(write_fps.cache_fp), 0);
1254 if (cache_data != NULL && cache_data != MAP_FAILED) {
1255 if (ftruncate(fileno(write_fps.mark_fp), (off_t)map_len) == 0) {
1258 HANDLE hFile, hMapping;
1259 hFile = (HANDLE) _get_osfhandle (fileno(write_fps.mark_fp));
1260 if (hFile == (HANDLE) -1)
1262 hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
1265 mark_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
1266 CloseHandle (hMapping);
1270 mark_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED,
1271 fileno(write_fps.mark_fp), 0);
1274 if (mark_data == NULL || mark_data == MAP_FAILED) {
1276 UnmapViewOfFile((void*) cache_data);
1278 munmap(cache_data, map_len);
1282 if (ftruncate(fileno(write_fps.tags_fp), (off_t)map_len) == 0) {
1285 HANDLE hFile, hMapping;
1286 hFile = (HANDLE) _get_osfhandle (fileno(write_fps.tags_fp));
1287 if (hFile == (HANDLE) -1)
1289 hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
1292 tags_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
1293 CloseHandle (hMapping);
1297 tags_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED,
1298 fileno(write_fps.tags_fp), 0);
1301 if (tags_data == NULL || tags_data == MAP_FAILED) {
1303 UnmapViewOfFile((void*) cache_data);
1304 UnmapViewOfFile((void*) mark_data);
1306 munmap(cache_data, map_len);
1307 munmap(mark_data, map_len);
1316 if (cache_data != NULL && cache_data != MAP_FAILED) {
1317 write_fps.cache_data = cache_data + ftell(write_fps.cache_fp);
1318 write_fps.mark_data = mark_data + ftell(write_fps.mark_fp);
1319 write_fps.tags_data = mark_data + ftell(write_fps.tags_fp);
1320 g_hash_table_foreach(cache->msgnum_table, msgcache_write_mmap_func, (gpointer)&write_fps);
1322 UnmapViewOfFile((void*) cache_data);
1323 UnmapViewOfFile((void*) mark_data);
1324 UnmapViewOfFile((void*) tags_data);
1326 munmap(cache_data, map_len);
1327 munmap(mark_data, map_len);
1328 munmap(tags_data, map_len);
1330 ftruncate(fileno(write_fps.cache_fp), write_fps.cache_size);
1331 ftruncate(fileno(write_fps.mark_fp), write_fps.mark_size);
1332 ftruncate(fileno(write_fps.tags_fp), write_fps.tags_size);
1334 #ifdef HAVE_FWRITE_UNLOCKED
1335 flockfile(write_fps.cache_fp);
1336 flockfile(write_fps.mark_fp);
1337 flockfile(write_fps.tags_fp);
1339 g_hash_table_foreach(cache->msgnum_table, msgcache_write_func, (gpointer)&write_fps);
1340 #ifdef HAVE_FWRITE_UNLOCKED
1341 funlockfile(write_fps.mark_fp);
1342 funlockfile(write_fps.cache_fp);
1343 funlockfile(write_fps.tags_fp);
1347 fflush(write_fps.cache_fp);
1348 fflush(write_fps.mark_fp);
1349 fflush(write_fps.tags_fp);
1352 fsync(fileno(write_fps.cache_fp));
1353 fsync(fileno(write_fps.mark_fp));
1354 fsync(fileno(write_fps.tags_fp));
1357 fclose(write_fps.cache_fp);
1358 fclose(write_fps.mark_fp);
1359 fclose(write_fps.tags_fp);
1362 if (write_fps.error != 0) {
1363 g_unlink(new_cache);
1371 move_file(new_cache, cache_file, TRUE);
1372 move_file(new_mark, mark_file, TRUE);
1373 move_file(new_tags, tags_file, TRUE);
1374 cache->last_access = time(NULL);
1380 debug_print("done.\n");