2 * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3 * Copyright (C) 1999-2007 Hiroyuki Yamamoto & The Claws Mail Team
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 3 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
30 #include <glib/gi18n.h>
33 # define MAP_FAILED ((char *) -1)
35 # include <sys/mman.h>
37 #include <sys/types.h>
49 #ifdef HAVE_FWRITE_UNLOCKED
50 #define SC_FWRITE fwrite_unlocked
52 #define SC_FWRITE fwrite
55 #if G_BYTE_ORDER == G_BIG_ENDIAN
57 ((((x) & 0xff000000) >> 24) | (((x) & 0x00ff0000) >> 8) | \
58 (((x) & 0x0000ff00) << 8) | (((x) & 0x000000ff) << 24))
60 #define MMAP_TO_GUINT32(x) \
62 ((x[2]&0xff) << 8) | \
63 ((x[1]&0xff) << 16) | \
66 #define MMAP_TO_GUINT32_SWAPPED(x) \
68 ((x[1]&0xff) << 8) | \
69 ((x[2]&0xff) << 16) | \
72 static gboolean msgcache_use_mmap_read = TRUE;
73 static gboolean msgcache_use_mmap_write = FALSE;
76 #define bswap_32(x) (x)
78 #define MMAP_TO_GUINT32(x) \
80 ((x[1]&0xff) << 8) | \
81 ((x[2]&0xff) << 16) | \
84 #define MMAP_TO_GUINT32_SWAPPED(x) \
86 ((x[1]&0xff) << 8) | \
87 ((x[2]&0xff) << 16) | \
90 static gboolean msgcache_use_mmap_read = TRUE;
91 static gboolean msgcache_use_mmap_write = FALSE;
94 static gboolean swapping = TRUE;
104 GHashTable *msgnum_table;
105 GHashTable *msgid_table;
110 typedef struct _StringConverter StringConverter;
111 struct _StringConverter {
112 gchar *(*convert) (StringConverter *converter, gchar *srcstr);
113 void (*free) (StringConverter *converter);
116 typedef struct _StrdupConverter StrdupConverter;
117 struct _StrdupConverter {
118 StringConverter converter;
121 typedef struct _CharsetConverter CharsetConverter;
122 struct _CharsetConverter {
123 StringConverter converter;
129 MsgCache *msgcache_new(void)
133 cache = g_new0(MsgCache, 1),
134 cache->msgnum_table = g_hash_table_new(g_int_hash, g_int_equal);
135 cache->msgid_table = g_hash_table_new(g_str_hash, g_str_equal);
136 cache->last_access = time(NULL);
141 static gboolean msgcache_msginfo_free_func(gpointer num, gpointer msginfo, gpointer user_data)
143 procmsg_msginfo_free((MsgInfo *)msginfo);
147 void msgcache_destroy(MsgCache *cache)
149 g_return_if_fail(cache != NULL);
151 g_hash_table_foreach_remove(cache->msgnum_table, msgcache_msginfo_free_func, NULL);
152 g_hash_table_destroy(cache->msgid_table);
153 g_hash_table_destroy(cache->msgnum_table);
157 void msgcache_add_msg(MsgCache *cache, MsgInfo *msginfo)
161 g_return_if_fail(cache != NULL);
162 g_return_if_fail(msginfo != NULL);
164 newmsginfo = procmsg_msginfo_new_ref(msginfo);
165 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
166 if(newmsginfo->msgid != NULL)
167 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
168 cache->memusage += procmsg_msginfo_memusage(msginfo);
169 cache->last_access = time(NULL);
171 debug_print("Cache size: %d messages, %d bytes\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
174 void msgcache_remove_msg(MsgCache *cache, guint msgnum)
178 g_return_if_fail(cache != NULL);
179 g_return_if_fail(msgnum > 0);
181 msginfo = (MsgInfo *) g_hash_table_lookup(cache->msgnum_table, &msgnum);
185 cache->memusage -= procmsg_msginfo_memusage(msginfo);
187 g_hash_table_remove(cache->msgid_table, msginfo->msgid);
188 g_hash_table_remove(cache->msgnum_table, &msginfo->msgnum);
189 procmsg_msginfo_free(msginfo);
190 cache->last_access = time(NULL);
192 debug_print("Cache size: %d messages, %d byte\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
195 void msgcache_update_msg(MsgCache *cache, MsgInfo *msginfo)
197 MsgInfo *oldmsginfo, *newmsginfo;
199 g_return_if_fail(cache != NULL);
200 g_return_if_fail(msginfo != NULL);
202 oldmsginfo = g_hash_table_lookup(cache->msgnum_table, &msginfo->msgnum);
203 if(oldmsginfo && oldmsginfo->msgid)
204 g_hash_table_remove(cache->msgid_table, oldmsginfo->msgid);
206 g_hash_table_remove(cache->msgnum_table, &oldmsginfo->msgnum);
207 cache->memusage -= procmsg_msginfo_memusage(oldmsginfo);
208 procmsg_msginfo_free(oldmsginfo);
211 newmsginfo = procmsg_msginfo_new_ref(msginfo);
212 g_hash_table_insert(cache->msgnum_table, &newmsginfo->msgnum, newmsginfo);
213 if(newmsginfo->msgid)
214 g_hash_table_insert(cache->msgid_table, newmsginfo->msgid, newmsginfo);
215 cache->memusage += procmsg_msginfo_memusage(newmsginfo);
216 cache->last_access = time(NULL);
218 debug_print("Cache size: %d messages, %d byte\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
223 MsgInfo *msgcache_get_msg(MsgCache *cache, guint num)
227 g_return_val_if_fail(cache != NULL, NULL);
229 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
232 cache->last_access = time(NULL);
234 return procmsg_msginfo_new_ref(msginfo);
237 MsgInfo *msgcache_get_msg_by_id(MsgCache *cache, const gchar *msgid)
241 g_return_val_if_fail(cache != NULL, NULL);
242 g_return_val_if_fail(msgid != NULL, NULL);
244 msginfo = g_hash_table_lookup(cache->msgid_table, msgid);
247 cache->last_access = time(NULL);
249 return procmsg_msginfo_new_ref(msginfo);
252 static void msgcache_get_msg_list_func(gpointer key, gpointer value, gpointer user_data)
254 MsgInfoList **listptr = user_data;
255 MsgInfo *msginfo = value;
257 *listptr = g_slist_prepend(*listptr, procmsg_msginfo_new_ref(msginfo));
260 MsgInfoList *msgcache_get_msg_list(MsgCache *cache)
262 MsgInfoList *msg_list = NULL;
264 g_return_val_if_fail(cache != NULL, NULL);
266 g_hash_table_foreach((GHashTable *)cache->msgnum_table, msgcache_get_msg_list_func, (gpointer)&msg_list);
267 cache->last_access = time(NULL);
269 msg_list = g_slist_reverse(msg_list);
274 time_t msgcache_get_last_access_time(MsgCache *cache)
276 g_return_val_if_fail(cache != NULL, 0);
278 return cache->last_access;
281 gint msgcache_get_memory_usage(MsgCache *cache)
283 g_return_val_if_fail(cache != NULL, 0);
285 return cache->memusage;
289 * Cache saving functions
292 #define READ_CACHE_DATA(data, fp, total_len) \
294 if ((tmp_len = msgcache_read_cache_data_str(fp, &data, conv)) < 0) { \
295 procmsg_msginfo_free(msginfo); \
299 total_len += tmp_len; \
302 #define READ_CACHE_DATA_INT(n, fp) \
307 if ((ni = fread(&idata, sizeof(idata), 1, fp)) != 1) { \
308 g_warning("read_int: Cache data corrupted, read %d of %d at " \
309 "offset %ld\n", ni, sizeof(idata), ftell(fp)); \
310 procmsg_msginfo_free(msginfo); \
314 n = swapping ? bswap_32(idata) : (idata);\
317 #define GET_CACHE_DATA_INT(n) \
319 n = (swapping ? (MMAP_TO_GUINT32_SWAPPED(walk_data)):(MMAP_TO_GUINT32(walk_data))); \
320 walk_data += 4; rem_len -= 4; \
323 #define GET_CACHE_DATA(data, total_len) \
325 GET_CACHE_DATA_INT(tmp_len); \
326 if ((tmp_len = msgcache_get_cache_data_str(walk_data, &data, tmp_len, conv)) < 0) { \
327 printf("error at rem_len:%d\n", rem_len);\
328 procmsg_msginfo_free(msginfo); \
332 total_len += tmp_len; \
333 walk_data += tmp_len; rem_len -= tmp_len; \
337 #define WRITE_CACHE_DATA_INT(n, fp) \
341 idata = (guint32)bswap_32(n); \
342 if (SC_FWRITE(&idata, sizeof(idata), 1, fp) != 1) \
347 #define PUT_CACHE_DATA_INT(n) \
349 walk_data[0]=(((guint32)n)&0x000000ff); \
350 walk_data[1]=(((guint32)n)&0x0000ff00)>>8; \
351 walk_data[2]=(((guint32)n)&0x00ff0000)>>16; \
352 walk_data[3]=(((guint32)n)&0xff000000)>>24; \
357 #define WRITE_CACHE_DATA(data, fp) \
363 len = strlen(data); \
364 WRITE_CACHE_DATA_INT(len, fp); \
365 if (w_err == 0 && len > 0) { \
366 if (SC_FWRITE(data, 1, len, fp) != len) \
372 #define PUT_CACHE_DATA(data) \
378 len = strlen(data); \
379 PUT_CACHE_DATA_INT(len); \
381 memcpy(walk_data, data, len); \
387 static FILE *msgcache_open_data_file(const gchar *file, guint version,
389 gchar *buf, size_t buf_size)
394 g_return_val_if_fail(file != NULL, NULL);
396 if (mode == DATA_WRITE) {
397 int w_err = 0, wrote = 0;
398 if ((fp = g_fopen(file, "w+")) == NULL) {
399 FILE_OP_ERROR(file, "fopen");
402 if (change_file_mode_rw(fp, file) < 0)
403 FILE_OP_ERROR(file, "chmod");
405 WRITE_CACHE_DATA_INT(version, fp);
407 g_warning("failed to write int\n");
415 if ((fp = g_fopen(file, "rb")) == NULL)
416 debug_print("Mark/Cache file '%s' not found\n", file);
418 if (buf && buf_size > 0)
419 setvbuf(fp, buf, _IOFBF, buf_size);
420 if (fread(&data_ver, sizeof(data_ver), 1, fp) != 1 ||
421 version != bswap_32(data_ver)) {
422 g_message("%s: Mark/Cache version is different (%u != %u).\n",
423 file, bswap_32(data_ver), version);
427 data_ver = bswap_32(data_ver);
430 if (mode == DATA_READ)
434 /* reopen with append mode */
436 if ((fp = g_fopen(file, "ab")) == NULL)
437 FILE_OP_ERROR(file, "fopen");
439 /* open with overwrite mode if mark file doesn't exist or
440 version is different */
441 fp = msgcache_open_data_file(file, version, DATA_WRITE, buf,
448 static gint msgcache_read_cache_data_str(FILE *fp, gchar **str,
449 StringConverter *conv)
451 gchar *tmpstr = NULL;
457 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
459 g_warning("read_data_str: Cache data (len) corrupted, read %d "
460 "of %d bytes at offset %ld\n", ni, sizeof(len),
465 if ((ni = fread(&len, sizeof(len), 1, fp) != 1) ||
466 bswap_32(len) > G_MAXINT) {
467 g_warning("read_data_str: Cache data (len) corrupted, read %d "
468 "of %d bytes at offset %ld\n", ni, sizeof(len),
478 tmpstr = g_try_malloc(len + 1);
481 g_warning("read_data_str: can't g_malloc %d bytes - cache data probably corrupted.\n", len);
485 if ((ni = fread(tmpstr, 1, len, fp)) != len) {
486 g_warning("read_data_str: Cache data corrupted, read %d of %d "
487 "bytes at offset %ld\n",
495 *str = conv->convert(conv, tmpstr);
503 static gint msgcache_get_cache_data_str(gchar *src, gchar **str, gint len,
504 StringConverter *conv)
506 gchar *tmpstr = NULL;
513 if(len > 2*1024*1024) {
514 g_warning("read_data_str: refusing to allocate %d bytes.\n", len);
518 tmpstr = g_try_malloc(len + 1);
521 g_warning("read_data_str: can't g_malloc %d bytes - cache data probably corrupted.\n", len);
525 strncpy(tmpstr, src, len);
530 *str = conv->convert(conv, tmpstr);
538 static gchar *strconv_charset_convert(StringConverter *conv, gchar *srcstr)
540 CharsetConverter *charsetconv = (CharsetConverter *) conv;
542 return conv_codeset_strdup(srcstr, charsetconv->srccharset, charsetconv->dstcharset);
545 static void strconv_charset_free(StringConverter *conv)
547 CharsetConverter *charsetconv = (CharsetConverter *) conv;
549 g_free(charsetconv->srccharset);
550 g_free(charsetconv->dstcharset);
553 MsgCache *msgcache_read_cache(FolderItem *item, const gchar *cache_file)
558 MsgTmpFlags tmp_flags = 0;
559 gchar file_buf[BUFFSIZE];
562 gboolean error = FALSE;
563 StringConverter *conv = NULL;
564 gchar *srccharset = NULL;
565 const gchar *dstcharset = NULL;
568 gint tmp_len = 0, map_len = -1;
569 char *cache_data = NULL;
572 g_return_val_if_fail(cache_file != NULL, NULL);
573 g_return_val_if_fail(item != NULL, NULL);
577 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
578 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
579 * it means it's the old version (not little-endian) on a big-endian machine. The code has
580 * no effect on x86 as their file doesn't change. */
582 if ((fp = msgcache_open_data_file
583 (cache_file, CACHE_VERSION, DATA_READ, file_buf, sizeof(file_buf))) == NULL) {
584 if ((fp = msgcache_open_data_file
585 (cache_file, bswap_32(CACHE_VERSION), DATA_READ, file_buf, sizeof(file_buf))) == NULL)
591 debug_print("\tReading %sswapped message cache from %s...\n", swapping?"":"un", cache_file);
593 if (folder_has_parent_of_type(item, F_QUEUE)) {
594 tmp_flags |= MSG_QUEUED;
595 } else if (folder_has_parent_of_type(item, F_DRAFT)) {
596 tmp_flags |= MSG_DRAFT;
599 if (msgcache_read_cache_data_str(fp, &srccharset, NULL) < 0)
601 dstcharset = CS_UTF_8;
602 if (srccharset == NULL || dstcharset == NULL) {
604 } else if (strcmp(srccharset, dstcharset) == 0) {
605 debug_print("using Noop Converter\n");
609 CharsetConverter *charsetconv;
611 debug_print("using CharsetConverter\n");
613 charsetconv = g_new0(CharsetConverter, 1);
614 charsetconv->converter.convert = strconv_charset_convert;
615 charsetconv->converter.free = strconv_charset_free;
616 charsetconv->srccharset = g_strdup(srccharset);
617 charsetconv->dstcharset = g_strdup(dstcharset);
619 conv = (StringConverter *) charsetconv;
623 cache = msgcache_new();
625 if (msgcache_use_mmap_read == TRUE) {
626 if (fstat(fileno(fp), &st) >= 0)
627 map_len = st.st_size;
633 HANDLE hFile, hMapping;
634 hFile = (HANDLE) _get_osfhandle (fileno(fp));
635 if (hFile == (HANDLE) -1)
637 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
640 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
644 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
650 if (cache_data != NULL && cache_data != MAP_FAILED) {
651 int rem_len = map_len-ftell(fp);
652 char *walk_data = cache_data+ftell(fp);
655 GET_CACHE_DATA_INT(num);
657 msginfo = procmsg_msginfo_new();
658 msginfo->msgnum = num;
659 memusage += sizeof(MsgInfo);
661 GET_CACHE_DATA_INT(msginfo->size);
662 GET_CACHE_DATA_INT(msginfo->mtime);
663 GET_CACHE_DATA_INT(msginfo->date_t);
664 GET_CACHE_DATA_INT(msginfo->flags.tmp_flags);
666 GET_CACHE_DATA(msginfo->fromname, memusage);
668 GET_CACHE_DATA(msginfo->date, memusage);
669 GET_CACHE_DATA(msginfo->from, memusage);
670 GET_CACHE_DATA(msginfo->to, memusage);
671 GET_CACHE_DATA(msginfo->cc, memusage);
672 GET_CACHE_DATA(msginfo->newsgroups, memusage);
673 GET_CACHE_DATA(msginfo->subject, memusage);
674 GET_CACHE_DATA(msginfo->msgid, memusage);
675 GET_CACHE_DATA(msginfo->inreplyto, memusage);
676 GET_CACHE_DATA(msginfo->xref, memusage);
678 GET_CACHE_DATA_INT(msginfo->planned_download);
679 GET_CACHE_DATA_INT(msginfo->total_size);
680 GET_CACHE_DATA_INT(refnum);
682 for (; refnum != 0; refnum--) {
685 GET_CACHE_DATA(ref, memusage);
688 msginfo->references =
689 g_slist_prepend(msginfo->references, ref);
691 if (msginfo->references)
692 msginfo->references =
693 g_slist_reverse(msginfo->references);
695 msginfo->folder = item;
696 msginfo->flags.tmp_flags |= tmp_flags;
698 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
700 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
704 UnmapViewOfFile((void*) cache_data);
706 munmap(cache_data, map_len);
709 while (fread(&num, sizeof(num), 1, fp) == 1) {
713 msginfo = procmsg_msginfo_new();
714 msginfo->msgnum = num;
715 memusage += sizeof(MsgInfo);
717 READ_CACHE_DATA_INT(msginfo->size, fp);
718 READ_CACHE_DATA_INT(msginfo->mtime, fp);
719 READ_CACHE_DATA_INT(msginfo->date_t, fp);
720 READ_CACHE_DATA_INT(msginfo->flags.tmp_flags, fp);
722 READ_CACHE_DATA(msginfo->fromname, fp, memusage);
724 READ_CACHE_DATA(msginfo->date, fp, memusage);
725 READ_CACHE_DATA(msginfo->from, fp, memusage);
726 READ_CACHE_DATA(msginfo->to, fp, memusage);
727 READ_CACHE_DATA(msginfo->cc, fp, memusage);
728 READ_CACHE_DATA(msginfo->newsgroups, fp, memusage);
729 READ_CACHE_DATA(msginfo->subject, fp, memusage);
730 READ_CACHE_DATA(msginfo->msgid, fp, memusage);
731 READ_CACHE_DATA(msginfo->inreplyto, fp, memusage);
732 READ_CACHE_DATA(msginfo->xref, fp, memusage);
734 READ_CACHE_DATA_INT(msginfo->planned_download, fp);
735 READ_CACHE_DATA_INT(msginfo->total_size, fp);
736 READ_CACHE_DATA_INT(refnum, fp);
738 for (; refnum != 0; refnum--) {
741 READ_CACHE_DATA(ref, fp, memusage);
744 msginfo->references =
745 g_slist_prepend(msginfo->references, ref);
747 if (msginfo->references)
748 msginfo->references =
749 g_slist_reverse(msginfo->references);
751 msginfo->folder = item;
752 msginfo->flags.tmp_flags |= tmp_flags;
754 g_hash_table_insert(cache->msgnum_table, &msginfo->msgnum, msginfo);
756 g_hash_table_insert(cache->msgid_table, msginfo->msgid, msginfo);
763 if (conv->free != NULL)
769 msgcache_destroy(cache);
773 cache->last_access = time(NULL);
774 cache->memusage = memusage;
776 debug_print("done. (%d items read)\n", g_hash_table_size(cache->msgnum_table));
777 debug_print("Cache size: %d messages, %d byte\n", g_hash_table_size(cache->msgnum_table), cache->memusage);
781 void msgcache_read_mark(MsgCache *cache, const gchar *mark_file)
785 MsgPermFlags perm_flags;
788 char *cache_data = NULL;
793 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
794 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
795 * it means it's the old version (not little-endian) on a big-endian machine. The code has
796 * no effect on x86 as their file doesn't change. */
798 if ((fp = msgcache_open_data_file(mark_file, MARK_VERSION, DATA_READ, NULL, 0)) == NULL) {
799 /* see if it isn't swapped ? */
800 if ((fp = msgcache_open_data_file(mark_file, bswap_32(MARK_VERSION), DATA_READ, NULL, 0)) == NULL)
803 swapping = FALSE; /* yay */
805 debug_print("reading %sswapped mark file.\n", swapping?"":"un");
807 if (msgcache_use_mmap_read) {
808 if (fstat(fileno(fp), &st) >= 0)
809 map_len = st.st_size;
815 HANDLE hFile, hMapping;
816 hFile = (HANDLE) _get_osfhandle (fileno(fp));
817 if (hFile == (HANDLE) -1)
819 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
822 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
826 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
832 if (cache_data != NULL && cache_data != MAP_FAILED) {
833 int rem_len = map_len-ftell(fp);
834 char *walk_data = cache_data+ftell(fp);
837 GET_CACHE_DATA_INT(num);
838 GET_CACHE_DATA_INT(perm_flags);
839 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
841 msginfo->flags.perm_flags = perm_flags;
845 UnmapViewOfFile((void*) cache_data);
847 munmap(cache_data, map_len);
850 while (fread(&num, sizeof(num), 1, fp) == 1) {
853 if (fread(&perm_flags, sizeof(perm_flags), 1, fp) != 1) break;
855 perm_flags = bswap_32(perm_flags);
856 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
858 msginfo->flags.perm_flags = perm_flags;
865 void msgcache_read_tags(MsgCache *cache, const gchar *tags_file)
871 char *cache_data = NULL;
876 /* In case we can't open the mark file with MARK_VERSION, check if we can open it with the
877 * swapped MARK_VERSION. As msgcache_open_data_file swaps it too, if this succeeds,
878 * it means it's the old version (not little-endian) on a big-endian machine. The code has
879 * no effect on x86 as their file doesn't change. */
881 if ((fp = msgcache_open_data_file(tags_file, TAGS_VERSION, DATA_READ, NULL, 0)) == NULL) {
882 /* see if it isn't swapped ? */
883 if ((fp = msgcache_open_data_file(tags_file, bswap_32(TAGS_VERSION), DATA_READ, NULL, 0)) == NULL)
886 swapping = FALSE; /* yay */
888 debug_print("reading %sswapped tags file.\n", swapping?"":"un");
890 if (msgcache_use_mmap_read) {
891 if (fstat(fileno(fp), &st) >= 0)
892 map_len = st.st_size;
898 HANDLE hFile, hMapping;
899 hFile = (HANDLE) _get_osfhandle (fileno(fp));
900 if (hFile == (HANDLE) -1)
902 hMapping = CreateFileMapping(hFile, NULL, PAGE_WRITECOPY, 0, 0, NULL);
905 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
909 cache_data = mmap(NULL, map_len, PROT_READ, MAP_PRIVATE, fileno(fp), 0);
915 if (cache_data != NULL && cache_data != MAP_FAILED) {
916 int rem_len = map_len-ftell(fp);
917 char *walk_data = cache_data+ftell(fp);
921 GET_CACHE_DATA_INT(num);
922 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
924 g_slist_free(msginfo->tags);
925 msginfo->tags = NULL;
927 GET_CACHE_DATA_INT(id);
929 msginfo->tags = g_slist_prepend(
931 GINT_TO_POINTER(id));
934 msginfo->tags = g_slist_reverse(msginfo->tags);
938 UnmapViewOfFile((void*) cache_data);
940 munmap(cache_data, map_len);
943 while (fread(&num, sizeof(num), 1, fp) == 1) {
947 msginfo = g_hash_table_lookup(cache->msgnum_table, &num);
949 g_slist_free(msginfo->tags);
950 msginfo->tags = NULL;
952 if (fread(&id, sizeof(id), 1, fp) != 1)
957 msginfo->tags = g_slist_prepend(
959 GINT_TO_POINTER(id));
962 msginfo->tags = g_slist_reverse(msginfo->tags);
969 static int msgcache_write_cache(MsgInfo *msginfo, FILE *fp)
971 MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
973 int w_err = 0, wrote = 0;
975 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
976 WRITE_CACHE_DATA_INT(msginfo->size, fp);
977 WRITE_CACHE_DATA_INT(msginfo->mtime, fp);
978 WRITE_CACHE_DATA_INT(msginfo->date_t, fp);
979 WRITE_CACHE_DATA_INT(flags, fp);
981 WRITE_CACHE_DATA(msginfo->fromname, fp);
983 WRITE_CACHE_DATA(msginfo->date, fp);
984 WRITE_CACHE_DATA(msginfo->from, fp);
985 WRITE_CACHE_DATA(msginfo->to, fp);
986 WRITE_CACHE_DATA(msginfo->cc, fp);
987 WRITE_CACHE_DATA(msginfo->newsgroups, fp);
988 WRITE_CACHE_DATA(msginfo->subject, fp);
989 WRITE_CACHE_DATA(msginfo->msgid, fp);
990 WRITE_CACHE_DATA(msginfo->inreplyto, fp);
991 WRITE_CACHE_DATA(msginfo->xref, fp);
992 WRITE_CACHE_DATA_INT(msginfo->planned_download, fp);
993 WRITE_CACHE_DATA_INT(msginfo->total_size, fp);
995 WRITE_CACHE_DATA_INT(g_slist_length(msginfo->references), fp);
997 for (cur = msginfo->references; cur != NULL; cur = cur->next) {
998 WRITE_CACHE_DATA((gchar *)cur->data, fp);
1000 return w_err ? -1 : wrote;
1003 static int msgcache_write_mmap_cache(MsgInfo *msginfo, char *walk_data)
1005 MsgTmpFlags flags = msginfo->flags.tmp_flags & MSG_CACHED_FLAG_MASK;
1009 PUT_CACHE_DATA_INT(msginfo->msgnum);
1010 PUT_CACHE_DATA_INT(msginfo->size);
1011 PUT_CACHE_DATA_INT(msginfo->mtime);
1012 PUT_CACHE_DATA_INT(msginfo->date_t);
1013 PUT_CACHE_DATA_INT(flags);
1014 PUT_CACHE_DATA(msginfo->fromname);
1016 PUT_CACHE_DATA(msginfo->date);
1017 PUT_CACHE_DATA(msginfo->from);
1018 PUT_CACHE_DATA(msginfo->to);
1019 PUT_CACHE_DATA(msginfo->cc);
1020 PUT_CACHE_DATA(msginfo->newsgroups);
1021 PUT_CACHE_DATA(msginfo->subject);
1022 PUT_CACHE_DATA(msginfo->msgid);
1023 PUT_CACHE_DATA(msginfo->inreplyto);
1024 PUT_CACHE_DATA(msginfo->xref);
1025 PUT_CACHE_DATA_INT(msginfo->planned_download);
1026 PUT_CACHE_DATA_INT(msginfo->total_size);
1028 PUT_CACHE_DATA_INT(g_slist_length(msginfo->references));
1030 for (cur = msginfo->references; cur != NULL; cur = cur->next) {
1031 PUT_CACHE_DATA((gchar *)cur->data);
1036 static int msgcache_write_flags(MsgInfo *msginfo, FILE *fp)
1038 MsgPermFlags flags = msginfo->flags.perm_flags;
1039 int w_err = 0, wrote = 0;
1040 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1041 WRITE_CACHE_DATA_INT(flags, fp);
1042 return w_err ? -1 : wrote;
1045 static int msgcache_write_tags(MsgInfo *msginfo, FILE *fp)
1047 GSList *cur = msginfo->tags;
1048 int w_err = 0, wrote = 0;
1050 WRITE_CACHE_DATA_INT(msginfo->msgnum, fp);
1051 for (; cur; cur = cur->next) {
1052 gint id = GPOINTER_TO_INT(cur->data);
1053 if (tags_get_tag(id) != NULL) {
1054 WRITE_CACHE_DATA_INT(id, fp);
1057 WRITE_CACHE_DATA_INT(-1, fp);
1059 return w_err ? -1 : wrote;
1062 static int msgcache_write_mmap_flags(MsgInfo *msginfo, char *walk_data)
1064 MsgPermFlags flags = msginfo->flags.perm_flags;
1067 PUT_CACHE_DATA_INT(msginfo->msgnum);
1068 PUT_CACHE_DATA_INT(flags);
1072 static int msgcache_write_mmap_tags(MsgInfo *msginfo, char *walk_data)
1074 GSList *cur = msginfo->tags;
1077 PUT_CACHE_DATA_INT(msginfo->msgnum);
1078 for (; cur; cur = cur->next) {
1079 gint id = GPOINTER_TO_INT(cur->data);
1080 if (tags_get_tag(id) != NULL) {
1081 PUT_CACHE_DATA_INT(id);
1084 PUT_CACHE_DATA_INT(-1);
1102 static void msgcache_write_func(gpointer key, gpointer value, gpointer user_data)
1105 struct write_fps *write_fps;
1108 msginfo = (MsgInfo *)value;
1109 write_fps = user_data;
1111 tmp = msgcache_write_cache(msginfo, write_fps->cache_fp);
1113 write_fps->error = 1;
1115 write_fps->cache_size += tmp;
1116 tmp= msgcache_write_flags(msginfo, write_fps->mark_fp);
1118 write_fps->error = 1;
1120 write_fps->mark_size += tmp;
1121 tmp = msgcache_write_tags(msginfo, write_fps->tags_fp);
1123 write_fps->error = 1;
1125 write_fps->tags_size += tmp;
1128 static void msgcache_write_mmap_func(gpointer key, gpointer value, gpointer user_data)
1131 struct write_fps *write_fps;
1134 msginfo = (MsgInfo *)value;
1135 write_fps = user_data;
1137 tmp = msgcache_write_mmap_cache(msginfo, write_fps->cache_data);
1138 write_fps->cache_size += tmp;
1139 write_fps->cache_data += tmp;
1140 tmp = msgcache_write_mmap_flags(msginfo, write_fps->mark_data);
1141 write_fps->mark_size += tmp;
1142 write_fps->mark_data += tmp;
1143 tmp = msgcache_write_mmap_tags(msginfo, write_fps->tags_data);
1144 write_fps->tags_size += tmp;
1145 write_fps->tags_data += tmp;
1148 gint msgcache_write(const gchar *cache_file, const gchar *mark_file, const gchar *tags_file, MsgCache *cache)
1150 struct write_fps write_fps;
1151 gchar *new_cache, *new_mark, *new_tags;
1152 int w_err = 0, wrote = 0;
1154 char *cache_data = NULL;
1155 char *mark_data = NULL;
1156 char *tags_data = NULL;
1159 g_return_val_if_fail(cache_file != NULL, -1);
1160 g_return_val_if_fail(mark_file != NULL, -1);
1161 g_return_val_if_fail(tags_file != NULL, -1);
1162 g_return_val_if_fail(cache != NULL, -1);
1164 new_cache = g_strconcat(cache_file, ".new", NULL);
1165 new_mark = g_strconcat(mark_file, ".new", NULL);
1166 new_tags = g_strconcat(tags_file, ".new", NULL);
1168 write_fps.error = 0;
1169 write_fps.cache_size = 0;
1170 write_fps.mark_size = 0;
1171 write_fps.tags_size = 0;
1173 write_fps.cache_fp = msgcache_open_data_file(new_cache, CACHE_VERSION,
1174 DATA_WRITE, NULL, 0);
1175 if (write_fps.cache_fp == NULL) {
1182 WRITE_CACHE_DATA(CS_UTF_8, write_fps.cache_fp);
1185 g_warning("failed to write charset\n");
1186 fclose(write_fps.cache_fp);
1187 g_unlink(new_cache);
1194 write_fps.mark_fp = msgcache_open_data_file(new_mark, MARK_VERSION,
1195 DATA_WRITE, NULL, 0);
1196 if (write_fps.mark_fp == NULL) {
1197 fclose(write_fps.cache_fp);
1198 g_unlink(new_cache);
1205 write_fps.tags_fp = msgcache_open_data_file(new_tags, TAGS_VERSION,
1206 DATA_WRITE, NULL, 0);
1207 if (write_fps.tags_fp == NULL) {
1208 fclose(write_fps.cache_fp);
1209 fclose(write_fps.mark_fp);
1210 g_unlink(new_cache);
1218 debug_print("\tWriting message cache to %s and %s...\n", new_cache, new_mark);
1220 if (change_file_mode_rw(write_fps.cache_fp, new_cache) < 0)
1221 FILE_OP_ERROR(new_cache, "chmod");
1223 write_fps.cache_size = ftell(write_fps.cache_fp);
1224 write_fps.mark_size = ftell(write_fps.mark_fp);
1225 write_fps.tags_size = ftell(write_fps.tags_fp);
1227 if (msgcache_use_mmap_write && cache->memusage > 0) {
1228 map_len = cache->memusage;
1229 if (ftruncate(fileno(write_fps.cache_fp), (off_t)map_len) == 0) {
1233 HANDLE hFile, hMapping;
1234 hFile = (HANDLE) _get_osfhandle (fileno(write_fps.cache_fp));
1235 if (hFile == (HANDLE) -1)
1237 hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
1240 cache_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
1244 cache_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED,
1245 fileno(write_fps.cache_fp), 0);
1248 if (cache_data != NULL && cache_data != MAP_FAILED) {
1249 if (ftruncate(fileno(write_fps.mark_fp), (off_t)map_len) == 0) {
1252 HANDLE hFile, hMapping;
1253 hFile = (HANDLE) _get_osfhandle (fileno(write_fps.mark_fp));
1254 if (hFile == (HANDLE) -1)
1256 hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
1259 mark_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
1263 mark_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED,
1264 fileno(write_fps.mark_fp), 0);
1267 if (mark_data == NULL || mark_data == MAP_FAILED) {
1269 UnmapViewOfFile((void*) cache_data);
1271 munmap(cache_data, map_len);
1275 if (ftruncate(fileno(write_fps.tags_fp), (off_t)map_len) == 0) {
1278 HANDLE hFile, hMapping;
1279 hFile = (HANDLE) _get_osfhandle (fileno(write_fps.tags_fp));
1280 if (hFile == (HANDLE) -1)
1282 hMapping = CreateFileMapping(hFile, NULL, PAGE_READWRITE, 0, 0, NULL);
1285 tags_data = (unsigned char *)MapViewOfFile(hMapping, FILE_MAP_COPY, 0, 0, 0);
1289 tags_data = mmap(NULL, map_len, PROT_WRITE, MAP_SHARED,
1290 fileno(write_fps.tags_fp), 0);
1293 if (tags_data == NULL || tags_data == MAP_FAILED) {
1295 UnmapViewOfFile((void*) cache_data);
1296 UnmapViewOfFile((void*) mark_data);
1298 munmap(cache_data, map_len);
1299 munmap(mark_data, map_len);
1308 if (cache_data != NULL && cache_data != MAP_FAILED) {
1309 write_fps.cache_data = cache_data + ftell(write_fps.cache_fp);
1310 write_fps.mark_data = mark_data + ftell(write_fps.mark_fp);
1311 write_fps.tags_data = mark_data + ftell(write_fps.tags_fp);
1312 g_hash_table_foreach(cache->msgnum_table, msgcache_write_mmap_func, (gpointer)&write_fps);
1314 UnmapViewOfFile((void*) cache_data);
1315 UnmapViewOfFile((void*) mark_data);
1316 UnmapViewOfFile((void*) tags_data);
1318 munmap(cache_data, map_len);
1319 munmap(mark_data, map_len);
1320 munmap(tags_data, map_len);
1322 ftruncate(fileno(write_fps.cache_fp), write_fps.cache_size);
1323 ftruncate(fileno(write_fps.mark_fp), write_fps.mark_size);
1324 ftruncate(fileno(write_fps.tags_fp), write_fps.tags_size);
1326 #ifdef HAVE_FWRITE_UNLOCKED
1327 flockfile(write_fps.cache_fp);
1328 flockfile(write_fps.mark_fp);
1329 flockfile(write_fps.tags_fp);
1331 g_hash_table_foreach(cache->msgnum_table, msgcache_write_func, (gpointer)&write_fps);
1332 #ifdef HAVE_FWRITE_UNLOCKED
1333 funlockfile(write_fps.mark_fp);
1334 funlockfile(write_fps.cache_fp);
1335 funlockfile(write_fps.tags_fp);
1339 fflush(write_fps.cache_fp);
1340 fflush(write_fps.mark_fp);
1341 fflush(write_fps.tags_fp);
1344 fsync(fileno(write_fps.cache_fp));
1345 fsync(fileno(write_fps.mark_fp));
1346 fsync(fileno(write_fps.tags_fp));
1349 fclose(write_fps.cache_fp);
1350 fclose(write_fps.mark_fp);
1351 fclose(write_fps.tags_fp);
1354 if (write_fps.error != 0) {
1355 g_unlink(new_cache);
1363 move_file(new_cache, cache_file, TRUE);
1364 move_file(new_mark, mark_file, TRUE);
1365 move_file(new_tags, tags_file, TRUE);
1366 cache->last_access = time(NULL);
1372 debug_print("done.\n");