Fixed problem with copying messages to IMAP folders when the
[claws.git] / src / imap.c
1 /*
2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2002 Hiroyuki Yamamoto
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program; if not, write to the Free Software
17  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18  */
19
20 #ifdef HAVE_CONFIG_H
21 #  include "config.h"
22 #endif
23
24 #include "defs.h"
25
26 #include <glib.h>
27 #include <stdio.h>
28 #include <string.h>
29 #include <stdlib.h>
30 #include <dirent.h>
31 #include <unistd.h>
32 #include <ctype.h>
33 #include <time.h>
34
35 #include "intl.h"
36 #include "imap.h"
37 #include "socket.h"
38 #include "ssl.h"
39 #include "recv.h"
40 #include "procmsg.h"
41 #include "procheader.h"
42 #include "folder.h"
43 #include "statusbar.h"
44 #include "prefs_account.h"
45 #include "codeconv.h"
46 #include "utils.h"
47 #include "inputdialog.h"
48
49 #define IMAP4_PORT      143
50 #if USE_SSL
51 #define IMAPS_PORT      993
52 #endif
53
54 #define QUOTE_IF_REQUIRED(out, str) \
55 { \
56         if (*str != '"' && strchr(str, ' ')) { \
57                 gchar *__tmp; \
58                 gint len; \
59  \
60                 len = strlen(str) + 3; \
61                 Xalloca(__tmp, len, return IMAP_ERROR); \
62                 g_snprintf(__tmp, len, "\"%s\"", str); \
63                 out = __tmp; \
64         } else { \
65                 Xstrdup_a(out, str, return IMAP_ERROR); \
66         } \
67 }
68
69 static GList *session_list = NULL;
70
71 static gint imap_cmd_count = 0;
72
73 static void imap_folder_init            (Folder         *folder,
74                                          const gchar    *name,
75                                          const gchar    *path);
76
77 static IMAPSession *imap_session_get    (Folder         *folder);
78
79 static gint imap_scan_tree_recursive    (IMAPSession    *session,
80                                          FolderItem     *item,
81                                          IMAPNameSpace  *namespace);
82 static GSList *imap_parse_list          (IMAPSession    *session,
83                                          const gchar    *path);
84 static gint imap_create_trash           (Folder         *folder);
85
86 static gint imap_do_copy                (Folder         *folder,
87                                          FolderItem     *dest,
88                                          MsgInfo        *msginfo,
89                                          gboolean        remove_source);
90 static gint imap_do_copy_msgs_with_dest (Folder         *folder,
91                                          FolderItem     *dest, 
92                                          GSList         *msglist,
93                                          gboolean        remove_source);
94
95 static GSList *imap_get_uncached_messages       (IMAPSession    *session,
96                                                  FolderItem     *item,
97                                                  guint32         first_uid,
98                                                  guint32         last_uid);
99 static GSList *imap_delete_cached_messages      (GSList         *mlist,
100                                                  FolderItem     *item,
101                                                  guint32         first_uid,
102                                                  guint32         last_uid);
103 static void imap_delete_all_cached_messages     (FolderItem     *item);
104
105 #if USE_SSL
106 static SockInfo *imap_open              (const gchar    *server,
107                                          gushort         port,
108                                          gboolean        use_ssl);
109 #else
110 static SockInfo *imap_open              (const gchar    *server,
111                                          gushort         port);
112 #endif
113
114 static SockInfo *imap_open_tunnel(const gchar *server,
115                                   const gchar *tunnelcmd);
116
117 static SockInfo *imap_init_sock(SockInfo *sock);
118
119 static gint imap_set_message_flags      (IMAPSession    *session,
120                                          guint32         first_uid,
121                                          guint32         last_uid,
122                                          IMAPFlags       flag,
123                                          gboolean        is_set);
124 static gint imap_select                 (IMAPSession    *session,
125                                          IMAPFolder     *folder,
126                                          const gchar    *path,
127                                          gint           *exists,
128                                          gint           *recent,
129                                          gint           *unseen,
130                                          guint32        *uid_validity);
131 static gint imap_get_uid                (IMAPSession    *session,
132                                          gint            msgnum,
133                                          guint32        *uid);
134 static gint imap_status                 (IMAPSession    *session,
135                                          IMAPFolder     *folder,
136                                          const gchar    *path,
137                                          gint           *messages,
138                                          gint           *recent,
139                                          gint           *unseen,
140                                          guint32        *uid_validity);
141
142 static void imap_parse_namespace                (IMAPSession    *session,
143                                                  IMAPFolder     *folder);
144 static IMAPNameSpace *imap_find_namespace       (IMAPFolder     *folder,
145                                                  const gchar    *path);
146 static gchar *imap_get_real_path                (IMAPFolder     *folder,
147                                                  const gchar    *path);
148
149 static gchar *imap_parse_atom           (SockInfo       *sock,
150                                          gchar          *src,
151                                          gchar          *dest,
152                                          gint            dest_len,
153                                          GString        *str);
154 static gchar *imap_parse_one_address    (SockInfo       *sock,
155                                          gchar          *start,
156                                          gchar          *out_from_str,
157                                          gchar          *out_fromname_str,
158                                          GString        *str);
159 static gchar *imap_parse_address        (SockInfo       *sock,
160                                          gchar          *start,
161                                          gchar         **out_from_str,
162                                          gchar         **out_fromname_str,
163                                          GString        *str);
164 static MsgFlags imap_parse_flags        (const gchar    *flag_str);
165 static MsgInfo *imap_parse_envelope     (SockInfo       *sock,
166                                          GString        *line_str);
167 static gint imap_greeting               (SockInfo *sock,
168                                          gboolean *is_preauth);
169
170 /* low-level IMAP4rev1 commands */
171 static gint imap_cmd_login      (SockInfo       *sock,
172                                  const gchar    *user,
173                                  const gchar    *pass);
174 static gint imap_cmd_logout     (SockInfo       *sock);
175 static gint imap_cmd_noop       (SockInfo       *sock);
176 static gint imap_cmd_namespace  (SockInfo       *sock,
177                                  gchar         **ns_str);
178 static gint imap_cmd_list       (SockInfo       *sock,
179                                  const gchar    *ref,
180                                  const gchar    *mailbox,
181                                  GPtrArray      *argbuf);
182 static gint imap_cmd_do_select  (SockInfo       *sock,
183                                  const gchar    *folder,
184                                  gboolean        examine,
185                                  gint           *exists,
186                                  gint           *recent,
187                                  gint           *unseen,
188                                  guint32        *uid_validity);
189 static gint imap_cmd_select     (SockInfo       *sock,
190                                  const gchar    *folder,
191                                  gint           *exists,
192                                  gint           *recent,
193                                  gint           *unseen,
194                                  guint32        *uid_validity);
195 static gint imap_cmd_examine    (SockInfo       *sock,
196                                  const gchar    *folder,
197                                  gint           *exists,
198                                  gint           *recent,
199                                  gint           *unseen,
200                                  guint32        *uid_validity);
201 static gint imap_cmd_create     (SockInfo       *sock,
202                                  const gchar    *folder);
203 static gint imap_cmd_delete     (SockInfo       *sock,
204                                  const gchar    *folder);
205 static gint imap_cmd_envelope   (SockInfo       *sock,
206                                  guint32         first_uid,
207                                  guint32         last_uid);
208 #if 0
209 static gint imap_cmd_search     (SockInfo       *sock,
210                                  GSList         *numlist);
211 #endif
212 static gint imap_cmd_fetch      (SockInfo       *sock,
213                                  guint32         uid,
214                                  const gchar    *filename);
215 static gint imap_cmd_append     (SockInfo       *sock,
216                                  const gchar    *destfolder,
217                                  const gchar    *file);
218 static gint imap_cmd_copy       (SockInfo       *sock,
219                                  guint32         uid,
220                                  const gchar    *destfolder);
221 static gint imap_cmd_store      (SockInfo       *sock,
222                                  guint32         first_uid,
223                                  guint32         last_uid,
224                                  gchar          *sub_cmd);
225 static gint imap_cmd_expunge    (SockInfo       *sock);
226
227 static gint imap_cmd_ok         (SockInfo       *sock,
228                                  GPtrArray      *argbuf);
229 static void imap_cmd_gen_send   (SockInfo       *sock,
230                                  const gchar    *format, ...);
231 static gint imap_cmd_gen_recv   (SockInfo       *sock,
232                                  gchar          *buf,
233                                  gint            size);
234
235 /* misc utility functions */
236 static gchar *strchr_cpy                        (const gchar    *src,
237                                                  gchar           ch,
238                                                  gchar          *dest,
239                                                  gint            len);
240 static gchar *get_quoted                        (const gchar    *src,
241                                                  gchar           ch,
242                                                  gchar          *dest,
243                                                  gint            len);
244 static gchar *search_array_contain_str          (GPtrArray      *array,
245                                                  gchar          *str);
246 static gchar *search_array_str                  (GPtrArray      *array,
247                                                  gchar          *str);
248 static gchar *search_array_starts               (GPtrArray *array,
249                                                  const gchar *str);
250 static void imap_path_separator_subst           (gchar          *str,
251                                                  gchar           separator);
252
253
254 Folder *imap_folder_new(const gchar *name, const gchar *path)
255 {
256         Folder *folder;
257
258         folder = (Folder *)g_new0(IMAPFolder, 1);
259         imap_folder_init(folder, name, path);
260
261         return folder;
262 }
263
264 void imap_folder_destroy(IMAPFolder *folder)
265 {
266         folder_remote_folder_destroy(REMOTE_FOLDER(folder));
267 }
268
269 static void imap_folder_init(Folder *folder, const gchar *name,
270                              const gchar *path)
271 {
272         folder_remote_folder_init(folder, name, path);
273
274         folder->type = F_IMAP;
275
276         folder->get_msg_list        = imap_get_msg_list;
277         folder->fetch_msg           = imap_fetch_msg;
278         folder->add_msg             = imap_add_msg;
279         folder->move_msg            = imap_move_msg;
280         folder->move_msgs_with_dest = imap_move_msgs_with_dest;
281         folder->copy_msg            = imap_copy_msg;
282         folder->copy_msgs_with_dest = imap_copy_msgs_with_dest;
283         folder->remove_msg          = imap_remove_msg;
284         folder->remove_all_msg      = imap_remove_all_msg;
285         folder->scan                = imap_scan_folder;
286         folder->scan_tree           = imap_scan_tree;
287         folder->create_tree         = imap_create_tree;
288         folder->create_folder       = imap_create_folder;
289         folder->remove_folder       = imap_remove_folder;
290 }
291
292 static IMAPSession *imap_session_get(Folder *folder)
293 {
294         RemoteFolder *rfolder = REMOTE_FOLDER(folder);
295         gushort port;
296
297         g_return_val_if_fail(folder != NULL, NULL);
298         g_return_val_if_fail(folder->type == F_IMAP, NULL);
299         g_return_val_if_fail(folder->account != NULL, NULL);
300
301 #if USE_SSL
302         port = folder->account->set_imapport ? folder->account->imapport
303                 : folder->account->ssl_imap ? IMAPS_PORT : IMAP4_PORT;
304 #else
305         port = folder->account->set_imapport ? folder->account->imapport
306                 : IMAP4_PORT;
307 #endif
308
309         if (!rfolder->session) {
310                 rfolder->session =
311                         imap_session_new(folder->account);
312                 if (rfolder->session) {
313                         imap_parse_namespace(IMAP_SESSION(rfolder->session),
314                                              IMAP_FOLDER(folder));
315                         rfolder->session->last_access_time = time(NULL);
316                 }
317                 statusbar_pop_all();
318                 return IMAP_SESSION(rfolder->session);
319         }
320
321         /* I think the point of this code is to avoid sending a
322          * keepalive if we've used the session recently and therefore
323          * think it's still alive.  Unfortunately, most of the code
324          * does not yet check for errors on the socket, and so if the
325          * connection drops we don't notice until the timeout expires.
326          * A better solution than sending a NOOP every time would be
327          * for every command to be prepared to retry until it is
328          * successfully sent. -- mbp */
329         if (time(NULL) - rfolder->session->last_access_time < SESSION_TIMEOUT) {
330                 rfolder->session->last_access_time = time(NULL);
331                 statusbar_pop_all();
332                 return IMAP_SESSION(rfolder->session);
333         }
334
335         if (imap_cmd_noop(rfolder->session->sock) != IMAP_SUCCESS) {
336                 log_warning(_("IMAP4 connection to %s:%d has been"
337                               " disconnected. Reconnecting...\n"),
338                             folder->account->recv_server, port);
339                 session_destroy(rfolder->session);
340                 rfolder->session =
341                         imap_session_new(folder->account);
342                 if (rfolder->session)
343                         imap_parse_namespace(IMAP_SESSION(rfolder->session),
344                                              IMAP_FOLDER(folder));
345         }
346
347         if (rfolder->session)
348                 rfolder->session->last_access_time = time(NULL);
349         statusbar_pop_all();
350         return IMAP_SESSION(rfolder->session);
351 }
352
353 Session *imap_session_new(const PrefsAccount *account)
354 {
355         IMAPSession *session;
356         SockInfo *imap_sock;
357         gushort port;
358         gchar *pass;
359         gboolean is_preauth;
360
361 #ifdef USE_SSL
362         /* FIXME: IMAP over SSL only... */ 
363         gboolean use_ssl;
364
365         port = account->set_imapport ? account->imapport
366                 : account->ssl_imap ? IMAPS_PORT : IMAP4_PORT;
367         use_ssl = account->ssl_imap ? TRUE : FALSE;     
368 #else
369         port = account->set_imapport ? account->imapport
370                 : IMAP4_PORT;
371 #endif
372
373         if (account->set_tunnelcmd) {
374                 log_message(_("creating tunneled IMAP4 connection\n"));
375                 if ((imap_sock = imap_open_tunnel(account->recv_server, 
376                                                   account->tunnelcmd)) == NULL)
377                         return NULL;
378         } else {
379                 g_return_val_if_fail(account->recv_server != NULL, NULL);
380
381                 log_message(_("creating IMAP4 connection to %s:%d ...\n"),
382                             account->recv_server, port);
383                 
384 #if USE_SSL
385                 if ((imap_sock = imap_open(account->recv_server, port,
386                                            use_ssl)) == NULL)
387 #else
388                 if ((imap_sock = imap_open(account->recv_server, port)) == NULL)
389 #endif
390                         return NULL;
391         }
392
393         /* Only need to log in if the connection was not PREAUTH */
394         imap_greeting(imap_sock, &is_preauth);
395         log_message("IMAP connection is %s-authenticated\n",
396                     (is_preauth) ? "pre" : "un");
397         if (!is_preauth) {
398                 g_return_val_if_fail(account->userid != NULL, NULL);
399
400                 pass = account->passwd;
401                 if (!pass) {
402                         gchar *tmp_pass;
403                         tmp_pass = input_dialog_query_password(account->recv_server, account->userid);
404                         if (!tmp_pass)
405                                 return NULL;
406                         Xstrdup_a(pass, tmp_pass, {g_free(tmp_pass); return NULL;});
407                         g_free(tmp_pass);
408                 }
409
410                 if (imap_cmd_login(imap_sock, account->userid, pass) != IMAP_SUCCESS) {
411                         imap_cmd_logout(imap_sock);
412                         sock_close(imap_sock);
413                         return NULL;
414                 }
415         }
416
417         session = g_new(IMAPSession, 1);
418         SESSION(session)->type             = SESSION_IMAP;
419         SESSION(session)->server           = g_strdup(account->recv_server);
420         SESSION(session)->sock             = imap_sock;
421         SESSION(session)->connected        = TRUE;
422         SESSION(session)->phase            = SESSION_READY;
423         SESSION(session)->last_access_time = time(NULL);
424         SESSION(session)->data             = NULL;
425         session->mbox = NULL;
426
427         session_list = g_list_append(session_list, session);
428
429         return SESSION(session);
430 }
431
432 void imap_session_destroy(IMAPSession *session)
433 {
434         sock_close(SESSION(session)->sock);
435         SESSION(session)->sock = NULL;
436
437         g_free(session->mbox);
438
439         session_list = g_list_remove(session_list, session);
440 }
441
442 void imap_session_destroy_all(void)
443 {
444         while (session_list != NULL) {
445                 IMAPSession *session = (IMAPSession *)session_list->data;
446
447                 imap_cmd_logout(SESSION(session)->sock);
448                 imap_session_destroy(session);
449         }
450 }
451
452 #define THROW goto catch
453
454 GSList *imap_get_msg_list(Folder *folder, FolderItem *item, gboolean use_cache)
455 {
456         GSList *mlist = NULL;
457         IMAPSession *session;
458         gint ok, exists = 0, recent = 0, unseen = 0;
459         guint32 uid_validity = 0;
460         guint32 first_uid = 0, last_uid = 0, begin;
461
462         g_return_val_if_fail(folder != NULL, NULL);
463         g_return_val_if_fail(item != NULL, NULL);
464         g_return_val_if_fail(folder->type == F_IMAP, NULL);
465         g_return_val_if_fail(folder->account != NULL, NULL);
466
467         session = imap_session_get(folder);
468
469         if (!session) {
470                 mlist = procmsg_read_cache(item, FALSE);
471                 item->last_num = procmsg_get_last_num_in_cache(mlist);
472                 procmsg_set_flags(mlist, item);
473                 statusbar_pop_all();
474                 return mlist;
475         }
476
477         ok = imap_select(session, IMAP_FOLDER(folder), item->path,
478                          &exists, &recent, &unseen, &uid_validity);
479         if (ok != IMAP_SUCCESS) THROW;
480         if (exists > 0) {
481                 ok = imap_get_uid(session, 1, &first_uid);
482                 if (ok != IMAP_SUCCESS) THROW;
483                 if (1 != exists) {
484                         ok = imap_get_uid(session, exists, &last_uid);
485                         if (ok != IMAP_SUCCESS) THROW;
486                 } else
487                         last_uid = first_uid;
488         } else {
489                 imap_delete_all_cached_messages(item);
490                 statusbar_pop_all();
491                 return NULL;
492         }
493
494         if (use_cache) {
495                 guint32 cache_last;
496
497                 mlist = procmsg_read_cache(item, FALSE);
498                 procmsg_set_flags(mlist, item);
499                 cache_last = procmsg_get_last_num_in_cache(mlist);
500
501                 /* calculating the range of envelope to get */
502                 if (item->mtime != uid_validity) {
503                         /* mailbox is changed (get all) */
504                         begin = first_uid;
505                 } else if (last_uid < cache_last) {
506                         /* mailbox is changed (get all) */
507                         begin = first_uid;
508                 } else if (last_uid == cache_last) {
509                         /* mailbox unchanged (get none)*/
510                         begin = 0;
511                 } else {
512                         begin = cache_last + 1;
513                 }
514
515                 item->mtime = uid_validity;
516
517                 if (first_uid > 0 && last_uid > 0) {
518                         mlist = imap_delete_cached_messages(mlist, item,
519                                                             0, first_uid - 1);
520                         mlist = imap_delete_cached_messages(mlist, item,
521                                                             last_uid + 1,
522                                                             UINT_MAX);
523                 }
524                 if (begin > 0)
525                         mlist = imap_delete_cached_messages(mlist, item,
526                                                             begin, UINT_MAX);
527         } else {
528                 imap_delete_all_cached_messages(item);
529                 begin = first_uid;
530         }
531
532         if (begin > 0 && begin <= last_uid) {
533                 GSList *newlist;
534                 newlist = imap_get_uncached_messages(session, item,
535                                                      begin, last_uid);
536                 mlist = g_slist_concat(mlist, newlist);
537         }
538
539         item->last_num = last_uid;
540
541 catch:
542         statusbar_pop_all();
543         return mlist;
544 }
545
546 #undef THROW
547
548 gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
549 {
550         gchar *path, *filename;
551         IMAPSession *session;
552         gint ok;
553
554         g_return_val_if_fail(folder != NULL, NULL);
555         g_return_val_if_fail(item != NULL, NULL);
556
557         path = folder_item_get_path(item);
558         if (!is_dir_exist(path))
559                 make_dir_hier(path);
560         filename = g_strconcat(path, G_DIR_SEPARATOR_S, itos(uid), NULL);
561         g_free(path);
562  
563         if (is_file_exist(filename)) {
564                 debug_print(_("message %d has been already cached.\n"), uid);
565                 return filename;
566         }
567
568         session = imap_session_get(folder);
569         if (!session) {
570                 g_free(filename);
571                 return NULL;
572         }
573
574         debug_print(_("getting message %d...\n"), uid);
575         ok = imap_cmd_fetch(SESSION(session)->sock, (guint32)uid, filename);
576
577         statusbar_pop_all();
578
579         if (ok != IMAP_SUCCESS) {
580                 g_warning(_("can't fetch message %d\n"), uid);
581                 g_free(filename);
582                 return NULL;
583         }
584
585         return filename;
586 }
587
588 gint imap_add_msg(Folder *folder, FolderItem *dest, const gchar *file,
589                   gboolean remove_source)
590 {
591         gchar *destdir;
592         IMAPSession *session;
593         gint ok;
594
595         g_return_val_if_fail(folder != NULL, -1);
596         g_return_val_if_fail(dest != NULL, -1);
597         g_return_val_if_fail(file != NULL, -1);
598
599         session = imap_session_get(folder);
600         if (!session)
601                 return -1;
602
603         destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
604         ok = imap_cmd_append(SESSION(session)->sock, destdir, file);
605         g_free (destdir);
606
607         if (ok != IMAP_SUCCESS) {
608                 g_warning(_("can't append message %s\n"), file);
609                 return -1;
610         }
611
612         if (remove_source) {
613                 if (unlink(file) < 0)
614                         FILE_OP_ERROR(file, "unlink");
615         }
616
617         return 0;
618 }
619
620 static gint imap_do_copy(Folder *folder, FolderItem *dest, MsgInfo *msginfo,
621                          gboolean remove_source)
622 {
623         gchar *destdir;
624         IMAPSession *session;
625         gint ok;
626
627         g_return_val_if_fail(folder != NULL, -1);
628         g_return_val_if_fail(folder->type == F_IMAP, -1);
629         g_return_val_if_fail(dest != NULL, -1);
630         g_return_val_if_fail(msginfo != NULL, -1);
631
632         session = imap_session_get(folder);
633         if (!session) return -1;
634
635         if (msginfo->folder == dest) {
636                 g_warning(_("the src folder is identical to the dest.\n"));
637                 return -1;
638         }
639
640         destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
641
642         if (remove_source)
643                 debug_print(_("Moving message %s%c%d to %s ...\n"),
644                             msginfo->folder->path, G_DIR_SEPARATOR,
645                             msginfo->msgnum, destdir);
646         else
647                 debug_print(_("Copying message %s%c%d to %s ...\n"),
648                             msginfo->folder->path, G_DIR_SEPARATOR,
649                             msginfo->msgnum, destdir);
650
651         ok = imap_cmd_copy(SESSION(session)->sock, msginfo->msgnum, destdir);
652
653         if (ok == IMAP_SUCCESS && remove_source) {
654                 imap_set_message_flags(session, msginfo->msgnum, msginfo->msgnum,
655                                        IMAP_FLAG_DELETED, TRUE);
656                 ok = imap_cmd_expunge(SESSION(session)->sock);
657         }
658
659         g_free(destdir);
660         statusbar_pop_all();
661
662         if (ok == IMAP_SUCCESS)
663                 return 0;
664         else
665                 return -1;
666 }
667
668 static gint imap_do_copy_msgs_with_dest(Folder *folder, FolderItem *dest, 
669                                         GSList *msglist,
670                                         gboolean remove_source)
671 {
672         gchar *destdir;
673         GSList *cur;
674         MsgInfo *msginfo;
675         IMAPSession *session;
676         gint ok = IMAP_SUCCESS;
677
678         g_return_val_if_fail(folder != NULL, -1);
679         g_return_val_if_fail(dest != NULL, -1);
680         g_return_val_if_fail(msglist != NULL, -1);
681
682         session = imap_session_get(folder);
683         if (!session) return -1;
684
685         destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
686
687         for (cur = msglist; cur != NULL; cur = cur->next) {
688                 msginfo = (MsgInfo *)cur->data;
689
690                 if (msginfo->folder == dest) {
691                         g_warning(_("the src folder is identical to the dest.\n"));
692                         continue;
693                 }
694
695                 if (remove_source)
696                         debug_print(_("Moving message %s%c%d to %s ...\n"),
697                                     msginfo->folder->path, G_DIR_SEPARATOR,
698                                     msginfo->msgnum, destdir);
699                 else
700                         debug_print(_("Copying message %s%c%d to %s ...\n"),
701                                     msginfo->folder->path, G_DIR_SEPARATOR,
702                                     msginfo->msgnum, destdir);
703
704                 ok = imap_cmd_copy(SESSION(session)->sock, msginfo->msgnum,
705                                    destdir);
706
707                 if (ok == IMAP_SUCCESS && remove_source) {
708                         imap_set_message_flags
709                                 (session, msginfo->msgnum, msginfo->msgnum,
710                                  IMAP_FLAG_DELETED, TRUE);
711                 }
712         }
713
714         if (remove_source)
715                 ok = imap_cmd_expunge(SESSION(session)->sock);
716
717         g_free(destdir);
718         statusbar_pop_all();
719
720         if (ok == IMAP_SUCCESS)
721                 return 0;
722         else
723                 return -1;
724 }
725
726 gint imap_move_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
727 {
728         return imap_do_copy(folder, dest, msginfo, TRUE);
729 }
730
731 gint imap_move_msgs_with_dest(Folder *folder, FolderItem *dest, 
732                               GSList *msglist)
733 {
734         return imap_do_copy_msgs_with_dest(folder, dest, msglist, TRUE);
735 }
736
737 gint imap_copy_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
738 {
739         gchar *srcfile;
740         gint ret = 0;
741
742         g_return_val_if_fail(folder != NULL, -1);
743         g_return_val_if_fail(dest != NULL, -1);
744         g_return_val_if_fail(msginfo != NULL, -1);
745         g_return_val_if_fail(msginfo->folder != NULL, -1);
746
747         if (folder == msginfo->folder->folder)
748                 return imap_do_copy(folder, dest, msginfo, FALSE);
749
750         srcfile = procmsg_get_message_file(msginfo);
751         if (!srcfile) return -1;
752
753         ret = imap_add_msg(folder, dest, srcfile, FALSE);
754
755         g_free(srcfile);
756
757         return ret;
758 }
759
760 gint imap_copy_msgs_with_dest(Folder *folder, FolderItem *dest, 
761                               GSList *msglist)
762 {
763         MsgInfo *msginfo;
764         GSList *cur;
765         gint ret = 0;
766
767         g_return_val_if_fail(folder != NULL, -1);
768         g_return_val_if_fail(dest != NULL, -1);
769         g_return_val_if_fail(msglist != NULL, -1);
770
771         msginfo = (MsgInfo *)msglist->data;
772         if (folder == msginfo->folder->folder)
773                 return imap_do_copy_msgs_with_dest
774                         (folder, dest, msglist, FALSE);
775
776         for (cur = msglist; cur != NULL; cur = cur->next) {
777                 msginfo = (MsgInfo *)cur->data;
778                 ret = imap_copy_msg(folder, dest, msginfo);
779                 if (ret != 0) break;
780         }
781
782         return ret;
783 }
784
785 gint imap_remove_msg(Folder *folder, FolderItem *item, gint uid)
786 {
787         gint exists, recent, unseen;
788         guint32 uid_validity;
789         gint ok;
790         IMAPSession *session;
791
792         g_return_val_if_fail(folder != NULL, -1);
793         g_return_val_if_fail(folder->type == F_IMAP, -1);
794         g_return_val_if_fail(item != NULL, -1);
795
796         session = imap_session_get(folder);
797         if (!session) return -1;
798
799         ok = imap_select(session, IMAP_FOLDER(folder), item->path,
800                          &exists, &recent, &unseen, &uid_validity);
801         statusbar_pop_all();
802         if (ok != IMAP_SUCCESS)
803                 return ok;
804
805         ok = imap_set_message_flags
806                 (IMAP_SESSION(REMOTE_FOLDER(folder)->session),
807                  (guint32)uid, (guint32)uid, IMAP_FLAG_DELETED, TRUE);
808         statusbar_pop_all();
809         if (ok != IMAP_SUCCESS) {
810                 log_warning(_("can't set deleted flags: %d\n"), uid);
811                 return ok;
812         }
813
814         ok = imap_cmd_expunge(SESSION(session)->sock);
815         statusbar_pop_all();
816         if (ok != IMAP_SUCCESS) {
817                 log_warning(_("can't expunge\n"));
818                 return ok;
819         }
820
821         return IMAP_SUCCESS;
822 }
823
824 gint imap_remove_all_msg(Folder *folder, FolderItem *item)
825 {
826         gint exists, recent, unseen;
827         guint32 uid_validity;
828         gint ok;
829         IMAPSession *session;
830
831         g_return_val_if_fail(folder != NULL, -1);
832         g_return_val_if_fail(item != NULL, -1);
833
834         session = imap_session_get(folder);
835         if (!session) return -1;
836
837         ok = imap_select(session, IMAP_FOLDER(folder), item->path,
838                          &exists, &recent, &unseen, &uid_validity);
839         statusbar_pop_all();
840         if (ok != IMAP_SUCCESS)
841                 return ok;
842         if (exists == 0)
843                 return IMAP_SUCCESS;
844
845         imap_cmd_gen_send(SESSION(session)->sock,
846                           "STORE 1:%d +FLAGS (\\Deleted)", exists);
847         ok = imap_cmd_ok(SESSION(session)->sock, NULL);
848         statusbar_pop_all();
849         if (ok != IMAP_SUCCESS) {
850                 log_warning(_("can't set deleted flags: 1:%d\n"), exists);
851                 return ok;
852         }
853
854         ok = imap_cmd_expunge(SESSION(session)->sock);
855         statusbar_pop_all();
856         if (ok != IMAP_SUCCESS) {
857                 log_warning(_("can't expunge\n"));
858                 return ok;
859         }
860
861         return IMAP_SUCCESS;
862 }
863
864 void imap_scan_folder(Folder *folder, FolderItem *item)
865 {
866         IMAPSession *session;
867         gint messages, recent, unseen;
868         guint32 uid_validity;
869         gint ok;
870
871         g_return_if_fail(folder != NULL);
872         g_return_if_fail(item != NULL);
873
874         session = imap_session_get(folder);
875         if (!session) return;
876
877         ok = imap_status(session, IMAP_FOLDER(folder), item->path,
878                          &messages, &recent, &unseen, &uid_validity);
879         statusbar_pop_all();
880         if (ok != IMAP_SUCCESS) return;
881
882         item->new = recent;
883         item->unread = unseen;
884         item->total = messages;
885         /* item->mtime = uid_validity; */
886 }
887
888 void imap_scan_tree(Folder *folder)
889 {
890         IMAPFolder *imapfolder = IMAP_FOLDER(folder);
891         FolderItem *item, *inbox;
892         IMAPSession *session;
893         IMAPNameSpace *namespace = NULL;
894         gchar *root_folder = NULL;
895
896         g_return_if_fail(folder != NULL);
897         g_return_if_fail(folder->account != NULL);
898
899         session = imap_session_get(folder);
900         if (!session) return;
901
902         if (imapfolder->namespace && imapfolder->namespace->data)
903                 namespace = (IMAPNameSpace *)imapfolder->namespace->data;
904
905         if (folder->account->imap_dir && *folder->account->imap_dir) {
906                 gchar *imap_dir;
907                 Xstrdup_a(imap_dir, folder->account->imap_dir, return);
908                 strtailchomp(imap_dir, '/');
909                 root_folder = g_strconcat
910                         (namespace && namespace->name ? namespace->name : "",
911                          imap_dir, NULL);
912                 if (namespace && namespace->separator)
913                         subst_char(root_folder, namespace->separator, '/');
914         }
915
916         if (root_folder)
917                 debug_print("IMAP root directory: %s\n", root_folder);
918
919         folder_tree_destroy(folder);
920         item = folder_item_new(folder->name, root_folder);
921         item->folder = folder;
922         folder->node = g_node_new(item);
923         g_free(root_folder);
924
925         imap_scan_tree_recursive(session, item, namespace);
926
927         if (!folder->inbox) {
928                 inbox = folder_item_new("INBOX", "INBOX");
929                 inbox->stype = F_INBOX;
930                 folder_item_append(item, inbox);
931                 folder->inbox = inbox;
932         }
933         if (!folder->trash)
934                 imap_create_trash(folder);
935 }
936
937 static gint imap_scan_tree_recursive(IMAPSession *session, FolderItem *item,
938                                      IMAPNameSpace *namespace)
939 {
940         IMAPFolder *imapfolder;
941         FolderItem *new_item;
942         GSList *item_list, *cur;
943         gchar *real_path;
944         gchar *wildcard_path;
945         gchar separator = '/';
946         gchar wildcard[3];
947
948         g_return_val_if_fail(item != NULL, -1);
949         g_return_val_if_fail(item->folder != NULL, -1);
950         g_return_val_if_fail(item->no_sub == FALSE, -1);
951
952         imapfolder = IMAP_FOLDER(item->folder);
953
954         if (namespace && namespace->separator)
955                 separator = namespace->separator;
956
957         if (item->folder->ui_func)
958                 item->folder->ui_func(item->folder, item,
959                                       item->folder->ui_func_data);
960
961         if (item->path) {
962                 wildcard[0] = separator;
963                 wildcard[1] = '%';
964                 wildcard[2] = '\0';
965                 real_path = imap_get_real_path(imapfolder, item->path);
966         } else {
967                 wildcard[0] = '%';
968                 wildcard[1] = '\0';
969                 real_path = g_strdup(namespace && namespace->name
970                                      ? namespace->name : "");
971         }
972
973         Xstrcat_a(wildcard_path, real_path, wildcard,
974                   {g_free(real_path); return IMAP_ERROR;});
975         QUOTE_IF_REQUIRED(wildcard_path, wildcard_path);
976
977         imap_cmd_gen_send(SESSION(session)->sock, "LIST \"\" %s",
978                           wildcard_path);
979
980         strtailchomp(real_path, separator);
981         item_list = imap_parse_list(session, real_path);
982         g_free(real_path);
983
984         for (cur = item_list; cur != NULL; cur = cur->next) {
985                 new_item = cur->data;
986                 if (!strcmp(new_item->path, "INBOX")) {
987                         if (!item->folder->inbox) {
988                                 new_item->stype = F_INBOX;
989                                 item->folder->inbox = new_item;
990                         } else {
991                                 folder_item_destroy(new_item);
992                                 continue;
993                         }
994                 } else if (!item->parent && !item->folder->trash) {
995                         if (!strcasecmp(g_basename(new_item->path), "Trash")) {
996                                 new_item->stype = F_TRASH;
997                                 item->folder->trash = new_item;
998                         }
999                 }
1000                 folder_item_append(item, new_item);
1001                 if (new_item->no_select == FALSE)
1002                         imap_scan_folder(new_item->folder, new_item);
1003                 if (new_item->no_sub == FALSE)
1004                         imap_scan_tree_recursive(session, new_item, namespace);
1005         }
1006
1007         return IMAP_SUCCESS;
1008 }
1009
1010 static GSList *imap_parse_list(IMAPSession *session, const gchar *path)
1011 {
1012         gchar buf[IMAPBUFSIZE];
1013         gchar flags[256];
1014         gchar separator[16];
1015         gchar *p;
1016         gchar *name;
1017         GSList *item_list = NULL;
1018         GString *str;
1019         FolderItem *new_item;
1020
1021         debug_print("getting list of %s ...\n", *path ? path : "\"\"");
1022
1023         str = g_string_new(NULL);
1024
1025         for (;;) {
1026                 if (sock_gets(SESSION(session)->sock, buf, sizeof(buf)) <= 0) {
1027                         log_warning(_("error occured while getting LIST.\n"));
1028                         break;
1029                 }
1030                 strretchomp(buf);
1031                 if (buf[0] != '*' || buf[1] != ' ') {
1032                         log_print("IMAP4< %s\n", buf);
1033                         break;
1034                 }
1035                 debug_print("IMAP4< %s\n", buf);
1036
1037                 g_string_assign(str, buf);
1038                 p = str->str + 2;
1039                 if (strncmp(p, "LIST ", 5) != 0) continue;
1040                 p += 5;
1041
1042                 if (*p != '(') continue;
1043                 p++;
1044                 p = strchr_cpy(p, ')', flags, sizeof(flags));
1045                 if (!p) continue;
1046                 while (*p == ' ') p++;
1047
1048                 p = strchr_cpy(p, ' ', separator, sizeof(separator));
1049                 if (!p) continue;
1050                 extract_quote(separator, '"');
1051                 if (!strcmp(separator, "NIL"))
1052                         separator[0] = '\0';
1053
1054                 buf[0] = '\0';
1055                 while (*p == ' ') p++;
1056                 if (*p == '{' || *p == '"')
1057                         p = imap_parse_atom(SESSION(session)->sock, p,
1058                                             buf, sizeof(buf), str);
1059                 else
1060                         strncpy2(buf, p, sizeof(buf));
1061                 strtailchomp(buf, separator[0]);
1062                 if (buf[0] == '\0') continue;
1063                 if (!strcmp(buf, path)) continue;
1064
1065                 if (separator[0] != '\0')
1066                         subst_char(buf, separator[0], '/');
1067                 name = g_basename(buf);
1068                 if (name[0] == '.') continue;
1069
1070                 new_item = folder_item_new(name, buf);
1071                 if (strcasestr(flags, "\\Noinferiors") != NULL)
1072                         new_item->no_sub = TRUE;
1073                 if (strcasestr(flags, "\\Noselect") != NULL)
1074                         new_item->no_select = TRUE;
1075
1076                 item_list = g_slist_append(item_list, new_item);
1077
1078                 debug_print("folder %s has been added.\n", buf);
1079         }
1080
1081         g_string_free(str, TRUE);
1082         statusbar_pop_all();
1083
1084         return item_list;
1085 }
1086
1087 gint imap_create_tree(Folder *folder)
1088 {
1089         FolderItem *item;
1090
1091         g_return_val_if_fail(folder != NULL, -1);
1092         g_return_val_if_fail(folder->node != NULL, -1);
1093         g_return_val_if_fail(folder->node->data != NULL, -1);
1094         g_return_val_if_fail(folder->account != NULL, -1);
1095
1096         imap_scan_tree(folder);
1097
1098         item = FOLDER_ITEM(folder->node->data);
1099
1100         if (!folder->inbox) {
1101                 FolderItem *inbox;
1102
1103                 inbox = folder_item_new("INBOX", "INBOX");
1104                 inbox->stype = F_INBOX;
1105                 folder_item_append(item, inbox);
1106                 folder->inbox = inbox;
1107         }
1108         if (!folder->trash)
1109                 imap_create_trash(folder);
1110
1111         return 0;
1112 }
1113
1114 static gint imap_create_trash(Folder *folder)
1115 {
1116         IMAPFolder *imapfolder = IMAP_FOLDER(folder);
1117         FolderItem *item;
1118         FolderItem *new_item;
1119         gchar *trash_path;
1120         gchar *imap_dir = "";
1121
1122         g_return_val_if_fail(folder != NULL, -1);
1123         g_return_val_if_fail(folder->node != NULL, -1);
1124         g_return_val_if_fail(folder->node->data != NULL, -1);
1125         g_return_val_if_fail(folder->account != NULL, -1);
1126
1127         if (folder->account->imap_dir && *folder->account->imap_dir) {
1128                 gchar *tmpdir;
1129
1130                 Xstrdup_a(tmpdir, folder->account->imap_dir, return -1);
1131                 strtailchomp(tmpdir, '/');
1132                 Xalloca(imap_dir, strlen(tmpdir) + 2, return -1);
1133                 g_snprintf(imap_dir, strlen(tmpdir) + 2, "%s%c", tmpdir, '/');
1134         }
1135
1136         if (imapfolder->namespace && imapfolder->namespace->data) {
1137                 IMAPNameSpace *namespace =
1138                         (IMAPNameSpace *)imapfolder->namespace->data;
1139
1140                 if (*namespace->name != '\0') {
1141                         gchar *name;
1142
1143                         Xstrdup_a(name, namespace->name, return -1);
1144                         subst_char(name, namespace->separator, '/');
1145                         trash_path = g_strconcat(name, imap_dir, "Trash", NULL);
1146                 } else
1147                         trash_path = g_strconcat(imap_dir, "Trash", NULL);
1148         } else
1149                 trash_path = g_strconcat(imap_dir, "Trash", NULL);
1150
1151         item = FOLDER_ITEM(folder->node->data);
1152         new_item = imap_create_folder(folder, item, trash_path);
1153
1154         if (!new_item) {
1155                 gchar *path;
1156
1157                 new_item = folder_item_new("Trash", trash_path);
1158                 folder_item_append(item, new_item);
1159
1160                 path = folder_item_get_path(new_item);
1161                 if (!is_dir_exist(path))
1162                         make_dir_hier(path);
1163                 g_free(path);
1164         } else {
1165                 g_free(new_item->name);
1166                 new_item->name = g_strdup("Trash");
1167         }
1168         new_item->stype = F_TRASH;
1169         folder->trash = new_item;
1170
1171         g_free(trash_path);
1172
1173         return 0;
1174 }
1175
1176 FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
1177                                const gchar *name)
1178 {
1179         gchar *dirpath, *imappath;
1180         IMAPSession *session;
1181         IMAPNameSpace *namespace;
1182         FolderItem *new_item;
1183         gchar *new_name;
1184         const gchar *p;
1185         gint ok;
1186
1187         g_return_val_if_fail(folder != NULL, NULL);
1188         g_return_val_if_fail(folder->account != NULL, NULL);
1189         g_return_val_if_fail(parent != NULL, NULL);
1190         g_return_val_if_fail(name != NULL, NULL);
1191
1192         session = imap_session_get(folder);
1193         if (!session) return NULL;
1194
1195         if (parent->path)
1196                 dirpath = g_strconcat(parent->path, "/", name, NULL);
1197         else if ((p = strchr(name, '/')) != NULL && *(p + 1) != '\0')
1198                 dirpath = g_strdup(name);
1199         else if (folder->account->imap_dir && *folder->account->imap_dir) {
1200                 gchar *imap_dir;
1201
1202                 Xstrdup_a(imap_dir, folder->account->imap_dir, return NULL);
1203                 strtailchomp(imap_dir, '/');
1204                 dirpath = g_strconcat(imap_dir, "/", name, NULL);
1205         } else
1206                 dirpath = g_strdup(name);
1207
1208         Xstrdup_a(imappath, dirpath, {g_free(dirpath); return NULL;});
1209         Xstrdup_a(new_name, name, {g_free(dirpath); return NULL;});
1210         namespace = imap_find_namespace(IMAP_FOLDER(folder), imappath);
1211         if (namespace && namespace->separator) {
1212                 imap_path_separator_subst(imappath, namespace->separator);
1213                 imap_path_separator_subst(new_name, namespace->separator);
1214                 strtailchomp(new_name, namespace->separator);
1215         }
1216         strtailchomp(dirpath, '/');
1217
1218         if (strcmp(name, "INBOX") != 0) {
1219                 GPtrArray *argbuf;
1220                 gint i;
1221                 gboolean exist = FALSE;
1222
1223                 argbuf = g_ptr_array_new();
1224                 ok = imap_cmd_list(SESSION(session)->sock, NULL, imappath,
1225                                    argbuf);
1226                 statusbar_pop_all();
1227                 if (ok != IMAP_SUCCESS) {
1228                         log_warning(_("can't create mailbox: LIST failed\n"));
1229                         g_free(dirpath);
1230                         g_ptr_array_free(argbuf, TRUE);
1231                         return NULL;
1232                 }
1233
1234                 for (i = 0; i < argbuf->len; i++) {
1235                         gchar *str;
1236                         str = g_ptr_array_index(argbuf, i);
1237                         if (!strncmp(str, "LIST ", 5)) {
1238                                 exist = TRUE;
1239                                 break;
1240                         }
1241                 }
1242                 g_ptr_array_free(argbuf, TRUE);
1243
1244                 if (!exist) {
1245                         ok = imap_cmd_create(SESSION(session)->sock, imappath);
1246                         statusbar_pop_all();
1247                         if (ok != IMAP_SUCCESS) {
1248                                 log_warning(_("can't create mailbox\n"));
1249                                 g_free(dirpath);
1250                                 return NULL;
1251                         }
1252                 }
1253         }
1254
1255         new_item = folder_item_new(new_name, dirpath);
1256         folder_item_append(parent, new_item);
1257         g_free(dirpath);
1258
1259         dirpath = folder_item_get_path(new_item);
1260         if (!is_dir_exist(dirpath))
1261                 make_dir_hier(dirpath);
1262         g_free(dirpath);
1263
1264         return new_item;
1265 }
1266
1267 gint imap_remove_folder(Folder *folder, FolderItem *item)
1268 {
1269         gint ok;
1270         IMAPSession *session;
1271         gchar *path;
1272         gint exists, recent, unseen;
1273         guint32 uid_validity;
1274
1275         g_return_val_if_fail(folder != NULL, -1);
1276         g_return_val_if_fail(item != NULL, -1);
1277         g_return_val_if_fail(item->path != NULL, -1);
1278
1279         session = imap_session_get(folder);
1280         if (!session) return -1;
1281
1282         path = imap_get_real_path(IMAP_FOLDER(folder), item->path);
1283
1284         ok = imap_cmd_examine(SESSION(session)->sock, "INBOX",
1285                               &exists, &recent, &unseen, &uid_validity);
1286         statusbar_pop_all();
1287         if (ok != IMAP_SUCCESS) {
1288                 g_free(path);
1289                 return -1;
1290         }
1291
1292         ok = imap_cmd_delete(SESSION(session)->sock, path);
1293         statusbar_pop_all();
1294         if (ok != IMAP_SUCCESS) {
1295                 log_warning(_("can't delete mailbox\n"));
1296                 g_free(path);
1297                 return -1;
1298         }
1299
1300         g_free(path);
1301         folder_item_remove(item);
1302
1303         return 0;
1304 }
1305
1306 static GSList *imap_get_uncached_messages(IMAPSession *session,
1307                                           FolderItem *item,
1308                                           guint32 first_uid, guint32 last_uid)
1309 {
1310         gchar *tmp;
1311         GSList *newlist = NULL;
1312         GSList *llast = NULL;
1313         GString *str;
1314         MsgInfo *msginfo;
1315
1316         g_return_val_if_fail(session != NULL, NULL);
1317         g_return_val_if_fail(item != NULL, NULL);
1318         g_return_val_if_fail(item->folder != NULL, NULL);
1319         g_return_val_if_fail(item->folder->type == F_IMAP, NULL);
1320         g_return_val_if_fail(first_uid <= last_uid, NULL);
1321
1322         if (imap_cmd_envelope(SESSION(session)->sock, first_uid, last_uid)
1323             != IMAP_SUCCESS) {
1324                 log_warning(_("can't get envelope\n"));
1325                 return NULL;
1326         }
1327
1328         str = g_string_new(NULL);
1329
1330         for (;;) {
1331                 if ((tmp = sock_getline(SESSION(session)->sock)) == NULL) {
1332                         log_warning(_("error occurred while getting envelope.\n"));
1333                         g_string_free(str, TRUE);
1334                         return newlist;
1335                 }
1336                 strretchomp(tmp);
1337                 log_print("IMAP4< %s\n", tmp);
1338                 if (tmp[0] != '*' || tmp[1] != ' ') {
1339                         g_free(tmp);
1340                         break;
1341                 }
1342                 g_string_assign(str, tmp);
1343                 g_free(tmp);
1344
1345                 msginfo = imap_parse_envelope(SESSION(session)->sock, str);
1346                 if (!msginfo) {
1347                         log_warning(_("can't parse envelope: %s\n"), str->str);
1348                         continue;
1349                 }
1350
1351                 msginfo->folder = item;
1352
1353                 if (!newlist)
1354                         llast = newlist = g_slist_append(newlist, msginfo);
1355                 else {
1356                         llast = g_slist_append(llast, msginfo);
1357                         llast = llast->next;
1358                 }
1359         }
1360
1361         g_string_free(str, TRUE);
1362
1363         return newlist;
1364 }
1365
1366 static GSList *imap_delete_cached_messages(GSList *mlist, FolderItem *item,
1367                                            guint32 first_uid, guint32 last_uid)
1368 {
1369         GSList *cur, *next;
1370         MsgInfo *msginfo;
1371         gchar *dir;
1372
1373         g_return_val_if_fail(item != NULL, mlist);
1374         g_return_val_if_fail(item->folder != NULL, mlist);
1375         g_return_val_if_fail(item->folder->type == F_IMAP, mlist);
1376
1377         debug_print(_("Deleting cached messages %d - %d ... "),
1378                     first_uid, last_uid);
1379
1380         dir = folder_item_get_path(item);
1381         remove_numbered_files(dir, first_uid, last_uid);
1382         g_free(dir);
1383
1384         for (cur = mlist; cur != NULL; ) {
1385                 next = cur->next;
1386
1387                 msginfo = (MsgInfo *)cur->data;
1388                 if (msginfo != NULL && first_uid <= msginfo->msgnum &&
1389                     msginfo->msgnum <= last_uid) {
1390                         procmsg_msginfo_free(msginfo);
1391                         mlist = g_slist_remove(mlist, msginfo);
1392                 }
1393
1394                 cur = next;
1395         }
1396
1397         debug_print(_("done.\n"));
1398
1399         return mlist;
1400 }
1401
1402 static void imap_delete_all_cached_messages(FolderItem *item)
1403 {
1404         gchar *dir;
1405
1406         g_return_if_fail(item != NULL);
1407         g_return_if_fail(item->folder != NULL);
1408         g_return_if_fail(item->folder->type == F_IMAP);
1409
1410         debug_print(_("Deleting all cached messages... "));
1411
1412         dir = folder_item_get_path(item);
1413         remove_all_numbered_files(dir);
1414         g_free(dir);
1415
1416         debug_print(_("done.\n"));
1417 }
1418
1419
1420 static SockInfo *imap_open_tunnel(const gchar *server,
1421                            const gchar *tunnelcmd)
1422 {
1423         SockInfo *sock;
1424
1425         if ((sock = sock_connect_cmd(server, tunnelcmd)) == NULL)
1426                 return NULL;
1427
1428         return imap_init_sock(sock);
1429 }
1430
1431
1432 #if USE_SSL
1433 static SockInfo *imap_open(const gchar *server, gushort port,
1434                            gboolean use_ssl)
1435 #else
1436 static SockInfo *imap_open(const gchar *server, gushort port)
1437 #endif
1438 {
1439         SockInfo *sock;
1440
1441         if ((sock = sock_connect(server, port)) == NULL) {
1442                 log_warning(_("Can't connect to IMAP4 server: %s:%d\n"),
1443                             server, port);
1444                 return NULL;
1445         }
1446
1447 #if USE_SSL
1448         if (use_ssl && !ssl_init_socket(sock)) {
1449                 sock_close(sock);
1450                 return NULL;
1451         }
1452 #endif
1453
1454         return imap_init_sock(sock);
1455 }
1456
1457
1458 static SockInfo *imap_init_sock(SockInfo *sock)
1459 {
1460         imap_cmd_count = 0;
1461
1462         if (imap_cmd_noop(sock) != IMAP_SUCCESS) {
1463                 sock_close(sock);
1464                 return NULL;
1465         }
1466
1467         return sock;
1468 }
1469
1470
1471
1472 #define THROW goto catch
1473
1474 static void imap_parse_namespace(IMAPSession *session, IMAPFolder *folder)
1475 {
1476         gchar *ns_str;
1477         gchar *name;
1478         gchar *separator;
1479         gchar *p;
1480         IMAPNameSpace *namespace;
1481         GList *ns_list = NULL;
1482
1483         g_return_if_fail(session != NULL);
1484         g_return_if_fail(folder != NULL);
1485
1486         if (folder->namespace != NULL) return;
1487
1488         if (imap_cmd_namespace(SESSION(session)->sock, &ns_str)
1489             != IMAP_SUCCESS) {
1490                 log_warning(_("can't get namespace\n"));
1491                 return;
1492         }
1493
1494         /* get the first element */
1495         extract_one_parenthesis_with_skip_quote(ns_str, '"', '(', ')');
1496         g_strstrip(ns_str);
1497         p = ns_str;
1498
1499         while (*p != '\0') {
1500                 /* parse ("#foo" "/") */
1501
1502                 while (*p && *p != '(') p++;
1503                 if (*p == '\0') THROW;
1504                 p++;
1505
1506                 while (*p && *p != '"') p++;
1507                 if (*p == '\0') THROW;
1508                 p++;
1509                 name = p;
1510
1511                 while (*p && *p != '"') p++;
1512                 if (*p == '\0') THROW;
1513                 *p = '\0';
1514                 p++;
1515
1516                 while (*p && isspace(*p)) p++;
1517                 if (*p == '\0') THROW;
1518                 if (strncmp(p, "NIL", 3) == 0)
1519                         separator = NULL;
1520                 else if (*p == '"') {
1521                         p++;
1522                         separator = p;
1523                         while (*p && *p != '"') p++;
1524                         if (*p == '\0') THROW;
1525                         *p = '\0';
1526                         p++;
1527                 } else THROW;
1528
1529                 while (*p && *p != ')') p++;
1530                 if (*p == '\0') THROW;
1531                 p++;
1532
1533                 namespace = g_new(IMAPNameSpace, 1);
1534                 namespace->name = g_strdup(name);
1535                 namespace->separator = separator ? separator[0] : '\0';
1536                 ns_list = g_list_append(ns_list, namespace);
1537                 IMAP_FOLDER(folder)->namespace = ns_list;
1538         }
1539
1540 catch:
1541         g_free(ns_str);
1542         return;
1543 }
1544
1545 #undef THROW
1546
1547 static IMAPNameSpace *imap_find_namespace(IMAPFolder *folder,
1548                                           const gchar *path)
1549 {
1550         IMAPNameSpace *namespace = NULL;
1551         GList *ns_list;
1552         gchar *name;
1553
1554         g_return_val_if_fail(folder != NULL, NULL);
1555         g_return_val_if_fail(path != NULL, NULL);
1556
1557         ns_list = folder->namespace;
1558
1559         for (; ns_list != NULL; ns_list = ns_list->next) {
1560                 IMAPNameSpace *tmp_ns = ns_list->data;
1561
1562                 Xstrdup_a(name, tmp_ns->name, return namespace);
1563                 if (tmp_ns->separator && tmp_ns->separator != '/')
1564                         subst_char(name, tmp_ns->separator, '/');
1565                 if (strncmp(path, name, strlen(name)) == 0)
1566                         namespace = tmp_ns;
1567         }
1568
1569         return namespace;
1570 }
1571
1572 static gchar *imap_get_real_path(IMAPFolder *folder, const gchar *path)
1573 {
1574         gchar *real_path;
1575         IMAPNameSpace *namespace;
1576
1577         g_return_val_if_fail(folder != NULL, NULL);
1578         g_return_val_if_fail(path != NULL, NULL);
1579
1580         real_path = g_strdup(path);
1581         namespace = imap_find_namespace(folder, path);
1582         if (namespace && namespace->separator)
1583                 imap_path_separator_subst(real_path, namespace->separator);
1584
1585         return real_path;
1586 }
1587
1588 static gchar *imap_parse_atom(SockInfo *sock, gchar *src,
1589                               gchar *dest, gint dest_len, GString *str)
1590 {
1591         gchar *cur_pos = src;
1592
1593         g_return_val_if_fail(str != NULL, cur_pos);
1594
1595         while (*cur_pos == ' ') cur_pos++;
1596
1597         if (!strncmp(cur_pos, "NIL", 3)) {
1598                 *dest = '\0';
1599                 cur_pos += 3;
1600         } else if (*cur_pos == '\"') {
1601                 gchar *p;
1602
1603                 p = get_quoted(cur_pos, '\"', dest, dest_len);
1604                 cur_pos = p ? p : cur_pos + 2;
1605         } else if (*cur_pos == '{') {
1606                 gchar buf[32];
1607                 gint len;
1608                 gchar *nextline;
1609
1610                 cur_pos = strchr_cpy(cur_pos + 1, '}', buf, sizeof(buf));
1611                 len = atoi(buf);
1612
1613                 if ((nextline = sock_getline(sock)) == NULL)
1614                         return cur_pos;
1615                 strretchomp(nextline);
1616                 log_print("IMAP4< %s\n", nextline);
1617                 g_string_assign(str, nextline);
1618
1619                 len = MIN(len, strlen(nextline));
1620                 memcpy(dest, nextline, MIN(len, dest_len - 1));
1621                 dest[MIN(len, dest_len - 1)] = '\0';
1622                 cur_pos = str->str + len;
1623         }
1624
1625         return cur_pos;
1626 }
1627
1628 static gchar *imap_parse_one_address(SockInfo *sock, gchar *start,
1629                                      gchar *out_from_str,
1630                                      gchar *out_fromname_str,
1631                                      GString *str)
1632 {
1633         gchar buf[IMAPBUFSIZE];
1634         gchar *userid;
1635         gchar *domain;
1636         gchar *cur_pos = start;
1637
1638         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1639         conv_unmime_header(out_fromname_str, IMAPBUFSIZE, buf, NULL);
1640
1641         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1642
1643         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1644         Xstrdup_a(userid, buf, return cur_pos + 1);
1645
1646         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1647         Xstrdup_a(domain, buf, return cur_pos + 1);
1648
1649         if (out_fromname_str[0] != '\0') {
1650                 g_snprintf(out_from_str, IMAPBUFSIZE, "\"%s\" <%s@%s>",
1651                            out_fromname_str, userid, domain);
1652         } else {
1653                 g_snprintf(out_from_str, IMAPBUFSIZE, "%s@%s",
1654                            userid, domain);
1655                 strcpy(out_fromname_str, out_from_str);
1656         }
1657
1658         while (*cur_pos == ' ') cur_pos++;
1659         g_return_val_if_fail(*cur_pos == ')', NULL);
1660
1661         return cur_pos + 1;
1662 }
1663
1664 static gchar *imap_parse_address(SockInfo *sock, gchar *start,
1665                                  gchar **out_from_str,
1666                                  gchar **out_fromname_str,
1667                                  GString *str)
1668 {
1669         gchar buf[IMAPBUFSIZE];
1670         gchar name_buf[IMAPBUFSIZE];
1671         gchar *cur_pos = start;
1672         GString *addr_str;
1673
1674         if (out_from_str)     *out_from_str     = NULL;
1675         if (out_fromname_str) *out_fromname_str = NULL;
1676         buf[0] = name_buf[0] = '\0';
1677
1678         if (!strncmp(cur_pos, "NIL", 3)) {
1679                 if (out_from_str)     *out_from_str     = g_strdup("");
1680                 if (out_fromname_str) *out_fromname_str = g_strdup("");
1681                 return cur_pos + 3;
1682         }
1683
1684         g_return_val_if_fail(*cur_pos == '(', NULL);
1685         cur_pos++;
1686
1687         addr_str = g_string_new(NULL);
1688
1689         for (;;) {
1690                 gchar ch = *cur_pos++;
1691                 if (ch == ')') break;
1692                 if (ch == '(') {
1693                         cur_pos = imap_parse_one_address
1694                                 (sock, cur_pos, buf, name_buf, str);
1695                         if (!cur_pos) {
1696                                 g_string_free(addr_str, TRUE);
1697                                 return NULL;
1698                         }
1699                         if (addr_str->str[0] != '\0')
1700                                 g_string_append(addr_str, ", ");
1701                         g_string_append(addr_str, buf);
1702                 }
1703         }
1704
1705         if (out_from_str)     *out_from_str     = g_strdup(addr_str->str);
1706         if (out_fromname_str) *out_fromname_str = g_strdup(name_buf);
1707
1708         g_string_free(addr_str, TRUE);
1709
1710         return cur_pos;
1711 }
1712
1713 static MsgFlags imap_parse_flags(const gchar *flag_str)  
1714 {
1715         const gchar *p = flag_str;
1716         MsgFlags flags;
1717
1718         flags.perm_flags = MSG_UNREAD;
1719         flags.tmp_flags  = MSG_IMAP;
1720
1721         while ((p = strchr(p, '\\')) != NULL) {
1722                 p++;
1723
1724                 if (g_strncasecmp(p, "Recent", 6) == 0) {
1725                         MSG_SET_PERM_FLAGS(flags, MSG_NEW|MSG_UNREAD);
1726                 } else if (g_strncasecmp(p, "Seen", 4) == 0) {
1727                         MSG_UNSET_PERM_FLAGS(flags, MSG_NEW|MSG_UNREAD);
1728                 } else if (g_strncasecmp(p, "Deleted", 7) == 0) {
1729                         MSG_SET_PERM_FLAGS(flags, MSG_DELETED);
1730                 } else if (g_strncasecmp(p, "Flagged", 7) == 0) {
1731                         MSG_SET_PERM_FLAGS(flags, MSG_MARKED);
1732                 } else if (g_strncasecmp(p, "Answered", 8) == 0) {
1733                         MSG_SET_PERM_FLAGS(flags, MSG_REPLIED);
1734                 }
1735         }
1736
1737         return flags;
1738 }
1739
1740 static MsgInfo *imap_parse_envelope(SockInfo *sock, GString *line_str)
1741 {
1742         MsgInfo *msginfo;
1743         gchar buf[IMAPBUFSIZE];
1744         gchar tmp[IMAPBUFSIZE];
1745         gchar *cur_pos;
1746         gint msgnum;
1747         guint32 uid = 0;
1748         size_t size = 0;
1749         gchar *date = NULL;
1750         time_t date_t = 0;
1751         gchar *subject = NULL;
1752         gchar *tmp_from;
1753         gchar *tmp_fromname;
1754         gchar *from = NULL;
1755         gchar *fromname = NULL;
1756         gchar *tmp_to;
1757         gchar *to = NULL;
1758         gchar *inreplyto = NULL;
1759         gchar *msgid = NULL;
1760         MsgFlags flags = {0, 0};
1761
1762         g_return_val_if_fail(line_str != NULL, NULL);
1763         g_return_val_if_fail(line_str->str[0] == '*' &&
1764                              line_str->str[1] == ' ', NULL);
1765
1766         cur_pos = line_str->str + 2;
1767
1768 #define PARSE_ONE_ELEMENT(ch) \
1769 { \
1770         cur_pos = strchr_cpy(cur_pos, ch, buf, sizeof(buf)); \
1771         g_return_val_if_fail(cur_pos != NULL, NULL); \
1772 }
1773
1774         PARSE_ONE_ELEMENT(' ');
1775         msgnum = atoi(buf);
1776
1777         PARSE_ONE_ELEMENT(' ');
1778         g_return_val_if_fail(!strcmp(buf, "FETCH"), NULL);
1779
1780         g_return_val_if_fail(*cur_pos == '(', NULL);
1781         cur_pos++;
1782
1783         while (*cur_pos != '\0' && *cur_pos != ')') {
1784                 while (*cur_pos == ' ') cur_pos++;
1785
1786                 if (!strncmp(cur_pos, "UID ", 4)) {
1787                         cur_pos += 4;
1788                         uid = strtoul(cur_pos, &cur_pos, 10);
1789                 } else if (!strncmp(cur_pos, "FLAGS ", 6)) {
1790                         cur_pos += 6;
1791                         g_return_val_if_fail(*cur_pos == '(', NULL);
1792                         cur_pos++;
1793                         PARSE_ONE_ELEMENT(')');
1794                         flags = imap_parse_flags(buf);
1795                 } else if (!strncmp(cur_pos, "RFC822.SIZE ", 12)) {
1796                         cur_pos += 12;
1797                         size = strtol(cur_pos, &cur_pos, 10);
1798                 } else if (!strncmp(cur_pos, "ENVELOPE ", 9)) {
1799                         cur_pos += 9;
1800                         g_return_val_if_fail(*cur_pos == '(', NULL);
1801                         cur_pos = imap_parse_atom
1802                                 (sock, cur_pos + 1, buf, sizeof(buf), line_str);
1803                         Xstrdup_a(date, buf, return NULL);
1804                         date_t = procheader_date_parse(NULL, date, 0);
1805
1806                         cur_pos = imap_parse_atom
1807                                 (sock, cur_pos, buf, sizeof(buf), line_str);
1808                         if (buf[0] != '\0') {
1809                                 conv_unmime_header(tmp, sizeof(tmp), buf, NULL);
1810                                 Xstrdup_a(subject, tmp, return NULL);
1811                         }
1812
1813                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1814                         cur_pos = imap_parse_address(sock, cur_pos + 1,
1815                                                      &tmp_from, &tmp_fromname,
1816                                                      line_str);
1817                         g_return_val_if_fail(cur_pos != NULL, NULL);
1818                         Xstrdup_a(from, tmp_from,
1819                                   {g_free(tmp_from); g_free(tmp_fromname);
1820                                    return NULL;});
1821                         Xstrdup_a(fromname, tmp_fromname,
1822                                   {g_free(tmp_from); g_free(tmp_fromname);
1823                                    return NULL;});
1824                         g_free(tmp_from);
1825                         g_free(tmp_fromname);
1826
1827 #define SKIP_ONE_ELEMENT() \
1828 { \
1829         g_return_val_if_fail(*cur_pos == ' ', NULL); \
1830         cur_pos = imap_parse_address(sock, cur_pos + 1, NULL, NULL, \
1831                                      line_str); \
1832         g_return_val_if_fail(cur_pos != NULL, NULL); \
1833 }
1834
1835                         /* skip sender and reply-to */
1836                         SKIP_ONE_ELEMENT();
1837                         SKIP_ONE_ELEMENT();
1838
1839                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1840                         cur_pos = imap_parse_address(sock, cur_pos + 1,
1841                                                      &tmp_to, NULL, line_str);
1842                         g_return_val_if_fail(cur_pos != NULL, NULL);
1843                         Xstrdup_a(to, tmp_to, {g_free(tmp_to); return NULL;});
1844                         g_free(tmp_to);
1845
1846                         /* skip Cc and Bcc */
1847                         SKIP_ONE_ELEMENT();
1848                         SKIP_ONE_ELEMENT();
1849
1850 #undef SKIP_ONE_ELEMENT
1851
1852                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1853                         cur_pos = imap_parse_atom
1854                                 (sock, cur_pos, buf, sizeof(buf), line_str);
1855                         g_return_val_if_fail(cur_pos != NULL, NULL);
1856                         if (buf[0] != '\0') {
1857                                 eliminate_parenthesis(buf, '(', ')');
1858                                 extract_parenthesis(buf, '<', '>');
1859                                 remove_space(buf);
1860                                 Xstrdup_a(inreplyto, buf, return NULL);
1861                         }
1862
1863                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1864                         cur_pos = imap_parse_atom
1865                                 (sock, cur_pos, buf, sizeof(buf), line_str);
1866                         g_return_val_if_fail(cur_pos != NULL, NULL);
1867                         if (buf[0] != '\0') {
1868                                 extract_parenthesis(buf, '<', '>');
1869                                 remove_space(buf);
1870                                 Xstrdup_a(msgid, buf, return NULL);
1871                         }
1872
1873                         g_return_val_if_fail(*cur_pos == ')', NULL);
1874                         cur_pos++;
1875                 } else {
1876                         g_warning("invalid FETCH response: %s\n", cur_pos);
1877                         break;
1878                 }
1879         }
1880
1881         msginfo = g_new0(MsgInfo, 1);
1882         msginfo->msgnum = uid;
1883         msginfo->size = size;
1884         msginfo->date = g_strdup(date);
1885         msginfo->date_t = date_t;
1886         msginfo->subject = g_strdup(subject);
1887         msginfo->from = g_strdup(from);
1888         msginfo->fromname = g_strdup(fromname);
1889         msginfo->to = g_strdup(to);
1890         msginfo->inreplyto = g_strdup(inreplyto);
1891         msginfo->msgid = g_strdup(msgid);
1892         msginfo->flags = flags;
1893
1894         return msginfo;
1895 }
1896
1897 gint imap_msg_set_perm_flags(MsgInfo *msginfo, MsgPermFlags flags)
1898 {
1899         Folder *folder;
1900         IMAPSession *session;
1901         IMAPFlags iflags = 0;
1902         gint ok = IMAP_SUCCESS;
1903
1904         g_return_val_if_fail(msginfo != NULL, -1);
1905         g_return_val_if_fail(MSG_IS_IMAP(msginfo->flags), -1);
1906         g_return_val_if_fail(msginfo->folder != NULL, -1);
1907         g_return_val_if_fail(msginfo->folder->folder != NULL, -1);
1908
1909         folder = msginfo->folder->folder;
1910         g_return_val_if_fail(folder->type == F_IMAP, -1);
1911
1912         session = imap_session_get(folder);
1913         if (!session) return -1;
1914
1915         if (flags & MSG_MARKED)  iflags |= IMAP_FLAG_FLAGGED;
1916         if (flags & MSG_REPLIED) iflags |= IMAP_FLAG_ANSWERED;
1917         if (iflags) {
1918                 ok = imap_set_message_flags(session, msginfo->msgnum,
1919                                             msginfo->msgnum, iflags, TRUE);
1920                 if (ok != IMAP_SUCCESS) return ok;
1921         }
1922
1923         if (flags & MSG_UNREAD)
1924                 ok = imap_set_message_flags(session, msginfo->msgnum,
1925                                             msginfo->msgnum, IMAP_FLAG_SEEN,
1926                                             FALSE);
1927         return ok;
1928 }
1929
1930 gint imap_msg_unset_perm_flags(MsgInfo *msginfo, MsgPermFlags flags)
1931 {
1932         Folder *folder;
1933         IMAPSession *session;
1934         IMAPFlags iflags = 0;
1935         gint ok = IMAP_SUCCESS;
1936
1937         g_return_val_if_fail(msginfo != NULL, -1);
1938         g_return_val_if_fail(MSG_IS_IMAP(msginfo->flags), -1);
1939         g_return_val_if_fail(msginfo->folder != NULL, -1);
1940         g_return_val_if_fail(msginfo->folder->folder != NULL, -1);
1941
1942         folder = msginfo->folder->folder;
1943         g_return_val_if_fail(folder->type == F_IMAP, -1);
1944
1945         session = imap_session_get(folder);
1946         if (!session) return -1;
1947
1948         if (flags & MSG_MARKED)  iflags |= IMAP_FLAG_FLAGGED;
1949         if (flags & MSG_REPLIED) iflags |= IMAP_FLAG_ANSWERED;
1950         if (iflags) {
1951                 ok = imap_set_message_flags(session, msginfo->msgnum,
1952                                             msginfo->msgnum, iflags, FALSE);
1953                 if (ok != IMAP_SUCCESS) return ok;
1954         }
1955
1956         if (flags & MSG_UNREAD)
1957                 ok = imap_set_message_flags(session, msginfo->msgnum,
1958                                             msginfo->msgnum, IMAP_FLAG_SEEN,
1959                                             TRUE);
1960         return ok;
1961 }
1962
1963 static gint imap_set_message_flags(IMAPSession *session,
1964                                    guint32 first_uid,
1965                                    guint32 last_uid,
1966                                    IMAPFlags flags,
1967                                    gboolean is_set)
1968 {
1969         GString *buf;
1970         gint ok;
1971
1972         buf = g_string_new(is_set ? "+FLAGS (" : "-FLAGS (");
1973
1974         if (IMAP_IS_SEEN(flags))        g_string_append(buf, "\\Seen ");
1975         if (IMAP_IS_ANSWERED(flags))    g_string_append(buf, "\\Answered ");
1976         if (IMAP_IS_FLAGGED(flags))     g_string_append(buf, "\\Flagged ");
1977         if (IMAP_IS_DELETED(flags))     g_string_append(buf, "\\Deleted ");
1978         if (IMAP_IS_DRAFT(flags))       g_string_append(buf, "\\Draft");
1979
1980         if (buf->str[buf->len - 1] == ' ')
1981                 g_string_truncate(buf, buf->len - 1);
1982
1983         g_string_append_c(buf, ')');
1984
1985         ok = imap_cmd_store(SESSION(session)->sock, first_uid, last_uid,
1986                             buf->str);
1987         g_string_free(buf, TRUE);
1988
1989         return ok;
1990 }
1991
1992 static gint imap_select(IMAPSession *session, IMAPFolder *folder,
1993                         const gchar *path,
1994                         gint *exists, gint *recent, gint *unseen,
1995                         guint32 *uid_validity)
1996 {
1997         gchar *real_path;
1998         gint ok;
1999
2000         real_path = imap_get_real_path(folder, path);
2001         ok = imap_cmd_select(SESSION(session)->sock, real_path,
2002                              exists, recent, unseen, uid_validity);
2003         if (ok != IMAP_SUCCESS)
2004                 log_warning(_("can't select folder: %s\n"), real_path);
2005         g_free(real_path);
2006
2007         return ok;
2008 }
2009
2010 #define THROW(err) { ok = err; goto catch; }
2011
2012 static gint imap_get_uid(IMAPSession *session, gint msgnum, guint32 *uid)
2013 {
2014         gint ok;
2015         GPtrArray *argbuf;
2016         gchar *str;
2017         gint num;
2018
2019         *uid = 0;
2020         argbuf = g_ptr_array_new();
2021
2022         imap_cmd_gen_send(SESSION(session)->sock, "FETCH %d (UID)", msgnum);
2023         if ((ok = imap_cmd_ok(SESSION(session)->sock, argbuf)) != IMAP_SUCCESS)
2024                 THROW(ok);
2025
2026         str = search_array_contain_str(argbuf, "FETCH");
2027         if (!str) THROW(IMAP_ERROR);
2028
2029         if (sscanf(str, "%d FETCH (UID %d)", &num, uid) != 2 ||
2030             num != msgnum) {
2031                 g_warning("imap_get_uid(): invalid FETCH line.\n");
2032                 THROW(IMAP_ERROR);
2033         }
2034
2035 catch:
2036         ptr_array_free_strings(argbuf);
2037         g_ptr_array_free(argbuf, TRUE);
2038
2039         return ok;
2040 }
2041
2042 static gint imap_status(IMAPSession *session, IMAPFolder *folder,
2043                         const gchar *path,
2044                         gint *messages, gint *recent, gint *unseen,
2045                         guint32 *uid_validity)
2046 {
2047         gchar *real_path;
2048         gchar *real_path_;
2049         gint ok;
2050         GPtrArray *argbuf;
2051         gchar *str;
2052
2053         *messages = *recent = *unseen = *uid_validity = 0;
2054
2055         argbuf = g_ptr_array_new();
2056
2057         real_path = imap_get_real_path(folder, path);
2058         QUOTE_IF_REQUIRED(real_path_, real_path);
2059         imap_cmd_gen_send(SESSION(session)->sock, "STATUS %s "
2060                           "(MESSAGES RECENT UNSEEN UIDVALIDITY)", real_path_);
2061
2062         ok = imap_cmd_ok(SESSION(session)->sock, argbuf);
2063         if (ok != IMAP_SUCCESS) THROW(ok);
2064
2065         str = search_array_str(argbuf, "STATUS");
2066         if (!str) THROW(IMAP_ERROR);
2067
2068         str = strchr(str, '(');
2069         if (!str) THROW(IMAP_ERROR);
2070         str++;
2071         while (*str != '\0' && *str != ')') {
2072                 while (*str == ' ') str++;
2073
2074                 if (!strncmp(str, "MESSAGES ", 9)) {
2075                         str += 9;
2076                         *messages = strtol(str, &str, 10);
2077                 } else if (!strncmp(str, "RECENT ", 7)) {
2078                         str += 7;
2079                         *recent = strtol(str, &str, 10);
2080                 } else if (!strncmp(str, "UNSEEN ", 7)) {
2081                         str += 7;
2082                         *unseen = strtol(str, &str, 10);
2083                 } else if (!strncmp(str, "UIDVALIDITY ", 12)) {
2084                         str += 12;
2085                         *uid_validity = strtoul(str, &str, 10);
2086                 } else {
2087                         g_warning("invalid STATUS response: %s\n", str);
2088                         break;
2089                 }
2090         }
2091
2092 catch:
2093         g_free(real_path);
2094         ptr_array_free_strings(argbuf);
2095         g_ptr_array_free(argbuf, TRUE);
2096
2097         return ok;
2098 }
2099
2100 #undef THROW
2101
2102
2103 /* low-level IMAP4rev1 commands */
2104
2105 static gint imap_cmd_login(SockInfo *sock,
2106                            const gchar *user, const gchar *pass)
2107 {
2108         gchar *user_, *pass_;
2109         gint ok;
2110
2111         QUOTE_IF_REQUIRED(user_, user);
2112         QUOTE_IF_REQUIRED(pass_, pass);
2113         imap_cmd_gen_send(sock, "LOGIN %s %s", user_, pass_);
2114
2115         ok = imap_cmd_ok(sock, NULL);
2116         if (ok != IMAP_SUCCESS)
2117                 log_warning(_("IMAP4 login failed.\n"));
2118
2119         return ok;
2120 }
2121
2122 static gint imap_cmd_logout(SockInfo *sock)
2123 {
2124         imap_cmd_gen_send(sock, "LOGOUT");
2125         return imap_cmd_ok(sock, NULL);
2126 }
2127
2128 /* Send a NOOP, and examine the server's response to see whether this
2129  * connection is pre-authenticated or not. */
2130 static gint imap_greeting(SockInfo *sock, gboolean *is_preauth)
2131 {
2132         GPtrArray *argbuf;
2133         gint r;
2134
2135         imap_cmd_gen_send(sock, "NOOP");
2136         argbuf = g_ptr_array_new(); /* will hold messages sent back */
2137         r = imap_cmd_ok(sock, argbuf);
2138         *is_preauth = search_array_starts(argbuf, "PREAUTH") != NULL;
2139         
2140         return r;
2141 }
2142
2143 static gint imap_cmd_noop(SockInfo *sock)
2144 {
2145         imap_cmd_gen_send(sock, "NOOP");
2146         return imap_cmd_ok(sock, NULL);
2147 }
2148
2149 #define THROW(err) { ok = err; goto catch; }
2150
2151 static gint imap_cmd_namespace(SockInfo *sock, gchar **ns_str)
2152 {
2153         gint ok;
2154         GPtrArray *argbuf;
2155         gchar *str;
2156
2157         argbuf = g_ptr_array_new();
2158
2159         imap_cmd_gen_send(sock, "NAMESPACE");
2160         if ((ok = imap_cmd_ok(sock, argbuf)) != IMAP_SUCCESS) THROW(ok);
2161
2162         str = search_array_str(argbuf, "NAMESPACE");
2163         if (!str) THROW(IMAP_ERROR);
2164
2165         *ns_str = g_strdup(str);
2166
2167 catch:
2168         ptr_array_free_strings(argbuf);
2169         g_ptr_array_free(argbuf, TRUE);
2170
2171         return ok;
2172 }
2173
2174 #undef THROW
2175
2176 static gint imap_cmd_list(SockInfo *sock, const gchar *ref,
2177                           const gchar *mailbox, GPtrArray *argbuf)
2178 {
2179         gchar *ref_, *mailbox_;
2180
2181         if (!ref) ref = "\"\"";
2182         if (!mailbox) mailbox = "\"\"";
2183
2184         QUOTE_IF_REQUIRED(ref_, ref);
2185         QUOTE_IF_REQUIRED(mailbox_, mailbox);
2186         imap_cmd_gen_send(sock, "LIST %s %s", ref_, mailbox_);
2187
2188         return imap_cmd_ok(sock, argbuf);
2189 }
2190
2191 #define THROW goto catch
2192
2193 static gint imap_cmd_do_select(SockInfo *sock, const gchar *folder,
2194                                gboolean examine,
2195                                gint *exists, gint *recent, gint *unseen,
2196                                guint32 *uid_validity)
2197 {
2198         gint ok;
2199         gchar *resp_str;
2200         GPtrArray *argbuf;
2201         gchar *select_cmd;
2202         gchar *folder_;
2203
2204         *exists = *recent = *unseen = *uid_validity = 0;
2205         argbuf = g_ptr_array_new();
2206
2207         if (examine)
2208                 select_cmd = "EXAMINE";
2209         else
2210                 select_cmd = "SELECT";
2211
2212         QUOTE_IF_REQUIRED(folder_, folder);
2213         imap_cmd_gen_send(sock, "%s %s", select_cmd, folder_);
2214
2215         if ((ok = imap_cmd_ok(sock, argbuf)) != IMAP_SUCCESS) THROW;
2216
2217         resp_str = search_array_contain_str(argbuf, "EXISTS");
2218         if (resp_str) {
2219                 if (sscanf(resp_str,"%d EXISTS", exists) != 1) {
2220                         g_warning("imap_cmd_select(): invalid EXISTS line.\n");
2221                         THROW;
2222                 }
2223         }
2224
2225         resp_str = search_array_contain_str(argbuf, "RECENT");
2226         if (resp_str) {
2227                 if (sscanf(resp_str, "%d RECENT", recent) != 1) {
2228                         g_warning("imap_cmd_select(): invalid RECENT line.\n");
2229                         THROW;
2230                 }
2231         }
2232
2233         resp_str = search_array_contain_str(argbuf, "UIDVALIDITY");
2234         if (resp_str) {
2235                 if (sscanf(resp_str, "OK [UIDVALIDITY %u] ", uid_validity)
2236                     != 1) {
2237                         g_warning("imap_cmd_select(): invalid UIDVALIDITY line.\n");
2238                         THROW;
2239                 }
2240         }
2241
2242         resp_str = search_array_contain_str(argbuf, "UNSEEN");
2243         if (resp_str) {
2244                 if (sscanf(resp_str, "OK [UNSEEN %d] ", unseen) != 1) {
2245                         g_warning("imap_cmd_select(): invalid UNSEEN line.\n");
2246                         THROW;
2247                 }
2248         }
2249
2250 catch:
2251         ptr_array_free_strings(argbuf);
2252         g_ptr_array_free(argbuf, TRUE);
2253
2254         return ok;
2255 }
2256
2257 static gint imap_cmd_select(SockInfo *sock, const gchar *folder,
2258                             gint *exists, gint *recent, gint *unseen,
2259                             guint32 *uid_validity)
2260 {
2261         return imap_cmd_do_select(sock, folder, FALSE,
2262                                   exists, recent, unseen, uid_validity);
2263 }
2264
2265 static gint imap_cmd_examine(SockInfo *sock, const gchar *folder,
2266                              gint *exists, gint *recent, gint *unseen,
2267                              guint32 *uid_validity)
2268 {
2269         return imap_cmd_do_select(sock, folder, TRUE,
2270                                   exists, recent, unseen, uid_validity);
2271 }
2272
2273 #undef THROW
2274
2275 static gint imap_cmd_create(SockInfo *sock, const gchar *folder)
2276 {
2277         gchar *folder_;
2278
2279         QUOTE_IF_REQUIRED(folder_, folder);
2280         imap_cmd_gen_send(sock, "CREATE %s", folder_);
2281
2282         return imap_cmd_ok(sock, NULL);
2283 }
2284
2285 static gint imap_cmd_delete(SockInfo *sock, const gchar *folder)
2286 {
2287         gchar *folder_;
2288
2289         QUOTE_IF_REQUIRED(folder_, folder);
2290         imap_cmd_gen_send(sock, "DELETE %s", folder_);
2291
2292         return imap_cmd_ok(sock, NULL);
2293 }
2294
2295 static gint imap_cmd_fetch(SockInfo *sock, guint32 uid, const gchar *filename)
2296 {
2297         gint ok;
2298         gchar buf[IMAPBUFSIZE];
2299         gchar *cur_pos;
2300         gchar size_str[32];
2301         glong size_num;
2302
2303         g_return_val_if_fail(filename != NULL, IMAP_ERROR);
2304
2305         imap_cmd_gen_send(sock, "UID FETCH %d BODY[]", uid);
2306
2307         if (sock_gets(sock, buf, sizeof(buf)) < 0)
2308                 return IMAP_ERROR;
2309         strretchomp(buf);
2310         if (buf[0] != '*' || buf[1] != ' ')
2311                 return IMAP_ERROR;
2312         log_print("IMAP4< %s\n", buf);
2313
2314         cur_pos = strchr(buf, '{');
2315         g_return_val_if_fail(cur_pos != NULL, IMAP_ERROR);
2316         cur_pos = strchr_cpy(cur_pos + 1, '}', size_str, sizeof(size_str));
2317         g_return_val_if_fail(cur_pos != NULL, IMAP_ERROR);
2318         size_num = atol(size_str);
2319
2320         if (*cur_pos != '\0') return IMAP_ERROR;
2321
2322         if (recv_bytes_write_to_file(sock, size_num, filename) != 0)
2323                 return IMAP_ERROR;
2324
2325         if (imap_cmd_gen_recv(sock, buf, sizeof(buf)) != IMAP_SUCCESS)
2326                 return IMAP_ERROR;
2327
2328         if (buf[0] == '\0' || buf[strlen(buf) - 1] != ')')
2329                 return IMAP_ERROR;
2330
2331         ok = imap_cmd_ok(sock, NULL);
2332
2333         return ok;
2334 }
2335
2336 static gint imap_cmd_append(SockInfo *sock, const gchar *destfolder,
2337                             const gchar *file)
2338 {
2339         gint ok;
2340         gint size;
2341         gchar *destfolder_;
2342         gchar buf[BUFFSIZE];
2343         FILE *fp;
2344
2345         g_return_val_if_fail(file != NULL, IMAP_ERROR);
2346
2347         size = get_file_size_as_crlf(file);
2348         if ((fp = fopen(file, "r")) == NULL) {
2349                 FILE_OP_ERROR(file, "fopen");
2350                 return -1;
2351         }
2352         QUOTE_IF_REQUIRED(destfolder_, destfolder);
2353         imap_cmd_gen_send(sock, "APPEND %s (\\Seen) {%d}", destfolder_, size);
2354
2355         ok = imap_cmd_gen_recv(sock, buf, sizeof(buf));
2356         if (ok != IMAP_SUCCESS || buf[0] != '+' || buf[1] != ' ') {
2357                 log_warning(_("can't append %s to %s\n"), file, destfolder_);
2358                 fclose(fp);
2359                 return IMAP_ERROR;
2360         }
2361
2362         log_print("IMAP4> %s\n", _("(sending file...)"));
2363
2364         while (fgets(buf, sizeof(buf), fp) != NULL) {
2365                 strretchomp(buf);
2366                 if (sock_puts(sock, buf) < 0) {
2367                         fclose(fp);
2368                         sock_close(sock);
2369                         return -1;
2370                 }
2371         }
2372
2373         if (ferror(fp)) {
2374                 FILE_OP_ERROR(file, "fgets");
2375                 fclose(fp);
2376                 sock_close(sock);
2377                 return -1;
2378         }
2379
2380         sock_puts(sock, "");
2381
2382         fclose(fp);
2383         return imap_cmd_ok(sock, NULL);
2384 }
2385
2386 static gint imap_cmd_copy(SockInfo *sock, guint32 uid, const gchar *destfolder)
2387 {
2388         gint ok;
2389         gchar *destfolder_;
2390
2391         g_return_val_if_fail(destfolder != NULL, IMAP_ERROR);
2392
2393         QUOTE_IF_REQUIRED(destfolder_, destfolder);
2394         imap_cmd_gen_send(sock, "UID COPY %d %s", uid, destfolder_);
2395
2396         ok = imap_cmd_ok(sock, NULL);
2397         if (ok != IMAP_SUCCESS) {
2398                 log_warning(_("can't copy %d to %s\n"), uid, destfolder_);
2399                 return -1;
2400         }
2401
2402         return ok;
2403 }
2404
2405 gint imap_cmd_envelope(SockInfo *sock, guint32 first_uid, guint32 last_uid)
2406 {
2407         imap_cmd_gen_send
2408                 (sock, "UID FETCH %d:%d (UID FLAGS RFC822.SIZE ENVELOPE)",
2409                  first_uid, last_uid);
2410
2411         return IMAP_SUCCESS;
2412 }
2413
2414 static gint imap_cmd_store(SockInfo *sock, guint32 first_uid, guint32 last_uid,
2415                            gchar *sub_cmd)
2416 {
2417         gint ok;
2418
2419         imap_cmd_gen_send(sock, "UID STORE %d:%d %s",
2420                           first_uid, last_uid, sub_cmd);
2421
2422         if ((ok = imap_cmd_ok(sock, NULL)) != IMAP_SUCCESS) {
2423                 log_warning(_("error while imap command: STORE %d:%d %s\n"),
2424                             first_uid, last_uid, sub_cmd);
2425                 return ok;
2426         }
2427
2428         return IMAP_SUCCESS;
2429 }
2430
2431 static gint imap_cmd_expunge(SockInfo *sock)
2432 {
2433         gint ok;
2434
2435         imap_cmd_gen_send(sock, "EXPUNGE");
2436         if ((ok = imap_cmd_ok(sock, NULL)) != IMAP_SUCCESS) {
2437                 log_warning(_("error while imap command: EXPUNGE\n"));
2438                 return ok;
2439         }
2440
2441         return IMAP_SUCCESS;
2442 }
2443
2444
2445 static gint imap_cmd_ok(SockInfo *sock, GPtrArray *argbuf)
2446 {
2447         gint ok;
2448         gchar buf[IMAPBUFSIZE];
2449         gint cmd_num;
2450         gchar cmd_status[IMAPBUFSIZE];
2451
2452         while ((ok = imap_cmd_gen_recv(sock, buf, sizeof(buf)))
2453                == IMAP_SUCCESS) {
2454                 if (buf[0] == '*' && buf[1] == ' ') {
2455                         if (argbuf)
2456                                 g_ptr_array_add(argbuf, g_strdup(buf + 2));
2457                         continue;
2458                 }
2459
2460                 if (sscanf(buf, "%d %s", &cmd_num, cmd_status) < 2)
2461                         return IMAP_ERROR;
2462                 else if (cmd_num == imap_cmd_count &&
2463                          !strcmp(cmd_status, "OK")) {
2464                         if (argbuf)
2465                                 g_ptr_array_add(argbuf, g_strdup(buf));
2466                         return IMAP_SUCCESS;
2467                 } else
2468                         return IMAP_ERROR;
2469         }
2470
2471         return ok;
2472 }
2473
2474 static void imap_cmd_gen_send(SockInfo *sock, const gchar *format, ...)
2475 {
2476         gchar buf[IMAPBUFSIZE];
2477         gchar tmp[IMAPBUFSIZE];
2478         gchar *p;
2479         va_list args;
2480
2481         va_start(args, format);
2482         g_vsnprintf(tmp, sizeof(tmp), format, args);
2483         va_end(args);
2484
2485         imap_cmd_count++;
2486
2487         g_snprintf(buf, sizeof(buf), "%d %s\r\n", imap_cmd_count, tmp);
2488         if (!strncasecmp(tmp, "LOGIN ", 6) && (p = strchr(tmp + 6, ' '))) {
2489                 *p = '\0';
2490                 log_print("IMAP4> %d %s ********\n", imap_cmd_count, tmp);
2491         } else
2492                 log_print("IMAP4> %d %s\n", imap_cmd_count, tmp);
2493
2494         sock_write(sock, buf, strlen(buf));
2495 }
2496
2497 static gint imap_cmd_gen_recv(SockInfo *sock, gchar *buf, gint size)
2498 {
2499         if (sock_gets(sock, buf, size) == -1)
2500                 return IMAP_SOCKET;
2501
2502         strretchomp(buf);
2503
2504         log_print("IMAP4< %s\n", buf);
2505
2506         return IMAP_SUCCESS;
2507 }
2508
2509
2510 /* misc utility functions */
2511
2512 static gchar *strchr_cpy(const gchar *src, gchar ch, gchar *dest, gint len)
2513 {
2514         gchar *tmp;
2515
2516         dest[0] = '\0';
2517         tmp = strchr(src, ch);
2518         if (!tmp)
2519                 return NULL;
2520
2521         memcpy(dest, src, MIN(tmp - src, len - 1));
2522         dest[MIN(tmp - src, len - 1)] = '\0';
2523
2524         return tmp + 1;
2525 }
2526
2527 static gchar *get_quoted(const gchar *src, gchar ch, gchar *dest, gint len)
2528 {
2529         const gchar *p = src;
2530         gint n = 0;
2531
2532         g_return_val_if_fail(*p == ch, NULL);
2533
2534         *dest = '\0';
2535         p++;
2536
2537         while (*p != '\0' && *p != ch) {
2538                 if (n < len - 1) {
2539                         if (*p == '\\' && *(p + 1) != '\0')
2540                                 p++;
2541                         *dest++ = *p++;
2542                 } else
2543                         p++;
2544                 n++;
2545         }
2546
2547         *dest = '\0';
2548         return (gchar *)(*p == ch ? p + 1 : p);
2549 }
2550
2551 static gchar *search_array_starts(GPtrArray *array, const gchar *str)
2552 {
2553         gint i;
2554         size_t len;
2555
2556         g_return_val_if_fail(str != NULL, NULL);
2557         len = strlen(str);
2558         for (i = 0; i < array->len; i++) {
2559                 gchar *tmp;
2560                 tmp = g_ptr_array_index(array, i);
2561                 if (strncmp(tmp, str, len) == 0)
2562                         return tmp;
2563         }
2564         return NULL;
2565 }
2566
2567 static gchar *search_array_contain_str(GPtrArray *array, gchar *str)
2568 {
2569         gint i;
2570
2571         for (i = 0; i < array->len; i++) {
2572                 gchar *tmp;
2573
2574                 tmp = g_ptr_array_index(array, i);
2575                 if (strstr(tmp, str) != NULL)
2576                         return tmp;
2577         }
2578
2579         return NULL;
2580 }
2581
2582 static gchar *search_array_str(GPtrArray *array, gchar *str)
2583 {
2584         gint i;
2585         gint len;
2586
2587         len = strlen(str);
2588
2589         for (i = 0; i < array->len; i++) {
2590                 gchar *tmp;
2591
2592                 tmp = g_ptr_array_index(array, i);
2593                 if (!strncmp(tmp, str, len))
2594                         return tmp;
2595         }
2596
2597         return NULL;
2598 }
2599
2600 static void imap_path_separator_subst(gchar *str, gchar separator)
2601 {
2602         if (separator && separator != '/')
2603                 subst_char(str, '/', separator);
2604 }