fixed local account
[claws.git] / src / imap.c
1 /*
2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2002 Hiroyuki Yamamoto
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program; if not, write to the Free Software
17  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18  */
19
20 #ifdef HAVE_CONFIG_H
21 #  include "config.h"
22 #endif
23
24 #include "defs.h"
25
26 #include <glib.h>
27 #include <stdio.h>
28 #include <string.h>
29 #include <stdlib.h>
30 #include <dirent.h>
31 #include <unistd.h>
32 #include <ctype.h>
33 #include <time.h>
34
35 #include "intl.h"
36 #include "imap.h"
37 #include "socket.h"
38 #include "ssl.h"
39 #include "recv.h"
40 #include "procmsg.h"
41 #include "procheader.h"
42 #include "folder.h"
43 #include "statusbar.h"
44 #include "prefs_account.h"
45 #include "codeconv.h"
46 #include "utils.h"
47 #include "inputdialog.h"
48
49 #define IMAP4_PORT      143
50 #if USE_SSL
51 #define IMAPS_PORT      993
52 #endif
53
54 #define QUOTE_IF_REQUIRED(out, str) \
55 { \
56         if (*str != '"' && strchr(str, ' ')) { \
57                 gchar *__tmp; \
58                 gint len; \
59  \
60                 len = strlen(str) + 3; \
61                 Xalloca(__tmp, len, return IMAP_ERROR); \
62                 g_snprintf(__tmp, len, "\"%s\"", str); \
63                 out = __tmp; \
64         } else { \
65                 Xstrdup_a(out, str, return IMAP_ERROR); \
66         } \
67 }
68
69 static GList *session_list = NULL;
70
71 static gint imap_cmd_count = 0;
72
73 static void imap_folder_init            (Folder         *folder,
74                                          const gchar    *name,
75                                          const gchar    *path);
76
77 static IMAPSession *imap_session_get    (Folder         *folder);
78
79 static gint imap_scan_tree_recursive    (IMAPSession    *session,
80                                          FolderItem     *item,
81                                          IMAPNameSpace  *namespace);
82 static GSList *imap_parse_list          (IMAPSession    *session,
83                                          const gchar    *path);
84 static gint imap_create_trash           (Folder         *folder);
85
86 static gint imap_do_copy                (Folder         *folder,
87                                          FolderItem     *dest,
88                                          MsgInfo        *msginfo,
89                                          gboolean        remove_source);
90 static gint imap_do_copy_msgs_with_dest (Folder         *folder,
91                                          FolderItem     *dest, 
92                                          GSList         *msglist,
93                                          gboolean        remove_source);
94
95 static GSList *imap_get_uncached_messages       (IMAPSession    *session,
96                                                  FolderItem     *item,
97                                                  guint32         first_uid,
98                                                  guint32         last_uid);
99 static GSList *imap_delete_cached_messages      (GSList         *mlist,
100                                                  FolderItem     *item,
101                                                  guint32         first_uid,
102                                                  guint32         last_uid);
103 static void imap_delete_all_cached_messages     (FolderItem     *item);
104
105 #if USE_SSL
106 static SockInfo *imap_open              (const gchar    *server,
107                                          gushort         port,
108                                          gboolean        use_ssl);
109 #else
110 static SockInfo *imap_open              (const gchar    *server,
111                                          gushort         port);
112 #endif
113
114 static SockInfo *imap_open_tunnel(const gchar *server,
115                                   const gchar *tunnelcmd);
116
117 static SockInfo *imap_init_sock(SockInfo *sock);
118
119 static gint imap_set_message_flags      (IMAPSession    *session,
120                                          guint32         first_uid,
121                                          guint32         last_uid,
122                                          IMAPFlags       flag,
123                                          gboolean        is_set);
124 static gint imap_select                 (IMAPSession    *session,
125                                          IMAPFolder     *folder,
126                                          const gchar    *path,
127                                          gint           *exists,
128                                          gint           *recent,
129                                          gint           *unseen,
130                                          guint32        *uid_validity);
131 static gint imap_get_uid                (IMAPSession    *session,
132                                          gint            msgnum,
133                                          guint32        *uid);
134 static gint imap_status                 (IMAPSession    *session,
135                                          IMAPFolder     *folder,
136                                          const gchar    *path,
137                                          gint           *messages,
138                                          gint           *recent,
139                                          gint           *unseen,
140                                          guint32        *uid_validity);
141
142 static void imap_parse_namespace                (IMAPSession    *session,
143                                                  IMAPFolder     *folder);
144 static IMAPNameSpace *imap_find_namespace       (IMAPFolder     *folder,
145                                                  const gchar    *path);
146 static gchar *imap_get_real_path                (IMAPFolder     *folder,
147                                                  const gchar    *path);
148
149 static gchar *imap_parse_atom           (SockInfo       *sock,
150                                          gchar          *src,
151                                          gchar          *dest,
152                                          gint            dest_len,
153                                          GString        *str);
154 static gchar *imap_parse_one_address    (SockInfo       *sock,
155                                          gchar          *start,
156                                          gchar          *out_from_str,
157                                          gchar          *out_fromname_str,
158                                          GString        *str);
159 static gchar *imap_parse_address        (SockInfo       *sock,
160                                          gchar          *start,
161                                          gchar         **out_from_str,
162                                          gchar         **out_fromname_str,
163                                          GString        *str);
164 static MsgFlags imap_parse_flags        (const gchar    *flag_str);
165 static MsgInfo *imap_parse_envelope     (SockInfo       *sock,
166                                          GString        *line_str);
167 static gint imap_greeting               (SockInfo *sock,
168                                          gboolean *is_preauth);
169
170 /* low-level IMAP4rev1 commands */
171 static gint imap_cmd_login      (SockInfo       *sock,
172                                  const gchar    *user,
173                                  const gchar    *pass);
174 static gint imap_cmd_logout     (SockInfo       *sock);
175 static gint imap_cmd_noop       (SockInfo       *sock);
176 static gint imap_cmd_namespace  (SockInfo       *sock,
177                                  gchar         **ns_str);
178 static gint imap_cmd_list       (SockInfo       *sock,
179                                  const gchar    *ref,
180                                  const gchar    *mailbox,
181                                  GPtrArray      *argbuf);
182 static gint imap_cmd_do_select  (SockInfo       *sock,
183                                  const gchar    *folder,
184                                  gboolean        examine,
185                                  gint           *exists,
186                                  gint           *recent,
187                                  gint           *unseen,
188                                  guint32        *uid_validity);
189 static gint imap_cmd_select     (SockInfo       *sock,
190                                  const gchar    *folder,
191                                  gint           *exists,
192                                  gint           *recent,
193                                  gint           *unseen,
194                                  guint32        *uid_validity);
195 static gint imap_cmd_examine    (SockInfo       *sock,
196                                  const gchar    *folder,
197                                  gint           *exists,
198                                  gint           *recent,
199                                  gint           *unseen,
200                                  guint32        *uid_validity);
201 static gint imap_cmd_create     (SockInfo       *sock,
202                                  const gchar    *folder);
203 static gint imap_cmd_delete     (SockInfo       *sock,
204                                  const gchar    *folder);
205 static gint imap_cmd_envelope   (SockInfo       *sock,
206                                  guint32         first_uid,
207                                  guint32         last_uid);
208 #if 0
209 static gint imap_cmd_search     (SockInfo       *sock,
210                                  GSList         *numlist);
211 #endif
212 static gint imap_cmd_fetch      (SockInfo       *sock,
213                                  guint32         uid,
214                                  const gchar    *filename);
215 static gint imap_cmd_append     (SockInfo       *sock,
216                                  const gchar    *destfolder,
217                                  const gchar    *file);
218 static gint imap_cmd_copy       (SockInfo       *sock,
219                                  guint32         uid,
220                                  const gchar    *destfolder);
221 static gint imap_cmd_store      (SockInfo       *sock,
222                                  guint32         first_uid,
223                                  guint32         last_uid,
224                                  gchar          *sub_cmd);
225 static gint imap_cmd_expunge    (SockInfo       *sock);
226
227 static gint imap_cmd_ok         (SockInfo       *sock,
228                                  GPtrArray      *argbuf);
229 static void imap_cmd_gen_send   (SockInfo       *sock,
230                                  const gchar    *format, ...);
231 static gint imap_cmd_gen_recv   (SockInfo       *sock,
232                                  gchar          *buf,
233                                  gint            size);
234
235 /* misc utility functions */
236 static gchar *strchr_cpy                        (const gchar    *src,
237                                                  gchar           ch,
238                                                  gchar          *dest,
239                                                  gint            len);
240 static gchar *get_quoted                        (const gchar    *src,
241                                                  gchar           ch,
242                                                  gchar          *dest,
243                                                  gint            len);
244 static gchar *search_array_contain_str          (GPtrArray      *array,
245                                                  gchar          *str);
246 static gchar *search_array_str                  (GPtrArray      *array,
247                                                  gchar          *str);
248 static gchar *search_array_starts               (GPtrArray *array,
249                                                  const gchar *str);
250 static void imap_path_separator_subst           (gchar          *str,
251                                                  gchar           separator);
252
253
254 Folder *imap_folder_new(const gchar *name, const gchar *path)
255 {
256         Folder *folder;
257
258         folder = (Folder *)g_new0(IMAPFolder, 1);
259         imap_folder_init(folder, name, path);
260
261         return folder;
262 }
263
264 void imap_folder_destroy(IMAPFolder *folder)
265 {
266         folder_remote_folder_destroy(REMOTE_FOLDER(folder));
267 }
268
269 static void imap_folder_init(Folder *folder, const gchar *name,
270                              const gchar *path)
271 {
272         folder_remote_folder_init(folder, name, path);
273
274         folder->type = F_IMAP;
275
276         folder->get_msg_list        = imap_get_msg_list;
277         folder->fetch_msg           = imap_fetch_msg;
278         folder->add_msg             = imap_add_msg;
279         folder->move_msg            = imap_move_msg;
280         folder->move_msgs_with_dest = imap_move_msgs_with_dest;
281         folder->copy_msg            = imap_copy_msg;
282         folder->copy_msgs_with_dest = imap_copy_msgs_with_dest;
283         folder->remove_msg          = imap_remove_msg;
284         folder->remove_all_msg      = imap_remove_all_msg;
285         folder->scan                = imap_scan_folder;
286         folder->scan_tree           = imap_scan_tree;
287         folder->create_tree         = imap_create_tree;
288         folder->create_folder       = imap_create_folder;
289         folder->remove_folder       = imap_remove_folder;
290 }
291
292 static IMAPSession *imap_session_get(Folder *folder)
293 {
294         RemoteFolder *rfolder = REMOTE_FOLDER(folder);
295         gushort port;
296
297         g_return_val_if_fail(folder != NULL, NULL);
298         g_return_val_if_fail(folder->type == F_IMAP, NULL);
299         g_return_val_if_fail(folder->account != NULL, NULL);
300
301 #if USE_SSL
302         port = folder->account->set_imapport ? folder->account->imapport
303                 : folder->account->ssl_imap ? IMAPS_PORT : IMAP4_PORT;
304 #else
305         port = folder->account->set_imapport ? folder->account->imapport
306                 : IMAP4_PORT;
307 #endif
308
309         if (!rfolder->session) {
310                 rfolder->session =
311                         imap_session_new(folder->account);
312                 if (rfolder->session) {
313                         imap_parse_namespace(IMAP_SESSION(rfolder->session),
314                                              IMAP_FOLDER(folder));
315                         rfolder->session->last_access_time = time(NULL);
316                 }
317                 statusbar_pop_all();
318                 return IMAP_SESSION(rfolder->session);
319         }
320
321         /* I think the point of this code is to avoid sending a
322          * keepalive if we've used the session recently and therefore
323          * think it's still alive.  Unfortunately, most of the code
324          * does not yet check for errors on the socket, and so if the
325          * connection drops we don't notice until the timeout expires.
326          * A better solution than sending a NOOP every time would be
327          * for every command to be prepared to retry until it is
328          * successfully sent. -- mbp */
329         if (time(NULL) - rfolder->session->last_access_time < SESSION_TIMEOUT) {
330                 rfolder->session->last_access_time = time(NULL);
331                 statusbar_pop_all();
332                 return IMAP_SESSION(rfolder->session);
333         }
334
335         if (imap_cmd_noop(rfolder->session->sock) != IMAP_SUCCESS) {
336                 log_warning(_("IMAP4 connection to %s:%d has been"
337                               " disconnected. Reconnecting...\n"),
338                             folder->account->recv_server, port);
339                 session_destroy(rfolder->session);
340                 rfolder->session =
341                         imap_session_new(folder->account);
342                 if (rfolder->session)
343                         imap_parse_namespace(IMAP_SESSION(rfolder->session),
344                                              IMAP_FOLDER(folder));
345         }
346
347         if (rfolder->session)
348                 rfolder->session->last_access_time = time(NULL);
349         statusbar_pop_all();
350         return IMAP_SESSION(rfolder->session);
351 }
352
353 Session *imap_session_new(const PrefsAccount *account)
354 {
355         IMAPSession *session;
356         SockInfo *imap_sock;
357         gushort port;
358         gchar *pass;
359         gboolean is_preauth;
360
361 #ifdef USE_SSL
362         /* FIXME: IMAP over SSL only... */ 
363         gboolean use_ssl;
364
365         port = account->set_imapport ? account->imapport
366                 : account->ssl_imap ? IMAPS_PORT : IMAP4_PORT;
367         use_ssl = account->ssl_imap ? TRUE : FALSE;     
368 #else
369         port = account->set_imapport ? account->imapport
370                 : IMAP4_PORT;
371 #endif
372
373         if (account->set_tunnelcmd) {
374                 log_message(_("creating tunneled IMAP4 connection\n"));
375                 if ((imap_sock = imap_open_tunnel(account->recv_server, 
376                                                   account->tunnelcmd)) == NULL)
377                         return NULL;
378         } else {
379                 g_return_val_if_fail(account->recv_server != NULL, NULL);
380
381                 log_message(_("creating IMAP4 connection to %s:%d ...\n"),
382                             account->recv_server, port);
383                 
384 #if USE_SSL
385                 if ((imap_sock = imap_open(account->recv_server, port,
386                                            use_ssl)) == NULL)
387 #else
388                 if ((imap_sock = imap_open(account->recv_server, port)) == NULL)
389 #endif
390                         return NULL;
391         }
392
393         /* Only need to log in if the connection was not PREAUTH */
394         imap_greeting(imap_sock, &is_preauth);
395         log_message("IMAP connection is %s-authenticated\n",
396                     (is_preauth) ? "pre" : "un");
397         if (!is_preauth) {
398                 g_return_val_if_fail(account->userid != NULL, NULL);
399
400                 pass = account->passwd;
401                 if (!pass) {
402                         gchar *tmp_pass;
403                         tmp_pass = input_dialog_query_password(account->recv_server, account->userid);
404                         if (!tmp_pass)
405                                 return NULL;
406                         Xstrdup_a(pass, tmp_pass, {g_free(tmp_pass); return NULL;});
407                         g_free(tmp_pass);
408                 }
409
410                 if (imap_cmd_login(imap_sock, account->userid, pass) != IMAP_SUCCESS) {
411                         imap_cmd_logout(imap_sock);
412                         sock_close(imap_sock);
413                         return NULL;
414                 }
415         }
416
417         session = g_new(IMAPSession, 1);
418         SESSION(session)->type             = SESSION_IMAP;
419         SESSION(session)->server           = g_strdup(account->recv_server);
420         SESSION(session)->sock             = imap_sock;
421         SESSION(session)->connected        = TRUE;
422         SESSION(session)->phase            = SESSION_READY;
423         SESSION(session)->last_access_time = time(NULL);
424         SESSION(session)->data             = NULL;
425         session->mbox = NULL;
426
427         session_list = g_list_append(session_list, session);
428
429         return SESSION(session);
430 }
431
432 void imap_session_destroy(IMAPSession *session)
433 {
434         sock_close(SESSION(session)->sock);
435         SESSION(session)->sock = NULL;
436
437         g_free(session->mbox);
438
439         session_list = g_list_remove(session_list, session);
440 }
441
442 void imap_session_destroy_all(void)
443 {
444         while (session_list != NULL) {
445                 IMAPSession *session = (IMAPSession *)session_list->data;
446
447                 imap_cmd_logout(SESSION(session)->sock);
448                 imap_session_destroy(session);
449         }
450 }
451
452 #define THROW goto catch
453
454 GSList *imap_get_msg_list(Folder *folder, FolderItem *item, gboolean use_cache)
455 {
456         GSList *mlist = NULL;
457         IMAPSession *session;
458         gint ok, exists = 0, recent = 0, unseen = 0;
459         guint32 uid_validity = 0;
460         guint32 first_uid = 0, last_uid = 0, begin;
461
462         g_return_val_if_fail(folder != NULL, NULL);
463         g_return_val_if_fail(item != NULL, NULL);
464         g_return_val_if_fail(folder->type == F_IMAP, NULL);
465         g_return_val_if_fail(folder->account != NULL, NULL);
466
467         session = imap_session_get(folder);
468
469         if (!session) {
470                 mlist = procmsg_read_cache(item, FALSE);
471                 item->last_num = procmsg_get_last_num_in_cache(mlist);
472                 procmsg_set_flags(mlist, item);
473                 statusbar_pop_all();
474                 return mlist;
475         }
476
477         ok = imap_select(session, IMAP_FOLDER(folder), item->path,
478                          &exists, &recent, &unseen, &uid_validity);
479         if (ok != IMAP_SUCCESS) THROW;
480         if (exists > 0) {
481                 ok = imap_get_uid(session, 1, &first_uid);
482                 if (ok != IMAP_SUCCESS) THROW;
483                 if (1 != exists) {
484                         ok = imap_get_uid(session, exists, &last_uid);
485                         if (ok != IMAP_SUCCESS) THROW;
486                 } else
487                         last_uid = first_uid;
488         } else {
489                 imap_delete_all_cached_messages(item);
490                 statusbar_pop_all();
491                 return NULL;
492         }
493
494         if (use_cache) {
495                 guint32 cache_last;
496
497                 mlist = procmsg_read_cache(item, FALSE);
498                 procmsg_set_flags(mlist, item);
499                 cache_last = procmsg_get_last_num_in_cache(mlist);
500
501                 /* calculating the range of envelope to get */
502                 if (item->mtime != uid_validity) {
503                         /* mailbox is changed (get all) */
504                         begin = first_uid;
505                 } else if (last_uid < cache_last) {
506                         /* mailbox is changed (get all) */
507                         begin = first_uid;
508                 } else if (last_uid == cache_last) {
509                         /* mailbox unchanged (get none)*/
510                         begin = 0;
511                 } else {
512                         begin = cache_last + 1;
513                 }
514
515                 item->mtime = uid_validity;
516
517                 if (first_uid > 0 && last_uid > 0) {
518                         mlist = imap_delete_cached_messages(mlist, item,
519                                                             0, first_uid - 1);
520                         mlist = imap_delete_cached_messages(mlist, item,
521                                                             last_uid + 1,
522                                                             UINT_MAX);
523                 }
524                 if (begin > 0)
525                         mlist = imap_delete_cached_messages(mlist, item,
526                                                             begin, UINT_MAX);
527         } else {
528                 imap_delete_all_cached_messages(item);
529                 begin = first_uid;
530         }
531
532         if (begin > 0 && begin <= last_uid) {
533                 GSList *newlist;
534                 newlist = imap_get_uncached_messages(session, item,
535                                                      begin, last_uid);
536                 mlist = g_slist_concat(mlist, newlist);
537         }
538
539         item->last_num = last_uid;
540
541 catch:
542         statusbar_pop_all();
543         return mlist;
544 }
545
546 #undef THROW
547
548 gchar *imap_fetch_msg(Folder *folder, FolderItem *item, gint uid)
549 {
550         gchar *path, *filename;
551         IMAPSession *session;
552         gint ok;
553
554         g_return_val_if_fail(folder != NULL, NULL);
555         g_return_val_if_fail(item != NULL, NULL);
556
557         path = folder_item_get_path(item);
558         if (!is_dir_exist(path))
559                 make_dir_hier(path);
560         filename = g_strconcat(path, G_DIR_SEPARATOR_S, itos(uid), NULL);
561         g_free(path);
562  
563         if (is_file_exist(filename)) {
564                 debug_print(_("message %d has been already cached.\n"), uid);
565                 return filename;
566         }
567
568         session = imap_session_get(folder);
569         if (!session) {
570                 g_free(filename);
571                 return NULL;
572         }
573
574         debug_print(_("getting message %d...\n"), uid);
575         ok = imap_cmd_fetch(SESSION(session)->sock, (guint32)uid, filename);
576
577         statusbar_pop_all();
578
579         if (ok != IMAP_SUCCESS) {
580                 g_warning(_("can't fetch message %d\n"), uid);
581                 g_free(filename);
582                 return NULL;
583         }
584
585         return filename;
586 }
587
588 gint imap_add_msg(Folder *folder, FolderItem *dest, const gchar *file,
589                   gboolean remove_source)
590 {
591         gchar *destdir;
592         IMAPSession *session;
593         gint ok;
594
595         g_return_val_if_fail(folder != NULL, -1);
596         g_return_val_if_fail(dest != NULL, -1);
597         g_return_val_if_fail(file != NULL, -1);
598
599         session = imap_session_get(folder);
600         if (!session) return -1;
601
602         destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
603         ok = imap_cmd_append(SESSION(session)->sock, destdir, file);
604         g_free(destdir);
605
606         if (ok != IMAP_SUCCESS) {
607                 g_warning(_("can't append message %s\n"), file);
608                 return -1;
609         }
610
611         if (remove_source) {
612                 if (unlink(file) < 0)
613                         FILE_OP_ERROR(file, "unlink");
614         }
615
616         return 0;
617 }
618
619 static gint imap_do_copy(Folder *folder, FolderItem *dest, MsgInfo *msginfo,
620                          gboolean remove_source)
621 {
622         gchar *destdir;
623         IMAPSession *session;
624         gint ok;
625
626         g_return_val_if_fail(folder != NULL, -1);
627         g_return_val_if_fail(folder->type == F_IMAP, -1);
628         g_return_val_if_fail(dest != NULL, -1);
629         g_return_val_if_fail(msginfo != NULL, -1);
630
631         session = imap_session_get(folder);
632         if (!session) return -1;
633
634         if (msginfo->folder == dest) {
635                 g_warning(_("the src folder is identical to the dest.\n"));
636                 return -1;
637         }
638
639         destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
640
641         if (remove_source)
642                 debug_print(_("Moving message %s%c%d to %s ...\n"),
643                             msginfo->folder->path, G_DIR_SEPARATOR,
644                             msginfo->msgnum, destdir);
645         else
646                 debug_print(_("Copying message %s%c%d to %s ...\n"),
647                             msginfo->folder->path, G_DIR_SEPARATOR,
648                             msginfo->msgnum, destdir);
649
650         ok = imap_cmd_copy(SESSION(session)->sock, msginfo->msgnum, destdir);
651
652         if (ok == IMAP_SUCCESS && remove_source) {
653                 imap_set_message_flags(session, msginfo->msgnum, msginfo->msgnum,
654                                        IMAP_FLAG_DELETED, TRUE);
655                 ok = imap_cmd_expunge(SESSION(session)->sock);
656         }
657
658         g_free(destdir);
659         statusbar_pop_all();
660
661         if (ok == IMAP_SUCCESS)
662                 return 0;
663         else
664                 return -1;
665 }
666
667 static gint imap_do_copy_msgs_with_dest(Folder *folder, FolderItem *dest, 
668                                         GSList *msglist,
669                                         gboolean remove_source)
670 {
671         gchar *destdir;
672         GSList *cur;
673         MsgInfo *msginfo;
674         IMAPSession *session;
675         gint ok = IMAP_SUCCESS;
676
677         g_return_val_if_fail(folder != NULL, -1);
678         g_return_val_if_fail(dest != NULL, -1);
679         g_return_val_if_fail(msglist != NULL, -1);
680
681         session = imap_session_get(folder);
682         if (!session) return -1;
683
684         destdir = imap_get_real_path(IMAP_FOLDER(folder), dest->path);
685
686         for (cur = msglist; cur != NULL; cur = cur->next) {
687                 msginfo = (MsgInfo *)cur->data;
688
689                 if (msginfo->folder == dest) {
690                         g_warning(_("the src folder is identical to the dest.\n"));
691                         continue;
692                 }
693
694                 if (remove_source)
695                         debug_print(_("Moving message %s%c%d to %s ...\n"),
696                                     msginfo->folder->path, G_DIR_SEPARATOR,
697                                     msginfo->msgnum, destdir);
698                 else
699                         debug_print(_("Copying message %s%c%d to %s ...\n"),
700                                     msginfo->folder->path, G_DIR_SEPARATOR,
701                                     msginfo->msgnum, destdir);
702
703                 ok = imap_cmd_copy(SESSION(session)->sock, msginfo->msgnum,
704                                    destdir);
705
706                 if (ok == IMAP_SUCCESS && remove_source) {
707                         imap_set_message_flags
708                                 (session, msginfo->msgnum, msginfo->msgnum,
709                                  IMAP_FLAG_DELETED, TRUE);
710                 }
711         }
712
713         if (remove_source)
714                 ok = imap_cmd_expunge(SESSION(session)->sock);
715
716         g_free(destdir);
717         statusbar_pop_all();
718
719         if (ok == IMAP_SUCCESS)
720                 return 0;
721         else
722                 return -1;
723 }
724
725 gint imap_move_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
726 {
727         gchar *srcfile;
728         gint ret = 0;
729
730         g_return_val_if_fail(folder != NULL, -1);
731         g_return_val_if_fail(dest != NULL, -1);
732         g_return_val_if_fail(msginfo != NULL, -1);
733         g_return_val_if_fail(msginfo->folder != NULL, -1);
734
735         if (folder == msginfo->folder->folder)
736                 return imap_do_copy(folder, dest, msginfo, TRUE);
737
738         srcfile = procmsg_get_message_file(msginfo);
739         if (!srcfile) return -1;
740
741         ret = imap_add_msg(folder, dest, srcfile, FALSE);
742         g_free(srcfile);
743
744         if (ret == 0)
745                 ret = folder_item_remove_msg(msginfo->folder, msginfo->msgnum);
746
747         return ret;
748 }
749
750 gint imap_move_msgs_with_dest(Folder *folder, FolderItem *dest, 
751                               GSList *msglist)
752 {
753         MsgInfo *msginfo;
754         GSList *cur;
755         gint ret = 0;
756
757         g_return_val_if_fail(folder != NULL, -1);
758         g_return_val_if_fail(dest != NULL, -1);
759         g_return_val_if_fail(msglist != NULL, -1);
760
761         msginfo = (MsgInfo *)msglist->data;
762         if (folder == msginfo->folder->folder)
763                 return imap_do_copy_msgs_with_dest(folder, dest, msglist, TRUE);
764
765         for (cur = msglist; cur != NULL; cur = cur->next) {
766                 msginfo = (MsgInfo *)cur->data;
767                 ret = imap_move_msg(folder, dest, msginfo);
768                 if (ret != 0) break;
769         }
770
771         return ret;
772 }
773
774 gint imap_copy_msg(Folder *folder, FolderItem *dest, MsgInfo *msginfo)
775 {
776         gchar *srcfile;
777         gint ret = 0;
778
779         g_return_val_if_fail(folder != NULL, -1);
780         g_return_val_if_fail(dest != NULL, -1);
781         g_return_val_if_fail(msginfo != NULL, -1);
782         g_return_val_if_fail(msginfo->folder != NULL, -1);
783
784         if (folder == msginfo->folder->folder)
785                 return imap_do_copy(folder, dest, msginfo, FALSE);
786
787         srcfile = procmsg_get_message_file(msginfo);
788         if (!srcfile) return -1;
789
790         ret = imap_add_msg(folder, dest, srcfile, FALSE);
791
792         g_free(srcfile);
793
794         return ret;
795 }
796
797 gint imap_copy_msgs_with_dest(Folder *folder, FolderItem *dest, 
798                               GSList *msglist)
799 {
800         MsgInfo *msginfo;
801         GSList *cur;
802         gint ret = 0;
803
804         g_return_val_if_fail(folder != NULL, -1);
805         g_return_val_if_fail(dest != NULL, -1);
806         g_return_val_if_fail(msglist != NULL, -1);
807
808         msginfo = (MsgInfo *)msglist->data;
809         if (folder == msginfo->folder->folder)
810                 return imap_do_copy_msgs_with_dest
811                         (folder, dest, msglist, FALSE);
812
813         for (cur = msglist; cur != NULL; cur = cur->next) {
814                 msginfo = (MsgInfo *)cur->data;
815                 ret = imap_copy_msg(folder, dest, msginfo);
816                 if (ret != 0) break;
817         }
818
819         return ret;
820 }
821
822 gint imap_remove_msg(Folder *folder, FolderItem *item, gint uid)
823 {
824         gint exists, recent, unseen;
825         guint32 uid_validity;
826         gint ok;
827         IMAPSession *session;
828
829         g_return_val_if_fail(folder != NULL, -1);
830         g_return_val_if_fail(folder->type == F_IMAP, -1);
831         g_return_val_if_fail(item != NULL, -1);
832
833         session = imap_session_get(folder);
834         if (!session) return -1;
835
836         ok = imap_select(session, IMAP_FOLDER(folder), item->path,
837                          &exists, &recent, &unseen, &uid_validity);
838         statusbar_pop_all();
839         if (ok != IMAP_SUCCESS)
840                 return ok;
841
842         ok = imap_set_message_flags
843                 (IMAP_SESSION(REMOTE_FOLDER(folder)->session),
844                  (guint32)uid, (guint32)uid, IMAP_FLAG_DELETED, TRUE);
845         statusbar_pop_all();
846         if (ok != IMAP_SUCCESS) {
847                 log_warning(_("can't set deleted flags: %d\n"), uid);
848                 return ok;
849         }
850
851         ok = imap_cmd_expunge(SESSION(session)->sock);
852         statusbar_pop_all();
853         if (ok != IMAP_SUCCESS) {
854                 log_warning(_("can't expunge\n"));
855                 return ok;
856         }
857
858         return IMAP_SUCCESS;
859 }
860
861 gint imap_remove_all_msg(Folder *folder, FolderItem *item)
862 {
863         gint exists, recent, unseen;
864         guint32 uid_validity;
865         gint ok;
866         IMAPSession *session;
867
868         g_return_val_if_fail(folder != NULL, -1);
869         g_return_val_if_fail(item != NULL, -1);
870
871         session = imap_session_get(folder);
872         if (!session) return -1;
873
874         ok = imap_select(session, IMAP_FOLDER(folder), item->path,
875                          &exists, &recent, &unseen, &uid_validity);
876         statusbar_pop_all();
877         if (ok != IMAP_SUCCESS)
878                 return ok;
879         if (exists == 0)
880                 return IMAP_SUCCESS;
881
882         imap_cmd_gen_send(SESSION(session)->sock,
883                           "STORE 1:%d +FLAGS (\\Deleted)", exists);
884         ok = imap_cmd_ok(SESSION(session)->sock, NULL);
885         statusbar_pop_all();
886         if (ok != IMAP_SUCCESS) {
887                 log_warning(_("can't set deleted flags: 1:%d\n"), exists);
888                 return ok;
889         }
890
891         ok = imap_cmd_expunge(SESSION(session)->sock);
892         statusbar_pop_all();
893         if (ok != IMAP_SUCCESS) {
894                 log_warning(_("can't expunge\n"));
895                 return ok;
896         }
897
898         return IMAP_SUCCESS;
899 }
900
901 void imap_scan_folder(Folder *folder, FolderItem *item)
902 {
903         IMAPSession *session;
904         gint messages, recent, unseen;
905         guint32 uid_validity;
906         gint ok;
907
908         g_return_if_fail(folder != NULL);
909         g_return_if_fail(item != NULL);
910
911         session = imap_session_get(folder);
912         if (!session) return;
913
914         ok = imap_status(session, IMAP_FOLDER(folder), item->path,
915                          &messages, &recent, &unseen, &uid_validity);
916         statusbar_pop_all();
917         if (ok != IMAP_SUCCESS) return;
918
919         item->new = recent;
920         item->unread = unseen;
921         item->total = messages;
922         /* item->mtime = uid_validity; */
923 }
924
925 void imap_scan_tree(Folder *folder)
926 {
927         IMAPFolder *imapfolder = IMAP_FOLDER(folder);
928         FolderItem *item, *inbox;
929         IMAPSession *session;
930         IMAPNameSpace *namespace = NULL;
931         gchar *root_folder = NULL;
932
933         g_return_if_fail(folder != NULL);
934         g_return_if_fail(folder->account != NULL);
935
936         session = imap_session_get(folder);
937         if (!session) return;
938
939         if (imapfolder->namespace && imapfolder->namespace->data)
940                 namespace = (IMAPNameSpace *)imapfolder->namespace->data;
941
942         if (folder->account->imap_dir && *folder->account->imap_dir) {
943                 gchar *imap_dir;
944                 Xstrdup_a(imap_dir, folder->account->imap_dir, return);
945                 strtailchomp(imap_dir, '/');
946                 root_folder = g_strconcat
947                         (namespace && namespace->name ? namespace->name : "",
948                          imap_dir, NULL);
949                 if (namespace && namespace->separator)
950                         subst_char(root_folder, namespace->separator, '/');
951         }
952
953         if (root_folder)
954                 debug_print("IMAP root directory: %s\n", root_folder);
955
956         folder_tree_destroy(folder);
957         item = folder_item_new(folder->name, root_folder);
958         item->folder = folder;
959         folder->node = g_node_new(item);
960         g_free(root_folder);
961
962         imap_scan_tree_recursive(session, item, namespace);
963
964         if (!folder->inbox) {
965                 inbox = folder_item_new("INBOX", "INBOX");
966                 inbox->stype = F_INBOX;
967                 folder_item_append(item, inbox);
968                 folder->inbox = inbox;
969         }
970         if (!folder->trash)
971                 imap_create_trash(folder);
972 }
973
974 static gint imap_scan_tree_recursive(IMAPSession *session, FolderItem *item,
975                                      IMAPNameSpace *namespace)
976 {
977         IMAPFolder *imapfolder;
978         FolderItem *new_item;
979         GSList *item_list, *cur;
980         gchar *real_path;
981         gchar *wildcard_path;
982         gchar separator = '/';
983         gchar wildcard[3];
984
985         g_return_val_if_fail(item != NULL, -1);
986         g_return_val_if_fail(item->folder != NULL, -1);
987         g_return_val_if_fail(item->no_sub == FALSE, -1);
988
989         imapfolder = IMAP_FOLDER(item->folder);
990
991         if (namespace && namespace->separator)
992                 separator = namespace->separator;
993
994         if (item->folder->ui_func)
995                 item->folder->ui_func(item->folder, item,
996                                       item->folder->ui_func_data);
997
998         if (item->path) {
999                 wildcard[0] = separator;
1000                 wildcard[1] = '%';
1001                 wildcard[2] = '\0';
1002                 real_path = imap_get_real_path(imapfolder, item->path);
1003         } else {
1004                 wildcard[0] = '%';
1005                 wildcard[1] = '\0';
1006                 real_path = g_strdup(namespace && namespace->name
1007                                      ? namespace->name : "");
1008         }
1009
1010         Xstrcat_a(wildcard_path, real_path, wildcard,
1011                   {g_free(real_path); return IMAP_ERROR;});
1012         QUOTE_IF_REQUIRED(wildcard_path, wildcard_path);
1013
1014         imap_cmd_gen_send(SESSION(session)->sock, "LIST \"\" %s",
1015                           wildcard_path);
1016
1017         strtailchomp(real_path, separator);
1018         item_list = imap_parse_list(session, real_path);
1019         g_free(real_path);
1020
1021         for (cur = item_list; cur != NULL; cur = cur->next) {
1022                 new_item = cur->data;
1023                 if (!strcmp(new_item->path, "INBOX")) {
1024                         if (!item->folder->inbox) {
1025                                 new_item->stype = F_INBOX;
1026                                 item->folder->inbox = new_item;
1027                         } else {
1028                                 folder_item_destroy(new_item);
1029                                 continue;
1030                         }
1031                 } else if (!item->parent && !item->folder->trash) {
1032                         if (!strcasecmp(g_basename(new_item->path), "Trash")) {
1033                                 new_item->stype = F_TRASH;
1034                                 item->folder->trash = new_item;
1035                         }
1036                 }
1037                 folder_item_append(item, new_item);
1038                 if (new_item->no_select == FALSE)
1039                         imap_scan_folder(new_item->folder, new_item);
1040                 if (new_item->no_sub == FALSE)
1041                         imap_scan_tree_recursive(session, new_item, namespace);
1042         }
1043
1044         return IMAP_SUCCESS;
1045 }
1046
1047 static GSList *imap_parse_list(IMAPSession *session, const gchar *path)
1048 {
1049         gchar buf[IMAPBUFSIZE];
1050         gchar flags[256];
1051         gchar separator[16];
1052         gchar *p;
1053         gchar *name;
1054         GSList *item_list = NULL;
1055         GString *str;
1056         FolderItem *new_item;
1057
1058         debug_print("getting list of %s ...\n", *path ? path : "\"\"");
1059
1060         str = g_string_new(NULL);
1061
1062         for (;;) {
1063                 if (sock_gets(SESSION(session)->sock, buf, sizeof(buf)) <= 0) {
1064                         log_warning(_("error occured while getting LIST.\n"));
1065                         break;
1066                 }
1067                 strretchomp(buf);
1068                 if (buf[0] != '*' || buf[1] != ' ') {
1069                         log_print("IMAP4< %s\n", buf);
1070                         break;
1071                 }
1072                 debug_print("IMAP4< %s\n", buf);
1073
1074                 g_string_assign(str, buf);
1075                 p = str->str + 2;
1076                 if (strncmp(p, "LIST ", 5) != 0) continue;
1077                 p += 5;
1078
1079                 if (*p != '(') continue;
1080                 p++;
1081                 p = strchr_cpy(p, ')', flags, sizeof(flags));
1082                 if (!p) continue;
1083                 while (*p == ' ') p++;
1084
1085                 p = strchr_cpy(p, ' ', separator, sizeof(separator));
1086                 if (!p) continue;
1087                 extract_quote(separator, '"');
1088                 if (!strcmp(separator, "NIL"))
1089                         separator[0] = '\0';
1090
1091                 buf[0] = '\0';
1092                 while (*p == ' ') p++;
1093                 if (*p == '{' || *p == '"')
1094                         p = imap_parse_atom(SESSION(session)->sock, p,
1095                                             buf, sizeof(buf), str);
1096                 else
1097                         strncpy2(buf, p, sizeof(buf));
1098                 strtailchomp(buf, separator[0]);
1099                 if (buf[0] == '\0') continue;
1100                 if (!strcmp(buf, path)) continue;
1101
1102                 if (separator[0] != '\0')
1103                         subst_char(buf, separator[0], '/');
1104                 name = g_basename(buf);
1105                 if (name[0] == '.') continue;
1106
1107                 new_item = folder_item_new(name, buf);
1108                 if (strcasestr(flags, "\\Noinferiors") != NULL)
1109                         new_item->no_sub = TRUE;
1110                 if (strcasestr(flags, "\\Noselect") != NULL)
1111                         new_item->no_select = TRUE;
1112
1113                 item_list = g_slist_append(item_list, new_item);
1114
1115                 debug_print("folder %s has been added.\n", buf);
1116         }
1117
1118         g_string_free(str, TRUE);
1119         statusbar_pop_all();
1120
1121         return item_list;
1122 }
1123
1124 gint imap_create_tree(Folder *folder)
1125 {
1126         FolderItem *item;
1127
1128         g_return_val_if_fail(folder != NULL, -1);
1129         g_return_val_if_fail(folder->node != NULL, -1);
1130         g_return_val_if_fail(folder->node->data != NULL, -1);
1131         g_return_val_if_fail(folder->account != NULL, -1);
1132
1133         imap_scan_tree(folder);
1134
1135         item = FOLDER_ITEM(folder->node->data);
1136
1137         if (!folder->inbox) {
1138                 FolderItem *inbox;
1139
1140                 inbox = folder_item_new("INBOX", "INBOX");
1141                 inbox->stype = F_INBOX;
1142                 folder_item_append(item, inbox);
1143                 folder->inbox = inbox;
1144         }
1145         if (!folder->trash)
1146                 imap_create_trash(folder);
1147
1148         return 0;
1149 }
1150
1151 static gint imap_create_trash(Folder *folder)
1152 {
1153         IMAPFolder *imapfolder = IMAP_FOLDER(folder);
1154         FolderItem *item;
1155         FolderItem *new_item;
1156         gchar *trash_path;
1157         gchar *imap_dir = "";
1158
1159         g_return_val_if_fail(folder != NULL, -1);
1160         g_return_val_if_fail(folder->node != NULL, -1);
1161         g_return_val_if_fail(folder->node->data != NULL, -1);
1162         g_return_val_if_fail(folder->account != NULL, -1);
1163
1164         if (folder->account->imap_dir && *folder->account->imap_dir) {
1165                 gchar *tmpdir;
1166
1167                 Xstrdup_a(tmpdir, folder->account->imap_dir, return -1);
1168                 strtailchomp(tmpdir, '/');
1169                 Xalloca(imap_dir, strlen(tmpdir) + 2, return -1);
1170                 g_snprintf(imap_dir, strlen(tmpdir) + 2, "%s%c", tmpdir, '/');
1171         }
1172
1173         if (imapfolder->namespace && imapfolder->namespace->data) {
1174                 IMAPNameSpace *namespace =
1175                         (IMAPNameSpace *)imapfolder->namespace->data;
1176
1177                 if (*namespace->name != '\0') {
1178                         gchar *name;
1179
1180                         Xstrdup_a(name, namespace->name, return -1);
1181                         subst_char(name, namespace->separator, '/');
1182                         trash_path = g_strconcat(name, imap_dir, "Trash", NULL);
1183                 } else
1184                         trash_path = g_strconcat(imap_dir, "Trash", NULL);
1185         } else
1186                 trash_path = g_strconcat(imap_dir, "Trash", NULL);
1187
1188         item = FOLDER_ITEM(folder->node->data);
1189         new_item = imap_create_folder(folder, item, trash_path);
1190
1191         if (!new_item) {
1192                 gchar *path;
1193
1194                 new_item = folder_item_new("Trash", trash_path);
1195                 folder_item_append(item, new_item);
1196
1197                 path = folder_item_get_path(new_item);
1198                 if (!is_dir_exist(path))
1199                         make_dir_hier(path);
1200                 g_free(path);
1201         } else {
1202                 g_free(new_item->name);
1203                 new_item->name = g_strdup("Trash");
1204         }
1205         new_item->stype = F_TRASH;
1206         folder->trash = new_item;
1207
1208         g_free(trash_path);
1209
1210         return 0;
1211 }
1212
1213 FolderItem *imap_create_folder(Folder *folder, FolderItem *parent,
1214                                const gchar *name)
1215 {
1216         gchar *dirpath, *imappath;
1217         IMAPSession *session;
1218         IMAPNameSpace *namespace;
1219         FolderItem *new_item;
1220         gchar *new_name;
1221         const gchar *p;
1222         gint ok;
1223
1224         g_return_val_if_fail(folder != NULL, NULL);
1225         g_return_val_if_fail(folder->account != NULL, NULL);
1226         g_return_val_if_fail(parent != NULL, NULL);
1227         g_return_val_if_fail(name != NULL, NULL);
1228
1229         session = imap_session_get(folder);
1230         if (!session) return NULL;
1231
1232         if (parent->path)
1233                 dirpath = g_strconcat(parent->path, "/", name, NULL);
1234         else if ((p = strchr(name, '/')) != NULL && *(p + 1) != '\0')
1235                 dirpath = g_strdup(name);
1236         else if (folder->account->imap_dir && *folder->account->imap_dir) {
1237                 gchar *imap_dir;
1238
1239                 Xstrdup_a(imap_dir, folder->account->imap_dir, return NULL);
1240                 strtailchomp(imap_dir, '/');
1241                 dirpath = g_strconcat(imap_dir, "/", name, NULL);
1242         } else
1243                 dirpath = g_strdup(name);
1244
1245         Xstrdup_a(imappath, dirpath, {g_free(dirpath); return NULL;});
1246         Xstrdup_a(new_name, name, {g_free(dirpath); return NULL;});
1247         namespace = imap_find_namespace(IMAP_FOLDER(folder), imappath);
1248         if (namespace && namespace->separator) {
1249                 imap_path_separator_subst(imappath, namespace->separator);
1250                 imap_path_separator_subst(new_name, namespace->separator);
1251                 strtailchomp(new_name, namespace->separator);
1252         }
1253         strtailchomp(dirpath, '/');
1254
1255         if (strcmp(name, "INBOX") != 0) {
1256                 GPtrArray *argbuf;
1257                 gint i;
1258                 gboolean exist = FALSE;
1259
1260                 argbuf = g_ptr_array_new();
1261                 ok = imap_cmd_list(SESSION(session)->sock, NULL, imappath,
1262                                    argbuf);
1263                 statusbar_pop_all();
1264                 if (ok != IMAP_SUCCESS) {
1265                         log_warning(_("can't create mailbox: LIST failed\n"));
1266                         g_free(dirpath);
1267                         g_ptr_array_free(argbuf, TRUE);
1268                         return NULL;
1269                 }
1270
1271                 for (i = 0; i < argbuf->len; i++) {
1272                         gchar *str;
1273                         str = g_ptr_array_index(argbuf, i);
1274                         if (!strncmp(str, "LIST ", 5)) {
1275                                 exist = TRUE;
1276                                 break;
1277                         }
1278                 }
1279                 g_ptr_array_free(argbuf, TRUE);
1280
1281                 if (!exist) {
1282                         ok = imap_cmd_create(SESSION(session)->sock, imappath);
1283                         statusbar_pop_all();
1284                         if (ok != IMAP_SUCCESS) {
1285                                 log_warning(_("can't create mailbox\n"));
1286                                 g_free(dirpath);
1287                                 return NULL;
1288                         }
1289                 }
1290         }
1291
1292         new_item = folder_item_new(new_name, dirpath);
1293         folder_item_append(parent, new_item);
1294         g_free(dirpath);
1295
1296         dirpath = folder_item_get_path(new_item);
1297         if (!is_dir_exist(dirpath))
1298                 make_dir_hier(dirpath);
1299         g_free(dirpath);
1300
1301         return new_item;
1302 }
1303
1304 gint imap_remove_folder(Folder *folder, FolderItem *item)
1305 {
1306         gint ok;
1307         IMAPSession *session;
1308         gchar *path;
1309         gint exists, recent, unseen;
1310         guint32 uid_validity;
1311
1312         g_return_val_if_fail(folder != NULL, -1);
1313         g_return_val_if_fail(item != NULL, -1);
1314         g_return_val_if_fail(item->path != NULL, -1);
1315
1316         session = imap_session_get(folder);
1317         if (!session) return -1;
1318
1319         path = imap_get_real_path(IMAP_FOLDER(folder), item->path);
1320
1321         ok = imap_cmd_examine(SESSION(session)->sock, "INBOX",
1322                               &exists, &recent, &unseen, &uid_validity);
1323         statusbar_pop_all();
1324         if (ok != IMAP_SUCCESS) {
1325                 g_free(path);
1326                 return -1;
1327         }
1328
1329         ok = imap_cmd_delete(SESSION(session)->sock, path);
1330         statusbar_pop_all();
1331         if (ok != IMAP_SUCCESS) {
1332                 log_warning(_("can't delete mailbox\n"));
1333                 g_free(path);
1334                 return -1;
1335         }
1336
1337         g_free(path);
1338         folder_item_remove(item);
1339
1340         return 0;
1341 }
1342
1343 static GSList *imap_get_uncached_messages(IMAPSession *session,
1344                                           FolderItem *item,
1345                                           guint32 first_uid, guint32 last_uid)
1346 {
1347         gchar *tmp;
1348         GSList *newlist = NULL;
1349         GSList *llast = NULL;
1350         GString *str;
1351         MsgInfo *msginfo;
1352
1353         g_return_val_if_fail(session != NULL, NULL);
1354         g_return_val_if_fail(item != NULL, NULL);
1355         g_return_val_if_fail(item->folder != NULL, NULL);
1356         g_return_val_if_fail(item->folder->type == F_IMAP, NULL);
1357         g_return_val_if_fail(first_uid <= last_uid, NULL);
1358
1359         if (imap_cmd_envelope(SESSION(session)->sock, first_uid, last_uid)
1360             != IMAP_SUCCESS) {
1361                 log_warning(_("can't get envelope\n"));
1362                 return NULL;
1363         }
1364
1365         str = g_string_new(NULL);
1366
1367         for (;;) {
1368                 if ((tmp = sock_getline(SESSION(session)->sock)) == NULL) {
1369                         log_warning(_("error occurred while getting envelope.\n"));
1370                         g_string_free(str, TRUE);
1371                         return newlist;
1372                 }
1373                 strretchomp(tmp);
1374                 log_print("IMAP4< %s\n", tmp);
1375                 if (tmp[0] != '*' || tmp[1] != ' ') {
1376                         g_free(tmp);
1377                         break;
1378                 }
1379                 g_string_assign(str, tmp);
1380                 g_free(tmp);
1381
1382                 msginfo = imap_parse_envelope(SESSION(session)->sock, str);
1383                 if (!msginfo) {
1384                         log_warning(_("can't parse envelope: %s\n"), str->str);
1385                         continue;
1386                 }
1387
1388                 msginfo->folder = item;
1389
1390                 if (!newlist)
1391                         llast = newlist = g_slist_append(newlist, msginfo);
1392                 else {
1393                         llast = g_slist_append(llast, msginfo);
1394                         llast = llast->next;
1395                 }
1396         }
1397
1398         g_string_free(str, TRUE);
1399
1400         return newlist;
1401 }
1402
1403 static GSList *imap_delete_cached_messages(GSList *mlist, FolderItem *item,
1404                                            guint32 first_uid, guint32 last_uid)
1405 {
1406         GSList *cur, *next;
1407         MsgInfo *msginfo;
1408         gchar *dir;
1409
1410         g_return_val_if_fail(item != NULL, mlist);
1411         g_return_val_if_fail(item->folder != NULL, mlist);
1412         g_return_val_if_fail(item->folder->type == F_IMAP, mlist);
1413
1414         debug_print(_("Deleting cached messages %d - %d ... "),
1415                     first_uid, last_uid);
1416
1417         dir = folder_item_get_path(item);
1418         remove_numbered_files(dir, first_uid, last_uid);
1419         g_free(dir);
1420
1421         for (cur = mlist; cur != NULL; ) {
1422                 next = cur->next;
1423
1424                 msginfo = (MsgInfo *)cur->data;
1425                 if (msginfo != NULL && first_uid <= msginfo->msgnum &&
1426                     msginfo->msgnum <= last_uid) {
1427                         procmsg_msginfo_free(msginfo);
1428                         mlist = g_slist_remove(mlist, msginfo);
1429                 }
1430
1431                 cur = next;
1432         }
1433
1434         debug_print(_("done.\n"));
1435
1436         return mlist;
1437 }
1438
1439 static void imap_delete_all_cached_messages(FolderItem *item)
1440 {
1441         gchar *dir;
1442
1443         g_return_if_fail(item != NULL);
1444         g_return_if_fail(item->folder != NULL);
1445         g_return_if_fail(item->folder->type == F_IMAP);
1446
1447         debug_print(_("Deleting all cached messages... "));
1448
1449         dir = folder_item_get_path(item);
1450         remove_all_numbered_files(dir);
1451         g_free(dir);
1452
1453         debug_print(_("done.\n"));
1454 }
1455
1456
1457 static SockInfo *imap_open_tunnel(const gchar *server,
1458                            const gchar *tunnelcmd)
1459 {
1460         SockInfo *sock;
1461
1462         if ((sock = sock_connect_cmd(server, tunnelcmd)) == NULL)
1463                 return NULL;
1464
1465         return imap_init_sock(sock);
1466 }
1467
1468
1469 #if USE_SSL
1470 static SockInfo *imap_open(const gchar *server, gushort port,
1471                            gboolean use_ssl)
1472 #else
1473 static SockInfo *imap_open(const gchar *server, gushort port)
1474 #endif
1475 {
1476         SockInfo *sock;
1477
1478         if ((sock = sock_connect(server, port)) == NULL) {
1479                 log_warning(_("Can't connect to IMAP4 server: %s:%d\n"),
1480                             server, port);
1481                 return NULL;
1482         }
1483
1484 #if USE_SSL
1485         if (use_ssl && !ssl_init_socket(sock)) {
1486                 sock_close(sock);
1487                 return NULL;
1488         }
1489 #endif
1490
1491         return imap_init_sock(sock);
1492 }
1493
1494
1495 static SockInfo *imap_init_sock(SockInfo *sock)
1496 {
1497         imap_cmd_count = 0;
1498
1499         if (imap_cmd_noop(sock) != IMAP_SUCCESS) {
1500                 sock_close(sock);
1501                 return NULL;
1502         }
1503
1504         return sock;
1505 }
1506
1507
1508
1509 #define THROW goto catch
1510
1511 static void imap_parse_namespace(IMAPSession *session, IMAPFolder *folder)
1512 {
1513         gchar *ns_str;
1514         gchar *name;
1515         gchar *separator;
1516         gchar *p;
1517         IMAPNameSpace *namespace;
1518         GList *ns_list = NULL;
1519
1520         g_return_if_fail(session != NULL);
1521         g_return_if_fail(folder != NULL);
1522
1523         if (folder->namespace != NULL) return;
1524
1525         if (imap_cmd_namespace(SESSION(session)->sock, &ns_str)
1526             != IMAP_SUCCESS) {
1527                 log_warning(_("can't get namespace\n"));
1528                 return;
1529         }
1530
1531         /* get the first element */
1532         extract_one_parenthesis_with_skip_quote(ns_str, '"', '(', ')');
1533         g_strstrip(ns_str);
1534         p = ns_str;
1535
1536         while (*p != '\0') {
1537                 /* parse ("#foo" "/") */
1538
1539                 while (*p && *p != '(') p++;
1540                 if (*p == '\0') THROW;
1541                 p++;
1542
1543                 while (*p && *p != '"') p++;
1544                 if (*p == '\0') THROW;
1545                 p++;
1546                 name = p;
1547
1548                 while (*p && *p != '"') p++;
1549                 if (*p == '\0') THROW;
1550                 *p = '\0';
1551                 p++;
1552
1553                 while (*p && isspace(*p)) p++;
1554                 if (*p == '\0') THROW;
1555                 if (strncmp(p, "NIL", 3) == 0)
1556                         separator = NULL;
1557                 else if (*p == '"') {
1558                         p++;
1559                         separator = p;
1560                         while (*p && *p != '"') p++;
1561                         if (*p == '\0') THROW;
1562                         *p = '\0';
1563                         p++;
1564                 } else THROW;
1565
1566                 while (*p && *p != ')') p++;
1567                 if (*p == '\0') THROW;
1568                 p++;
1569
1570                 namespace = g_new(IMAPNameSpace, 1);
1571                 namespace->name = g_strdup(name);
1572                 namespace->separator = separator ? separator[0] : '\0';
1573                 ns_list = g_list_append(ns_list, namespace);
1574                 IMAP_FOLDER(folder)->namespace = ns_list;
1575         }
1576
1577 catch:
1578         g_free(ns_str);
1579         return;
1580 }
1581
1582 #undef THROW
1583
1584 static IMAPNameSpace *imap_find_namespace(IMAPFolder *folder,
1585                                           const gchar *path)
1586 {
1587         IMAPNameSpace *namespace = NULL;
1588         GList *ns_list;
1589         gchar *name;
1590
1591         g_return_val_if_fail(folder != NULL, NULL);
1592         g_return_val_if_fail(path != NULL, NULL);
1593
1594         ns_list = folder->namespace;
1595
1596         for (; ns_list != NULL; ns_list = ns_list->next) {
1597                 IMAPNameSpace *tmp_ns = ns_list->data;
1598
1599                 Xstrdup_a(name, tmp_ns->name, return namespace);
1600                 if (tmp_ns->separator && tmp_ns->separator != '/')
1601                         subst_char(name, tmp_ns->separator, '/');
1602                 if (strncmp(path, name, strlen(name)) == 0)
1603                         namespace = tmp_ns;
1604         }
1605
1606         return namespace;
1607 }
1608
1609 static gchar *imap_get_real_path(IMAPFolder *folder, const gchar *path)
1610 {
1611         gchar *real_path;
1612         IMAPNameSpace *namespace;
1613
1614         g_return_val_if_fail(folder != NULL, NULL);
1615         g_return_val_if_fail(path != NULL, NULL);
1616
1617         real_path = g_strdup(path);
1618         namespace = imap_find_namespace(folder, path);
1619         if (namespace && namespace->separator)
1620                 imap_path_separator_subst(real_path, namespace->separator);
1621
1622         return real_path;
1623 }
1624
1625 static gchar *imap_parse_atom(SockInfo *sock, gchar *src,
1626                               gchar *dest, gint dest_len, GString *str)
1627 {
1628         gchar *cur_pos = src;
1629
1630         g_return_val_if_fail(str != NULL, cur_pos);
1631
1632         while (*cur_pos == ' ') cur_pos++;
1633
1634         if (!strncmp(cur_pos, "NIL", 3)) {
1635                 *dest = '\0';
1636                 cur_pos += 3;
1637         } else if (*cur_pos == '\"') {
1638                 gchar *p;
1639
1640                 p = get_quoted(cur_pos, '\"', dest, dest_len);
1641                 cur_pos = p ? p : cur_pos + 2;
1642         } else if (*cur_pos == '{') {
1643                 gchar buf[32];
1644                 gint len;
1645                 gchar *nextline;
1646
1647                 cur_pos = strchr_cpy(cur_pos + 1, '}', buf, sizeof(buf));
1648                 len = atoi(buf);
1649
1650                 if ((nextline = sock_getline(sock)) == NULL)
1651                         return cur_pos;
1652                 strretchomp(nextline);
1653                 log_print("IMAP4< %s\n", nextline);
1654                 g_string_assign(str, nextline);
1655
1656                 len = MIN(len, strlen(nextline));
1657                 memcpy(dest, nextline, MIN(len, dest_len - 1));
1658                 dest[MIN(len, dest_len - 1)] = '\0';
1659                 cur_pos = str->str + len;
1660         }
1661
1662         return cur_pos;
1663 }
1664
1665 static gchar *imap_parse_one_address(SockInfo *sock, gchar *start,
1666                                      gchar *out_from_str,
1667                                      gchar *out_fromname_str,
1668                                      GString *str)
1669 {
1670         gchar buf[IMAPBUFSIZE];
1671         gchar *userid;
1672         gchar *domain;
1673         gchar *cur_pos = start;
1674
1675         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1676         conv_unmime_header(out_fromname_str, IMAPBUFSIZE, buf, NULL);
1677
1678         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1679
1680         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1681         Xstrdup_a(userid, buf, return cur_pos + 1);
1682
1683         cur_pos = imap_parse_atom(sock, cur_pos, buf, sizeof(buf), str);
1684         Xstrdup_a(domain, buf, return cur_pos + 1);
1685
1686         if (out_fromname_str[0] != '\0') {
1687                 g_snprintf(out_from_str, IMAPBUFSIZE, "\"%s\" <%s@%s>",
1688                            out_fromname_str, userid, domain);
1689         } else {
1690                 g_snprintf(out_from_str, IMAPBUFSIZE, "%s@%s",
1691                            userid, domain);
1692                 strcpy(out_fromname_str, out_from_str);
1693         }
1694
1695         while (*cur_pos == ' ') cur_pos++;
1696         g_return_val_if_fail(*cur_pos == ')', NULL);
1697
1698         return cur_pos + 1;
1699 }
1700
1701 static gchar *imap_parse_address(SockInfo *sock, gchar *start,
1702                                  gchar **out_from_str,
1703                                  gchar **out_fromname_str,
1704                                  GString *str)
1705 {
1706         gchar buf[IMAPBUFSIZE];
1707         gchar name_buf[IMAPBUFSIZE];
1708         gchar *cur_pos = start;
1709         GString *addr_str;
1710
1711         if (out_from_str)     *out_from_str     = NULL;
1712         if (out_fromname_str) *out_fromname_str = NULL;
1713         buf[0] = name_buf[0] = '\0';
1714
1715         if (!strncmp(cur_pos, "NIL", 3)) {
1716                 if (out_from_str)     *out_from_str     = g_strdup("");
1717                 if (out_fromname_str) *out_fromname_str = g_strdup("");
1718                 return cur_pos + 3;
1719         }
1720
1721         g_return_val_if_fail(*cur_pos == '(', NULL);
1722         cur_pos++;
1723
1724         addr_str = g_string_new(NULL);
1725
1726         for (;;) {
1727                 gchar ch = *cur_pos++;
1728                 if (ch == ')') break;
1729                 if (ch == '(') {
1730                         cur_pos = imap_parse_one_address
1731                                 (sock, cur_pos, buf, name_buf, str);
1732                         if (!cur_pos) {
1733                                 g_string_free(addr_str, TRUE);
1734                                 return NULL;
1735                         }
1736                         if (addr_str->str[0] != '\0')
1737                                 g_string_append(addr_str, ", ");
1738                         g_string_append(addr_str, buf);
1739                 }
1740         }
1741
1742         if (out_from_str)     *out_from_str     = g_strdup(addr_str->str);
1743         if (out_fromname_str) *out_fromname_str = g_strdup(name_buf);
1744
1745         g_string_free(addr_str, TRUE);
1746
1747         return cur_pos;
1748 }
1749
1750 static MsgFlags imap_parse_flags(const gchar *flag_str)  
1751 {
1752         const gchar *p = flag_str;
1753         MsgFlags flags;
1754
1755         flags.perm_flags = MSG_UNREAD;
1756         flags.tmp_flags  = MSG_IMAP;
1757
1758         while ((p = strchr(p, '\\')) != NULL) {
1759                 p++;
1760
1761                 if (g_strncasecmp(p, "Recent", 6) == 0) {
1762                         MSG_SET_PERM_FLAGS(flags, MSG_NEW|MSG_UNREAD);
1763                 } else if (g_strncasecmp(p, "Seen", 4) == 0) {
1764                         MSG_UNSET_PERM_FLAGS(flags, MSG_NEW|MSG_UNREAD);
1765                 } else if (g_strncasecmp(p, "Deleted", 7) == 0) {
1766                         MSG_SET_PERM_FLAGS(flags, MSG_DELETED);
1767                 } else if (g_strncasecmp(p, "Flagged", 7) == 0) {
1768                         MSG_SET_PERM_FLAGS(flags, MSG_MARKED);
1769                 } else if (g_strncasecmp(p, "Answered", 8) == 0) {
1770                         MSG_SET_PERM_FLAGS(flags, MSG_REPLIED);
1771                 }
1772         }
1773
1774         return flags;
1775 }
1776
1777 static MsgInfo *imap_parse_envelope(SockInfo *sock, GString *line_str)
1778 {
1779         MsgInfo *msginfo;
1780         gchar buf[IMAPBUFSIZE];
1781         gchar tmp[IMAPBUFSIZE];
1782         gchar *cur_pos;
1783         gint msgnum;
1784         guint32 uid = 0;
1785         size_t size = 0;
1786         gchar *date = NULL;
1787         time_t date_t = 0;
1788         gchar *subject = NULL;
1789         gchar *tmp_from;
1790         gchar *tmp_fromname;
1791         gchar *from = NULL;
1792         gchar *fromname = NULL;
1793         gchar *tmp_to;
1794         gchar *to = NULL;
1795         gchar *inreplyto = NULL;
1796         gchar *msgid = NULL;
1797         MsgFlags flags = {0, 0};
1798
1799         g_return_val_if_fail(line_str != NULL, NULL);
1800         g_return_val_if_fail(line_str->str[0] == '*' &&
1801                              line_str->str[1] == ' ', NULL);
1802
1803         cur_pos = line_str->str + 2;
1804
1805 #define PARSE_ONE_ELEMENT(ch) \
1806 { \
1807         cur_pos = strchr_cpy(cur_pos, ch, buf, sizeof(buf)); \
1808         g_return_val_if_fail(cur_pos != NULL, NULL); \
1809 }
1810
1811         PARSE_ONE_ELEMENT(' ');
1812         msgnum = atoi(buf);
1813
1814         PARSE_ONE_ELEMENT(' ');
1815         g_return_val_if_fail(!strcmp(buf, "FETCH"), NULL);
1816
1817         g_return_val_if_fail(*cur_pos == '(', NULL);
1818         cur_pos++;
1819
1820         while (*cur_pos != '\0' && *cur_pos != ')') {
1821                 while (*cur_pos == ' ') cur_pos++;
1822
1823                 if (!strncmp(cur_pos, "UID ", 4)) {
1824                         cur_pos += 4;
1825                         uid = strtoul(cur_pos, &cur_pos, 10);
1826                 } else if (!strncmp(cur_pos, "FLAGS ", 6)) {
1827                         cur_pos += 6;
1828                         g_return_val_if_fail(*cur_pos == '(', NULL);
1829                         cur_pos++;
1830                         PARSE_ONE_ELEMENT(')');
1831                         flags = imap_parse_flags(buf);
1832                 } else if (!strncmp(cur_pos, "RFC822.SIZE ", 12)) {
1833                         cur_pos += 12;
1834                         size = strtol(cur_pos, &cur_pos, 10);
1835                 } else if (!strncmp(cur_pos, "ENVELOPE ", 9)) {
1836                         cur_pos += 9;
1837                         g_return_val_if_fail(*cur_pos == '(', NULL);
1838                         cur_pos = imap_parse_atom
1839                                 (sock, cur_pos + 1, buf, sizeof(buf), line_str);
1840                         Xstrdup_a(date, buf, return NULL);
1841                         date_t = procheader_date_parse(NULL, date, 0);
1842
1843                         cur_pos = imap_parse_atom
1844                                 (sock, cur_pos, buf, sizeof(buf), line_str);
1845                         if (buf[0] != '\0') {
1846                                 conv_unmime_header(tmp, sizeof(tmp), buf, NULL);
1847                                 Xstrdup_a(subject, tmp, return NULL);
1848                         }
1849
1850                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1851                         cur_pos = imap_parse_address(sock, cur_pos + 1,
1852                                                      &tmp_from, &tmp_fromname,
1853                                                      line_str);
1854                         g_return_val_if_fail(cur_pos != NULL, NULL);
1855                         Xstrdup_a(from, tmp_from,
1856                                   {g_free(tmp_from); g_free(tmp_fromname);
1857                                    return NULL;});
1858                         Xstrdup_a(fromname, tmp_fromname,
1859                                   {g_free(tmp_from); g_free(tmp_fromname);
1860                                    return NULL;});
1861                         g_free(tmp_from);
1862                         g_free(tmp_fromname);
1863
1864 #define SKIP_ONE_ELEMENT() \
1865 { \
1866         g_return_val_if_fail(*cur_pos == ' ', NULL); \
1867         cur_pos = imap_parse_address(sock, cur_pos + 1, NULL, NULL, \
1868                                      line_str); \
1869         g_return_val_if_fail(cur_pos != NULL, NULL); \
1870 }
1871
1872                         /* skip sender and reply-to */
1873                         SKIP_ONE_ELEMENT();
1874                         SKIP_ONE_ELEMENT();
1875
1876                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1877                         cur_pos = imap_parse_address(sock, cur_pos + 1,
1878                                                      &tmp_to, NULL, line_str);
1879                         g_return_val_if_fail(cur_pos != NULL, NULL);
1880                         Xstrdup_a(to, tmp_to, {g_free(tmp_to); return NULL;});
1881                         g_free(tmp_to);
1882
1883                         /* skip Cc and Bcc */
1884                         SKIP_ONE_ELEMENT();
1885                         SKIP_ONE_ELEMENT();
1886
1887 #undef SKIP_ONE_ELEMENT
1888
1889                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1890                         cur_pos = imap_parse_atom
1891                                 (sock, cur_pos, buf, sizeof(buf), line_str);
1892                         g_return_val_if_fail(cur_pos != NULL, NULL);
1893                         if (buf[0] != '\0') {
1894                                 eliminate_parenthesis(buf, '(', ')');
1895                                 extract_parenthesis(buf, '<', '>');
1896                                 remove_space(buf);
1897                                 Xstrdup_a(inreplyto, buf, return NULL);
1898                         }
1899
1900                         g_return_val_if_fail(*cur_pos == ' ', NULL);
1901                         cur_pos = imap_parse_atom
1902                                 (sock, cur_pos, buf, sizeof(buf), line_str);
1903                         g_return_val_if_fail(cur_pos != NULL, NULL);
1904                         if (buf[0] != '\0') {
1905                                 extract_parenthesis(buf, '<', '>');
1906                                 remove_space(buf);
1907                                 Xstrdup_a(msgid, buf, return NULL);
1908                         }
1909
1910                         g_return_val_if_fail(*cur_pos == ')', NULL);
1911                         cur_pos++;
1912                 } else {
1913                         g_warning("invalid FETCH response: %s\n", cur_pos);
1914                         break;
1915                 }
1916         }
1917
1918         msginfo = g_new0(MsgInfo, 1);
1919         msginfo->msgnum = uid;
1920         msginfo->size = size;
1921         msginfo->date = g_strdup(date);
1922         msginfo->date_t = date_t;
1923         msginfo->subject = g_strdup(subject);
1924         msginfo->from = g_strdup(from);
1925         msginfo->fromname = g_strdup(fromname);
1926         msginfo->to = g_strdup(to);
1927         msginfo->inreplyto = g_strdup(inreplyto);
1928         msginfo->msgid = g_strdup(msgid);
1929         msginfo->flags = flags;
1930
1931         return msginfo;
1932 }
1933
1934 gint imap_msg_set_perm_flags(MsgInfo *msginfo, MsgPermFlags flags)
1935 {
1936         Folder *folder;
1937         IMAPSession *session;
1938         IMAPFlags iflags = 0;
1939         gint ok = IMAP_SUCCESS;
1940
1941         g_return_val_if_fail(msginfo != NULL, -1);
1942         g_return_val_if_fail(MSG_IS_IMAP(msginfo->flags), -1);
1943         g_return_val_if_fail(msginfo->folder != NULL, -1);
1944         g_return_val_if_fail(msginfo->folder->folder != NULL, -1);
1945
1946         folder = msginfo->folder->folder;
1947         g_return_val_if_fail(folder->type == F_IMAP, -1);
1948
1949         session = imap_session_get(folder);
1950         if (!session) return -1;
1951
1952         if (flags & MSG_MARKED)  iflags |= IMAP_FLAG_FLAGGED;
1953         if (flags & MSG_REPLIED) iflags |= IMAP_FLAG_ANSWERED;
1954         if (iflags) {
1955                 ok = imap_set_message_flags(session, msginfo->msgnum,
1956                                             msginfo->msgnum, iflags, TRUE);
1957                 if (ok != IMAP_SUCCESS) return ok;
1958         }
1959
1960         if (flags & MSG_UNREAD)
1961                 ok = imap_set_message_flags(session, msginfo->msgnum,
1962                                             msginfo->msgnum, IMAP_FLAG_SEEN,
1963                                             FALSE);
1964         return ok;
1965 }
1966
1967 gint imap_msg_unset_perm_flags(MsgInfo *msginfo, MsgPermFlags flags)
1968 {
1969         Folder *folder;
1970         IMAPSession *session;
1971         IMAPFlags iflags = 0;
1972         gint ok = IMAP_SUCCESS;
1973
1974         g_return_val_if_fail(msginfo != NULL, -1);
1975         g_return_val_if_fail(MSG_IS_IMAP(msginfo->flags), -1);
1976         g_return_val_if_fail(msginfo->folder != NULL, -1);
1977         g_return_val_if_fail(msginfo->folder->folder != NULL, -1);
1978
1979         folder = msginfo->folder->folder;
1980         g_return_val_if_fail(folder->type == F_IMAP, -1);
1981
1982         session = imap_session_get(folder);
1983         if (!session) return -1;
1984
1985         if (flags & MSG_MARKED)  iflags |= IMAP_FLAG_FLAGGED;
1986         if (flags & MSG_REPLIED) iflags |= IMAP_FLAG_ANSWERED;
1987         if (iflags) {
1988                 ok = imap_set_message_flags(session, msginfo->msgnum,
1989                                             msginfo->msgnum, iflags, FALSE);
1990                 if (ok != IMAP_SUCCESS) return ok;
1991         }
1992
1993         if (flags & MSG_UNREAD)
1994                 ok = imap_set_message_flags(session, msginfo->msgnum,
1995                                             msginfo->msgnum, IMAP_FLAG_SEEN,
1996                                             TRUE);
1997         return ok;
1998 }
1999
2000 static gint imap_set_message_flags(IMAPSession *session,
2001                                    guint32 first_uid,
2002                                    guint32 last_uid,
2003                                    IMAPFlags flags,
2004                                    gboolean is_set)
2005 {
2006         GString *buf;
2007         gint ok;
2008
2009         buf = g_string_new(is_set ? "+FLAGS (" : "-FLAGS (");
2010
2011         if (IMAP_IS_SEEN(flags))        g_string_append(buf, "\\Seen ");
2012         if (IMAP_IS_ANSWERED(flags))    g_string_append(buf, "\\Answered ");
2013         if (IMAP_IS_FLAGGED(flags))     g_string_append(buf, "\\Flagged ");
2014         if (IMAP_IS_DELETED(flags))     g_string_append(buf, "\\Deleted ");
2015         if (IMAP_IS_DRAFT(flags))       g_string_append(buf, "\\Draft");
2016
2017         if (buf->str[buf->len - 1] == ' ')
2018                 g_string_truncate(buf, buf->len - 1);
2019
2020         g_string_append_c(buf, ')');
2021
2022         ok = imap_cmd_store(SESSION(session)->sock, first_uid, last_uid,
2023                             buf->str);
2024         g_string_free(buf, TRUE);
2025
2026         return ok;
2027 }
2028
2029 static gint imap_select(IMAPSession *session, IMAPFolder *folder,
2030                         const gchar *path,
2031                         gint *exists, gint *recent, gint *unseen,
2032                         guint32 *uid_validity)
2033 {
2034         gchar *real_path;
2035         gint ok;
2036
2037         real_path = imap_get_real_path(folder, path);
2038         ok = imap_cmd_select(SESSION(session)->sock, real_path,
2039                              exists, recent, unseen, uid_validity);
2040         if (ok != IMAP_SUCCESS)
2041                 log_warning(_("can't select folder: %s\n"), real_path);
2042         g_free(real_path);
2043
2044         return ok;
2045 }
2046
2047 #define THROW(err) { ok = err; goto catch; }
2048
2049 static gint imap_get_uid(IMAPSession *session, gint msgnum, guint32 *uid)
2050 {
2051         gint ok;
2052         GPtrArray *argbuf;
2053         gchar *str;
2054         gint num;
2055
2056         *uid = 0;
2057         argbuf = g_ptr_array_new();
2058
2059         imap_cmd_gen_send(SESSION(session)->sock, "FETCH %d (UID)", msgnum);
2060         if ((ok = imap_cmd_ok(SESSION(session)->sock, argbuf)) != IMAP_SUCCESS)
2061                 THROW(ok);
2062
2063         str = search_array_contain_str(argbuf, "FETCH");
2064         if (!str) THROW(IMAP_ERROR);
2065
2066         if (sscanf(str, "%d FETCH (UID %d)", &num, uid) != 2 ||
2067             num != msgnum) {
2068                 g_warning("imap_get_uid(): invalid FETCH line.\n");
2069                 THROW(IMAP_ERROR);
2070         }
2071
2072 catch:
2073         ptr_array_free_strings(argbuf);
2074         g_ptr_array_free(argbuf, TRUE);
2075
2076         return ok;
2077 }
2078
2079 static gint imap_status(IMAPSession *session, IMAPFolder *folder,
2080                         const gchar *path,
2081                         gint *messages, gint *recent, gint *unseen,
2082                         guint32 *uid_validity)
2083 {
2084         gchar *real_path;
2085         gchar *real_path_;
2086         gint ok;
2087         GPtrArray *argbuf;
2088         gchar *str;
2089
2090         *messages = *recent = *unseen = *uid_validity = 0;
2091
2092         argbuf = g_ptr_array_new();
2093
2094         real_path = imap_get_real_path(folder, path);
2095         QUOTE_IF_REQUIRED(real_path_, real_path);
2096         imap_cmd_gen_send(SESSION(session)->sock, "STATUS %s "
2097                           "(MESSAGES RECENT UNSEEN UIDVALIDITY)", real_path_);
2098
2099         ok = imap_cmd_ok(SESSION(session)->sock, argbuf);
2100         if (ok != IMAP_SUCCESS) THROW(ok);
2101
2102         str = search_array_str(argbuf, "STATUS");
2103         if (!str) THROW(IMAP_ERROR);
2104
2105         str = strchr(str, '(');
2106         if (!str) THROW(IMAP_ERROR);
2107         str++;
2108         while (*str != '\0' && *str != ')') {
2109                 while (*str == ' ') str++;
2110
2111                 if (!strncmp(str, "MESSAGES ", 9)) {
2112                         str += 9;
2113                         *messages = strtol(str, &str, 10);
2114                 } else if (!strncmp(str, "RECENT ", 7)) {
2115                         str += 7;
2116                         *recent = strtol(str, &str, 10);
2117                 } else if (!strncmp(str, "UNSEEN ", 7)) {
2118                         str += 7;
2119                         *unseen = strtol(str, &str, 10);
2120                 } else if (!strncmp(str, "UIDVALIDITY ", 12)) {
2121                         str += 12;
2122                         *uid_validity = strtoul(str, &str, 10);
2123                 } else {
2124                         g_warning("invalid STATUS response: %s\n", str);
2125                         break;
2126                 }
2127         }
2128
2129 catch:
2130         g_free(real_path);
2131         ptr_array_free_strings(argbuf);
2132         g_ptr_array_free(argbuf, TRUE);
2133
2134         return ok;
2135 }
2136
2137 #undef THROW
2138
2139
2140 /* low-level IMAP4rev1 commands */
2141
2142 static gint imap_cmd_login(SockInfo *sock,
2143                            const gchar *user, const gchar *pass)
2144 {
2145         gchar *user_, *pass_;
2146         gint ok;
2147
2148         QUOTE_IF_REQUIRED(user_, user);
2149         QUOTE_IF_REQUIRED(pass_, pass);
2150         imap_cmd_gen_send(sock, "LOGIN %s %s", user_, pass_);
2151
2152         ok = imap_cmd_ok(sock, NULL);
2153         if (ok != IMAP_SUCCESS)
2154                 log_warning(_("IMAP4 login failed.\n"));
2155
2156         return ok;
2157 }
2158
2159 static gint imap_cmd_logout(SockInfo *sock)
2160 {
2161         imap_cmd_gen_send(sock, "LOGOUT");
2162         return imap_cmd_ok(sock, NULL);
2163 }
2164
2165 /* Send a NOOP, and examine the server's response to see whether this
2166  * connection is pre-authenticated or not. */
2167 static gint imap_greeting(SockInfo *sock, gboolean *is_preauth)
2168 {
2169         GPtrArray *argbuf;
2170         gint r;
2171
2172         imap_cmd_gen_send(sock, "NOOP");
2173         argbuf = g_ptr_array_new(); /* will hold messages sent back */
2174         r = imap_cmd_ok(sock, argbuf);
2175         *is_preauth = search_array_starts(argbuf, "PREAUTH") != NULL;
2176         
2177         return r;
2178 }
2179
2180 static gint imap_cmd_noop(SockInfo *sock)
2181 {
2182         imap_cmd_gen_send(sock, "NOOP");
2183         return imap_cmd_ok(sock, NULL);
2184 }
2185
2186 #define THROW(err) { ok = err; goto catch; }
2187
2188 static gint imap_cmd_namespace(SockInfo *sock, gchar **ns_str)
2189 {
2190         gint ok;
2191         GPtrArray *argbuf;
2192         gchar *str;
2193
2194         argbuf = g_ptr_array_new();
2195
2196         imap_cmd_gen_send(sock, "NAMESPACE");
2197         if ((ok = imap_cmd_ok(sock, argbuf)) != IMAP_SUCCESS) THROW(ok);
2198
2199         str = search_array_str(argbuf, "NAMESPACE");
2200         if (!str) THROW(IMAP_ERROR);
2201
2202         *ns_str = g_strdup(str);
2203
2204 catch:
2205         ptr_array_free_strings(argbuf);
2206         g_ptr_array_free(argbuf, TRUE);
2207
2208         return ok;
2209 }
2210
2211 #undef THROW
2212
2213 static gint imap_cmd_list(SockInfo *sock, const gchar *ref,
2214                           const gchar *mailbox, GPtrArray *argbuf)
2215 {
2216         gchar *ref_, *mailbox_;
2217
2218         if (!ref) ref = "\"\"";
2219         if (!mailbox) mailbox = "\"\"";
2220
2221         QUOTE_IF_REQUIRED(ref_, ref);
2222         QUOTE_IF_REQUIRED(mailbox_, mailbox);
2223         imap_cmd_gen_send(sock, "LIST %s %s", ref_, mailbox_);
2224
2225         return imap_cmd_ok(sock, argbuf);
2226 }
2227
2228 #define THROW goto catch
2229
2230 static gint imap_cmd_do_select(SockInfo *sock, const gchar *folder,
2231                                gboolean examine,
2232                                gint *exists, gint *recent, gint *unseen,
2233                                guint32 *uid_validity)
2234 {
2235         gint ok;
2236         gchar *resp_str;
2237         GPtrArray *argbuf;
2238         gchar *select_cmd;
2239         gchar *folder_;
2240
2241         *exists = *recent = *unseen = *uid_validity = 0;
2242         argbuf = g_ptr_array_new();
2243
2244         if (examine)
2245                 select_cmd = "EXAMINE";
2246         else
2247                 select_cmd = "SELECT";
2248
2249         QUOTE_IF_REQUIRED(folder_, folder);
2250         imap_cmd_gen_send(sock, "%s %s", select_cmd, folder_);
2251
2252         if ((ok = imap_cmd_ok(sock, argbuf)) != IMAP_SUCCESS) THROW;
2253
2254         resp_str = search_array_contain_str(argbuf, "EXISTS");
2255         if (resp_str) {
2256                 if (sscanf(resp_str,"%d EXISTS", exists) != 1) {
2257                         g_warning("imap_cmd_select(): invalid EXISTS line.\n");
2258                         THROW;
2259                 }
2260         }
2261
2262         resp_str = search_array_contain_str(argbuf, "RECENT");
2263         if (resp_str) {
2264                 if (sscanf(resp_str, "%d RECENT", recent) != 1) {
2265                         g_warning("imap_cmd_select(): invalid RECENT line.\n");
2266                         THROW;
2267                 }
2268         }
2269
2270         resp_str = search_array_contain_str(argbuf, "UIDVALIDITY");
2271         if (resp_str) {
2272                 if (sscanf(resp_str, "OK [UIDVALIDITY %u] ", uid_validity)
2273                     != 1) {
2274                         g_warning("imap_cmd_select(): invalid UIDVALIDITY line.\n");
2275                         THROW;
2276                 }
2277         }
2278
2279         resp_str = search_array_contain_str(argbuf, "UNSEEN");
2280         if (resp_str) {
2281                 if (sscanf(resp_str, "OK [UNSEEN %d] ", unseen) != 1) {
2282                         g_warning("imap_cmd_select(): invalid UNSEEN line.\n");
2283                         THROW;
2284                 }
2285         }
2286
2287 catch:
2288         ptr_array_free_strings(argbuf);
2289         g_ptr_array_free(argbuf, TRUE);
2290
2291         return ok;
2292 }
2293
2294 static gint imap_cmd_select(SockInfo *sock, const gchar *folder,
2295                             gint *exists, gint *recent, gint *unseen,
2296                             guint32 *uid_validity)
2297 {
2298         return imap_cmd_do_select(sock, folder, FALSE,
2299                                   exists, recent, unseen, uid_validity);
2300 }
2301
2302 static gint imap_cmd_examine(SockInfo *sock, const gchar *folder,
2303                              gint *exists, gint *recent, gint *unseen,
2304                              guint32 *uid_validity)
2305 {
2306         return imap_cmd_do_select(sock, folder, TRUE,
2307                                   exists, recent, unseen, uid_validity);
2308 }
2309
2310 #undef THROW
2311
2312 static gint imap_cmd_create(SockInfo *sock, const gchar *folder)
2313 {
2314         gchar *folder_;
2315
2316         QUOTE_IF_REQUIRED(folder_, folder);
2317         imap_cmd_gen_send(sock, "CREATE %s", folder_);
2318
2319         return imap_cmd_ok(sock, NULL);
2320 }
2321
2322 static gint imap_cmd_delete(SockInfo *sock, const gchar *folder)
2323 {
2324         gchar *folder_;
2325
2326         QUOTE_IF_REQUIRED(folder_, folder);
2327         imap_cmd_gen_send(sock, "DELETE %s", folder_);
2328
2329         return imap_cmd_ok(sock, NULL);
2330 }
2331
2332 static gint imap_cmd_fetch(SockInfo *sock, guint32 uid, const gchar *filename)
2333 {
2334         gint ok;
2335         gchar buf[IMAPBUFSIZE];
2336         gchar *cur_pos;
2337         gchar size_str[32];
2338         glong size_num;
2339
2340         g_return_val_if_fail(filename != NULL, IMAP_ERROR);
2341
2342         imap_cmd_gen_send(sock, "UID FETCH %d BODY[]", uid);
2343
2344         if (sock_gets(sock, buf, sizeof(buf)) < 0)
2345                 return IMAP_ERROR;
2346         strretchomp(buf);
2347         if (buf[0] != '*' || buf[1] != ' ')
2348                 return IMAP_ERROR;
2349         log_print("IMAP4< %s\n", buf);
2350
2351         cur_pos = strchr(buf, '{');
2352         g_return_val_if_fail(cur_pos != NULL, IMAP_ERROR);
2353         cur_pos = strchr_cpy(cur_pos + 1, '}', size_str, sizeof(size_str));
2354         g_return_val_if_fail(cur_pos != NULL, IMAP_ERROR);
2355         size_num = atol(size_str);
2356
2357         if (*cur_pos != '\0') return IMAP_ERROR;
2358
2359         if (recv_bytes_write_to_file(sock, size_num, filename) != 0)
2360                 return IMAP_ERROR;
2361
2362         if (imap_cmd_gen_recv(sock, buf, sizeof(buf)) != IMAP_SUCCESS)
2363                 return IMAP_ERROR;
2364
2365         if (buf[0] == '\0' || buf[strlen(buf) - 1] != ')')
2366                 return IMAP_ERROR;
2367
2368         ok = imap_cmd_ok(sock, NULL);
2369
2370         return ok;
2371 }
2372
2373 static gint imap_cmd_append(SockInfo *sock, const gchar *destfolder,
2374                             const gchar *file)
2375 {
2376         gint ok;
2377         gint size;
2378         gchar *destfolder_;
2379         gchar buf[BUFFSIZE];
2380         FILE *fp;
2381
2382         g_return_val_if_fail(file != NULL, IMAP_ERROR);
2383
2384         size = get_file_size_as_crlf(file);
2385         if ((fp = fopen(file, "r")) == NULL) {
2386                 FILE_OP_ERROR(file, "fopen");
2387                 return -1;
2388         }
2389         QUOTE_IF_REQUIRED(destfolder_, destfolder);
2390         imap_cmd_gen_send(sock, "APPEND %s (\\Seen) {%d}", destfolder_, size);
2391
2392         ok = imap_cmd_gen_recv(sock, buf, sizeof(buf));
2393         if (ok != IMAP_SUCCESS || buf[0] != '+' || buf[1] != ' ') {
2394                 log_warning(_("can't append %s to %s\n"), file, destfolder_);
2395                 fclose(fp);
2396                 return IMAP_ERROR;
2397         }
2398
2399         log_print("IMAP4> %s\n", _("(sending file...)"));
2400
2401         while (fgets(buf, sizeof(buf), fp) != NULL) {
2402                 strretchomp(buf);
2403                 if (sock_puts(sock, buf) < 0) {
2404                         fclose(fp);
2405                         sock_close(sock);
2406                         return -1;
2407                 }
2408         }
2409
2410         if (ferror(fp)) {
2411                 FILE_OP_ERROR(file, "fgets");
2412                 fclose(fp);
2413                 sock_close(sock);
2414                 return -1;
2415         }
2416
2417         sock_puts(sock, "");
2418
2419         fclose(fp);
2420         return imap_cmd_ok(sock, NULL);
2421 }
2422
2423 static gint imap_cmd_copy(SockInfo *sock, guint32 uid, const gchar *destfolder)
2424 {
2425         gint ok;
2426         gchar *destfolder_;
2427
2428         g_return_val_if_fail(destfolder != NULL, IMAP_ERROR);
2429
2430         QUOTE_IF_REQUIRED(destfolder_, destfolder);
2431         imap_cmd_gen_send(sock, "UID COPY %d %s", uid, destfolder_);
2432
2433         ok = imap_cmd_ok(sock, NULL);
2434         if (ok != IMAP_SUCCESS) {
2435                 log_warning(_("can't copy %d to %s\n"), uid, destfolder_);
2436                 return -1;
2437         }
2438
2439         return ok;
2440 }
2441
2442 gint imap_cmd_envelope(SockInfo *sock, guint32 first_uid, guint32 last_uid)
2443 {
2444         imap_cmd_gen_send
2445                 (sock, "UID FETCH %d:%d (UID FLAGS RFC822.SIZE ENVELOPE)",
2446                  first_uid, last_uid);
2447
2448         return IMAP_SUCCESS;
2449 }
2450
2451 static gint imap_cmd_store(SockInfo *sock, guint32 first_uid, guint32 last_uid,
2452                            gchar *sub_cmd)
2453 {
2454         gint ok;
2455
2456         imap_cmd_gen_send(sock, "UID STORE %d:%d %s",
2457                           first_uid, last_uid, sub_cmd);
2458
2459         if ((ok = imap_cmd_ok(sock, NULL)) != IMAP_SUCCESS) {
2460                 log_warning(_("error while imap command: STORE %d:%d %s\n"),
2461                             first_uid, last_uid, sub_cmd);
2462                 return ok;
2463         }
2464
2465         return IMAP_SUCCESS;
2466 }
2467
2468 static gint imap_cmd_expunge(SockInfo *sock)
2469 {
2470         gint ok;
2471
2472         imap_cmd_gen_send(sock, "EXPUNGE");
2473         if ((ok = imap_cmd_ok(sock, NULL)) != IMAP_SUCCESS) {
2474                 log_warning(_("error while imap command: EXPUNGE\n"));
2475                 return ok;
2476         }
2477
2478         return IMAP_SUCCESS;
2479 }
2480
2481
2482 static gint imap_cmd_ok(SockInfo *sock, GPtrArray *argbuf)
2483 {
2484         gint ok;
2485         gchar buf[IMAPBUFSIZE];
2486         gint cmd_num;
2487         gchar cmd_status[IMAPBUFSIZE];
2488
2489         while ((ok = imap_cmd_gen_recv(sock, buf, sizeof(buf)))
2490                == IMAP_SUCCESS) {
2491                 if (buf[0] == '*' && buf[1] == ' ') {
2492                         if (argbuf)
2493                                 g_ptr_array_add(argbuf, g_strdup(buf + 2));
2494                         continue;
2495                 }
2496
2497                 if (sscanf(buf, "%d %s", &cmd_num, cmd_status) < 2)
2498                         return IMAP_ERROR;
2499                 else if (cmd_num == imap_cmd_count &&
2500                          !strcmp(cmd_status, "OK")) {
2501                         if (argbuf)
2502                                 g_ptr_array_add(argbuf, g_strdup(buf));
2503                         return IMAP_SUCCESS;
2504                 } else
2505                         return IMAP_ERROR;
2506         }
2507
2508         return ok;
2509 }
2510
2511 static void imap_cmd_gen_send(SockInfo *sock, const gchar *format, ...)
2512 {
2513         gchar buf[IMAPBUFSIZE];
2514         gchar tmp[IMAPBUFSIZE];
2515         gchar *p;
2516         va_list args;
2517
2518         va_start(args, format);
2519         g_vsnprintf(tmp, sizeof(tmp), format, args);
2520         va_end(args);
2521
2522         imap_cmd_count++;
2523
2524         g_snprintf(buf, sizeof(buf), "%d %s\r\n", imap_cmd_count, tmp);
2525         if (!strncasecmp(tmp, "LOGIN ", 6) && (p = strchr(tmp + 6, ' '))) {
2526                 *p = '\0';
2527                 log_print("IMAP4> %d %s ********\n", imap_cmd_count, tmp);
2528         } else
2529                 log_print("IMAP4> %d %s\n", imap_cmd_count, tmp);
2530
2531         sock_write(sock, buf, strlen(buf));
2532 }
2533
2534 static gint imap_cmd_gen_recv(SockInfo *sock, gchar *buf, gint size)
2535 {
2536         if (sock_gets(sock, buf, size) == -1)
2537                 return IMAP_SOCKET;
2538
2539         strretchomp(buf);
2540
2541         log_print("IMAP4< %s\n", buf);
2542
2543         return IMAP_SUCCESS;
2544 }
2545
2546
2547 /* misc utility functions */
2548
2549 static gchar *strchr_cpy(const gchar *src, gchar ch, gchar *dest, gint len)
2550 {
2551         gchar *tmp;
2552
2553         dest[0] = '\0';
2554         tmp = strchr(src, ch);
2555         if (!tmp)
2556                 return NULL;
2557
2558         memcpy(dest, src, MIN(tmp - src, len - 1));
2559         dest[MIN(tmp - src, len - 1)] = '\0';
2560
2561         return tmp + 1;
2562 }
2563
2564 static gchar *get_quoted(const gchar *src, gchar ch, gchar *dest, gint len)
2565 {
2566         const gchar *p = src;
2567         gint n = 0;
2568
2569         g_return_val_if_fail(*p == ch, NULL);
2570
2571         *dest = '\0';
2572         p++;
2573
2574         while (*p != '\0' && *p != ch) {
2575                 if (n < len - 1) {
2576                         if (*p == '\\' && *(p + 1) != '\0')
2577                                 p++;
2578                         *dest++ = *p++;
2579                 } else
2580                         p++;
2581                 n++;
2582         }
2583
2584         *dest = '\0';
2585         return (gchar *)(*p == ch ? p + 1 : p);
2586 }
2587
2588 static gchar *search_array_starts(GPtrArray *array, const gchar *str)
2589 {
2590         gint i;
2591         size_t len;
2592
2593         g_return_val_if_fail(str != NULL, NULL);
2594         len = strlen(str);
2595         for (i = 0; i < array->len; i++) {
2596                 gchar *tmp;
2597                 tmp = g_ptr_array_index(array, i);
2598                 if (strncmp(tmp, str, len) == 0)
2599                         return tmp;
2600         }
2601         return NULL;
2602 }
2603
2604 static gchar *search_array_contain_str(GPtrArray *array, gchar *str)
2605 {
2606         gint i;
2607
2608         for (i = 0; i < array->len; i++) {
2609                 gchar *tmp;
2610
2611                 tmp = g_ptr_array_index(array, i);
2612                 if (strstr(tmp, str) != NULL)
2613                         return tmp;
2614         }
2615
2616         return NULL;
2617 }
2618
2619 static gchar *search_array_str(GPtrArray *array, gchar *str)
2620 {
2621         gint i;
2622         gint len;
2623
2624         len = strlen(str);
2625
2626         for (i = 0; i < array->len; i++) {
2627                 gchar *tmp;
2628
2629                 tmp = g_ptr_array_index(array, i);
2630                 if (!strncmp(tmp, str, len))
2631                         return tmp;
2632         }
2633
2634         return NULL;
2635 }
2636
2637 static void imap_path_separator_subst(gchar *str, gchar separator)
2638 {
2639         if (separator && separator != '/')
2640                 subst_char(str, '/', separator);
2641 }