more revision of filtering system
[claws.git] / src / filtering.c
1 /*
2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2001 Hiroyuki Yamamoto & The Sylpheed Claws Team
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program; if not, write to the Free Software
17  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18  */
19
20 /* (alfons) - Just a quick note of how this filtering module works on 
21  * new (arriving) messages.
22  * 
23  * 1) as an initialization step, code in inc.c and mbox.c set up the 
24  *    drop folder to the inbox (see inc.c and mbox.c).
25  *
26  * 2) the message is actually being copied to the drop folder using
27  *    folder_item_add_msg(dropfolder, file, TRUE). this function
28  *    eventually calls mh->add_msg(). however, the important thing
29  *    about this function is, is that the folder is not yet updated
30  *    to reflect the copy. i don't know about the validity of this
31  *    assumption, however, the filtering code assumes this and
32  *    updates the marks itself.
33  *
34  * 3) technically there's nothing wrong with the matcher (the 
35  *    piece of code which matches search strings). there's
36  *    one gotcha in procmsg.c:procmsg_get_message_file(): it
37  *    only reads a message file based on a MsgInfo. for design
38  *    reasons the filtering system should read directly from
39  *    a file (based on the file's name).
40  *
41  * 4) after the matcher sorts out any matches, it looks at the
42  *    action. this part again pushes the folder system design
43  *    to its limits. based on the assumption in 2), the matcher
44  *    knows the message has not been added to the folder system yet.
45  *    it can happily update mark files, and in fact it does.
46  * 
47  */ 
48
49 #include "defs.h"
50 #include <ctype.h>
51 #include <string.h>
52 #include <stdlib.h>
53 #include <errno.h>
54 #include <gtk/gtk.h>
55 #include <stdio.h>
56 #include "intl.h"
57 #include "utils.h"
58 #include "procheader.h"
59 #include "matcher.h"
60 #include "filtering.h"
61 #include "prefs.h"
62 #include "compose.h"
63
64 #define PREFSBUFSIZE            1024
65
66 GSList * global_processing = NULL;
67
68 #define STRLEN_WITH_CHECK(expr) \
69         strlen_with_check(#expr, __LINE__, expr)
70                 
71 static inline gint strlen_with_check(const gchar *expr, gint fline, const gchar *str)
72 {
73         if (str) 
74                 return strlen(str);
75         else {
76                 debug_print("%s(%d) - invalid string %s\n", __FILE__, fline, expr);
77                 return 0;
78         }
79 }
80
81 FilteringAction * filteringaction_new(int type, int account_id,
82                                       gchar * destination,
83                                       gint labelcolor)
84 {
85         FilteringAction * action;
86
87         action = g_new0(FilteringAction, 1);
88
89         action->type = type;
90         action->account_id = account_id;
91         if (destination)
92                 action->destination = g_strdup(destination);
93         action->labelcolor = labelcolor;        
94         return action;
95 }
96
97 void filteringaction_free(FilteringAction * action)
98 {
99         if (action->destination)
100                 g_free(action->destination);
101         g_free(action);
102 }
103
104 FilteringProp * filteringprop_new(MatcherList * matchers,
105                                   FilteringAction * action)
106 {
107         FilteringProp * filtering;
108
109         filtering = g_new0(FilteringProp, 1);
110         filtering->matchers = matchers;
111         filtering->action = action;
112
113         return filtering;
114 }
115
116 void filteringprop_free(FilteringProp * prop)
117 {
118         matcherlist_free(prop->matchers);
119         filteringaction_free(prop->action);
120         g_free(prop);
121 }
122
123 /* filteringaction_update_mark() - updates a mark for a message. note that
124  * the message should not have been moved or copied. remember that the
125  * procmsg_open_mark_file(PATH, TRUE) actually _appends_ a new record.
126  */
127 static gboolean filteringaction_update_mark(MsgInfo * info)
128 {
129         gchar * dest_path;
130         FILE * fp;
131
132         if (info->folder->folder->type == F_MH) {
133                 dest_path = folder_item_get_path(info->folder);
134                 if (!is_dir_exist(dest_path))
135                         make_dir_hier(dest_path);
136                 
137                 if (dest_path == NULL) {
138                         g_warning(_("Can't open mark file.\n"));
139                         return FALSE;
140                 }
141                 
142                 if ((fp = procmsg_open_mark_file(dest_path, TRUE))
143                     == NULL) {
144                         g_warning(_("Can't open mark file.\n"));
145                         return FALSE;
146                 }
147                 
148                 procmsg_write_flags(info, fp);
149                 fclose(fp);
150                 return TRUE;
151         }
152         return FALSE;
153 }
154
155 static gchar * filteringaction_execute_command(gchar * cmd, MsgInfo * info)
156 {
157         gchar * s = cmd;
158         gchar * filename = NULL;
159         gchar * processed_cmd;
160         gchar * p;
161         gint size;
162
163         matcher_unescape_str(cmd);
164
165         size = strlen(cmd) + 1;
166         while (*s != '\0') {
167                 if (*s == '%') {
168                         s++;
169                         switch (*s) {
170                         case '%':
171                                 size -= 1;
172                                 break;
173                         case 's': /* subject */
174                                 size += STRLEN_WITH_CHECK(info->subject) - 2;
175                                 break;
176                         case 'f': /* from */
177                                 size += STRLEN_WITH_CHECK(info->from) - 2;
178                                 break;
179                         case 't': /* to */
180                                 size += STRLEN_WITH_CHECK(info->to) - 2;
181                                 break;
182                         case 'c': /* cc */
183                                 size += STRLEN_WITH_CHECK(info->cc) - 2;
184                                 break;
185                         case 'd': /* date */
186                                 size += STRLEN_WITH_CHECK(info->date) - 2;
187                                 break;
188                         case 'i': /* message-id */
189                                 size += STRLEN_WITH_CHECK(info->msgid) - 2;
190                                 break;
191                         case 'n': /* newsgroups */
192                                 size += STRLEN_WITH_CHECK(info->newsgroups) - 2;
193                                 break;
194                         case 'r': /* references */
195                                 size += STRLEN_WITH_CHECK(info->references) - 2;
196                                 break;
197                         case 'F': /* file */
198                                 filename = folder_item_fetch_msg(info->folder, info->msgnum);
199                                 if (filename == NULL) {
200                                         g_warning(_("filename is not set"));
201                                         return NULL;
202                                 }
203                                 else
204                                         size += strlen(filename) - 2;
205                                 break;
206                         }
207                         s++;
208                 }
209                 else s++;
210         }
211
212
213         processed_cmd = g_new0(gchar, size);
214         s = cmd;
215         p = processed_cmd;
216
217         while (*s != '\0') {
218                 if (*s == '%') {
219                         s++;
220                         switch (*s) {
221                         case '%':
222                                 *p = '%';
223                                 p++;
224                                 break;
225                         case 's': /* subject */
226                                 if (info->subject != NULL)
227                                         strcpy(p, info->subject);
228                                 else
229                                         strcpy(p, "(none)");
230                                 p += strlen(p);
231                                 break;
232                         case 'f': /* from */
233                                 if (info->from != NULL)
234                                         strcpy(p, info->from);
235                                 else
236                                         strcpy(p, "(none)");
237                                 p += strlen(p);
238                                 break;
239                         case 't': /* to */
240                                 if (info->to != NULL)
241                                         strcpy(p, info->to);
242                                 else
243                                         strcpy(p, "(none)");
244                                 p += strlen(p);
245                                 break;
246                         case 'c': /* cc */
247                                 if (info->cc != NULL)
248                                         strcpy(p, info->cc);
249                                 else
250                                         strcpy(p, "(none)");
251                                 p += strlen(p);
252                                 break;
253                         case 'd': /* date */
254                                 if (info->date != NULL)
255                                         strcpy(p, info->date);
256                                 else
257                                         strcpy(p, "(none)");
258                                 p += strlen(p);
259                                 break;
260                         case 'i': /* message-id */
261                                 if (info->msgid != NULL)
262                                         strcpy(p, info->msgid);
263                                 else
264                                         strcpy(p, "(none)");
265                                 p += strlen(p);
266                                 break;
267                         case 'n': /* newsgroups */
268                                 if (info->newsgroups != NULL)
269                                         strcpy(p, info->newsgroups);
270                                 else
271                                         strcpy(p, "(none)");
272                                 p += strlen(p);
273                                 break;
274                         case 'r': /* references */
275                                 if (info->references != NULL)
276                                         strcpy(p, info->references);
277                                 else
278                                         strcpy(p, "(none)");
279                                 p += strlen(p);
280                                 break;
281                         case 'F': /* file */
282                                 strcpy(p, filename);
283                                 p += strlen(p);
284                                 break;
285                         default:
286                                 *p = '%';
287                                 p++;
288                                 *p = *s;
289                                 p++;
290                                 break;
291                         }
292                         s++;
293                 }
294                 else {
295                         *p = *s;
296                         p++;
297                         s++;
298                 }
299         }
300         return processed_cmd;
301 }
302
303 /*
304   fitleringaction_apply
305   runs the action on one MsgInfo
306   return value : return TRUE if the action could be applied
307 */
308
309 #define CHANGE_FLAGS(msginfo) \
310 { \
311 if (msginfo->folder->folder->change_flags != NULL) \
312 msginfo->folder->folder->change_flags(msginfo->folder->folder, \
313                                       msginfo->folder, \
314                                       msginfo); \
315 }
316
317 static gboolean filteringaction_apply(FilteringAction * action, MsgInfo * info,
318                                       GHashTable *folder_table)
319 {
320         FolderItem * dest_folder;
321         gint val;
322         Compose * compose;
323         PrefsAccount * account;
324         gchar * cmd;
325
326         switch(action->type) {
327         case MATCHACTION_MOVE:
328                 dest_folder =
329                         folder_find_item_from_identifier(action->destination);
330                 if (!dest_folder)
331                         return FALSE;
332                 
333                 if (folder_item_move_msg(dest_folder, info) == -1) {
334                         return FALSE;
335                 }       
336
337                 if (folder_table) {
338                         val = GPOINTER_TO_INT(g_hash_table_lookup
339                                               (folder_table, dest_folder));
340                         if (val == 0) {
341                                 folder_item_scan(dest_folder);
342                                 g_hash_table_insert(folder_table, dest_folder,
343                                                     GINT_TO_POINTER(1));
344                         }
345                 }
346                 return TRUE;
347
348         case MATCHACTION_COPY:
349                 dest_folder =
350                         folder_find_item_from_identifier(action->destination);
351
352                 if (!dest_folder)
353                         return FALSE;
354
355                 if (folder_item_copy_msg(dest_folder, info) == -1)
356                         return FALSE;
357
358                 if (folder_table) {
359                         val = GPOINTER_TO_INT(g_hash_table_lookup
360                                               (folder_table, dest_folder));
361                         if (val == 0) {
362                                 folder_item_scan(dest_folder);
363                                 g_hash_table_insert(folder_table, dest_folder,
364                                                     GINT_TO_POINTER(1));
365                         }
366                 }
367                 return TRUE;
368
369         case MATCHACTION_DELETE:
370                 if (folder_item_remove_msg(info->folder, info->msgnum) == -1)
371                         return FALSE;
372                 return TRUE;
373
374         case MATCHACTION_MARK:
375                 MSG_SET_PERM_FLAGS(info->flags, MSG_MARKED);
376                 return TRUE;
377
378         case MATCHACTION_UNMARK:
379                 MSG_UNSET_PERM_FLAGS(info->flags, MSG_MARKED);
380                 return TRUE;
381                 
382         case MATCHACTION_MARK_AS_READ:
383                 MSG_UNSET_PERM_FLAGS(info->flags, MSG_UNREAD | MSG_NEW);
384                 return TRUE;
385
386         case MATCHACTION_MARK_AS_UNREAD:
387                 MSG_SET_PERM_FLAGS(info->flags, MSG_UNREAD | MSG_NEW);
388                 return TRUE;
389         
390         case MATCHACTION_COLOR:
391                 MSG_SET_COLORLABEL_VALUE(info->flags, action->labelcolor);
392                 return TRUE;
393
394         case MATCHACTION_FORWARD:
395                 account = account_find_from_id(action->account_id);
396                 compose = compose_forward(account, info, FALSE);
397                 if (compose->account->protocol == A_NNTP)
398                         compose_entry_append(compose, action->destination,
399                                              COMPOSE_NEWSGROUPS);
400                 else
401                         compose_entry_append(compose, action->destination,
402                                              COMPOSE_TO);
403
404                 val = compose_send(compose);
405                 if (val == 0) {
406                         gtk_widget_destroy(compose->window);
407                         return TRUE;
408                 }
409
410                 gtk_widget_destroy(compose->window);
411                 return FALSE;
412
413         case MATCHACTION_FORWARD_AS_ATTACHMENT:
414
415                 account = account_find_from_id(action->account_id);
416                 compose = compose_forward(account, info, TRUE);
417                 if (compose->account->protocol == A_NNTP)
418                         compose_entry_append(compose, action->destination,
419                                              COMPOSE_NEWSGROUPS);
420                 else
421                         compose_entry_append(compose, action->destination,
422                                              COMPOSE_TO);
423
424                 val = compose_send(compose);
425                 if (val == 0) {
426                         gtk_widget_destroy(compose->window);
427                         return TRUE;
428                 }
429                 gtk_widget_destroy(compose->window);
430                 return FALSE;
431
432         case MATCHACTION_BOUNCE:
433                 account = account_find_from_id(action->account_id);
434                 compose = compose_bounce(account, info);
435                 if (compose->account->protocol == A_NNTP)
436                         break;
437                 else
438                         compose_entry_append(compose, action->destination,
439                                              COMPOSE_TO);
440
441                 val = compose_send(compose);
442                 if (val == 0) {
443                         gtk_widget_destroy(compose->window);
444                         return TRUE;
445                 }
446
447                 gtk_widget_destroy(compose->window);
448                 return FALSE;
449
450         case MATCHACTION_EXECUTE:
451                 cmd = matching_build_command(action->destination, info);
452                 if (cmd == NULL)
453                         return TRUE;
454                 else {
455                         system(cmd);
456                         g_free(cmd);
457                 }
458                 return FALSE;
459
460         default:
461                 return FALSE;
462         }
463 }
464
465 /* filteringprop_apply() - runs the action on one MsgInfo if it matches the 
466  * criterium. certain actions can be followed by other actions. in this
467  * case the function returns FALSE. if an action can not be followed
468  * by others, the function returns TRUE.
469  *
470  * remember that this is because of the fact that msg flags are always
471  * _appended_ to mark files. currently sylpheed does not insert messages 
472  * at a certain index. 
473  * now, after having performed a certain action, the MsgInfo is still
474  * valid for the message. in *this* case the function returns FALSE.
475  */
476 static gboolean filteringprop_apply(FilteringProp * filtering, MsgInfo * info,
477                                     GHashTable *folder_table)
478 {
479         if (matcherlist_match(filtering->matchers, info)) {
480                 gboolean result;
481                 gchar   *action_str;
482                 gchar    buf[256]; 
483
484                 if (FALSE == (result = filteringaction_apply(filtering->action, info,
485                                                folder_table))) {
486                         action_str = filteringaction_to_string(buf, sizeof buf, filtering->action);
487                         g_warning(_("action %s could not be applied"), action_str);
488                 }
489
490                 switch(filtering->action->type) {
491                 case MATCHACTION_MOVE:
492                 case MATCHACTION_DELETE:
493                         return TRUE; /* MsgInfo invalid for message */
494                 case MATCHACTION_EXECUTE:
495                 case MATCHACTION_COPY:
496                 case MATCHACTION_MARK:
497                 case MATCHACTION_MARK_AS_READ:
498                 case MATCHACTION_UNMARK:
499                 case MATCHACTION_MARK_AS_UNREAD:
500                 case MATCHACTION_FORWARD:
501                 case MATCHACTION_FORWARD_AS_ATTACHMENT:
502                 case MATCHACTION_BOUNCE:
503                         return FALSE; /* MsgInfo still valid for message */
504                 default:
505                         return FALSE;
506                 }
507         }
508         else
509                 return FALSE;
510 }
511
512 void filter_msginfo(GSList * filtering_list, MsgInfo * info,
513                     GHashTable *folder_table)
514 {
515         GSList          *l;
516         gboolean         result;
517         FolderItem      *inbox;
518         
519         if (info == NULL) {
520                 g_warning(_("msginfo is not set"));
521                 return;
522         }
523         
524         for(l = filtering_list ; l != NULL ; l = g_slist_next(l)) {
525                 FilteringProp * filtering = (FilteringProp *) l->data;
526                 if (TRUE == (result = filteringprop_apply(filtering, info, folder_table))) 
527                         break;
528         }
529
530         /* drop in inbox too */
531         if (!result) {
532                 gint val;
533
534                 inbox = folder_get_default_inbox();
535                 g_assert(inbox);
536                 
537                 if (folder_item_move_msg(inbox, info) == -1) {
538                         debug_print(_("*** Could not drop message in inbox; still in .processing\n"));
539                         return;
540                 }       
541
542                 if (folder_table) {
543                         val = GPOINTER_TO_INT(g_hash_table_lookup
544                                               (folder_table, inbox));
545                         if (val == 0) {
546                                 folder_item_scan(inbox);
547                                 g_hash_table_insert(folder_table, inbox,
548                                                     GINT_TO_POINTER(1));
549                         }
550                 }
551         }
552 }
553
554 void filter_msginfo_move_or_delete(GSList * filtering_list, MsgInfo * info,
555                                    GHashTable *folder_table)
556 {
557         GSList * l;
558
559         if (info == NULL) {
560                 g_warning(_("msginfo is not set"));
561                 return;
562         }
563         
564         for(l = filtering_list ; l != NULL ; l = g_slist_next(l)) {
565                 FilteringProp * filtering = (FilteringProp *) l->data;
566
567                 switch (filtering->action->type) {
568                 case MATCHACTION_MOVE:
569                 case MATCHACTION_DELETE:
570                         if (filteringprop_apply(filtering, info, folder_table))
571                                 return;
572                 }
573         }
574 }
575
576 void filter_message(GSList * filtering_list, FolderItem * item,
577                     gint msgnum, GHashTable *folder_table)
578 {
579         MsgInfo * msginfo;
580         gchar * filename;
581         MsgFlags  msgflags = { 0, 0 };
582
583         if (item == NULL) {
584                 g_warning(_("folderitem not set"));
585                 return;
586         }
587
588         filename = folder_item_fetch_msg(item, msgnum);
589
590         if (filename == NULL) {
591                 g_warning(_("filename is not set"));
592                 return;
593         }
594
595         msginfo = procheader_parse(filename, msgflags, TRUE);
596         
597         g_free(filename);
598
599         if (msginfo == NULL) {
600                 g_warning(_("could not get info for %s"), filename);
601                 return;
602         }
603
604         msginfo->folder = item;
605         msginfo->msgnum = msgnum;
606
607         filter_msginfo(filtering_list, msginfo, folder_table);
608 }
609
610 gchar *filteringaction_to_string(gchar *dest, gint destlen, FilteringAction *action)
611 {
612         gchar *command_str;
613
614         command_str = get_matchparser_tab_str(action->type);
615
616         if (command_str == NULL)
617                 return NULL;
618
619         switch(action->type) {
620         case MATCHACTION_MOVE:
621         case MATCHACTION_COPY:
622         case MATCHACTION_EXECUTE:
623                 g_snprintf(dest, destlen, "%s \"%s\"", command_str, action->destination);
624                 return dest;
625
626         case MATCHACTION_DELETE:
627         case MATCHACTION_MARK:
628         case MATCHACTION_UNMARK:
629         case MATCHACTION_MARK_AS_READ:
630         case MATCHACTION_MARK_AS_UNREAD:
631                 g_snprintf(dest, destlen, "%s", command_str);
632                 return dest;
633
634         case MATCHACTION_BOUNCE:
635         case MATCHACTION_FORWARD:
636         case MATCHACTION_FORWARD_AS_ATTACHMENT:
637                 g_snprintf(dest, destlen, "%s %d \"%s\"", command_str, action->account_id, action->destination); 
638                 return dest; 
639
640         case MATCHACTION_COLOR:
641                 g_snprintf(dest, destlen, "%s %d", command_str, action->labelcolor);
642                 return dest;  
643
644         default:
645                 return NULL;
646         }
647 }
648
649 gchar * filteringprop_to_string(FilteringProp * prop)
650 {
651         gchar *list_str;
652         gchar *action_str;
653         gchar *filtering_str;
654         gchar  buf[256];
655
656         action_str = filteringaction_to_string(buf, sizeof buf, prop->action);
657
658         if (action_str == NULL)
659                 return NULL;
660
661         list_str = matcherlist_to_string(prop->matchers);
662
663         if (list_str == NULL)
664                 return NULL;
665
666         filtering_str = g_strconcat(list_str, " ", action_str, NULL);
667         g_free(list_str);
668
669         return filtering_str;
670 }
671
672 void prefs_filtering_free(GSList * prefs_filtering)
673 {
674         while (prefs_filtering != NULL) {
675                 FilteringProp * filtering = (FilteringProp *)
676                         prefs_filtering->data;
677                 filteringprop_free(filtering);
678                 prefs_filtering = g_slist_remove(prefs_filtering, filtering);
679         }
680 }
681
682 static gboolean prefs_filtering_free_func(GNode *node, gpointer data)
683 {
684         FolderItem *item = node->data;
685
686         if(!item->prefs)
687                 return FALSE;
688
689         prefs_filtering_free(item->prefs->processing);
690         item->prefs->processing = NULL;
691
692         return FALSE;
693 }
694
695 void prefs_filtering_clear()
696 {
697         GList * cur;
698
699         for (cur = folder_get_list() ; cur != NULL ; cur = g_list_next(cur)) {
700                 Folder *folder;
701
702                 folder = (Folder *) cur->data;
703                 g_node_traverse(folder->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
704                                 prefs_filtering_free_func, NULL);
705         }
706
707         prefs_filtering_free(global_processing);
708         global_processing = NULL;
709 }