2008-05-12 [wwp] 3.4.0cvs30
[claws.git] / src / matcher.c
index 2e80f71cf4c31f94f71fffda7ff62567dec42933..00c4734f2abd348ee416dbfab42c316ba45f37b3 100644 (file)
@@ -1,10 +1,10 @@
 /*
  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
- * Copyright (C) 2002 by the Sylpheed Claws Team and Hiroyuki Yamamoto
+ * Copyright (C) 2002-2004 by the Claws Mail Team and Hiroyuki Yamamoto
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
+ * the Free Software Foundation; either version 3 of the License, or
  * (at your option) any later version.
  *
  * This program is distributed in the hope that it will be useful,
  * GNU General Public License for more details.
  *
  * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ * 
  */
 
+#ifdef HAVE_CONFIG_H
+#  include "config.h"
+#endif
+
+#include <glib.h>
+#include <glib/gi18n.h>
 #include <ctype.h>
 #include <string.h>
 #include <stdlib.h>
 #include <errno.h>
+
+#ifdef USE_PTHREAD
+#include <pthread.h>
+#endif
+
 #include "defs.h"
 #include "utils.h"
 #include "procheader.h"
 #include "matcher.h"
-#include "intl.h"
 #include "matcher_parser.h"
 #include "prefs_gtk.h"
+#include "addr_compl.h"
+#include "codeconv.h"
+#include "quoted-printable.h"
+#include "claws.h"
+#include <ctype.h>
+#include "prefs_common.h"
+#include "log.h"
+#include "tags.h"
 
+/*!
+ *\brief       Keyword lookup element
+ */
 struct _MatchParser {
-       gint id;
-       gchar *str;
+       gint id;                /*!< keyword id */ 
+       gchar *str;             /*!< keyword */
 };
-
 typedef struct _MatchParser MatchParser;
 
-static MatchParser matchparser_tab[] = {
+/*!
+ *\brief       Table with strings and ids used by the lexer and
+ *             the parser. New keywords can be added here.
+ */
+static const MatchParser matchparser_tab[] = {
        /* msginfo flags */
        {MATCHCRITERIA_ALL, "all"},
        {MATCHCRITERIA_UNREAD, "unread"},
@@ -57,6 +81,10 @@ static MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_NOT_COLORLABEL, "~colorlabel"},
        {MATCHCRITERIA_IGNORE_THREAD, "ignore_thread"},
        {MATCHCRITERIA_NOT_IGNORE_THREAD, "~ignore_thread"},
+       {MATCHCRITERIA_WATCH_THREAD, "watch_thread"},
+       {MATCHCRITERIA_NOT_WATCH_THREAD, "~watch_thread"},
+       {MATCHCRITERIA_SPAM, "spam"},
+       {MATCHCRITERIA_NOT_SPAM, "~spam"},
 
        /* msginfo headers */
        {MATCHCRITERIA_SUBJECT, "subject"},
@@ -69,6 +97,10 @@ static MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_NOT_CC, "~cc"},
        {MATCHCRITERIA_TO_OR_CC, "to_or_cc"},
        {MATCHCRITERIA_NOT_TO_AND_NOT_CC, "~to_or_cc"},
+       {MATCHCRITERIA_TAG, "tag"},
+       {MATCHCRITERIA_NOT_TAG, "~tag"},
+       {MATCHCRITERIA_TAGGED, "tagged"},
+       {MATCHCRITERIA_NOT_TAGGED, "~tagged"},
        {MATCHCRITERIA_AGE_GREATER, "age_greater"},
        {MATCHCRITERIA_AGE_LOWER, "age_lower"},
        {MATCHCRITERIA_NEWSGROUPS, "newsgroups"},
@@ -80,6 +112,10 @@ static MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_SCORE_GREATER, "score_greater"},
        {MATCHCRITERIA_SCORE_LOWER, "score_lower"},
        {MATCHCRITERIA_SCORE_EQUAL, "score_equal"},
+       {MATCHCRITERIA_PARTIAL, "partial"},
+       {MATCHCRITERIA_NOT_PARTIAL, "~partial"},
+       {MATCHCRITERIA_FOUND_IN_ADDRESSBOOK, "found_in_addressbook"},
+       {MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK, "~found_in_addressbook"},
 
        {MATCHCRITERIA_SIZE_GREATER, "size_greater"},
        {MATCHCRITERIA_SIZE_SMALLER, "size_smaller"},
@@ -94,8 +130,8 @@ static MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_NOT_MESSAGE, "~message"},
        {MATCHCRITERIA_BODY_PART, "body_part"},
        {MATCHCRITERIA_NOT_BODY_PART, "~body_part"},
-       {MATCHCRITERIA_EXECUTE, "execute"},
-       {MATCHCRITERIA_NOT_EXECUTE, "~execute"},
+       {MATCHCRITERIA_TEST, "test"},
+       {MATCHCRITERIA_NOT_TEST, "~test"},
 
        /* match type */
        {MATCHTYPE_MATCHCASE, "matchcase"},
@@ -104,27 +140,56 @@ static MatchParser matchparser_tab[] = {
        {MATCHTYPE_REGEXP, "regexp"},
 
        /* actions */
-       {MATCHACTION_SCORE, "score"},
+       {MATCHACTION_SCORE, "score"},    /* for backward compatibility */
        {MATCHACTION_MOVE, "move"},
        {MATCHACTION_COPY, "copy"},
        {MATCHACTION_DELETE, "delete"},
        {MATCHACTION_MARK, "mark"},
        {MATCHACTION_UNMARK, "unmark"},
+       {MATCHACTION_LOCK, "lock"},
+       {MATCHACTION_UNLOCK, "unlock"},
        {MATCHACTION_MARK_AS_READ, "mark_as_read"},
        {MATCHACTION_MARK_AS_UNREAD, "mark_as_unread"},
+       {MATCHACTION_MARK_AS_SPAM, "mark_as_spam"},
+       {MATCHACTION_MARK_AS_HAM, "mark_as_ham"},
        {MATCHACTION_FORWARD, "forward"},
        {MATCHACTION_FORWARD_AS_ATTACHMENT, "forward_as_attachment"},
        {MATCHACTION_EXECUTE, "execute"},
        {MATCHACTION_COLOR, "color"},
        {MATCHACTION_REDIRECT, "redirect"},
-       {MATCHACTION_DELETE_ON_SERVER, "delete_on_server"}
+       {MATCHACTION_CHANGE_SCORE, "change_score"},
+       {MATCHACTION_SET_SCORE, "set_score"},
+       {MATCHACTION_STOP, "stop"},
+       {MATCHACTION_HIDE, "hide"},
+       {MATCHACTION_IGNORE, "ignore"},
+       {MATCHACTION_WATCH, "watch"},
+       {MATCHACTION_ADD_TO_ADDRESSBOOK, "add_to_addressbook"},
+       {MATCHACTION_SET_TAG, "set_tag"},
+       {MATCHACTION_UNSET_TAG, "unset_tag"},
+       {MATCHACTION_CLEAR_TAGS, "clear_tags"},
 };
 
+enum {
+       MATCH_ANY = 0,
+       MATCH_ALL = 1,
+       MATCH_ONE = 2
+};
+
+extern gboolean debug_filtering_session;
+
+/*!
+ *\brief       Look up table with keywords defined in \sa matchparser_tab
+ */
 static GHashTable *matchparser_hashtab;
 
-/* get_matchparser_tab_str() - used by filtering.c to translate 
- * actions to debug strings */
-gchar *get_matchparser_tab_str(gint id)
+/*!
+ *\brief       Translate keyword id to keyword string
+ *
+ *\param       id Id of keyword
+ *
+ *\return      const gchar * Keyword
+ */
+const gchar *get_matchparser_tab_str(gint id)
 {
        gint i;
 
@@ -135,6 +200,9 @@ gchar *get_matchparser_tab_str(gint id)
        return NULL;
 }
 
+/*!
+ *\brief       Create keyword lookup table
+ */
 static void create_matchparser_hashtab(void)
 {
        int i;
@@ -144,12 +212,18 @@ static void create_matchparser_hashtab(void)
        for (i = 0; i < sizeof matchparser_tab / sizeof matchparser_tab[0]; i++)
                g_hash_table_insert(matchparser_hashtab,
                                    matchparser_tab[i].str,
-                                   &matchparser_tab[i]);
+                                   (gpointer) &matchparser_tab[i]);
 }
 
+/*!
+ *\brief       Return a keyword id from a keyword string
+ *
+ *\param       str Keyword string
+ *
+ *\return      gint Keyword id
+ */
 gint get_matchparser_tab_id(const gchar *str)
 {
-       gint i;
        MatchParser *res;
 
        if (NULL != (res = g_hash_table_lookup(matchparser_hashtab, str))) {
@@ -158,83 +232,58 @@ gint get_matchparser_tab_id(const gchar *str)
                return -1;
 }
 
-/* matcher_escape_str() - escapes a string returns newly allocated escaped string */
-gchar *matcher_escape_str(const gchar *str)
-{
-       register const gchar *walk;
-       register int escape;
-       gchar *res;
-       register char *reswalk;
-
-       if (str == NULL)
-               return NULL;
+/* **************** data structure allocation **************** */
 
-       for (escape = 0, walk = str; *walk; walk++)
-               if (*walk == '\\' || *walk == '\'' || *walk == '\"')
-                       escape++;
+/*!
+ *\brief       Allocate a structure for a filtering / scoring
+ *             "condition" (a matcher structure)
+ *
+ *\param       criteria Criteria ID (MATCHCRITERIA_XXXX)
+ *\param       header Header string (if criteria is MATCHCRITERIA_HEADER
+                       or MATCHCRITERIA_FOUND_IN_ADDRESSBOOK)
+ *\param       matchtype Type of action (MATCHTYPE_XXX)
+ *\param       expr String value or expression to check
+ *\param       value Integer value to check
+ *
+ *\return      MatcherProp * Pointer to newly allocated structure
+ */
+MatcherProp *matcherprop_new(gint criteria, const gchar *header,
+                             gint matchtype, const gchar *expr,
+                             int value)
+{
+       MatcherProp *prop;
 
-       if (!escape)
-               return g_strdup(str);
-       
-       reswalk = res = g_new0(gchar, (walk - str) + escape + 1);
-       for (walk = str; *walk; walk++, reswalk++) {
-               if (*walk == '\\' || *walk == '\'' || *walk == '\"')
-                       *reswalk++ = '\\';
-               *reswalk = *walk;
-       }
+       prop = g_new0(MatcherProp, 1);
+       prop->criteria = criteria;
+       prop->header = header != NULL ? g_strdup(header) : NULL;
 
-       *reswalk = 0;
-       return res;
-}
+       prop->expr = expr != NULL ? g_strdup(expr) : NULL;
 
-/* matcher_unescape_str() - assumes that unescaping frees up room
- * in the string, so it returns the unescaped string in the 
- * source */
-gchar *matcher_unescape_str(gchar *str)
-{
-       gchar *tmp = alloca(strlen(str) + 1);
-       register gchar *src = tmp;
-       register gchar *dst = str;
-       
-       strcpy(tmp, str);
+       prop->matchtype = matchtype;
+       prop->preg = NULL;
+       prop->value = value;
+       prop->error = 0;
 
-       for ( ; *src; src++) {
-               if (*src != '\\') 
-                       *dst++ = *src;
-               else {
-                       src++;
-                        if (*src == 'n')   /* insert control characters */
-                               *dst++ = '\n';
-                       else if (*src == 'r') 
-                               *dst++ = '\r';
-                       else if (*src == 't') 
-                               *dst++ = '\t';
-                       else if (*src == 'r') 
-                               *dst++ = '\r';
-                       else if (*src == 'b')
-                               *dst++ = '\b';
-                       else if (*src == 'f')
-                               *dst++ = '\f';
-                       else if (*src == '\\' || *src == '\'' || *src == '\"')
-                                /* insert \\, \' or \" */
-                               *dst++ = *src;
-                       else {
-                               /* FIXME: should perhaps escape character... */
-                               src--;
-                               *dst++ = *src;
-                       }                               
-               }
-       }
-       *dst = 0;
-       return str;
+       return prop;
 }
 
-/* **************** data structure allocation **************** */
-
-/* matcherprop_new() - allocates a structure for one condition
+/*!
+ *\brief       Allocate a structure for a filtering / scoring
+ *             "condition" (a matcher structure)
+ *             Same as matcherprop_new, except it doesn't change the expr's 
+ *             case.
+ *
+ *\param       criteria Criteria ID (MATCHCRITERIA_XXXX)
+ *\param       header Header string (if criteria is MATCHCRITERIA_HEADER
+                       or MATCHCRITERIA_FOUND_IN_ADDRESSBOOK)
+ *\param       matchtype Type of action (MATCHTYPE_XXX)
+ *\param       expr String value or expression to check
+ *\param       value Integer value to check
+ *
+ *\return      MatcherProp * Pointer to newly allocated structure
  */
-MatcherProp *matcherprop_new(gint criteria, gchar *header,
-                             gint matchtype, gchar *expr,
+MatcherProp *matcherprop_new_create(gint criteria, const gchar *header,
+                             gint matchtype, const gchar *expr,
                              int value)
 {
        MatcherProp *prop;
@@ -242,7 +291,9 @@ MatcherProp *matcherprop_new(gint criteria, gchar *header,
        prop = g_new0(MatcherProp, 1);
        prop->criteria = criteria;
        prop->header = header != NULL ? g_strdup(header) : NULL;
+
        prop->expr = expr != NULL ? g_strdup(expr) : NULL;
+
        prop->matchtype = matchtype;
        prop->preg = NULL;
        prop->value = value;
@@ -251,14 +302,16 @@ MatcherProp *matcherprop_new(gint criteria, gchar *header,
        return prop;
 }
 
-/* matcherprop_free()
+/*!
+ *\brief       Free a matcher structure
+ *
+ *\param       prop Pointer to matcher structure allocated with
+ *             #matcherprop_new
  */
 void matcherprop_free(MatcherProp *prop)
 {
-       if (prop->expr) 
-               g_free(prop->expr);
-       if (prop->header)
-               g_free(prop->header);
+       g_free(prop->expr);
+       g_free(prop->header);
        if (prop->preg != NULL) {
                regfree(prop->preg);
                g_free(prop->preg);
@@ -266,7 +319,14 @@ void matcherprop_free(MatcherProp *prop)
        g_free(prop);
 }
 
-MatcherProp *matcherprop_copy(MatcherProp *src)
+/*!
+ *\brief       Copy a matcher structure
+ *
+ *\param       src Matcher structure to copy
+ *
+ *\return      MatcherProp * Pointer to newly allocated matcher structure
+ */
+MatcherProp *matcherprop_copy(const MatcherProp *src)
 {
        MatcherProp *prop = g_new0(MatcherProp, 1);
        
@@ -281,49 +341,132 @@ MatcherProp *matcherprop_copy(MatcherProp *src)
        return prop;            
 }
 
-/* ****************** wrapper for file reading ************** */
+/* ************** match ******************************/
 
-MatcherProp *matcherprop_unquote_new(gint criteria, gchar *header,
-                                    gint matchtype, gchar *expr,
-                                    int value)
+static gboolean match_with_addresses_in_addressbook
+       (MatcherProp *prop, GSList *address_list, gint type,
+        gchar* folderpath, gint match)
 {
-        MatcherProp *prop;
+       GSList *walk = NULL;
+       gboolean found = FALSE;
+       gchar *path = NULL;
 
-        if (expr != NULL)
-                expr = matcher_unescape_str(g_strdup(expr));
+       g_return_val_if_fail(address_list != NULL, FALSE);
 
-        if (header != NULL)
-                header = matcher_unescape_str(g_strdup(header));
-        
-        prop = matcherprop_new(criteria, header, matchtype, expr, value);
+       debug_print("match_with_addresses_in_addressbook(%d, %s)\n",
+                               g_slist_length(address_list), folderpath?folderpath:"(null)");
 
-        g_free(header);
-        g_free(expr);
+       if (folderpath == NULL ||
+               strcasecmp(folderpath, "Any") == 0 ||
+               *folderpath == '\0')
+               path = NULL;
+       else
+               path = folderpath;
+       
+       start_address_completion(path);
+
+       for (walk = address_list; walk != NULL; walk = walk->next) {
+               /* exact matching of email address */
+               guint num_addr = complete_address(walk->data);
+               found = FALSE;
+               if (num_addr > 1) {
+                       /* skip first item (this is the search string itself) */
+                       int i = 1;
+                       for (; i < num_addr && !found; i++) {
+                               gchar *addr = get_complete_address(i);
+                               extract_address(addr);
+                               if (strcasecmp(addr, walk->data) == 0) {
+                                       found = TRUE;
+
+                                       /* debug output */
+                                       if (debug_filtering_session
+                                                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                                               log_print(LOG_DEBUG_FILTERING,
+                                                               "address [ %s ] matches\n",
+                                                               (gchar *)walk->data);
+                                       }
+                               }
+                               g_free(addr);
+                       }
+               }
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH
+                               && !found) {
+                       log_print(LOG_DEBUG_FILTERING,
+                                       "address [ %s ] does NOT match\n",
+                                       (gchar *)walk->data);
+               }
+               g_free(walk->data);
+
+               if (match == MATCH_ALL) {
+                       /* if matching all addresses, stop if one doesn't match */
+                       if (!found) {
+                               /* debug output */
+                               if (debug_filtering_session
+                                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                                       log_print(LOG_DEBUG_FILTERING,
+                                                       "not all address match (matching all)\n");
+                               }
+                               break;
+                       }
+               } else if (match == MATCH_ANY) {
+                       /* if matching any address, stop if one does match */
+                       if (found) {
+                               /* debug output */
+                               if (debug_filtering_session
+                                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                                       log_print(LOG_DEBUG_FILTERING,
+                                                       "at least one address matches (matching any)\n");
+                               }
+                               break;
+                       }
+               }
+               /* MATCH_ONE: there should be only one loop iteration */
+       }
 
-       return prop;
+       end_address_completion();
+       
+       return found;
 }
 
-
-/* ************** match ******************************/
-
-
-/* matcherprop_string_match() - finds out if a string matches
- * with a criterium */
-static gboolean matcherprop_string_match(MatcherProp *prop, gchar *str)
+/*!
+ *\brief       Find out if a string matches a condition
+ *
+ *\param       prop Matcher structure
+ *\param       str String to check 
+ *
+ *\return      gboolean TRUE if str matches the condition in the 
+ *             matcher structure
+ */
+static gboolean matcherprop_string_match(MatcherProp *prop, const gchar *str,
+                                        const gchar *debug_context)
 {
        gchar *str1;
-       gchar *str2;
-
+       gchar *down_expr;
+       gboolean ret = FALSE;
+       gboolean should_free = FALSE;
        if (str == NULL)
                return FALSE;
 
+       if (prop->matchtype == MATCHTYPE_REGEXPCASE ||
+           prop->matchtype == MATCHTYPE_MATCHCASE) {
+               str1 = g_utf8_casefold(str, -1);
+               down_expr = g_utf8_casefold(prop->expr, -1);
+               should_free = TRUE;
+       } else {
+               str1 = (gchar *)str;
+               down_expr = (gchar *)prop->expr;
+               should_free = FALSE;
+       }
+
        switch (prop->matchtype) {
        case MATCHTYPE_REGEXPCASE:
        case MATCHTYPE_REGEXP:
                if (!prop->preg && (prop->error == 0)) {
                        prop->preg = g_new0(regex_t, 1);
                        /* if regexp then don't use the escaped string */
-                       if (regcomp(prop->preg, prop->expr,
+                       if (regcomp(prop->preg, down_expr,
                                    REG_NOSUB | REG_EXTENDED
                                    | ((prop->matchtype == MATCHTYPE_REGEXPCASE)
                                    ? REG_ICASE : 0)) != 0) {
@@ -332,37 +475,213 @@ static gboolean matcherprop_string_match(MatcherProp *prop, gchar *str)
                                prop->preg = NULL;
                        }
                }
-               if (prop->preg == NULL)
-                       return FALSE;
+               if (prop->preg == NULL) {
+                       ret = FALSE;
+                       goto free_strs;
+               }
                
-               if (regexec(prop->preg, str, 0, NULL, 0) == 0)
-                       return TRUE;
+               if (regexec(prop->preg, str1, 0, NULL, 0) == 0)
+                       ret = TRUE;
                else
-                       return FALSE;
-
+                       ret = FALSE;
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       gchar *stripped = g_strdup(str);
+
+                       strretchomp(stripped);
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] matches regular expression [ %s ] (%s)\n",
+                                               debug_context, stripped, prop->expr,
+                                               prop->matchtype == MATCHTYPE_REGEXP ? _("Case sensitive"):_("Case insensitive"));
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] does NOT match regular expression [ %s ] (%s)\n",
+                                               debug_context, stripped, prop->expr,
+                                               prop->matchtype == MATCHTYPE_REGEXP ? _("Case sensitive"):_("Case insensitive"));
+                       }
+                       g_free(stripped);
+               }
+               break;
+                       
+       case MATCHTYPE_MATCHCASE:
        case MATCHTYPE_MATCH:
-               return (strstr(str, prop->expr) != NULL);
+               ret = (strstr(str1, down_expr) != NULL);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       gchar *stripped = g_strdup(str);
+
+                       strretchomp(stripped);
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] contains [ %s ] (%s)\n",
+                                               debug_context, stripped, prop->expr,
+                                               prop->matchtype == MATCHTYPE_MATCH ? _("Case sensitive"):_("Case insensitive"));
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] does NOT contain [ %s ] (%s)\n",
+                                               debug_context, stripped, prop->expr,
+                                               prop->matchtype == MATCHTYPE_MATCH ? _("Case sensitive"):_("Case insensitive"));
+                       }
+                       g_free(stripped);
+               }
+               break;
 
-       /* FIXME: put upper in unesc_str */
-       case MATCHTYPE_MATCHCASE:
-               str2 = alloca(strlen(prop->expr) + 1);
-               strcpy(str2, prop->expr);
-               g_strup(str2);
-               str1 = alloca(strlen(str) + 1);
-               strcpy(str1, str);
-               g_strup(str1);
-               return (strstr(str1, str2) != NULL);
-               
        default:
+               break;
+       }
+       
+free_strs:
+       if (should_free) {
+               g_free(str1);
+               g_free(down_expr);
+       }
+       return ret;
+}
+
+/*!
+ *\brief       Find out if a tag matches a condition
+ *
+ *\param       prop Matcher structure
+ *\param       msginfo message to check
+ *
+ *\return      gboolean TRUE if msginfo matches the condition in the 
+ *             matcher structure
+ */
+static gboolean matcherprop_tag_match(MatcherProp *prop, MsgInfo *msginfo,
+                                        const gchar *debug_context)
+{
+       gboolean ret = FALSE;
+       GSList *cur;
+
+       if (msginfo == NULL || msginfo->tags == NULL)
                return FALSE;
+
+       for (cur = msginfo->tags; cur; cur = cur->next) {
+               const gchar *str = tags_get_tag(GPOINTER_TO_INT(cur->data));
+               if (!str)
+                       continue;
+               if (matcherprop_string_match(prop, str, debug_context)) {
+                       ret = TRUE;
+                       break;
+               }
        }
+       return ret;
 }
 
-gboolean matcherprop_match_execute(MatcherProp *prop, MsgInfo *info)
+/*!
+ *\brief       Find out if the string-ed list matches a condition
+ *
+ *\param       prop Matcher structure
+ *\param       list GSList of strings to check
+ *
+ *\return      gboolean TRUE if str matches the condition in the 
+ *             matcher structure
+ */
+static gboolean matcherprop_list_match(MatcherProp *prop, const GSList *list,
+const gchar *debug_context)
+{
+       const GSList *cur;
+
+       for(cur = list; cur != NULL; cur = cur->next) {
+               if (matcherprop_string_match(prop, (gchar *)cur->data, debug_context))
+                       return TRUE;
+       }
+       return FALSE;
+}
+
+/* FIXME body search is a hack. */
+static gboolean matcherprop_string_decode_match(MatcherProp *prop, const gchar *str,
+                                                                                               const gchar *debug_context)
+{
+       gchar *utf = NULL;
+       gchar tmp[BUFFSIZE];
+       gboolean res = FALSE;
+
+       if (str == NULL)
+               return FALSE;
+
+       /* we try to decode QP first, because it's faster than base64 */
+       qp_decode_const(tmp, BUFFSIZE-1, str);
+       if (!g_utf8_validate(tmp, -1, NULL)) {
+               utf = conv_codeset_strdup
+                       (tmp, conv_get_locale_charset_str_no_utf8(),
+                        CS_INTERNAL);
+               res = matcherprop_string_match(prop, utf, debug_context);
+               g_free(utf);
+       } else {
+               res = matcherprop_string_match(prop, tmp, debug_context);
+       }
+       
+       if (res == FALSE && (strchr(prop->expr, '=') || strchr(prop->expr, '_')
+                           || strchr(str, '=') || strchr(str, '_'))) {
+               /* if searching for something with an equal char, maybe 
+                * we should try to match the non-decoded string. 
+                * In case it was not qp-encoded. */
+               if (!g_utf8_validate(str, -1, NULL)) {
+                       utf = conv_codeset_strdup
+                               (str, conv_get_locale_charset_str_no_utf8(),
+                                CS_INTERNAL);
+                       res = matcherprop_string_match(prop, utf, debug_context);
+                       g_free(utf);
+               } else {
+                       res = matcherprop_string_match(prop, str, debug_context);
+               }
+       }
+
+       /* FIXME base64 decoding is too slow, especially since text can 
+        * easily be handled as base64. Don't even try now. */
+
+       return res;
+}
+
+#ifdef USE_PTHREAD
+typedef struct _thread_data {
+       const gchar *cmd;
+       gboolean done;
+} thread_data;
+#endif
+
+#ifdef USE_PTHREAD
+static void *matcher_test_thread(void *data)
+{
+       thread_data *td = (thread_data *)data;
+       int result = -1;
+
+       pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL);
+       pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);
+
+       result = system(td->cmd);
+       td->done = TRUE; /* let the caller thread join() */
+       return GINT_TO_POINTER(result);
+}
+#endif
+
+/*!
+ *\brief       Execute a command defined in the matcher structure
+ *
+ *\param       prop Pointer to matcher structure
+ *\param       info Pointer to message info structure
+ *
+ *\return      gboolean TRUE if command was executed succesfully
+ */
+static gboolean matcherprop_match_test(const MatcherProp *prop, 
+                                         MsgInfo *info)
 {
        gchar *file;
        gchar *cmd;
        gint retval;
+#ifdef USE_PTHREAD
+       pthread_t pt;
+       pthread_attr_t pta;
+       thread_data *td = g_new0(thread_data, 1);
+       void *res = NULL;
+       time_t start_time = time(NULL);
+#endif
 
        file = procmsg_get_message_file(info);
        if (file == NULL)
@@ -373,23 +692,79 @@ gboolean matcherprop_match_execute(MatcherProp *prop, MsgInfo *info)
        if (cmd == NULL)
                return FALSE;
 
+#ifdef USE_PTHREAD
+       /* debug output */
+       if (debug_filtering_session
+                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+               log_print(LOG_DEBUG_FILTERING,
+                               "starting threaded command [ %s ]\n",
+                               cmd);
+       }
+
+       td->cmd = cmd;
+       td->done = FALSE;
+       if (pthread_attr_init(&pta) != 0 ||
+           pthread_attr_setdetachstate(&pta, PTHREAD_CREATE_JOINABLE) != 0 ||
+           pthread_create(&pt, &pta, matcher_test_thread, td) != 0)
+               retval = system(cmd);
+       else {
+               debug_print("waiting for test thread\n");
+               while(!td->done) {
+                       /* don't let the interface freeze while waiting */
+                       claws_do_idle();
+                       if (time(NULL) - start_time > 30) {
+                               pthread_cancel(pt);
+                               td->done = TRUE;
+                               retval = -1;
+                       }
+               }
+               pthread_join(pt, &res);
+               retval = GPOINTER_TO_INT(res);
+               debug_print(" test thread returned %d\n", retval);
+       }
+       g_free(td);
+#else
+       /* debug output */
+       if (debug_filtering_session
+                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+               log_print(LOG_DEBUG_FILTERING,
+                               "starting synchronous command [ %s ]\n",
+                               cmd);
+       }
+
        retval = system(cmd);
+#endif
        debug_print("Command exit code: %d\n", retval);
 
+       /* debug output */
+       if (debug_filtering_session
+                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+               log_print(LOG_DEBUG_FILTERING,
+                               "command returned [ %d ]\n",
+                               retval);
+       }
+
        g_free(cmd);
        return (retval == 0);
 }
 
-/* match a message and his headers, hlist can be NULL if you don't
-   want to use headers */
-
-gboolean matcherprop_match(MatcherProp *prop, MsgInfo *info)
+/*!
+ *\brief       Check if a message matches the condition in a matcher
+ *             structure.
+ *
+ *\param       prop Pointer to matcher structure
+ *\param       info Pointer to message info
+ *
+ *\return      gboolean TRUE if a match
+ */
+gboolean matcherprop_match(MatcherProp *prop, 
+                          MsgInfo *info)
 {
        time_t t;
 
        switch(prop->criteria) {
        case MATCHCRITERIA_ALL:
-               return 1;
+               return TRUE;
        case MATCHCRITERIA_UNREAD:
                return MSG_IS_UNREAD(info->flags);
        case MATCHCRITERIA_NOT_UNREAD:
@@ -418,81 +793,397 @@ gboolean matcherprop_match(MatcherProp *prop, MsgInfo *info)
                return MSG_IS_LOCKED(info->flags);
        case MATCHCRITERIA_NOT_LOCKED:
                return !MSG_IS_LOCKED(info->flags);
+       case MATCHCRITERIA_SPAM:
+               return MSG_IS_SPAM(info->flags);
+       case MATCHCRITERIA_NOT_SPAM:
+               return !MSG_IS_SPAM(info->flags);
        case MATCHCRITERIA_COLORLABEL:
-               return MSG_GET_COLORLABEL_VALUE(info->flags) == prop->value; 
+       {
+               gint color = MSG_GET_COLORLABEL_VALUE(info->flags);
+               gboolean ret = (color == prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] matches color value [ %d ]\n",
+                                               color, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] does NOT match color value [ %d ]\n",
+                                               color, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_NOT_COLORLABEL:
-               return MSG_GET_COLORLABEL_VALUE(info->flags) != prop->value;
+       {
+               gint color = MSG_GET_COLORLABEL_VALUE(info->flags);
+               gboolean ret = (color != prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] matches color value [ %d ]\n",
+                                               color, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] does NOT match color value [ %d ]\n",
+                                               color, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_IGNORE_THREAD:
                return MSG_IS_IGNORE_THREAD(info->flags);
        case MATCHCRITERIA_NOT_IGNORE_THREAD:
                return !MSG_IS_IGNORE_THREAD(info->flags);
+       case MATCHCRITERIA_WATCH_THREAD:
+               return MSG_IS_WATCH_THREAD(info->flags);
+       case MATCHCRITERIA_NOT_WATCH_THREAD:
+               return !MSG_IS_WATCH_THREAD(info->flags);
        case MATCHCRITERIA_SUBJECT:
-               return matcherprop_string_match(prop, info->subject);
+               return matcherprop_string_match(prop, info->subject,
+                                               prefs_common_translated_header_name("Subject:"));
        case MATCHCRITERIA_NOT_SUBJECT:
-               return !matcherprop_string_match(prop, info->subject);
+               return !matcherprop_string_match(prop, info->subject,
+                                               prefs_common_translated_header_name("Subject:"));
        case MATCHCRITERIA_FROM:
-               return matcherprop_string_match(prop, info->from);
        case MATCHCRITERIA_NOT_FROM:
-               return !matcherprop_string_match(prop, info->from);
+       {
+               gchar *context;
+               gboolean ret;
+
+               context = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("From:"));
+               ret = matcherprop_string_match(prop, info->from, context);
+               g_free(context);
+               return (prop->criteria == MATCHCRITERIA_FROM)? ret : !ret;
+       }
        case MATCHCRITERIA_TO:
-               return matcherprop_string_match(prop, info->to);
        case MATCHCRITERIA_NOT_TO:
-               return !matcherprop_string_match(prop, info->to);
+       {
+               gchar *context;
+               gboolean ret;
+
+               context = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("To:"));
+               ret = matcherprop_string_match(prop, info->to, context);
+               g_free(context);
+               return (prop->criteria == MATCHCRITERIA_TO)? ret : !ret;
+       }
        case MATCHCRITERIA_CC:
-               return matcherprop_string_match(prop, info->cc);
        case MATCHCRITERIA_NOT_CC:
-               return !matcherprop_string_match(prop, info->cc);
+       {
+               gchar *context;
+               gboolean ret;
+
+               context = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Cc:"));
+               ret = matcherprop_string_match(prop, info->cc, context);
+               g_free(context);
+               return (prop->criteria == MATCHCRITERIA_CC)? ret : !ret;
+       }
        case MATCHCRITERIA_TO_OR_CC:
-               return matcherprop_string_match(prop, info->to)
-                       || matcherprop_string_match(prop, info->cc);
+       {
+               gchar *context1, *context2;
+               gboolean ret;
+
+               context1 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("To:"));
+               context2 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Cc:"));
+               ret = matcherprop_string_match(prop, info->to, context1)
+                       || matcherprop_string_match(prop, info->cc, context2);
+               g_free(context1);
+               g_free(context2);
+               return ret;
+       }
        case MATCHCRITERIA_NOT_TO_AND_NOT_CC:
-               return !(matcherprop_string_match(prop, info->to)
-               || matcherprop_string_match(prop, info->cc));
+       {
+               gchar *context1, *context2;
+               gboolean ret;
+
+               context1 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("To:"));
+               context2 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Cc:"));
+               ret = !(matcherprop_string_match(prop, info->to, context1)
+                       || matcherprop_string_match(prop, info->cc, context2));
+               g_free(context1);
+               g_free(context2);
+               return ret;
+       }
+       case MATCHCRITERIA_TAG:
+       case MATCHCRITERIA_NOT_TAG:
+       {
+               gboolean ret;
+
+               ret = matcherprop_tag_match(prop, info, _("Tag"));
+               return (prop->criteria == MATCHCRITERIA_TAG)? ret : !ret;
+       }
+       case MATCHCRITERIA_TAGGED:
+       case MATCHCRITERIA_NOT_TAGGED:
+       {
+               gboolean ret;
+
+               ret = (info->tags != NULL);
+               return (prop->criteria == MATCHCRITERIA_TAGGED)? ret : !ret;
+       }
        case MATCHCRITERIA_AGE_GREATER:
+       {
+               gboolean ret;
+               gint age;
+
                t = time(NULL);
-               return ((t - info->date_t) / (60 * 60 * 24)) >= prop->value;
+               age = ((t - info->date_t) / (60 * 60 * 24));
+               ret = (age > prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is greater than [ %d ]\n",
+                                               age, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is not greater than [ %d ]\n",
+                                               age, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_AGE_LOWER:
+       {
+               gboolean ret;
+               gint age;
+
                t = time(NULL);
-               return ((t - info->date_t) / (60 * 60 * 24)) <= prop->value;
+               age = ((t - info->date_t) / (60 * 60 * 24));
+               ret = (age < prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is lower than [ %d ]\n",
+                                               age, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is not lower than [ %d ]\n",
+                                               age, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SCORE_GREATER:
-               return info->score >= prop->value;
+       {
+               gboolean ret = (info->score > prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is greater than [ %d ]\n",
+                                               info->score, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is not greater than [ %d ]\n",
+                                               info->score, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SCORE_LOWER:
-               return info->score <= prop->value;
+       {
+               gboolean ret = (info->score < prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is lower than [ %d ]\n",
+                                               info->score, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is not lower than [ %d ]\n",
+                                               info->score, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SCORE_EQUAL:
-               return info->score == prop->value;
+       {
+               gboolean ret = (info->score == prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is equal to [ %d ]\n",
+                                               info->score, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is not equal to [ %d ]\n",
+                                               info->score, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SIZE_GREATER:
+       {
                /* FIXME: info->size is an off_t */
-               return info->size > (off_t) prop->value;
+               gboolean ret = (info->size > (off_t) prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is greater than [ %d ]\n",
+                                               info->size, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is not greater than [ %d ]\n",
+                                               info->size, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_SIZE_SMALLER:
+       {
+               /* FIXME: info->size is an off_t */
+               gboolean ret = (info->size < (off_t) prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is smaller than [ %d ]\n",
+                                               info->size, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is not smaller than [ %d ]\n",
+                                               info->size, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SIZE_EQUAL:
+       {
                /* FIXME: info->size is an off_t */
-               return info->size == (off_t) prop->value;
-       case MATCHCRITERIA_SIZE_SMALLER:
+               gboolean ret = (info->size == (off_t) prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is equal to [ %d ]\n",
+                                               info->size, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is not equal to [ %d ]\n",
+                                               info->size, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_PARTIAL:
+       {
+               /* FIXME: info->size is an off_t */
+               gboolean ret = (info->total_size != 0 && info->size != (off_t)info->total_size);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is partially downloaded, size [ %ld ] is less than total size [ %d ])\n",
+                                               info->size, info->total_size);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is not partially downloaded\n");
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_NOT_PARTIAL:
+       {
                /* FIXME: info->size is an off_t */
-               return info->size <  (off_t) prop->value;
+               gboolean ret = (info->total_size == 0 || info->size == (off_t)info->total_size);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is not partially downloaded\n");
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is partially downloaded, size [ %ld ] is less than total size [ %d ])\n",
+                                               info->size, info->total_size);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_NEWSGROUPS:
-               return matcherprop_string_match(prop, info->newsgroups);
        case MATCHCRITERIA_NOT_NEWSGROUPS:
-               return !matcherprop_string_match(prop, info->newsgroups);
+       {
+               gchar *context;
+               gboolean ret;
+
+               context = g_strdup_printf(_("%s header"),
+                                               prefs_common_translated_header_name("Newsgroups:"));
+               ret = matcherprop_string_match(prop, info->newsgroups, context);
+               g_free(context);
+               return (prop->criteria == MATCHCRITERIA_NEWSGROUPS)? ret : !ret;
+       }
        case MATCHCRITERIA_INREPLYTO:
-               return matcherprop_string_match(prop, info->inreplyto);
        case MATCHCRITERIA_NOT_INREPLYTO:
-               return !matcherprop_string_match(prop, info->inreplyto);
+       {
+               gchar *context;
+               gboolean ret;
+
+               context = g_strdup_printf(_("%s header"),
+                                               prefs_common_translated_header_name("In-Reply-To:"));
+               ret = matcherprop_string_match(prop, info->inreplyto, context);
+               g_free(context);
+               return (prop->criteria == MATCHCRITERIA_INREPLYTO)? ret : !ret;
+       }
        case MATCHCRITERIA_REFERENCES:
-               return matcherprop_string_match(prop, info->references);
        case MATCHCRITERIA_NOT_REFERENCES:
-               return !matcherprop_string_match(prop, info->references);
-       case MATCHCRITERIA_EXECUTE:
-               return matcherprop_match_execute(prop, info);
-       case MATCHCRITERIA_NOT_EXECUTE:
-               return !matcherprop_match_execute(prop, info);
+       {
+               gchar *context;
+               gboolean ret;
+
+               context = g_strdup_printf(_("%s header"),
+                                               prefs_common_translated_header_name("References:"));
+               ret = matcherprop_list_match(prop, info->references, context);
+               g_free(context);
+               return (prop->criteria == MATCHCRITERIA_REFERENCES)? ret : !ret;
+       }
+       case MATCHCRITERIA_TEST:
+               return matcherprop_match_test(prop, info);
+       case MATCHCRITERIA_NOT_TEST:
+               return !matcherprop_match_test(prop, info);
        default:
-               return 0;
+               return FALSE;
        }
 }
 
 /* ********************* MatcherList *************************** */
 
-
+/*!
+ *\brief       Create a new list of matchers 
+ *
+ *\param       matchers List of matcher structures
+ *\param       bool_and Operator
+ *
+ *\return      MatcherList * New list
+ */
 MatcherList *matcherlist_new(GSList *matchers, gboolean bool_and)
 {
        MatcherList *cond;
@@ -505,20 +1196,27 @@ MatcherList *matcherlist_new(GSList *matchers, gboolean bool_and)
        return cond;
 }
 
+/*!
+ *\brief       Frees a list of matchers
+ *
+ *\param       cond List of matchers
+ */
 void matcherlist_free(MatcherList *cond)
 {
        GSList *l;
 
+       g_return_if_fail(cond);
        for (l = cond->matchers ; l != NULL ; l = g_slist_next(l)) {
                matcherprop_free((MatcherProp *) l->data);
        }
        g_free(cond);
 }
 
-/*
-  skip the headers
+/*!
+ *\brief       Skip all headers in a message file
+ *
+ *\param       fp Message file
  */
-
 static void matcherlist_skip_headers(FILE *fp)
 {
        gchar buf[BUFFSIZE];
@@ -527,16 +1225,19 @@ static void matcherlist_skip_headers(FILE *fp)
                ;
 }
 
-/*
-  matcherprop_match_one_header
-  returns TRUE if buf matchs the MatchersProp criteria
+/*!
+ *\brief       Check if a header matches a matcher condition
+ *
+ *\param       matcher Matcher structure to check header for
+ *\param       buf Header name
+ *
+ *\return      boolean TRUE if matching header
  */
-
 static gboolean matcherprop_match_one_header(MatcherProp *matcher,
                                             gchar *buf)
 {
-       gboolean result;
-       Header *header;
+       gboolean result = FALSE;
+       Header *header = NULL;
 
        switch (matcher->criteria) {
        case MATCHCRITERIA_HEADER:
@@ -547,9 +1248,9 @@ static gboolean matcherprop_match_one_header(MatcherProp *matcher,
                if (procheader_headername_equal(header->name,
                                                matcher->header)) {
                        if (matcher->criteria == MATCHCRITERIA_HEADER)
-                               result = matcherprop_string_match(matcher, header->body);
+                               result = matcherprop_string_match(matcher, header->body, _("header"));
                        else
-                               result = !matcherprop_string_match(matcher, header->body);
+                               result = !matcherprop_string_match(matcher, header->body, _("header"));
                        procheader_header_free(header);
                        return result;
                }
@@ -558,33 +1259,101 @@ static gboolean matcherprop_match_one_header(MatcherProp *matcher,
                }
                break;
        case MATCHCRITERIA_HEADERS_PART:
+               return matcherprop_string_match(matcher, buf, _("header line"));
+       case MATCHCRITERIA_NOT_HEADERS_PART:
+               return !matcherprop_string_match(matcher, buf, _("headers line"));
        case MATCHCRITERIA_MESSAGE:
-               return matcherprop_string_match(matcher, buf);
+               return matcherprop_string_decode_match(matcher, buf, _("message line"));
        case MATCHCRITERIA_NOT_MESSAGE:
-       case MATCHCRITERIA_NOT_HEADERS_PART:
-               return !matcherprop_string_match(matcher, buf);
+               return !matcherprop_string_decode_match(matcher, buf, _("message line"));
+       case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
+       case MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK:
+               {
+                       GSList *address_list = NULL;
+                       gint match = MATCH_ONE;
+                       gboolean found = FALSE;
+
+                       /* how many address headers are me trying to mach? */
+                       if (strcasecmp(matcher->header, "Any") == 0)
+                               match = MATCH_ANY;
+                       else if (strcasecmp(matcher->header, "All") == 0)
+                                       match = MATCH_ALL;
+
+                       if (match == MATCH_ONE) {
+                               /* matching one address header exactly, is that the right one? */
+                               header = procheader_parse_header(buf);
+                               if (!header ||
+                                               !procheader_headername_equal(header->name, matcher->header))
+                                       return FALSE;
+                               address_list = address_list_append(address_list, header->body);
+                               if (address_list == NULL)
+                                       return FALSE;
+
+                       } else {
+                               header = procheader_parse_header(buf);
+                               if (!header)
+                                       return FALSE;
+                               /* address header is one of the headers we have to match when checking
+                                  for any address header or all address headers? */
+                               if (procheader_headername_equal(header->name, "From") ||
+                                        procheader_headername_equal(header->name, "To") ||
+                                        procheader_headername_equal(header->name, "Cc") ||
+                                        procheader_headername_equal(header->name, "Reply-To") ||
+                                        procheader_headername_equal(header->name, "Sender"))
+                                       address_list = address_list_append(address_list, header->body);
+                               if (address_list == NULL)
+                                       return FALSE;
+                       }
+
+                       found = match_with_addresses_in_addressbook
+                                                       (matcher, address_list, matcher->criteria,
+                                                        matcher->expr, match);
+                       g_slist_free(address_list);
+
+                       if (matcher->criteria == MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK)
+                               return !found;
+                       else
+                               return found;
+       }
        }
+
        return FALSE;
 }
 
-/*
-  matcherprop_criteria_header
-  returns TRUE if the headers must be matched
+/*!
+ *\brief       Check if the matcher structure wants headers to
+ *             be matched
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gboolean TRUE if the matcher structure describes
+ *             a header match condition
  */
-
-static gboolean matcherprop_criteria_headers(MatcherProp *matcher)
+static gboolean matcherprop_criteria_headers(const MatcherProp *matcher)
 {
        switch (matcher->criteria) {
        case MATCHCRITERIA_HEADER:
        case MATCHCRITERIA_NOT_HEADER:
        case MATCHCRITERIA_HEADERS_PART:
        case MATCHCRITERIA_NOT_HEADERS_PART:
+       case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
+       case MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK:
                return TRUE;
        default:
                return FALSE;
        }
 }
 
+/*!
+ *\brief       Check if the matcher structure wants the message
+ *             to be matched (just perform an action on any
+ *             message)
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gboolean TRUE if matcher condition should match
+ *             a message
+ */
 static gboolean matcherprop_criteria_message(MatcherProp *matcher)
 {
        switch (matcher->criteria) {
@@ -596,28 +1365,83 @@ static gboolean matcherprop_criteria_message(MatcherProp *matcher)
        }
 }
 
-/*
-  matcherlist_match_one_header
-  returns TRUE if match should stop
+/*!
+ *\brief       Check if a list of conditions matches one header in
+ *             a message file.
+ *
+ *\param       matchers List of conditions
+ *\param       fp Message file
+ *
+ *\return      gboolean TRUE if one of the headers is matched by
+ *             the list of conditions. 
  */
-
-static gboolean matcherlist_match_one_header(MatcherList *matchers,
-                                            gchar *buf)
+static gboolean matcherlist_match_headers(MatcherList *matchers, FILE *fp)
 {
        GSList *l;
+       gchar buf[BUFFSIZE];
 
-       for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-               MatcherProp *matcher = (MatcherProp *) l->data;
-
-               if (matcherprop_criteria_headers(matcher) ||
-                   matcherprop_criteria_message(matcher)) {
-                       if (matcherprop_match_one_header(matcher, buf)) {
-                               matcher->result = TRUE;
+       while (procheader_get_one_field(buf, sizeof(buf), fp, NULL) != -1) {
+               for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
+                       MatcherProp *matcher = (MatcherProp *) l->data;
+                       gint match = MATCH_ANY;
+
+                       if (matcher->done)
+                               continue;
+
+                       /* determine the match range (all, any are our concern here) */
+                       if (matcher->criteria == MATCHCRITERIA_NOT_HEADERS_PART ||
+                           matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
+                               match = MATCH_ALL;
+
+                       } else if (matcher->criteria == MATCHCRITERIA_FOUND_IN_ADDRESSBOOK ||
+                                          matcher->criteria == MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK) {
+                               Header *header = NULL;
+
+                               /* address header is one of the headers we have to match when checking
+                                  for any address header or all address headers? */
+                               header = procheader_parse_header(buf);
+                               if (header &&
+                                       (procheader_headername_equal(header->name, "From") ||
+                                        procheader_headername_equal(header->name, "To") ||
+                                        procheader_headername_equal(header->name, "Cc") ||
+                                        procheader_headername_equal(header->name, "Reply-To") ||
+                                        procheader_headername_equal(header->name, "Sender"))) {
+
+                                       if (strcasecmp(matcher->header, "Any") == 0)
+                                               match = MATCH_ANY;
+                                       else if (strcasecmp(matcher->header, "All") == 0)
+                                               match = MATCH_ALL;
+                                       else
+                                               match = MATCH_ONE;
+                               } else {
+                                       /* further call to matcherprop_match_one_header() can't match
+                                          and it irrelevant, so: don't alter the match result */
+                                       continue;
+                               }
                        }
-               }
 
-               if (matcherprop_criteria_headers(matcher)) {
-                       if (matcher->result) {
+                       /* ZERO line must NOT match for the rule to match.
+                        */
+                       if (match == MATCH_ALL) {
+                               if (matcherprop_match_one_header(matcher, buf)) {
+                                       matcher->result = TRUE;
+                               } else {
+                                       matcher->result = FALSE;
+                                       matcher->done = TRUE;
+                               }
+                       /* else, just one line matching is enough for the rule to match
+                        */
+                       } else if (matcherprop_criteria_headers(matcher) ||
+                                  matcherprop_criteria_message(matcher)) {
+                               if (matcherprop_match_one_header(matcher, buf)) {
+                                       matcher->result = TRUE;
+                                       matcher->done = TRUE;
+                               }
+                       }
+                       
+                       /* if the rule matched and the matchers are OR, no need to
+                        * check the others */
+                       if (matcher->result && matcher->done) {
                                if (!matchers->bool_and)
                                        return TRUE;
                        }
@@ -627,28 +1451,14 @@ static gboolean matcherlist_match_one_header(MatcherList *matchers,
        return FALSE;
 }
 
-/*
-  matcherlist_match_headers
-  returns TRUE if one of the headers matchs the MatcherList criteria
- */
-
-static gboolean matcherlist_match_headers(MatcherList *matchers, FILE *fp)
-{
-       gchar buf[BUFFSIZE];
-
-       while (procheader_get_one_field(buf, sizeof(buf), fp, NULL) != -1)
-               if (matcherlist_match_one_header(matchers, buf))
-                       return TRUE;
-
-       return FALSE;
-}
-
-/*
-  matcherprop_criteria_body
-  returns TRUE if the body must be matched
+/*!
+ *\brief       Check if a matcher wants to check the message body
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gboolean TRUE if body must be matched.
  */
-
-static gboolean matcherprop_criteria_body(MatcherProp *matcher)
+static gboolean matcherprop_criteria_body(const MatcherProp *matcher)
 {
        switch (matcher->criteria) {
        case MATCHCRITERIA_BODY_PART:
@@ -659,68 +1469,89 @@ static gboolean matcherprop_criteria_body(MatcherProp *matcher)
        }
 }
 
-/*
-  matcherprop_match_line
-  returns TRUE if the string matchs the MatcherProp criteria
+/*!
+ *\brief       Check if a (line) string matches the criteria
+ *             described by a matcher structure
+ *
+ *\param       matcher Matcher structure
+ *\param       line String
+ *
+ *\return      gboolean TRUE if string matches criteria
  */
-
-static gboolean matcherprop_match_line(MatcherProp *matcher, gchar *line)
+static gboolean matcherprop_match_line(MatcherProp *matcher, const gchar *line)
 {
        switch (matcher->criteria) {
        case MATCHCRITERIA_BODY_PART:
        case MATCHCRITERIA_MESSAGE:
-               return matcherprop_string_match(matcher, line);
+               return matcherprop_string_decode_match(matcher, line, _("body line"));
        case MATCHCRITERIA_NOT_BODY_PART:
        case MATCHCRITERIA_NOT_MESSAGE:
-               return !matcherprop_string_match(matcher, line);
+               return !matcherprop_string_decode_match(matcher, line, _("body line"));
        }
        return FALSE;
 }
 
-/*
-  matcherlist_match_line
-  returns TRUE if the string matchs the MatcherList criteria
+/*!
+ *\brief       Check if a line in a message file's body matches
+ *             the criteria
+ *
+ *\param       matchers List of conditions
+ *\param       fp Message file
+ *
+ *\return      gboolean TRUE if succesful match
  */
-
-static gboolean matcherlist_match_line(MatcherList *matchers, gchar *line)
+static gboolean matcherlist_match_body(MatcherList *matchers, FILE *fp)
 {
        GSList *l;
+       gchar buf[BUFFSIZE];
+       
+       while (fgets(buf, sizeof(buf), fp) != NULL) {
+               for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
+                       MatcherProp *matcher = (MatcherProp *) l->data;
+                       
+                       if (matcher->done) 
+                               continue;
+
+                       /* if the criteria is ~body_part or ~message, ZERO lines
+                        * must NOT match for the rule to match. */
+                       if (matcher->criteria == MATCHCRITERIA_NOT_BODY_PART ||
+                           matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
+                               if (matcherprop_match_line(matcher, buf)) {
+                                       matcher->result = TRUE;
+                               } else {
+                                       matcher->result = FALSE;
+                                       matcher->done = TRUE;
+                               }
+                       /* else, just one line has to match */
+                       } else if (matcherprop_criteria_body(matcher) ||
+                                  matcherprop_criteria_message(matcher)) {
+                               if (matcherprop_match_line(matcher, buf)) {
+                                       matcher->result = TRUE;
+                                       matcher->done = TRUE;
+                               }
+                       }
 
-       for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-               MatcherProp *matcher = (MatcherProp *) l->data;
-
-               if (matcherprop_criteria_body(matcher) ||
-                   matcherprop_criteria_message(matcher)) {
-                       if (matcherprop_match_line(matcher, line)) {
-                               matcher->result = TRUE;
+                       /* if the matchers are OR'ed and the rule matched,
+                        * no need to check the others. */
+                       if (matcher->result && matcher->done) {
+                               if (!matchers->bool_and)
+                                       return TRUE;
                        }
                }
-                       
-               if (matcher->result) {
-                       if (!matchers->bool_and)
-                               return TRUE;
-               }
        }
        return FALSE;
 }
 
-/*
-  matcherlist_match_body
-  returns TRUE if one line of the body matchs the MatcherList criteria
+/*!
+ *\brief       Check if a message file matches criteria
+ *
+ *\param       matchers Criteria
+ *\param       info Message info
+ *\param       result Default result
+ *
+ *\return      gboolean TRUE if matched
  */
-
-static gboolean matcherlist_match_body(MatcherList *matchers, FILE *fp)
-{
-       gchar buf[BUFFSIZE];
-
-       while (fgets(buf, sizeof(buf), fp) != NULL)
-               if (matcherlist_match_line(matchers, buf))
-                       return TRUE;
-
-       return FALSE;
-}
-
-gboolean matcherlist_match_file(MatcherList *matchers, MsgInfo *info,
+static gboolean matcherlist_match_file(MatcherList *matchers, MsgInfo *info,
                                gboolean result)
 {
        gboolean read_headers;
@@ -745,16 +1576,17 @@ gboolean matcherlist_match_file(MatcherList *matchers, MsgInfo *info,
                        read_body = TRUE;
                }
                matcher->result = FALSE;
+               matcher->done = FALSE;
        }
 
        if (!read_headers && !read_body)
                return result;
 
-       file = procmsg_get_message_file(info);
+       file = procmsg_get_message_file_full(info, read_headers, read_body);
        if (file == NULL)
                return FALSE;
 
-       if ((fp = fopen(file, "rb")) == NULL) {
+       if ((fp = g_fopen(file, "rb")) == NULL) {
                FILE_OP_ERROR(file, "fopen");
                g_free(file);
                return result;
@@ -765,8 +1597,7 @@ gboolean matcherlist_match_file(MatcherList *matchers, MsgInfo *info,
        if (read_headers) {
                if (matcherlist_match_headers(matchers, fp))
                        read_body = FALSE;
-       }
-       else {
+       } else {
                matcherlist_skip_headers(fp);
        }
 
@@ -803,13 +1634,22 @@ gboolean matcherlist_match_file(MatcherList *matchers, MsgInfo *info,
        return result;
 }
 
-/* test a list of condition */
-
+/*!
+ *\brief       Test list of conditions on a message.
+ *
+ *\param       matchers List of conditions
+ *\param       info Message info
+ *
+ *\return      gboolean TRUE if matched
+ */
 gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
 {
        GSList *l;
        gboolean result;
 
+       if (!matchers)
+               return FALSE;
+
        if (matchers->bool_and)
                result = TRUE;
        else
@@ -820,6 +1660,12 @@ gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
        for (l = matchers->matchers; l != NULL ;l = g_slist_next(l)) {
                MatcherProp *matcher = (MatcherProp *) l->data;
 
+               if (debug_filtering_session) {
+                       gchar *buf = matcherprop_to_string(matcher);
+                       log_print(LOG_DEBUG_FILTERING, _("checking if message matches [ %s ]\n"), buf);
+                       g_free(buf);
+               }
+
                switch(matcher->criteria) {
                case MATCHCRITERIA_ALL:
                case MATCHCRITERIA_UNREAD:
@@ -836,10 +1682,14 @@ gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
                case MATCHCRITERIA_NOT_FORWARDED:
                case MATCHCRITERIA_LOCKED:
                case MATCHCRITERIA_NOT_LOCKED:
+               case MATCHCRITERIA_SPAM:
+               case MATCHCRITERIA_NOT_SPAM:
                case MATCHCRITERIA_COLORLABEL:
                case MATCHCRITERIA_NOT_COLORLABEL:
                case MATCHCRITERIA_IGNORE_THREAD:
                case MATCHCRITERIA_NOT_IGNORE_THREAD:
+               case MATCHCRITERIA_WATCH_THREAD:
+               case MATCHCRITERIA_NOT_WATCH_THREAD:
                case MATCHCRITERIA_SUBJECT:
                case MATCHCRITERIA_NOT_SUBJECT:
                case MATCHCRITERIA_FROM:
@@ -850,6 +1700,10 @@ gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
                case MATCHCRITERIA_NOT_CC:
                case MATCHCRITERIA_TO_OR_CC:
                case MATCHCRITERIA_NOT_TO_AND_NOT_CC:
+               case MATCHCRITERIA_TAG:
+               case MATCHCRITERIA_NOT_TAG:
+               case MATCHCRITERIA_TAGGED:
+               case MATCHCRITERIA_NOT_TAGGED:
                case MATCHCRITERIA_AGE_GREATER:
                case MATCHCRITERIA_AGE_LOWER:
                case MATCHCRITERIA_NEWSGROUPS:
@@ -864,15 +1718,21 @@ gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
                case MATCHCRITERIA_SIZE_GREATER:
                case MATCHCRITERIA_SIZE_SMALLER:
                case MATCHCRITERIA_SIZE_EQUAL:
-               case MATCHCRITERIA_EXECUTE:
-               case MATCHCRITERIA_NOT_EXECUTE:
+               case MATCHCRITERIA_TEST:
+               case MATCHCRITERIA_NOT_TEST:
+               case MATCHCRITERIA_PARTIAL:
+               case MATCHCRITERIA_NOT_PARTIAL:
                        if (matcherprop_match(matcher, info)) {
                                if (!matchers->bool_and) {
+                                       if (debug_filtering_session)
+                                               log_status_ok(LOG_DEBUG_FILTERING, _("message matches\n"));
                                        return TRUE;
                                }
                        }
                        else {
                                if (matchers->bool_and) {
+                                       if (debug_filtering_session)
+                                               log_status_nok(LOG_DEBUG_FILTERING, _("message does not match\n"));
                                        return FALSE;
                                }
                        }
@@ -882,27 +1742,106 @@ gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
        /* test the condition on the file */
 
        if (matcherlist_match_file(matchers, info, result)) {
-               if (!matchers->bool_and)
+               if (!matchers->bool_and) {
+                       if (debug_filtering_session)
+                               log_status_ok(LOG_DEBUG_FILTERING, _("message matches\n"));
                        return TRUE;
-       }
-       else {
-               if (matchers->bool_and)
+               }
+       } else {
+               if (matchers->bool_and) {
+                       if (debug_filtering_session)
+                               log_status_nok(LOG_DEBUG_FILTERING, _("message does not match\n"));
                        return FALSE;
+               }
        }
 
+       if (debug_filtering_session) {
+               if (result)
+                       log_status_ok(LOG_DEBUG_FILTERING, _("message matches\n"));
+               else
+                       log_status_nok(LOG_DEBUG_FILTERING, _("message does not match\n"));
+       }
        return result;
 }
 
 
+static gint quote_filter_str(gchar * result, guint size,
+                            const gchar * path)
+{
+       const gchar * p;
+       gchar * result_p;
+       guint remaining;
+
+       result_p = result;
+       remaining = size;
+
+       for(p = path ; * p != '\0' ; p ++) {
+
+               if ((* p != '\"') && (* p != '\\')) {
+                       if (remaining > 0) {
+                               * result_p = * p;
+                               result_p ++; 
+                               remaining --;
+                       }
+                       else {
+                               result[size - 1] = '\0';
+                               return -1;
+                       }
+               }
+               else { 
+                       if (remaining >= 2) {
+                               * result_p = '\\';
+                               result_p ++; 
+                               * result_p = * p;
+                               result_p ++; 
+                               remaining -= 2;
+                       }
+                       else {
+                               result[size - 1] = '\0';
+                               return -1;
+                       }
+               }
+       }
+       if (remaining > 0) {
+               * result_p = '\0';
+       }
+       else {
+               result[size - 1] = '\0';
+               return -1;
+       }
+  
+       return 0;
+}
+
+
+gchar * matcher_quote_str(const gchar * src)
+{
+       gchar * res;
+       gint len;
+       
+       len = strlen(src) * 2 + 1;
+       res = g_malloc(len);
+       quote_filter_str(res, len, src);
+       
+       return res;
+}
+
+/*!
+ *\brief       Convert a matcher structure to a string
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gchar * Newly allocated string
+ */
 gchar *matcherprop_to_string(MatcherProp *matcher)
 {
        gchar *matcher_str = NULL;
-       gchar *criteria_str;
-       gchar *matchtype_str;
+       const gchar *criteria_str;
+       const gchar *matchtype_str;
        int i;
-        char *expr;
-        char *header;
-
+       gchar * quoted_expr;
+       gchar * quoted_header;
+       
        criteria_str = NULL;
        for (i = 0; i < (int) (sizeof(matchparser_tab) / sizeof(MatchParser)); i++) {
                if (matchparser_tab[i].id == matcher->criteria)
@@ -938,15 +1877,33 @@ gchar *matcherprop_to_string(MatcherProp *matcher)
        case MATCHCRITERIA_NOT_FORWARDED:
        case MATCHCRITERIA_LOCKED:
        case MATCHCRITERIA_NOT_LOCKED:
+       case MATCHCRITERIA_SPAM:
+       case MATCHCRITERIA_NOT_SPAM:
+       case MATCHCRITERIA_PARTIAL:
+       case MATCHCRITERIA_NOT_PARTIAL:
        case MATCHCRITERIA_IGNORE_THREAD:
        case MATCHCRITERIA_NOT_IGNORE_THREAD:
+       case MATCHCRITERIA_WATCH_THREAD:
+       case MATCHCRITERIA_NOT_WATCH_THREAD:
+       case MATCHCRITERIA_TAGGED:
+       case MATCHCRITERIA_NOT_TAGGED:
                return g_strdup(criteria_str);
-       case MATCHCRITERIA_EXECUTE:
-       case MATCHCRITERIA_NOT_EXECUTE:
-                expr = matcher_escape_str(matcher->expr);
-               matcher_str = g_strdup_printf("%s \"%s\"", criteria_str, expr);
-                g_free(expr);
+       case MATCHCRITERIA_TEST:
+       case MATCHCRITERIA_NOT_TEST:
+               quoted_expr = matcher_quote_str(matcher->expr);
+               matcher_str = g_strdup_printf("%s \"%s\"",
+                                             criteria_str, quoted_expr);
+               g_free(quoted_expr);
                 return matcher_str;
+       case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
+       case MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK:
+               quoted_header = matcher_quote_str(matcher->header);
+               quoted_expr = matcher_quote_str(matcher->expr);
+               matcher_str = g_strdup_printf("%s \"%s\" in \"%s\"",
+                                             criteria_str, quoted_header, quoted_expr);
+               g_free(quoted_header);
+               g_free(quoted_expr);
+               return matcher_str;
        }
 
        matchtype_str = NULL;
@@ -963,26 +1920,34 @@ gchar *matcherprop_to_string(MatcherProp *matcher)
        case MATCHTYPE_MATCHCASE:
        case MATCHTYPE_REGEXP:
        case MATCHTYPE_REGEXPCASE:
-                expr = matcher_escape_str(matcher->expr);
-                header = matcher_escape_str(matcher->header);
-               if (matcher->header)
+               quoted_expr = matcher_quote_str(matcher->expr);
+               if (matcher->header) {
+                       quoted_header = matcher_quote_str(matcher->header);
                        matcher_str = g_strdup_printf
                                        ("%s \"%s\" %s \"%s\"",
-                                        criteria_str, matcher->header,
-                                        matchtype_str, expr);
+                                        criteria_str, quoted_header,
+                                        matchtype_str, quoted_expr);
+                       g_free(quoted_header);
+               }
                else
                        matcher_str = g_strdup_printf
                                        ("%s %s \"%s\"", criteria_str,
-                                        matchtype_str, expr);
+                                        matchtype_str, quoted_expr);
+                g_free(quoted_expr);
                break;
-                g_free(header);
-                g_free(expr);
        }
 
        return matcher_str;
 }
 
-gchar *matcherlist_to_string(MatcherList *matchers)
+/*!
+ *\brief       Convert a list of conditions to a string
+ *
+ *\param       matchers List of conditions
+ *
+ *\return      gchar * Newly allocated string
+ */
+gchar *matcherlist_to_string(const MatcherList *matchers)
 {
        gint count;
        gchar **vstr;
@@ -1013,12 +1978,39 @@ gchar *matcherlist_to_string(MatcherList *matchers)
        return result;
 }
 
+
 #define STRLEN_ZERO(s) ((s) ? strlen(s) : 0)
 #define STRLEN_DEFAULT(s,d) ((s) ? strlen(s) : STRLEN_ZERO(d))
+
+static void add_str_default(gchar ** dest,
+                           const gchar * s, const gchar * d)
+{
+       gchar quoted_str[4096];
+       const gchar * str;
+       
+        if (s != NULL)
+               str = s;
+       else
+               str = d;
+       
+       quote_cmd_argument(quoted_str, sizeof(quoted_str), str);
+       strcpy(* dest, quoted_str);
+       
+       (* dest) += strlen(* dest);
+}
+
 /* matching_build_command() - preferably cmd should be unescaped */
-gchar *matching_build_command(gchar *cmd, MsgInfo *info)
+/*!
+ *\brief       Build the command line to execute
+ *
+ *\param       cmd String with command line specifiers
+ *\param       info Message info to use for command
+ *
+ *\return      gchar * Newly allocated string
+ */
+gchar *matching_build_command(const gchar *cmd, MsgInfo *info)
 {
-       gchar *s = cmd;
+       const gchar *s = cmd;
        gchar *filename = NULL;
        gchar *processed_cmd;
        gchar *p;
@@ -1063,24 +2055,29 @@ gchar *matching_build_command(gchar *cmd, MsgInfo *info)
                                size += STRLEN_DEFAULT(info->newsgroups, no_newsgroups) - 2;
                                break;
                        case 'r': /* references */
-                               size += STRLEN_DEFAULT(info->references, no_references) - 2;
+                                /* FIXME: using the inreplyto header for reference */
+                               size += STRLEN_DEFAULT(info->inreplyto, no_references) - 2;
                                break;
                        case 'F': /* file */
-                               filename = folder_item_fetch_msg(info->folder,
-                                                                info->msgnum);
+                               if (filename == NULL)
+                                       filename = folder_item_fetch_msg(info->folder, info->msgnum);
                                
                                if (filename == NULL) {
                                        g_warning("filename is not set");
                                        return NULL;
                                }
-                               else
+                               else {
                                        size += strlen(filename) - 2;
+                               }
                                break;
                        }
                        s++;
                }
                else s++;
        }
+       
+       /* as the string can be quoted, we double the result */
+       size *= 2;
 
        processed_cmd = g_new0(gchar, size);
        s = cmd;
@@ -1095,65 +2092,40 @@ gchar *matching_build_command(gchar *cmd, MsgInfo *info)
                                p++;
                                break;
                        case 's': /* subject */
-                               if (info->subject != NULL)
-                                       strcpy(p, info->subject);
-                               else
-                                       strcpy(p, no_subject);
-                               p += strlen(p);
+                               add_str_default(&p, info->subject,
+                                               no_subject);
                                break;
                        case 'f': /* from */
-                               if (info->from != NULL)
-                                       strcpy(p, info->from);
-                               else
-                                       strcpy(p, no_from);
-                               p += strlen(p);
+                               add_str_default(&p, info->from,
+                                               no_from);
                                break;
                        case 't': /* to */
-                               if (info->to != NULL)
-                                       strcpy(p, info->to);
-                               else
-                                       strcpy(p, no_to);
-                               p += strlen(p);
+                               add_str_default(&p, info->to,
+                                               no_to);
                                break;
                        case 'c': /* cc */
-                               if (info->cc != NULL)
-                                       strcpy(p, info->cc);
-                               else
-                                       strcpy(p, no_cc);
-                               p += strlen(p);
+                               add_str_default(&p, info->cc,
+                                               no_cc);
                                break;
                        case 'd': /* date */
-                               if (info->date != NULL)
-                                       strcpy(p, info->date);
-                               else
-                                       strcpy(p, no_date);
-                               p += strlen(p);
+                               add_str_default(&p, info->date,
+                                               no_date);
                                break;
                        case 'i': /* message-id */
-                               if (info->msgid != NULL)
-                                       strcpy(p, info->msgid);
-                               else
-                                       strcpy(p, no_msgid);
-                               p += strlen(p);
+                               add_str_default(&p, info->msgid,
+                                               no_msgid);
                                break;
                        case 'n': /* newsgroups */
-                               if (info->newsgroups != NULL)
-                                       strcpy(p, info->newsgroups);
-                               else
-                                       strcpy(p, no_newsgroups);
-                               p += strlen(p);
+                               add_str_default(&p, info->newsgroups,
+                                               no_newsgroups);
                                break;
                        case 'r': /* references */
-                               if (info->references != NULL)
-                                       strcpy(p, info->references);
-                               else
-                                       strcpy(p, no_references);
-                               p += strlen(p);
+                                /* FIXME: using the inreplyto header for references */
+                               add_str_default(&p, info->inreplyto, no_references);
                                break;
                        case 'F': /* file */
-                               strcpy(p, filename);
-                               p += strlen(p);
-                               g_free(filename);
+                               if (filename != NULL)
+                                       add_str_default(&p, filename, NULL);
                                break;
                        default:
                                *p = '%';
@@ -1170,7 +2142,8 @@ gchar *matching_build_command(gchar *cmd, MsgInfo *info)
                        s++;
                }
        }
-
+       g_free(filename);
+       
        return processed_cmd;
 }
 #undef STRLEN_DEFAULT
@@ -1178,105 +2151,190 @@ gchar *matching_build_command(gchar *cmd, MsgInfo *info)
 
 /* ************************************************************ */
 
-static void prefs_scoring_write(FILE *fp, GSList *prefs_scoring)
-{
-       GSList *cur;
-
-       for (cur = prefs_scoring; cur != NULL; cur = cur->next) {
-               gchar *scoring_str;
-               ScoringProp *prop;
 
-               prop = (ScoringProp *) cur->data;
-               scoring_str = scoringprop_to_string(prop);
-               if (fputs(scoring_str, fp) == EOF ||
-                   fputc('\n', fp) == EOF) {
-                       FILE_OP_ERROR("scoring config", "fputs || fputc");
-                       g_free(scoring_str);
-                       return;
-               }
-               g_free(scoring_str);
-       }
-}
-
-static void prefs_filtering_write(FILE *fp, GSList *prefs_scoring)
+/*!
+ *\brief       Write filtering list to file
+ *
+ *\param       fp File
+ *\param       prefs_filtering List of filtering conditions
+ */
+static int prefs_filtering_write(FILE *fp, GSList *prefs_filtering)
 {
-       GSList *cur;
+       GSList *cur = NULL;
 
-       for (cur = prefs_scoring; cur != NULL; cur = cur->next) {
-               gchar *filtering_str;
-               FilteringProp *prop;
+       for (cur = prefs_filtering; cur != NULL; cur = cur->next) {
+               gchar *filtering_str = NULL;
+               gchar *tmp_name = NULL;
+               FilteringProp *prop = NULL;
 
                if (NULL == (prop = (FilteringProp *) cur->data))
                        continue;
                
                if (NULL == (filtering_str = filteringprop_to_string(prop)))
                        continue;
-               
-               if (fputs(filtering_str, fp) == EOF ||
+
+               if (prop->enabled) {
+                       if (fputs("enabled ", fp) == EOF) {
+                               FILE_OP_ERROR("filtering config", "fputs");
+                               return -1;
+                       }
+               } else {
+                       if (fputs("disabled ", fp) == EOF) {
+                               FILE_OP_ERROR("filtering config", "fputs");
+                               return -1;
+                       }
+               }
+
+               if (fputs("rulename \"", fp) == EOF) {
+                       FILE_OP_ERROR("filtering config", "fputs");
+                       g_free(filtering_str);
+                       return -1;
+               }
+               tmp_name = prop->name;
+               while (tmp_name && *tmp_name != '\0') {
+                       if (*tmp_name != '"') {
+                               if (fputc(*tmp_name, fp) == EOF) {
+                                       FILE_OP_ERROR("filtering config", "fputs || fputc");
+                                       g_free(filtering_str);
+                                       return -1;
+                               }
+                       } else if (*tmp_name == '"') {
+                               if (fputc('\\', fp) == EOF ||
+                                   fputc('"', fp) == EOF) {
+                                       FILE_OP_ERROR("filtering config", "fputs || fputc");
+                                       g_free(filtering_str);
+                                       return -1;
+                               }
+                       }
+                       tmp_name ++;
+               }
+               if (fputs("\" ", fp) == EOF) {
+                       FILE_OP_ERROR("filtering config", "fputs");
+                       g_free(filtering_str);
+                       return -1;
+               }
+
+               if (prop->account_id != 0) {
+                       gchar *tmp = NULL;
+
+                       tmp = g_strdup_printf("account %d ", prop->account_id);
+                       if (fputs(tmp, fp) == EOF) {
+                               FILE_OP_ERROR("filtering config", "fputs");
+                               g_free(tmp);
+                               return -1;
+                       }
+                       g_free(tmp);
+               }
+
+               if(fputs(filtering_str, fp) == EOF ||
                    fputc('\n', fp) == EOF) {
                        FILE_OP_ERROR("filtering config", "fputs || fputc");
                        g_free(filtering_str);
-                       return;
+                       return -1;
                }
                g_free(filtering_str);
        }
+       
+       return 0;
 }
 
-static gboolean prefs_matcher_write_func(GNode *node, gpointer data)
+typedef struct _NodeLoopData {
+       FILE *fp;
+       gboolean error;
+} NodeLoopData;
+
+/*!
+ *\brief       Write matchers from a folder item
+ *
+ *\param       node Node with folder info
+ *\param       data File pointer
+ *
+ *\return      gboolean FALSE
+ */
+static gboolean prefs_matcher_write_func(GNode *node, gpointer d)
 {
        FolderItem *item;
-       FILE *fp = data;
+       NodeLoopData *data = (NodeLoopData *)d;
        gchar *id;
-       GSList *prefs_scoring;
        GSList *prefs_filtering;
 
-       if (node != NULL) {
-               item = node->data;
-               /* prevent warning */
-               if (item->path == NULL)
-                       return FALSE;
-               id = folder_item_get_identifier(item);
-               if (id == NULL)
-                       return FALSE;
-               prefs_scoring = item->prefs->scoring;
-               prefs_filtering = item->prefs->processing;
-       }
-       else {
-               item = NULL;
-               id = g_strdup("global"); /* because it is g_freed */
-               prefs_scoring = global_scoring;
-               prefs_filtering = global_processing;
-       }
-
-       if (prefs_filtering != NULL || prefs_scoring != NULL) {
-               fprintf(fp, "[%s]\n", id);
-
-               prefs_filtering_write(fp, prefs_filtering);
-               prefs_scoring_write(fp, prefs_scoring);
-
-               fputc('\n', fp);
+        item = node->data;
+        /* prevent warning */
+        if (item->path == NULL)
+                return FALSE;
+        id = folder_item_get_identifier(item);
+        if (id == NULL)
+                return FALSE;
+        prefs_filtering = item->prefs->processing;
+
+       if (prefs_filtering != NULL) {
+               if (fprintf(data->fp, "[%s]\n", id) < 0) {
+                       data->error = TRUE;
+                       goto fail;
+               }
+               if (prefs_filtering_write(data->fp, prefs_filtering) < 0) {
+                       data->error = TRUE;
+                       goto fail;
+               }
+               if (fputc('\n', data->fp) == EOF) {
+                       data->error = TRUE;
+                       goto fail;
+               }
        }
-
+fail:
        g_free(id);
 
        return FALSE;
 }
 
-static void prefs_matcher_save(FILE *fp)
+/*!
+ *\brief       Save matchers from folder items
+ *
+ *\param       fp File
+ */
+static int prefs_matcher_save(FILE *fp)
 {
        GList *cur;
+       NodeLoopData data;
+       
+       data.fp = fp;
+       data.error = FALSE;
 
        for (cur = folder_get_list() ; cur != NULL ; cur = g_list_next(cur)) {
                Folder *folder;
 
                folder = (Folder *) cur->data;
                g_node_traverse(folder->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
-                               prefs_matcher_write_func, fp);
+                               prefs_matcher_write_func, &data);
        }
-       prefs_matcher_write_func(NULL, fp);
-}
+        
+       if (data.error == TRUE)
+               return -1;
 
+        /* pre global rules */
+        if (fprintf(fp, "[preglobal]\n") < 0 ||
+            prefs_filtering_write(fp, pre_global_processing) < 0 ||
+            fputc('\n', fp) == EOF)
+               return -1;
 
+        /* post global rules */
+        if (fprintf(fp, "[postglobal]\n") < 0 ||
+            prefs_filtering_write(fp, post_global_processing) < 0 ||
+            fputc('\n', fp) == EOF)
+               return -1;
+        
+        /* filtering rules */
+       if (fprintf(fp, "[filtering]\n") < 0 ||
+            prefs_filtering_write(fp, filtering_rules) < 0 ||
+            fputc('\n', fp) == EOF)
+               return -1;
+
+       return 0;
+}
+
+/*!
+ *\brief       Write filtering / matcher configuration file
+ */
 void prefs_matcher_write_config(void)
 {
        gchar *rcpath;
@@ -1293,43 +2351,87 @@ void prefs_matcher_write_config(void)
                return;
        }
 
-
-       prefs_matcher_save(pfile->fp);
-
        g_free(rcpath);
 
-       if (prefs_file_close(pfile) < 0) {
+       if (prefs_matcher_save(pfile->fp) < 0) {
                g_warning("failed to write configuration to file\n");
-               return;
+               prefs_file_close_revert(pfile);
+       } else if (prefs_file_close(pfile) < 0) {
+               g_warning("failed to save configuration to file\n");
        }
 }
 
 /* ******************************************************************* */
 
+static void matcher_add_rulenames(const gchar *rcpath)
+{
+       gchar *newpath = g_strconcat(rcpath, ".new", NULL);
+       FILE *src = g_fopen(rcpath, "rb");
+       FILE *dst = g_fopen(newpath, "wb");
+       gchar buf[BUFFSIZE];
+       int r;
+       if (dst == NULL) {
+               perror("fopen");
+               g_free(newpath);
+               return;
+       }
+
+       while (fgets (buf, sizeof(buf), src) != NULL) {
+               if (strlen(buf) > 2 && buf[0] != '['
+               && strncmp(buf, "rulename \"", 10)
+               && strncmp(buf, "enabled rulename \"", 18)
+               && strncmp(buf, "disabled rulename \"", 18)) {
+                       r = fwrite("enabled rulename \"\" ",
+                               strlen("enabled rulename \"\" "), 1, dst);
+               }
+               r = fwrite(buf, strlen(buf), 1, dst);
+       }
+       fclose(dst);
+       fclose(src);
+       move_file(newpath, rcpath, TRUE);
+       g_free(newpath);
+}
+
+/*!
+ *\brief       Read matcher configuration
+ */
 void prefs_matcher_read_config(void)
 {
        gchar *rcpath;
+       gchar *rc_old_format;
        FILE *f;
 
        create_matchparser_hashtab();
-       prefs_scoring_clear();
        prefs_filtering_clear();
 
        rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S, MATCHER_RC, NULL);
-       f = fopen(rcpath, "rb");
+       rc_old_format = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S, MATCHER_RC, 
+                               ".pre_names", NULL);
+       
+       if (!is_file_exist(rc_old_format) && is_file_exist(rcpath)) {
+               /* backup file with no rules names, in case 
+                * anything goes wrong */
+               copy_file(rcpath, rc_old_format, FALSE);
+               /* now hack the file in order to have it to the new format */
+               matcher_add_rulenames(rcpath);
+       }
+       
+       g_free(rc_old_format);
+
+       f = g_fopen(rcpath, "rb");
        g_free(rcpath);
 
        if (f != NULL) {
                matcher_parser_start_parsing(f);
-               fclose(f);
+               fclose(matcher_parserin);
        }
        else {
-               /* previous version compatibily */
+               /* previous version compatibility */
 
-               /* printf("reading filtering\n"); */
+               /* g_print("reading filtering\n"); */
                rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
                                     FILTERING_RC, NULL);
-               f = fopen(rcpath, "rb");
+               f = g_fopen(rcpath, "rb");
                g_free(rcpath);
                
                if (f != NULL) {
@@ -1337,10 +2439,10 @@ void prefs_matcher_read_config(void)
                        fclose(matcher_parserin);
                }
                
-               /* printf("reading scoring\n"); */
+               /* g_print("reading scoring\n"); */
                rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
                                     SCORING_RC, NULL);
-               f = fopen(rcpath, "rb");
+               f = g_fopen(rcpath, "rb");
                g_free(rcpath);
                
                if (f != NULL) {