2007-04-20 [colin] 2.9.1cvs3
[claws.git] / src / matcher.c
index 33dfa4b4a822baae7312bbf49d958fa6a092d164..f10b0159e564477c7acb6b46bf10cb7f3a5cdac5 100644 (file)
@@ -1,23 +1,65 @@
+/*
+ * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
+ * Copyright (C) 2002-2004 by the Claws Mail Team and Hiroyuki Yamamoto
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#  include "config.h"
+#endif
+
+#include <glib.h>
+#include <glib/gi18n.h>
 #include <ctype.h>
 #include <string.h>
 #include <stdlib.h>
 #include <errno.h>
+
+#ifdef USE_PTHREAD
+#include <pthread.h>
+#endif
+
 #include "defs.h"
 #include "utils.h"
 #include "procheader.h"
 #include "matcher.h"
-#include "intl.h"
 #include "matcher_parser.h"
-#include "prefs.h"
+#include "prefs_gtk.h"
+#include "addr_compl.h"
+#include "codeconv.h"
+#include "quoted-printable.h"
+#include "claws.h"
+#include <ctype.h>
+#include "prefs_common.h"
+#include "log.h"
 
+/*!
+ *\brief       Keyword lookup element
+ */
 struct _MatchParser {
-       gint id;
-       gchar * str;
+       gint id;                /*!< keyword id */ 
+       gchar *str;             /*!< keyword */
 };
-
 typedef struct _MatchParser MatchParser;
 
-static MatchParser matchparser_tab[] = {
+/*!
+ *\brief       Table with strings and ids used by the lexer and
+ *             the parser. New keywords can be added here.
+ */
+static const MatchParser matchparser_tab[] = {
        /* msginfo flags */
        {MATCHCRITERIA_ALL, "all"},
        {MATCHCRITERIA_UNREAD, "unread"},
@@ -32,6 +74,14 @@ static MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_NOT_REPLIED, "~replied"},
        {MATCHCRITERIA_FORWARDED, "forwarded"},
        {MATCHCRITERIA_NOT_FORWARDED, "~forwarded"},
+       {MATCHCRITERIA_LOCKED, "locked"},
+       {MATCHCRITERIA_NOT_LOCKED, "~locked"},
+       {MATCHCRITERIA_COLORLABEL, "colorlabel"},
+       {MATCHCRITERIA_NOT_COLORLABEL, "~colorlabel"},
+       {MATCHCRITERIA_IGNORE_THREAD, "ignore_thread"},
+       {MATCHCRITERIA_NOT_IGNORE_THREAD, "~ignore_thread"},
+       {MATCHCRITERIA_SPAM, "spam"},
+       {MATCHCRITERIA_NOT_SPAM, "~spam"},
 
        /* msginfo headers */
        {MATCHCRITERIA_SUBJECT, "subject"},
@@ -55,6 +105,14 @@ static MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_SCORE_GREATER, "score_greater"},
        {MATCHCRITERIA_SCORE_LOWER, "score_lower"},
        {MATCHCRITERIA_SCORE_EQUAL, "score_equal"},
+       {MATCHCRITERIA_PARTIAL, "partial"},
+       {MATCHCRITERIA_NOT_PARTIAL, "~partial"},
+       {MATCHCRITERIA_FOUND_IN_ADDRESSBOOK, "found_in_addressbook"},
+       {MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK, "~found_in_addressbook"},
+
+       {MATCHCRITERIA_SIZE_GREATER, "size_greater"},
+       {MATCHCRITERIA_SIZE_SMALLER, "size_smaller"},
+       {MATCHCRITERIA_SIZE_EQUAL,   "size_equal"},
 
        /* content have to be read */
        {MATCHCRITERIA_HEADER, "header"},
@@ -65,8 +123,8 @@ static MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_NOT_MESSAGE, "~message"},
        {MATCHCRITERIA_BODY_PART, "body_part"},
        {MATCHCRITERIA_NOT_BODY_PART, "~body_part"},
-       {MATCHCRITERIA_EXECUTE, "execute"},
-       {MATCHCRITERIA_NOT_EXECUTE, "~execute"},
+       {MATCHCRITERIA_TEST, "test"},
+       {MATCHCRITERIA_NOT_TEST, "~test"},
 
        /* match type */
        {MATCHTYPE_MATCHCASE, "matchcase"},
@@ -75,94 +133,119 @@ static MatchParser matchparser_tab[] = {
        {MATCHTYPE_REGEXP, "regexp"},
 
        /* actions */
-       {MATCHACTION_SCORE, "score"},
+       {MATCHACTION_SCORE, "score"},    /* for backward compatibility */
        {MATCHACTION_MOVE, "move"},
        {MATCHACTION_COPY, "copy"},
        {MATCHACTION_DELETE, "delete"},
        {MATCHACTION_MARK, "mark"},
        {MATCHACTION_UNMARK, "unmark"},
+       {MATCHACTION_LOCK, "lock"},
+       {MATCHACTION_UNLOCK, "unlock"},
        {MATCHACTION_MARK_AS_READ, "mark_as_read"},
        {MATCHACTION_MARK_AS_UNREAD, "mark_as_unread"},
+       {MATCHACTION_MARK_AS_SPAM, "mark_as_spam"},
+       {MATCHACTION_MARK_AS_HAM, "mark_as_ham"},
        {MATCHACTION_FORWARD, "forward"},
        {MATCHACTION_FORWARD_AS_ATTACHMENT, "forward_as_attachment"},
        {MATCHACTION_EXECUTE, "execute"},
        {MATCHACTION_COLOR, "color"},
-       {MATCHACTION_BOUNCE, "bounce"}
+       {MATCHACTION_REDIRECT, "redirect"},
+       {MATCHACTION_CHANGE_SCORE, "change_score"},
+       {MATCHACTION_SET_SCORE, "set_score"},
+       {MATCHACTION_STOP, "stop"},
+       {MATCHACTION_HIDE, "hide"},
+       {MATCHACTION_IGNORE, "ignore"},
+       {MATCHACTION_ADD_TO_ADDRESSBOOK, "add_to_addressbook"}
 };
 
-/*
-  syntax for matcher
-
-  header "x-mailing" match "toto" score -10
-  subject match "regexp" & to regexp "regexp" score 50
-  subject match "regexp" | to regexpcase "regexp" | age_sup 5 score 30
+enum {
+       MATCH_ANY = 0,
+       MATCH_ALL = 1,
+       MATCH_ONE = 2
+};
 
-*/
+extern gboolean debug_filtering_session;
 
-gchar * get_matchparser_tab_str(gint id)
+/*!
+ *\brief       Look up table with keywords defined in \sa matchparser_tab
+ */
+static GHashTable *matchparser_hashtab;
+
+/*!
+ *\brief       Translate keyword id to keyword string
+ *
+ *\param       id Id of keyword
+ *
+ *\return      const gchar * Keyword
+ */
+const gchar *get_matchparser_tab_str(gint id)
 {
        gint i;
 
-       for(i = 0 ; i < (int) (sizeof(matchparser_tab) / sizeof(MatchParser)) ;
-           i++) {
+       for (i = 0; i < sizeof matchparser_tab / sizeof matchparser_tab[0]; i++) {
                if (matchparser_tab[i].id == id)
                        return matchparser_tab[i].str;
        }
        return NULL;
 }
 
-
-
-gchar *matcher_unescape_str(gchar *str)
+/*!
+ *\brief       Create keyword lookup table
+ */
+static void create_matchparser_hashtab(void)
 {
-       gchar *tmp = alloca(strlen(str) + 1);
-       register gchar *src = tmp;
-       register gchar *dst = str;
+       int i;
        
-       strcpy(tmp, str);
+       if (matchparser_hashtab) return;
+       matchparser_hashtab = g_hash_table_new(g_str_hash, g_str_equal);
+       for (i = 0; i < sizeof matchparser_tab / sizeof matchparser_tab[0]; i++)
+               g_hash_table_insert(matchparser_hashtab,
+                                   matchparser_tab[i].str,
+                                   (gpointer) &matchparser_tab[i]);
+}
 
-       for ( ; *src; src++) {
-               if (*src != '\\') 
-                       *dst++ = *src;
-               else {
-                       src++;
-                       if (*src == '\\')
-                               *dst++ = '\\';
-                       else if (*src == 'n')
-                               *dst++ = '\n';
-                       else if (*src == 'r') 
-                               *dst++ = '\r';
-                       else if (*src == '\'' || *src == '\"')
-                               *dst++ = *src;
-                       else {
-                               src--;
-                               *dst++ = *src;
-                       }                               
-               }
-       }
-       *dst = 0;
-       return str;
+/*!
+ *\brief       Return a keyword id from a keyword string
+ *
+ *\param       str Keyword string
+ *
+ *\return      gint Keyword id
+ */
+gint get_matchparser_tab_id(const gchar *str)
+{
+       MatchParser *res;
+
+       if (NULL != (res = g_hash_table_lookup(matchparser_hashtab, str))) {
+               return res->id;
+       } else
+               return -1;
 }
 
 /* **************** data structure allocation **************** */
 
-
-MatcherProp * matcherprop_new(gint criteria, gchar * header,
-                             gint matchtype, gchar * expr,
+/*!
+ *\brief       Allocate a structure for a filtering / scoring
+ *             "condition" (a matcher structure)
+ *
+ *\param       criteria Criteria ID (MATCHCRITERIA_XXXX)
+ *\param       header Header string (if criteria is MATCHCRITERIA_HEADER
+                       or MATCHCRITERIA_FOUND_IN_ADDRESSBOOK)
+ *\param       matchtype Type of action (MATCHTYPE_XXX)
+ *\param       expr String value or expression to check
+ *\param       value Integer value to check
+ *
+ *\return      MatcherProp * Pointer to newly allocated structure
+ */
+MatcherProp *matcherprop_new(gint criteria, const gchar *header,
+                             gint matchtype, const gchar *expr,
                              int value)
 {
-       MatcherProp * prop;
+       MatcherProp *prop;
 
        prop = g_new0(MatcherProp, 1);
        prop->criteria = criteria;
-       if (header != NULL)
-               prop->header = g_strdup(header);
-       else
-               prop->header = NULL;
-       if (expr != NULL)
-               prop->expr = g_strdup(expr);
-       else
-               prop->expr = NULL;
+       prop->header = header != NULL ? g_strdup(header) : NULL;
+       prop->expr = expr != NULL ? g_strdup(expr) : NULL;
        prop->matchtype = matchtype;
        prop->preg = NULL;
        prop->value = value;
@@ -171,9 +254,16 @@ MatcherProp * matcherprop_new(gint criteria, gchar * header,
        return prop;
 }
 
-void matcherprop_free(MatcherProp * prop)
+/*!
+ *\brief       Free a matcher structure
+ *
+ *\param       prop Pointer to matcher structure allocated with
+ *             #matcherprop_new
+ */
+void matcherprop_free(MatcherProp *prop)
 {
        g_free(prop->expr);
+       g_free(prop->header);
        if (prop->preg != NULL) {
                regfree(prop->preg);
                g_free(prop->preg);
@@ -181,44 +271,201 @@ void matcherprop_free(MatcherProp * prop)
        g_free(prop);
 }
 
+/*!
+ *\brief       Copy a matcher structure
+ *
+ *\param       src Matcher structure to copy
+ *
+ *\return      MatcherProp * Pointer to newly allocated matcher structure
+ */
+MatcherProp *matcherprop_copy(const MatcherProp *src)
+{
+       MatcherProp *prop = g_new0(MatcherProp, 1);
+       
+       prop->criteria = src->criteria;
+       prop->header = src->header ? g_strdup(src->header) : NULL;
+       prop->expr = src->expr ? g_strdup(src->expr) : NULL;
+       prop->matchtype = src->matchtype;
+       
+       prop->preg = NULL; /* will be re-evaluated */
+       prop->value = src->value;
+       prop->error = src->error;       
+       return prop;            
+}
 
 /* ************** match ******************************/
 
+static gboolean match_with_addresses_in_addressbook
+       (MatcherProp *prop, GSList *address_list, gint type,
+        gchar* folderpath, gint match)
+{
+       GSList *walk = NULL;
+       gboolean found = FALSE;
+       gchar *path = NULL;
+
+       g_return_val_if_fail(address_list != NULL, FALSE);
+
+       debug_print("match_with_addresses_in_addressbook(%d, %s)\n",
+                               g_slist_length(address_list), folderpath);
+
+       if (folderpath == NULL ||
+               strcasecmp(folderpath, _("Any")) == 0 ||
+               *folderpath == '\0')
+               path = NULL;
+       else
+               path = folderpath;
+       
+       start_address_completion(path);
+
+       for (walk = address_list; walk != NULL; walk = walk->next) {
+               /* exact matching of email address */
+               guint num_addr = complete_address(walk->data);
+               found = FALSE;
+               if (num_addr > 1) {
+                       /* skip first item (this is the search string itself) */
+                       int i = 1;
+                       for (; i < num_addr && !found; i++) {
+                               gchar *addr = get_complete_address(i);
+                               extract_address(addr);
+                               if (strcasecmp(addr, walk->data) == 0) {
+                                       found = TRUE;
+
+                                       /* debug output */
+                                       if (debug_filtering_session
+                                                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                                               log_print(LOG_DEBUG_FILTERING,
+                                                               "address [ %s ] matches\n",
+                                                               (gchar *)walk->data);
+                                       }
+                               }
+                               g_free(addr);
+                       }
+               }
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH
+                               && !found) {
+                       log_print(LOG_DEBUG_FILTERING,
+                                       "address [ %s ] doesn't match\n",
+                                       (gchar *)walk->data);
+               }
+               g_free(walk->data);
+
+               if (match == MATCH_ALL) {
+                       /* if matching all addresses, stop if one doesn't match */
+                       if (!found) {
+                               /* debug output */
+                               if (debug_filtering_session
+                                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                                       log_print(LOG_DEBUG_FILTERING,
+                                                       "not all address match (matching all)\n");
+                               }
+                               break;
+                       }
+               } else if (match == MATCH_ANY) {
+                       /* if matching any address, stop if one does match */
+                       if (found) {
+                               /* debug output */
+                               if (debug_filtering_session
+                                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                                       log_print(LOG_DEBUG_FILTERING,
+                                                       "at least one address matches (matching any)\n");
+                               }
+                               break;
+                       }
+               }
+               /* MATCH_ONE: there should be only one loop iteration */
+       }
 
-/* match the given string */
+       end_address_completion();
+       
+       return found;
+}
 
-static gboolean matcherprop_string_match(MatcherProp * prop, gchar * str)
+/*!
+ *\brief       Find out if a string matches a condition
+ *
+ *\param       prop Matcher structure
+ *\param       str String to check 
+ *
+ *\return      gboolean TRUE if str matches the condition in the 
+ *             matcher structure
+ */
+static gboolean matcherprop_string_match(MatcherProp *prop, const gchar *str,
+                                                                               const gchar *debug_context)
 {
-       gchar * str1;
-       gchar * str2;
+       gchar *str1;
+       gchar *str2;
+       gboolean ret = FALSE;
 
        if (str == NULL)
                return FALSE;
 
-       switch(prop->matchtype) {
+       switch (prop->matchtype) {
        case MATCHTYPE_REGEXPCASE:
        case MATCHTYPE_REGEXP:
                if (!prop->preg && (prop->error == 0)) {
                        prop->preg = g_new0(regex_t, 1);
+                       /* if regexp then don't use the escaped string */
                        if (regcomp(prop->preg, prop->expr,
                                    REG_NOSUB | REG_EXTENDED
                                    | ((prop->matchtype == MATCHTYPE_REGEXPCASE)
                                    ? REG_ICASE : 0)) != 0) {
                                prop->error = 1;
                                g_free(prop->preg);
+                               prop->preg = NULL;
                        }
                }
                if (prop->preg == NULL)
                        return FALSE;
                
                if (regexec(prop->preg, str, 0, NULL, 0) == 0)
-                       return TRUE;
+                       ret = TRUE;
                else
-                       return FALSE;
-
+                       ret = FALSE;
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       gchar *stripped = g_strdup(str);
+
+                       strretchomp(stripped);
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] matches regular expression [ %s ]\n",
+                                               debug_context, stripped, prop->expr);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] doesn't matches regular expression [ %s ]\n",
+                                               debug_context, stripped, prop->expr);
+                       }
+                       g_free(stripped);
+               }
+               break;
+                       
        case MATCHTYPE_MATCH:
-               return (strstr(str, prop->expr) != NULL);
+               ret = (strstr(str, prop->expr) != NULL);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       gchar *stripped = g_strdup(str);
+
+                       strretchomp(stripped);
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] contains [ %s ] (case sensitive)\n",
+                                               debug_context, stripped, prop->expr);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] doesn't contains [ %s ] (case sensitive)\n",
+                                               debug_context, stripped, prop->expr);
+                       }
+                       g_free(stripped);
+               }
+               break;
 
+       /* FIXME: put upper in unesc_str */
        case MATCHTYPE_MATCHCASE:
                str2 = alloca(strlen(prop->expr) + 1);
                strcpy(str2, prop->expr);
@@ -226,39 +473,224 @@ static gboolean matcherprop_string_match(MatcherProp * prop, gchar * str)
                str1 = alloca(strlen(str) + 1);
                strcpy(str1, str);
                g_strup(str1);
-               return (strstr(str1, str2) != NULL);
+               ret = (strstr(str1, str2) != NULL);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       gchar *stripped = g_strdup(str);
+
+                       strretchomp(stripped);
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s value [ %s ] contains [ %s ] (case insensitive)\n",
+                                               debug_context, stripped, prop->expr);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "%s [ %s ] doesn't contains [ %s ] (case insensitive)\n",
+                                               debug_context, stripped, prop->expr);
+                       }
+                       g_free(stripped);
+               }
+               break;
                
        default:
+               break;
+       }
+       return ret;
+}
+
+/*!
+ *\brief       Find out if the string-ed list matches a condition
+ *
+ *\param       prop Matcher structure
+ *\param       list GSList of strings to check
+ *
+ *\return      gboolean TRUE if str matches the condition in the 
+ *             matcher structure
+ */
+static gboolean matcherprop_list_match(MatcherProp *prop, const GSList *list,
+const gchar *debug_context)
+{
+       const GSList *cur;
+
+       for(cur = list; cur != NULL; cur = cur->next) {
+               if (matcherprop_string_match(prop, (gchar *)cur->data, debug_context))
+                       return TRUE;
+       }
+       return FALSE;
+}
+
+/* FIXME body search is a hack. */
+static gboolean matcherprop_string_decode_match(MatcherProp *prop, const gchar *str,
+                                                                                               const gchar *debug_context)
+{
+       gchar *utf = NULL;
+       gchar tmp[BUFFSIZE];
+       gboolean res = FALSE;
+
+       if (str == NULL)
                return FALSE;
+
+       /* we try to decode QP first, because it's faster than base64 */
+       qp_decode_const(tmp, BUFFSIZE-1, str);
+       if (!g_utf8_validate(tmp, -1, NULL)) {
+               utf = conv_codeset_strdup
+                       (tmp, conv_get_locale_charset_str_no_utf8(),
+                        CS_INTERNAL);
+               res = matcherprop_string_match(prop, utf, debug_context);
+               g_free(utf);
+       } else {
+               res = matcherprop_string_match(prop, tmp, debug_context);
        }
+       
+       if (res == FALSE && (strchr(prop->expr, '=') || strchr(prop->expr, '_')
+                           || strchr(str, '=') || strchr(str, '_'))) {
+               /* if searching for something with an equal char, maybe 
+                * we should try to match the non-decoded string. 
+                * In case it was not qp-encoded. */
+               if (!g_utf8_validate(str, -1, NULL)) {
+                       utf = conv_codeset_strdup
+                               (str, conv_get_locale_charset_str_no_utf8(),
+                                CS_INTERNAL);
+                       res = matcherprop_string_match(prop, utf, debug_context);
+                       g_free(utf);
+               } else {
+                       res = matcherprop_string_match(prop, str, debug_context);
+               }
+       }
+
+       /* FIXME base64 decoding is too slow, especially since text can 
+        * easily be handled as base64. Don't even try now. */
+
+       return res;
 }
 
-gboolean matcherprop_match_execute(MatcherProp * prop, MsgInfo * info)
+#ifdef USE_PTHREAD
+typedef struct _thread_data {
+       const gchar *cmd;
+       gboolean done;
+} thread_data;
+#endif
+
+#ifdef USE_PTHREAD
+static void *matcher_test_thread(void *data)
+{
+       thread_data *td = (thread_data *)data;
+       int result = -1;
+
+       pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL);
+       pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);
+
+       result = system(td->cmd);
+       if (result) perror("system");
+       td->done = TRUE; /* let the caller thread join() */
+       return GINT_TO_POINTER(result);
+}
+#endif
+
+/*!
+ *\brief       Execute a command defined in the matcher structure
+ *
+ *\param       prop Pointer to matcher structure
+ *\param       info Pointer to message info structure
+ *
+ *\return      gboolean TRUE if command was executed succesfully
+ */
+static gboolean matcherprop_match_test(const MatcherProp *prop, 
+                                         MsgInfo *info)
 {
-       gchar * file;
-       gchar * cmd;
+       gchar *file;
+       gchar *cmd;
+       gint retval;
+#ifdef USE_PTHREAD
+       pthread_t pt;
+       thread_data *td = g_new0(thread_data, 1);
+       void *res = NULL;
+       time_t start_time = time(NULL);
+#endif
 
        file = procmsg_get_message_file(info);
        if (file == NULL)
                return FALSE;
+       g_free(file);           
 
        cmd = matching_build_command(prop->expr, info);
        if (cmd == NULL)
                return FALSE;
 
-       return (system(cmd) == 0);
-}
+#if (defined USE_PTHREAD && defined __GLIBC__ && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 3)))
+       /* debug output */
+       if (debug_filtering_session
+                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+               log_print(LOG_DEBUG_FILTERING,
+                               "starting threaded command [ %s ]\n",
+                               cmd);
+       }
 
-/* match a message and his headers, hlist can be NULL if you don't
-   want to use headers */
+       td->cmd = cmd;
+       td->done = FALSE;
+       if (pthread_create(&pt, PTHREAD_CREATE_JOINABLE, 
+                       matcher_test_thread, td) != 0)
+               retval = system(cmd);
+       else {
+               printf("waiting for test thread\n");
+               while(!td->done) {
+                       /* don't let the interface freeze while waiting */
+                       claws_do_idle();
+                       if (time(NULL) - start_time > 30) {
+                               pthread_cancel(pt);
+                               td->done = TRUE;
+                               retval = -1;
+                       }
+               }
+               pthread_join(pt, &res);
+               retval = GPOINTER_TO_INT(res);
+               printf(" test thread returned %d\n", retval);
+       }
+       g_free(td);
+#else
+       /* debug output */
+       if (debug_filtering_session
+                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+               log_print(LOG_DEBUG_FILTERING,
+                               "starting synchronous command [ %s ]\n",
+                               cmd);
+       }
+
+       retval = system(cmd);
+#endif
+       debug_print("Command exit code: %d\n", retval);
 
-gboolean matcherprop_match(MatcherProp * prop, MsgInfo * info)
+       /* debug output */
+       if (debug_filtering_session
+                       && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+               log_print(LOG_DEBUG_FILTERING,
+                               "command returned [ %d ]\n",
+                               retval);
+       }
+
+       g_free(cmd);
+       return (retval == 0);
+}
+
+/*!
+ *\brief       Check if a message matches the condition in a matcher
+ *             structure.
+ *
+ *\param       prop Pointer to matcher structure
+ *\param       info Pointer to message info
+ *
+ *\return      gboolean TRUE if a match
+ */
+gboolean matcherprop_match(MatcherProp *prop, 
+                          MsgInfo *info)
 {
        time_t t;
 
        switch(prop->criteria) {
        case MATCHCRITERIA_ALL:
-               return 1;
+               return TRUE;
        case MATCHCRITERIA_UNREAD:
                return MSG_IS_UNREAD(info->flags);
        case MATCHCRITERIA_NOT_UNREAD:
@@ -283,67 +715,317 @@ gboolean matcherprop_match(MatcherProp * prop, MsgInfo * info)
                return MSG_IS_FORWARDED(info->flags);
        case MATCHCRITERIA_NOT_FORWARDED:
                return !MSG_IS_FORWARDED(info->flags);
+       case MATCHCRITERIA_LOCKED:
+               return MSG_IS_LOCKED(info->flags);
+       case MATCHCRITERIA_NOT_LOCKED:
+               return !MSG_IS_LOCKED(info->flags);
+       case MATCHCRITERIA_SPAM:
+               return MSG_IS_SPAM(info->flags);
+       case MATCHCRITERIA_NOT_SPAM:
+               return !MSG_IS_SPAM(info->flags);
+       case MATCHCRITERIA_COLORLABEL:
+       {
+               gint color = MSG_GET_COLORLABEL_VALUE(info->flags);
+               gboolean ret = (color == prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] matches color value [ %d ]\n",
+                                               color, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] doesn't matches color value [ %d ]\n",
+                                               color, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_NOT_COLORLABEL:
+       {
+               gint color = MSG_GET_COLORLABEL_VALUE(info->flags);
+               gboolean ret = (color != prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] matches color value [ %d ]\n",
+                                               color, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message color value [ %d ] doesn't matches color value [ %d ]\n",
+                                               color, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_IGNORE_THREAD:
+               return MSG_IS_IGNORE_THREAD(info->flags);
+       case MATCHCRITERIA_NOT_IGNORE_THREAD:
+               return !MSG_IS_IGNORE_THREAD(info->flags);
        case MATCHCRITERIA_SUBJECT:
-               return matcherprop_string_match(prop, info->subject);
+               return matcherprop_string_match(prop, info->subject, _("subject"));
        case MATCHCRITERIA_NOT_SUBJECT:
-               return !matcherprop_string_match(prop, info->subject);
+               return !matcherprop_string_match(prop, info->subject, _("subject"));
        case MATCHCRITERIA_FROM:
-               return matcherprop_string_match(prop, info->from);
+               return matcherprop_string_match(prop, info->from, _("From: header"));
        case MATCHCRITERIA_NOT_FROM:
-               return !matcherprop_string_match(prop, info->from);
+               return !matcherprop_string_match(prop, info->from, _("From: header"));
        case MATCHCRITERIA_TO:
-               return matcherprop_string_match(prop, info->to);
+               return matcherprop_string_match(prop, info->to, _("To: header"));
        case MATCHCRITERIA_NOT_TO:
-               return !matcherprop_string_match(prop, info->to);
+               return !matcherprop_string_match(prop, info->to, _("To: header"));
        case MATCHCRITERIA_CC:
-               return matcherprop_string_match(prop, info->cc);
+               return matcherprop_string_match(prop, info->cc, _("Cc: header"));
        case MATCHCRITERIA_NOT_CC:
-               return !matcherprop_string_match(prop, info->cc);
+               return !matcherprop_string_match(prop, info->cc, _("Cc: header"));
        case MATCHCRITERIA_TO_OR_CC:
-               return matcherprop_string_match(prop, info->to)
-                       || matcherprop_string_match(prop, info->cc);
+               return matcherprop_string_match(prop, info->to, _("To: header"))
+                       || matcherprop_string_match(prop, info->cc, _("Cc: header"));
        case MATCHCRITERIA_NOT_TO_AND_NOT_CC:
-               return !(matcherprop_string_match(prop, info->to)
-               || matcherprop_string_match(prop, info->cc));
+               return !(matcherprop_string_match(prop, info->to, _("To:"))
+               || matcherprop_string_match(prop, info->cc, _("Cc:")));
        case MATCHCRITERIA_AGE_GREATER:
+       {
+               gboolean ret;
+               gint age;
+
                t = time(NULL);
-               return ((t - info->date_t) / (60 * 60 * 24)) >= prop->value;
+               age = ((t - info->date_t) / (60 * 60 * 24));
+               ret = (age > prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is greater than [ %d ]\n",
+                                               age, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is not greater than [ %d ]\n",
+                                               age, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_AGE_LOWER:
+       {
+               gboolean ret;
+               gint age;
+
                t = time(NULL);
-               return ((t - info->date_t) / (60 * 60 * 24)) <= prop->value;
+               age = ((t - info->date_t) / (60 * 60 * 24));
+               ret = (age < prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is lower than [ %d ]\n",
+                                               age, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message age [ %d ] is not lower than [ %d ]\n",
+                                               age, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SCORE_GREATER:
-               return info->score >= prop->value;
+       {
+               gboolean ret = (info->score > prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is greater than [ %d ]\n",
+                                               info->score, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is not greater than [ %d ]\n",
+                                               info->score, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SCORE_LOWER:
-               return info->score <= prop->value;
+       {
+               gboolean ret = (info->score < prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is lower than [ %d ]\n",
+                                               info->score, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is not lower than [ %d ]\n",
+                                               info->score, prop->value);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_SCORE_EQUAL:
-               return info->score == prop->value;
+       {
+               gboolean ret = (info->score == prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is equal to [ %d ]\n",
+                                               info->score, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message score [ %d ] is not equal to [ %d ]\n",
+                                               info->score, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_SIZE_GREATER:
+       {
+               /* FIXME: info->size is an off_t */
+               gboolean ret = (info->size > (off_t) prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is greater than [ %d ]\n",
+                                               info->size, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is not greater than [ %d ]\n",
+                                               info->size, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_SIZE_SMALLER:
+       {
+               /* FIXME: info->size is an off_t */
+               gboolean ret = (info->size < (off_t) prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is smaller than [ %d ]\n",
+                                               info->size, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is not smaller than [ %d ]\n",
+                                               info->size, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_SIZE_EQUAL:
+       {
+               /* FIXME: info->size is an off_t */
+               gboolean ret = (info->size == (off_t) prop->value);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is equal to [ %d ]\n",
+                                               info->size, prop->value);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message size [ %ld ] is not equal to [ %d ]\n",
+                                               info->size, prop->value);
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_PARTIAL:
+       {
+               /* FIXME: info->size is an off_t */
+               gboolean ret = (info->total_size != 0 && info->size != (off_t)info->total_size);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is partially downloaded, size [ %ld ] is less than total size [ %d ])\n",
+                                               info->size, info->total_size);
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is not partially downloaded\n");
+                       }
+               }
+               return ret;
+       }
+       case MATCHCRITERIA_NOT_PARTIAL:
+       {
+               /* FIXME: info->size is an off_t */
+               gboolean ret = (info->total_size == 0 || info->size == (off_t)info->total_size);
+
+               /* debug output */
+               if (debug_filtering_session
+                               && prefs_common.filtering_debug_level >= FILTERING_DEBUG_LEVEL_HIGH) {
+                       if (ret) {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is not partially downloaded\n");
+                       } else {
+                               log_print(LOG_DEBUG_FILTERING,
+                                               "message is partially downloaded, size [ %ld ] is less than total size [ %d ])\n",
+                                               info->size, info->total_size);
+                       }
+               }
+               return ret;
+       }
        case MATCHCRITERIA_NEWSGROUPS:
-               return matcherprop_string_match(prop, info->newsgroups);
+               return matcherprop_string_match(prop, info->newsgroups, _("Newsgroups: header"));
        case MATCHCRITERIA_NOT_NEWSGROUPS:
-               return !matcherprop_string_match(prop, info->newsgroups);
+               return !matcherprop_string_match(prop, info->newsgroups, _("Newsgroups: header"));
        case MATCHCRITERIA_INREPLYTO:
-               return matcherprop_string_match(prop, info->inreplyto);
+               return matcherprop_string_match(prop, info->inreplyto, _("InReplyTo: header"));
        case MATCHCRITERIA_NOT_INREPLYTO:
-               return !matcherprop_string_match(prop, info->inreplyto);
+               return !matcherprop_string_match(prop, info->inreplyto, _("InReplyTo: header"));
        case MATCHCRITERIA_REFERENCES:
-               return matcherprop_string_match(prop, info->references);
+               return matcherprop_list_match(prop, info->references, _("References: header"));
        case MATCHCRITERIA_NOT_REFERENCES:
-               return !matcherprop_string_match(prop, info->references);
-       case MATCHCRITERIA_EXECUTE:
-               return matcherprop_match_execute(prop, info);
-       case MATCHCRITERIA_NOT_EXECUTE:
-               return !matcherprop_match_execute(prop, info);
+               return !matcherprop_list_match(prop, info->references, _("References: header"));
+       case MATCHCRITERIA_TEST:
+               return matcherprop_match_test(prop, info);
+       case MATCHCRITERIA_NOT_TEST:
+               return !matcherprop_match_test(prop, info);
        default:
-               return 0;
+               return FALSE;
        }
 }
 
 /* ********************* MatcherList *************************** */
 
-
-MatcherList * matcherlist_new(GSList * matchers, gboolean bool_and)
+/*!
+ *\brief       Create a new list of matchers 
+ *
+ *\param       matchers List of matcher structures
+ *\param       bool_and Operator
+ *
+ *\return      MatcherList * New list
+ */
+MatcherList *matcherlist_new(GSList *matchers, gboolean bool_and)
 {
-       MatcherList * cond;
+       MatcherList *cond;
 
        cond = g_new0(MatcherList, 1);
 
@@ -353,40 +1035,50 @@ MatcherList * matcherlist_new(GSList * matchers, gboolean bool_and)
        return cond;
 }
 
-void matcherlist_free(MatcherList * cond)
+/*!
+ *\brief       Frees a list of matchers
+ *
+ *\param       cond List of matchers
+ */
+void matcherlist_free(MatcherList *cond)
 {
-       GSList * l;
+       GSList *l;
 
-       for(l = cond->matchers ; l != NULL ; l = g_slist_next(l)) {
+       g_return_if_fail(cond);
+       for (l = cond->matchers ; l != NULL ; l = g_slist_next(l)) {
                matcherprop_free((MatcherProp *) l->data);
        }
        g_free(cond);
 }
 
-/*
-  skip the headers
+/*!
+ *\brief       Skip all headers in a message file
+ *
+ *\param       fp Message file
  */
-
 static void matcherlist_skip_headers(FILE *fp)
 {
        gchar buf[BUFFSIZE];
 
-       while (procheader_get_one_field(buf, sizeof(buf), fp, NULL) != -1) {
-       }
+       while (procheader_get_one_field(buf, sizeof(buf), fp, NULL) != -1)
+               ;
 }
 
-/*
-  matcherprop_match_one_header
-  returns TRUE if buf matchs the MatchersProp criteria
+/*!
+ *\brief       Check if a header matches a matcher condition
+ *
+ *\param       matcher Matcher structure to check header for
+ *\param       buf Header name
+ *
+ *\return      boolean TRUE if matching header
  */
-
-static gboolean matcherprop_match_one_header(MatcherProp * matcher,
-                                            gchar * buf)
+static gboolean matcherprop_match_one_header(MatcherProp *matcher,
+                                            gchar *buf)
 {
-       gboolean result;
-       Header *header;
+       gboolean result = FALSE;
+       Header *header = NULL;
 
-       switch(matcher->criteria) {
+       switch (matcher->criteria) {
        case MATCHCRITERIA_HEADER:
        case MATCHCRITERIA_NOT_HEADER:
                header = procheader_parse_header(buf);
@@ -395,9 +1087,9 @@ static gboolean matcherprop_match_one_header(MatcherProp * matcher,
                if (procheader_headername_equal(header->name,
                                                matcher->header)) {
                        if (matcher->criteria == MATCHCRITERIA_HEADER)
-                               result = matcherprop_string_match(matcher, header->body);
+                               result = matcherprop_string_match(matcher, header->body, _("header"));
                        else
-                               result = !matcherprop_string_match(matcher, header->body);
+                               result = !matcherprop_string_match(matcher, header->body, _("header"));
                        procheader_header_free(header);
                        return result;
                }
@@ -406,36 +1098,104 @@ static gboolean matcherprop_match_one_header(MatcherProp * matcher,
                }
                break;
        case MATCHCRITERIA_HEADERS_PART:
+               return matcherprop_string_match(matcher, buf, _("header line"));
+       case MATCHCRITERIA_NOT_HEADERS_PART:
+               return !matcherprop_string_match(matcher, buf, _("headers line"));
        case MATCHCRITERIA_MESSAGE:
-               return matcherprop_string_match(matcher, buf);
+               return matcherprop_string_decode_match(matcher, buf, _("message line"));
        case MATCHCRITERIA_NOT_MESSAGE:
-       case MATCHCRITERIA_NOT_HEADERS_PART:
-               return !matcherprop_string_match(matcher, buf);
+               return !matcherprop_string_decode_match(matcher, buf, _("message line"));
+       case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
+       case MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK:
+               {
+                       GSList *address_list = NULL;
+                       gint match = MATCH_ONE;
+                       gboolean found = FALSE;
+
+                       /* how many address headers are me trying to mach? */
+                       if (strcasecmp(matcher->header, _("Any")) == 0)
+                               match = MATCH_ANY;
+                       else if (strcasecmp(matcher->header, Q_("Filtering Matcher Menu|All")) == 0)
+                                       match = MATCH_ALL;
+
+                       if (match == MATCH_ONE) {
+                               /* matching one address header exactly, is that the right one? */
+                               header = procheader_parse_header(buf);
+                               if (!header ||
+                                               !procheader_headername_equal(header->name, matcher->header))
+                                       return FALSE;
+                               address_list = address_list_append(address_list, header->body);
+                               if (address_list == NULL)
+                                       return FALSE;
+
+                       } else {
+                               header = procheader_parse_header(buf);
+                               if (!header)
+                                       return FALSE;
+                               /* address header is one of the headers we have to match when checking
+                                  for any address header or all address headers? */
+                               if (procheader_headername_equal(header->name, "From") ||
+                                        procheader_headername_equal(header->name, "To") ||
+                                        procheader_headername_equal(header->name, "Cc") ||
+                                        procheader_headername_equal(header->name, "Reply-To") ||
+                                        procheader_headername_equal(header->name, "Sender"))
+                                       address_list = address_list_append(address_list, header->body);
+                               if (address_list == NULL)
+                                       return FALSE;
+                       }
+
+                       found = match_with_addresses_in_addressbook
+                                                       (matcher, address_list, matcher->criteria,
+                                                        matcher->expr, match);
+                       g_slist_free(address_list);
+
+                       if (matcher->criteria == MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK)
+                               return !found;
+                       else
+                               return found;
+       }
        }
+
        return FALSE;
 }
 
-/*
-  matcherprop_criteria_header
-  returns TRUE if the headers must be matched
+/*!
+ *\brief       Check if the matcher structure wants headers to
+ *             be matched
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gboolean TRUE if the matcher structure describes
+ *             a header match condition
  */
-
-static gboolean matcherprop_criteria_headers(MatcherProp * matcher)
+static gboolean matcherprop_criteria_headers(const MatcherProp *matcher)
 {
-       switch(matcher->criteria) {
+       switch (matcher->criteria) {
        case MATCHCRITERIA_HEADER:
        case MATCHCRITERIA_NOT_HEADER:
        case MATCHCRITERIA_HEADERS_PART:
        case MATCHCRITERIA_NOT_HEADERS_PART:
+       case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
+       case MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK:
                return TRUE;
        default:
                return FALSE;
        }
 }
 
-static gboolean matcherprop_criteria_message(MatcherProp * matcher)
+/*!
+ *\brief       Check if the matcher structure wants the message
+ *             to be matched (just perform an action on any
+ *             message)
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gboolean TRUE if matcher condition should match
+ *             a message
+ */
+static gboolean matcherprop_criteria_message(MatcherProp *matcher)
 {
-       switch(matcher->criteria) {
+       switch (matcher->criteria) {
        case MATCHCRITERIA_MESSAGE:
        case MATCHCRITERIA_NOT_MESSAGE:
                return TRUE;
@@ -444,28 +1204,83 @@ static gboolean matcherprop_criteria_message(MatcherProp * matcher)
        }
 }
 
-/*
-  matcherlist_match_one_header
-  returns TRUE if match should stop
+/*!
+ *\brief       Check if a list of conditions matches one header in
+ *             a message file.
+ *
+ *\param       matchers List of conditions
+ *\param       fp Message file
+ *
+ *\return      gboolean TRUE if one of the headers is matched by
+ *             the list of conditions. 
  */
-
-static gboolean matcherlist_match_one_header(MatcherList * matchers,
-                                        gchar * buf)
+static gboolean matcherlist_match_headers(MatcherList *matchers, FILE *fp)
 {
-       GSList * l;
-
-       for(l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-               MatcherProp * matcher = (MatcherProp *) l->data;
+       GSList *l;
+       gchar buf[BUFFSIZE];
 
-               if (matcherprop_criteria_headers(matcher) ||
-                   matcherprop_criteria_message(matcher)) {
-                       if (matcherprop_match_one_header(matcher, buf)) {
-                               matcher->result = TRUE;
+       while (procheader_get_one_field(buf, sizeof(buf), fp, NULL) != -1) {
+               for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
+                       MatcherProp *matcher = (MatcherProp *) l->data;
+                       gint match = MATCH_ANY;
+
+                       if (matcher->done)
+                               continue;
+
+                       /* determine the match range (all, any are our concern here) */
+                       if (matcher->criteria == MATCHCRITERIA_NOT_HEADERS_PART ||
+                           matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
+                               match = MATCH_ALL;
+
+                       } else if (matcher->criteria == MATCHCRITERIA_FOUND_IN_ADDRESSBOOK ||
+                                          matcher->criteria == MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK) {
+                               Header *header = NULL;
+
+                               /* address header is one of the headers we have to match when checking
+                                  for any address header or all address headers? */
+                               header = procheader_parse_header(buf);
+                               if (header &&
+                                       (procheader_headername_equal(header->name, "From") ||
+                                        procheader_headername_equal(header->name, "To") ||
+                                        procheader_headername_equal(header->name, "Cc") ||
+                                        procheader_headername_equal(header->name, "Reply-To") ||
+                                        procheader_headername_equal(header->name, "Sender"))) {
+
+                                       if (strcasecmp(matcher->header, _("Any")) == 0)
+                                               match = MATCH_ANY;
+                                       else if (strcasecmp(matcher->header, Q_("Filtering Matcher Menu|All")) == 0)
+                                               match = MATCH_ALL;
+                                       else
+                                               match = MATCH_ONE;
+                               } else {
+                                       /* further call to matcherprop_match_one_header() can't match
+                                          and it irrelevant, so: don't alter the match result */
+                                       continue;
+                               }
                        }
-               }
 
-               if (matcherprop_criteria_headers(matcher)) {
-                       if (matcher->result) {
+                       /* ZERO line must NOT match for the rule to match.
+                        */
+                       if (match == MATCH_ALL) {
+                               if (matcherprop_match_one_header(matcher, buf)) {
+                                       matcher->result = TRUE;
+                               } else {
+                                       matcher->result = FALSE;
+                                       matcher->done = TRUE;
+                               }
+                       /* else, just one line matching is enough for the rule to match
+                        */
+                       } else if (matcherprop_criteria_headers(matcher) ||
+                                  matcherprop_criteria_message(matcher)) {
+                               if (matcherprop_match_one_header(matcher, buf)) {
+                                       matcher->result = TRUE;
+                                       matcher->done = TRUE;
+                               }
+                       }
+                       
+                       /* if the rule matched and the matchers are OR, no need to
+                        * check the others */
+                       if (matcher->result && matcher->done) {
                                if (!matchers->bool_and)
                                        return TRUE;
                        }
@@ -475,30 +1290,16 @@ static gboolean matcherlist_match_one_header(MatcherList * matchers,
        return FALSE;
 }
 
-/*
-  matcherlist_match_headers
-  returns TRUE if one of the headers matchs the MatcherList criteria
- */
-
-static gboolean matcherlist_match_headers(MatcherList * matchers, FILE * fp)
-{
-       gchar buf[BUFFSIZE];
-
-       while (procheader_get_one_field(buf, sizeof(buf), fp, NULL) != -1)
-               if (matcherlist_match_one_header(matchers, buf))
-                       return TRUE;
-
-       return FALSE;
-}
-
-/*
-  matcherprop_criteria_body
-  returns TRUE if the body must be matched
+/*!
+ *\brief       Check if a matcher wants to check the message body
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gboolean TRUE if body must be matched.
  */
-
-static gboolean matcherprop_criteria_body(MatcherProp * matcher)
+static gboolean matcherprop_criteria_body(const MatcherProp *matcher)
 {
-       switch(matcher->criteria) {
+       switch (matcher->criteria) {
        case MATCHCRITERIA_BODY_PART:
        case MATCHCRITERIA_NOT_BODY_PART:
                return TRUE;
@@ -507,82 +1308,103 @@ static gboolean matcherprop_criteria_body(MatcherProp * matcher)
        }
 }
 
-/*
-  matcherprop_match_line
-  returns TRUE if the string matchs the MatcherProp criteria
+/*!
+ *\brief       Check if a (line) string matches the criteria
+ *             described by a matcher structure
+ *
+ *\param       matcher Matcher structure
+ *\param       line String
+ *
+ *\return      gboolean TRUE if string matches criteria
  */
-
-static gboolean matcherprop_match_line(MatcherProp * matcher, gchar * line)
+static gboolean matcherprop_match_line(MatcherProp *matcher, const gchar *line)
 {
-       switch(matcher->criteria) {
+       switch (matcher->criteria) {
        case MATCHCRITERIA_BODY_PART:
        case MATCHCRITERIA_MESSAGE:
-               return matcherprop_string_match(matcher, line);
+               return matcherprop_string_decode_match(matcher, line, _("body line"));
        case MATCHCRITERIA_NOT_BODY_PART:
        case MATCHCRITERIA_NOT_MESSAGE:
-               return !matcherprop_string_match(matcher, line);
+               return !matcherprop_string_decode_match(matcher, line, _("body line"));
        }
        return FALSE;
 }
 
-/*
-  matcherlist_match_line
-  returns TRUE if the string matchs the MatcherList criteria
+/*!
+ *\brief       Check if a line in a message file's body matches
+ *             the criteria
+ *
+ *\param       matchers List of conditions
+ *\param       fp Message file
+ *
+ *\return      gboolean TRUE if succesful match
  */
-
-static gboolean matcherlist_match_line(MatcherList * matchers, gchar * line)
+static gboolean matcherlist_match_body(MatcherList *matchers, FILE *fp)
 {
-       GSList * l;
-
-       for(l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-               MatcherProp * matcher = (MatcherProp *) l->data;
+       GSList *l;
+       gchar buf[BUFFSIZE];
+       
+       while (fgets(buf, sizeof(buf), fp) != NULL) {
+               for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
+                       MatcherProp *matcher = (MatcherProp *) l->data;
+                       
+                       if (matcher->done) 
+                               continue;
+
+                       /* if the criteria is ~body_part or ~message, ZERO lines
+                        * must NOT match for the rule to match. */
+                       if (matcher->criteria == MATCHCRITERIA_NOT_BODY_PART ||
+                           matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
+                               if (matcherprop_match_line(matcher, buf)) {
+                                       matcher->result = TRUE;
+                               } else {
+                                       matcher->result = FALSE;
+                                       matcher->done = TRUE;
+                               }
+                       /* else, just one line has to match */
+                       } else if (matcherprop_criteria_body(matcher) ||
+                                  matcherprop_criteria_message(matcher)) {
+                               if (matcherprop_match_line(matcher, buf)) {
+                                       matcher->result = TRUE;
+                                       matcher->done = TRUE;
+                               }
+                       }
 
-               if (matcherprop_criteria_body(matcher) ||
-                   matcherprop_criteria_message(matcher)) {
-                       if (matcherprop_match_line(matcher, line)) {
-                               matcher->result = TRUE;
+                       /* if the matchers are OR'ed and the rule matched,
+                        * no need to check the others. */
+                       if (matcher->result && matcher->done) {
+                               if (!matchers->bool_and)
+                                       return TRUE;
                        }
                }
-                       
-               if (matcher->result) {
-                       if (!matchers->bool_and)
-                               return TRUE;
-               }
        }
        return FALSE;
 }
 
-/*
-  matcherlist_match_body
-  returns TRUE if one line of the body matchs the MatcherList criteria
+/*!
+ *\brief       Check if a message file matches criteria
+ *
+ *\param       matchers Criteria
+ *\param       info Message info
+ *\param       result Default result
+ *
+ *\return      gboolean TRUE if matched
  */
-
-static gboolean matcherlist_match_body(MatcherList * matchers, FILE * fp)
-{
-       gchar buf[BUFFSIZE];
-
-       while (fgets(buf, sizeof(buf), fp) != NULL)
-               if (matcherlist_match_line(matchers, buf))
-                       return TRUE;
-
-       return FALSE;
-}
-
-gboolean matcherlist_match_file(MatcherList * matchers, MsgInfo * info,
+static gboolean matcherlist_match_file(MatcherList *matchers, MsgInfo *info,
                                gboolean result)
 {
        gboolean read_headers;
        gboolean read_body;
-       GSList * l;
-       FILE * fp;
-       gchar * file;
+       GSList *l;
+       FILE *fp;
+       gchar *file;
 
        /* file need to be read ? */
 
        read_headers = FALSE;
        read_body = FALSE;
-       for(l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-               MatcherProp * matcher = (MatcherProp *) l->data;
+       for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
+               MatcherProp *matcher = (MatcherProp *) l->data;
 
                if (matcherprop_criteria_headers(matcher))
                        read_headers = TRUE;
@@ -593,16 +1415,17 @@ gboolean matcherlist_match_file(MatcherList * matchers, MsgInfo * info,
                        read_body = TRUE;
                }
                matcher->result = FALSE;
+               matcher->done = FALSE;
        }
 
        if (!read_headers && !read_body)
                return result;
 
-       file = procmsg_get_message_file(info);
+       file = procmsg_get_message_file_full(info, read_headers, read_body);
        if (file == NULL)
                return FALSE;
 
-       if ((fp = fopen(file, "r")) == NULL) {
+       if ((fp = g_fopen(file, "rb")) == NULL) {
                FILE_OP_ERROR(file, "fopen");
                g_free(file);
                return result;
@@ -613,8 +1436,7 @@ gboolean matcherlist_match_file(MatcherList * matchers, MsgInfo * info,
        if (read_headers) {
                if (matcherlist_match_headers(matchers, fp))
                        read_body = FALSE;
-       }
-       else {
+       } else {
                matcherlist_skip_headers(fp);
        }
 
@@ -623,12 +1445,12 @@ gboolean matcherlist_match_file(MatcherList * matchers, MsgInfo * info,
                matcherlist_match_body(matchers, fp);
        }
        
-       for(l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-               MatcherProp * matcher = (MatcherProp *) l->data;
+       for (l = matchers->matchers; l != NULL; l = g_slist_next(l)) {
+               MatcherProp *matcher = (MatcherProp *) l->data;
 
                if (matcherprop_criteria_headers(matcher) ||
-                   matcherprop_criteria_body(matcher) ||
-                   matcherprop_criteria_message(matcher))
+                   matcherprop_criteria_body(matcher)    ||
+                   matcherprop_criteria_message(matcher)) {
                        if (matcher->result) {
                                if (!matchers->bool_and) {
                                        result = TRUE;
@@ -640,7 +1462,8 @@ gboolean matcherlist_match_file(MatcherList * matchers, MsgInfo * info,
                                        result = FALSE;
                                        break;
                                }
-               }
+                       }
+               }                       
        }
 
        g_free(file);
@@ -650,13 +1473,22 @@ gboolean matcherlist_match_file(MatcherList * matchers, MsgInfo * info,
        return result;
 }
 
-/* test a list of condition */
-
-gboolean matcherlist_match(MatcherList * matchers, MsgInfo * info)
+/*!
+ *\brief       Test list of conditions on a message.
+ *
+ *\param       matchers List of conditions
+ *\param       info Message info
+ *
+ *\return      gboolean TRUE if matched
+ */
+gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
 {
-       GSList * l;
+       GSList *l;
        gboolean result;
 
+       if (!matchers)
+               return FALSE;
+
        if (matchers->bool_and)
                result = TRUE;
        else
@@ -664,8 +1496,14 @@ gboolean matcherlist_match(MatcherList * matchers, MsgInfo * info)
 
        /* test the cached elements */
 
-       for(l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-               MatcherProp * matcher = (MatcherProp *) l->data;
+       for (l = matchers->matchers; l != NULL ;l = g_slist_next(l)) {
+               MatcherProp *matcher = (MatcherProp *) l->data;
+
+               if (debug_filtering_session) {
+                       gchar *buf = matcherprop_to_string(matcher);
+                       log_print(LOG_DEBUG_FILTERING, _("checking if message matches [ %s ]\n"), buf);
+                       g_free(buf);
+               }
 
                switch(matcher->criteria) {
                case MATCHCRITERIA_ALL:
@@ -681,6 +1519,14 @@ gboolean matcherlist_match(MatcherList * matchers, MsgInfo * info)
                case MATCHCRITERIA_NOT_REPLIED:
                case MATCHCRITERIA_FORWARDED:
                case MATCHCRITERIA_NOT_FORWARDED:
+               case MATCHCRITERIA_LOCKED:
+               case MATCHCRITERIA_NOT_LOCKED:
+               case MATCHCRITERIA_SPAM:
+               case MATCHCRITERIA_NOT_SPAM:
+               case MATCHCRITERIA_COLORLABEL:
+               case MATCHCRITERIA_NOT_COLORLABEL:
+               case MATCHCRITERIA_IGNORE_THREAD:
+               case MATCHCRITERIA_NOT_IGNORE_THREAD:
                case MATCHCRITERIA_SUBJECT:
                case MATCHCRITERIA_NOT_SUBJECT:
                case MATCHCRITERIA_FROM:
@@ -702,15 +1548,24 @@ gboolean matcherlist_match(MatcherList * matchers, MsgInfo * info)
                case MATCHCRITERIA_SCORE_GREATER:
                case MATCHCRITERIA_SCORE_LOWER:
                case MATCHCRITERIA_SCORE_EQUAL:
-               case MATCHCRITERIA_EXECUTE:
-               case MATCHCRITERIA_NOT_EXECUTE:
+               case MATCHCRITERIA_SIZE_GREATER:
+               case MATCHCRITERIA_SIZE_SMALLER:
+               case MATCHCRITERIA_SIZE_EQUAL:
+               case MATCHCRITERIA_TEST:
+               case MATCHCRITERIA_NOT_TEST:
+               case MATCHCRITERIA_PARTIAL:
+               case MATCHCRITERIA_NOT_PARTIAL:
                        if (matcherprop_match(matcher, info)) {
                                if (!matchers->bool_and) {
+                                       if (debug_filtering_session)
+                                               log_status_ok(LOG_DEBUG_FILTERING, _("message matches\n"));
                                        return TRUE;
                                }
                        }
                        else {
                                if (matchers->bool_and) {
+                                       if (debug_filtering_session)
+                                               log_status_nok(LOG_DEBUG_FILTERING, _("message does not match\n"));
                                        return FALSE;
                                }
                        }
@@ -720,46 +1575,126 @@ gboolean matcherlist_match(MatcherList * matchers, MsgInfo * info)
        /* test the condition on the file */
 
        if (matcherlist_match_file(matchers, info, result)) {
-               if (!matchers->bool_and)
+               if (!matchers->bool_and) {
+                       if (debug_filtering_session)
+                               log_status_ok(LOG_DEBUG_FILTERING, _("message matches\n"));
                        return TRUE;
-       }
-       else {
-               if (matchers->bool_and)
+               }
+       } else {
+               if (matchers->bool_and) {
+                       if (debug_filtering_session)
+                               log_status_nok(LOG_DEBUG_FILTERING, _("message does not match\n"));
                        return FALSE;
+               }
        }
 
+       if (debug_filtering_session) {
+               if (result)
+                       log_status_ok(LOG_DEBUG_FILTERING, _("message matches\n"));
+               else
+                       log_status_nok(LOG_DEBUG_FILTERING, _("message does not match\n"));
+       }
        return result;
 }
 
 
-gchar * matcherprop_to_string(MatcherProp * matcher)
+static gint quote_filter_str(gchar * result, guint size,
+                            const gchar * path)
 {
-       gchar * matcher_str = NULL;
-       gchar * criteria_str;
-       gchar * matchtype_str;
-       int i;
-       gchar * p;
-       gint count;
-       gchar * expr_str;
-       gchar * out;
+       const gchar * p;
+       gchar * result_p;
+       guint remaining;
+
+       result_p = result;
+       remaining = size;
+
+       for(p = path ; * p != '\0' ; p ++) {
+
+               if ((* p != '\"') && (* p != '\\')) {
+                       if (remaining > 0) {
+                               * result_p = * p;
+                               result_p ++; 
+                               remaining --;
+                       }
+                       else {
+                               result[size - 1] = '\0';
+                               return -1;
+                       }
+               }
+               else { 
+                       if (remaining >= 2) {
+                               * result_p = '\\';
+                               result_p ++; 
+                               * result_p = * p;
+                               result_p ++; 
+                               remaining -= 2;
+                       }
+                       else {
+                               result[size - 1] = '\0';
+                               return -1;
+                       }
+               }
+       }
+       if (remaining > 0) {
+               * result_p = '\0';
+       }
+       else {
+               result[size - 1] = '\0';
+               return -1;
+       }
+  
+       return 0;
+}
+
+
+gchar * matcher_quote_str(const gchar * src)
+{
+       gchar * res;
+       gint len;
+       
+       len = strlen(src) * 2 + 1;
+       res = g_malloc(len);
+       quote_filter_str(res, len, src);
+       
+       return res;
+}
 
+/*!
+ *\brief       Convert a matcher structure to a string
+ *
+ *\param       matcher Matcher structure
+ *
+ *\return      gchar * Newly allocated string
+ */
+gchar *matcherprop_to_string(MatcherProp *matcher)
+{
+       gchar *matcher_str = NULL;
+       const gchar *criteria_str;
+       const gchar *matchtype_str;
+       int i;
+       gchar * quoted_expr;
+       gchar * quoted_header;
+       
        criteria_str = NULL;
-       for(i = 0 ; i < (int) (sizeof(matchparser_tab) / sizeof(MatchParser)) ;
-           i++) {
+       for (i = 0; i < (int) (sizeof(matchparser_tab) / sizeof(MatchParser)); i++) {
                if (matchparser_tab[i].id == matcher->criteria)
                        criteria_str = matchparser_tab[i].str;
        }
        if (criteria_str == NULL)
                return NULL;
 
-       switch(matcher->criteria) {
+       switch (matcher->criteria) {
        case MATCHCRITERIA_AGE_GREATER:
        case MATCHCRITERIA_AGE_LOWER:
        case MATCHCRITERIA_SCORE_GREATER:
        case MATCHCRITERIA_SCORE_LOWER:
        case MATCHCRITERIA_SCORE_EQUAL:
+       case MATCHCRITERIA_SIZE_GREATER:
+       case MATCHCRITERIA_SIZE_SMALLER:
+       case MATCHCRITERIA_SIZE_EQUAL:
+       case MATCHCRITERIA_COLORLABEL:
+       case MATCHCRITERIA_NOT_COLORLABEL:
                return g_strdup_printf("%s %i", criteria_str, matcher->value);
-               break;
        case MATCHCRITERIA_ALL:
        case MATCHCRITERIA_UNREAD:
        case MATCHCRITERIA_NOT_UNREAD:
@@ -773,12 +1708,35 @@ gchar * matcherprop_to_string(MatcherProp * matcher)
        case MATCHCRITERIA_NOT_REPLIED:
        case MATCHCRITERIA_FORWARDED:
        case MATCHCRITERIA_NOT_FORWARDED:
+       case MATCHCRITERIA_LOCKED:
+       case MATCHCRITERIA_NOT_LOCKED:
+       case MATCHCRITERIA_SPAM:
+       case MATCHCRITERIA_NOT_SPAM:
+       case MATCHCRITERIA_PARTIAL:
+       case MATCHCRITERIA_NOT_PARTIAL:
+       case MATCHCRITERIA_IGNORE_THREAD:
+       case MATCHCRITERIA_NOT_IGNORE_THREAD:
                return g_strdup(criteria_str);
+       case MATCHCRITERIA_TEST:
+       case MATCHCRITERIA_NOT_TEST:
+               quoted_expr = matcher_quote_str(matcher->expr);
+               matcher_str = g_strdup_printf("%s \"%s\"",
+                                             criteria_str, quoted_expr);
+               g_free(quoted_expr);
+                return matcher_str;
+       case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
+       case MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK:
+               quoted_header = matcher_quote_str(matcher->header);
+               quoted_expr = matcher_quote_str(matcher->expr);
+               matcher_str = g_strdup_printf("%s \"%s\" in \"%s\"",
+                                             criteria_str, quoted_header, quoted_expr);
+               g_free(quoted_header);
+               g_free(quoted_expr);
+               return matcher_str;
        }
 
        matchtype_str = NULL;
-       for(i = 0 ; i < (int) (sizeof(matchparser_tab) / sizeof(MatchParser)) ;
-           i++) {
+       for (i = 0; i < sizeof matchparser_tab / sizeof matchparser_tab[0]; i++) {
                if (matchparser_tab[i].id == matcher->matchtype)
                        matchtype_str = matchparser_tab[i].str;
        }
@@ -791,69 +1749,45 @@ gchar * matcherprop_to_string(MatcherProp * matcher)
        case MATCHTYPE_MATCHCASE:
        case MATCHTYPE_REGEXP:
        case MATCHTYPE_REGEXPCASE:
-               count = 0;
-               for(p = matcher->expr; *p != 0 ; p++)
-                       if (*p == '\"') count ++;
-               
-               expr_str = g_new(char, strlen(matcher->expr) + count + 1);
-
-               for(p = matcher->expr, out = expr_str ; *p != 0 ; p++, out++) {
-                       if (*p == '\"') {
-                               *out = '\\'; out++;
-                               *out = '\"';
-                       }
-                       else
-                               *out = *p;
+               quoted_expr = matcher_quote_str(matcher->expr);
+               if (matcher->header) {
+                       quoted_header = matcher_quote_str(matcher->header);
+                       matcher_str = g_strdup_printf
+                                       ("%s \"%s\" %s \"%s\"",
+                                        criteria_str, quoted_header,
+                                        matchtype_str, quoted_expr);
+                       g_free(quoted_header);
                }
-               * out = '\0';
-
-               if (matcher->header)
-                       matcher_str =
-                               g_strdup_printf("%s \"%s\" %s \"%s\"",
-                                          criteria_str, matcher->header,
-                                          matchtype_str, expr_str);
                else
-                       matcher_str =
-                               g_strdup_printf("%s %s \"%s\"", criteria_str,
-                                               matchtype_str, expr_str);
-               
-               g_free(expr_str);
-               
+                       matcher_str = g_strdup_printf
+                                       ("%s %s \"%s\"", criteria_str,
+                                        matchtype_str, quoted_expr);
+                g_free(quoted_expr);
                break;
-
-               /*
-       case MATCHTYPE_REGEXP:
-       case MATCHTYPE_REGEXPCASE:
-
-               if (matcher->header)
-                       matcher_str =
-                               g_strdup_printf("%s \"%s\" %s /%s/",
-                                               criteria_str, matcher->header,
-                                               matchtype_str, matcher->expr);
-               else
-                       matcher_str =
-                               g_strdup_printf("%s %s /%s/", criteria_str,
-                                               matchtype_str, matcher->expr);
-
-               break;
-               */
        }
 
        return matcher_str;
 }
 
-gchar * matcherlist_to_string(MatcherList * matchers)
+/*!
+ *\brief       Convert a list of conditions to a string
+ *
+ *\param       matchers List of conditions
+ *
+ *\return      gchar * Newly allocated string
+ */
+gchar *matcherlist_to_string(const MatcherList *matchers)
 {
        gint count;
-       gchar ** vstr;
-       GSList * l;
-       gchar ** cur_str;
-       gchar * result;
+       gchar **vstr;
+       GSList *l;
+       gchar **cur_str;
+       gchar *result = NULL;
 
        count = g_slist_length(matchers->matchers);
        vstr = g_new(gchar *, count + 1);
 
-       for (l = matchers->matchers, cur_str = vstr ; l != NULL ;
+       for (l = matchers->matchers, cur_str = vstr; l != NULL;
             l = g_slist_next(l), cur_str ++) {
                *cur_str = matcherprop_to_string((MatcherProp *) l->data);
                if (*cur_str == NULL)
@@ -866,7 +1800,7 @@ gchar * matcherlist_to_string(MatcherList * matchers)
        else
                result = g_strjoinv(" | ", vstr);
 
-       for(cur_str = vstr ; *cur_str != NULL ; cur_str ++)
+       for (cur_str = vstr ; *cur_str != NULL ; cur_str ++)
                g_free(*cur_str);
        g_free(vstr);
 
@@ -874,17 +1808,53 @@ gchar * matcherlist_to_string(MatcherList * matchers)
 }
 
 
-gchar * matching_build_command(gchar * cmd, MsgInfo * info)
+#define STRLEN_ZERO(s) ((s) ? strlen(s) : 0)
+#define STRLEN_DEFAULT(s,d) ((s) ? strlen(s) : STRLEN_ZERO(d))
+
+static void add_str_default(gchar ** dest,
+                           const gchar * s, const gchar * d)
+{
+       gchar quoted_str[4096];
+       const gchar * str;
+       
+        if (s != NULL)
+               str = s;
+       else
+               str = d;
+       
+       quote_cmd_argument(quoted_str, sizeof(quoted_str), str);
+       strcpy(* dest, quoted_str);
+       
+       (* dest) += strlen(* dest);
+}
+
+/* matching_build_command() - preferably cmd should be unescaped */
+/*!
+ *\brief       Build the command line to execute
+ *
+ *\param       cmd String with command line specifiers
+ *\param       info Message info to use for command
+ *
+ *\return      gchar * Newly allocated string
+ */
+gchar *matching_build_command(const gchar *cmd, MsgInfo *info)
 {
-       gchar * s = cmd;
-       gchar * filename = NULL;
-       gchar * processed_cmd;
-       gchar * p;
+       const gchar *s = cmd;
+       gchar *filename = NULL;
+       gchar *processed_cmd;
+       gchar *p;
        gint size;
 
-       matcher_unescape_str(cmd);
+       const gchar *const no_subject    = _("(none)") ;
+       const gchar *const no_from       = _("(none)") ;
+       const gchar *const no_to         = _("(none)") ;
+       const gchar *const no_cc         = _("(none)") ;
+       const gchar *const no_date       = _("(none)") ;
+       const gchar *const no_msgid      = _("(none)") ;
+       const gchar *const no_newsgroups = _("(none)") ;
+       const gchar *const no_references = _("(none)") ;
 
-       size = strlen(cmd) + 1;
+       size = STRLEN_ZERO(cmd) + 1;
        while (*s != '\0') {
                if (*s == '%') {
                        s++;
@@ -893,46 +1863,50 @@ gchar * matching_build_command(gchar * cmd, MsgInfo * info)
                                size -= 1;
                                break;
                        case 's': /* subject */
-                               size += strlen(info->subject) - 2;
+                               size += STRLEN_DEFAULT(info->subject, no_subject) - 2;
                                break;
                        case 'f': /* from */
-                               size += strlen(info->from) - 2;
+                               size += STRLEN_DEFAULT(info->from, no_from) - 2;
                                break;
                        case 't': /* to */
-                               size += strlen(info->to) - 2;
+                               size += STRLEN_DEFAULT(info->to, no_to) - 2;
                                break;
                        case 'c': /* cc */
-                               size += strlen(info->cc) - 2;
+                               size += STRLEN_DEFAULT(info->cc, no_cc) - 2;
                                break;
                        case 'd': /* date */
-                               size += strlen(info->date) - 2;
+                               size += STRLEN_DEFAULT(info->date, no_date) - 2;
                                break;
                        case 'i': /* message-id */
-                               size += strlen(info->msgid) - 2;
+                               size += STRLEN_DEFAULT(info->msgid, no_msgid) - 2;
                                break;
                        case 'n': /* newsgroups */
-                               size += strlen(info->newsgroups) - 2;
+                               size += STRLEN_DEFAULT(info->newsgroups, no_newsgroups) - 2;
                                break;
                        case 'r': /* references */
-                               size += strlen(info->references) - 2;
+                                /* FIXME: using the inreplyto header for reference */
+                               size += STRLEN_DEFAULT(info->inreplyto, no_references) - 2;
                                break;
                        case 'F': /* file */
-                               filename = folder_item_fetch_msg(info->folder,
-                                                                info->msgnum);
+                               if (filename == NULL)
+                                       filename = folder_item_fetch_msg(info->folder, info->msgnum);
                                
                                if (filename == NULL) {
-                                       g_warning(_("filename is not set"));
+                                       g_warning("filename is not set");
                                        return NULL;
                                }
-                               else
+                               else {
                                        size += strlen(filename) - 2;
+                               }
                                break;
                        }
                        s++;
                }
                else s++;
        }
-
+       
+       /* as the string can be quoted, we double the result */
+       size *= 2;
 
        processed_cmd = g_new0(gchar, size);
        s = cmd;
@@ -947,64 +1921,40 @@ gchar * matching_build_command(gchar * cmd, MsgInfo * info)
                                p++;
                                break;
                        case 's': /* subject */
-                               if (info->subject != NULL)
-                                       strcpy(p, info->subject);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                               add_str_default(&p, info->subject,
+                                               no_subject);
                                break;
                        case 'f': /* from */
-                               if (info->from != NULL)
-                                       strcpy(p, info->from);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                               add_str_default(&p, info->from,
+                                               no_from);
                                break;
                        case 't': /* to */
-                               if (info->to != NULL)
-                                       strcpy(p, info->to);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                               add_str_default(&p, info->to,
+                                               no_to);
                                break;
                        case 'c': /* cc */
-                               if (info->cc != NULL)
-                                       strcpy(p, info->cc);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                               add_str_default(&p, info->cc,
+                                               no_cc);
                                break;
                        case 'd': /* date */
-                               if (info->date != NULL)
-                                       strcpy(p, info->date);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                               add_str_default(&p, info->date,
+                                               no_date);
                                break;
                        case 'i': /* message-id */
-                               if (info->msgid != NULL)
-                                       strcpy(p, info->msgid);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                               add_str_default(&p, info->msgid,
+                                               no_msgid);
                                break;
                        case 'n': /* newsgroups */
-                               if (info->newsgroups != NULL)
-                                       strcpy(p, info->newsgroups);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                               add_str_default(&p, info->newsgroups,
+                                               no_newsgroups);
                                break;
                        case 'r': /* references */
-                               if (info->references != NULL)
-                                       strcpy(p, info->references);
-                               else
-                                       strcpy(p, "(none)");
-                               p += strlen(p);
+                                /* FIXME: using the inreplyto header for references */
+                               add_str_default(&p, info->inreplyto, no_references);
                                break;
                        case 'F': /* file */
-                               strcpy(p, filename);
-                               p += strlen(p);
+                               if (filename != NULL)
+                                       add_str_default(&p, filename, NULL);
                                break;
                        default:
                                *p = '%';
@@ -1021,51 +1971,91 @@ gchar * matching_build_command(gchar * cmd, MsgInfo * info)
                        s++;
                }
        }
-
-       debug_print("*** exec string \"%s\"\n", processed_cmd);
+       g_free(filename);
+       
        return processed_cmd;
 }
-
+#undef STRLEN_DEFAULT
+#undef STRLEN_ZERO
 
-/* ************************************************************ */
-/* ************************************************************ */
-/* ************************************************************ */
-/* ************************************************************ */
 /* ************************************************************ */
 
 
-static void prefs_scoring_write(FILE * fp, GSList * prefs_scoring)
+/*!
+ *\brief       Write filtering list to file
+ *
+ *\param       fp File
+ *\param       prefs_filtering List of filtering conditions
+ */
+static void prefs_filtering_write(FILE *fp, GSList *prefs_filtering)
 {
-       GSList * cur;
+       GSList *cur = NULL;
 
-       for (cur = prefs_scoring; cur != NULL; cur = cur->next) {
-               gchar *scoring_str;
-               ScoringProp * prop;
+       for (cur = prefs_filtering; cur != NULL; cur = cur->next) {
+               gchar *filtering_str = NULL;
+               gchar *tmp_name = NULL;
+               FilteringProp *prop = NULL;
 
-               prop = (ScoringProp *) cur->data;
-               scoring_str = scoringprop_to_string(prop);
-               if (fputs(scoring_str, fp) == EOF ||
-                   fputc('\n', fp) == EOF) {
-                       FILE_OP_ERROR("scoring config", "fputs || fputc");
-                       g_free(scoring_str);
+               if (NULL == (prop = (FilteringProp *) cur->data))
+                       continue;
+               
+               if (NULL == (filtering_str = filteringprop_to_string(prop)))
+                       continue;
+
+               if (prop->enabled) {
+                       if (fputs("enabled ", fp) == EOF) {
+                               FILE_OP_ERROR("filtering config", "fputs");
+                               return;
+                       }
+               } else {
+                       if (fputs("disabled ", fp) == EOF) {
+                               FILE_OP_ERROR("filtering config", "fputs");
+                               return;
+                       }
+               }
+
+               if (fputs("rulename \"", fp) == EOF) {
+                       FILE_OP_ERROR("filtering config", "fputs");
+                       g_free(filtering_str);
+                       return;
+               }
+               tmp_name = prop->name;
+               while (tmp_name && *tmp_name != '\0') {
+                       if (*tmp_name != '"') {
+                               if (fputc(*tmp_name, fp) == EOF) {
+                                       FILE_OP_ERROR("filtering config", "fputs || fputc");
+                                       g_free(filtering_str);
+                                       return;
+                               }
+                       } else if (*tmp_name == '"') {
+                               if (fputc('\\', fp) == EOF ||
+                                   fputc('"', fp) == EOF) {
+                                       FILE_OP_ERROR("filtering config", "fputs || fputc");
+                                       g_free(filtering_str);
+                                       return;
+                               }
+                       }
+                       tmp_name ++;
+               }
+               if (fputs("\" ", fp) == EOF) {
+                       FILE_OP_ERROR("filtering config", "fputs");
+                       g_free(filtering_str);
                        return;
                }
-               g_free(scoring_str);
-       }
-}
 
-static void prefs_filtering_write(FILE * fp, GSList * prefs_scoring)
-{
-       GSList * cur;
+               if (prop->account_id != 0) {
+                       gchar *tmp = NULL;
 
-       for (cur = prefs_scoring; cur != NULL; cur = cur->next) {
-               gchar *filtering_str;
-               FilteringProp * prop;
+                       tmp = g_strdup_printf("account %d ", prop->account_id);
+                       if (fputs(tmp, fp) == EOF) {
+                               FILE_OP_ERROR("filtering config", "fputs");
+                               g_free(tmp);
+                               return;
+                       }
+                       g_free(tmp);
+               }
 
-               prop = (FilteringProp *) cur->data;
-               filtering_str = filteringprop_to_string(prop);
-               
-               if (fputs(filtering_str, fp) == EOF ||
+               if(fputs(filtering_str, fp) == EOF ||
                    fputc('\n', fp) == EOF) {
                        FILE_OP_ERROR("filtering config", "fputs || fputc");
                        g_free(filtering_str);
@@ -1075,38 +2065,33 @@ static void prefs_filtering_write(FILE * fp, GSList * prefs_scoring)
        }
 }
 
+/*!
+ *\brief       Write matchers from a folder item
+ *
+ *\param       node Node with folder info
+ *\param       data File pointer
+ *
+ *\return      gboolean FALSE
+ */
 static gboolean prefs_matcher_write_func(GNode *node, gpointer data)
 {
        FolderItem *item;
-       FILE * fp = data;
-       gchar * id;
-       GSList * prefs_scoring;
-       GSList * prefs_filtering;
-
-       if (node != NULL) {
-               item = node->data;
-               /* prevent from the warning */
-               if (item->path == NULL)
-                       return FALSE;
-               id = folder_item_get_identifier(item);
-               if (id == NULL)
-                       return FALSE;
-               prefs_scoring = item->prefs->scoring;
-               prefs_filtering = item->prefs->processing;
-       }
-       else {
-               item = NULL;
-               id = g_strdup("global"); /* because it is g_freed */
-               prefs_scoring = global_scoring;
-               prefs_filtering = global_processing;
-       }
-
-       if (prefs_filtering != NULL || prefs_scoring != NULL) {
+       FILE *fp = data;
+       gchar *id;
+       GSList *prefs_filtering;
+
+        item = node->data;
+        /* prevent warning */
+        if (item->path == NULL)
+                return FALSE;
+        id = folder_item_get_identifier(item);
+        if (id == NULL)
+                return FALSE;
+        prefs_filtering = item->prefs->processing;
+
+       if (prefs_filtering != NULL) {
                fprintf(fp, "[%s]\n", id);
-
                prefs_filtering_write(fp, prefs_filtering);
-               prefs_scoring_write(fp, prefs_scoring);
-
                fputc('\n', fp);
        }
 
@@ -1115,9 +2100,14 @@ static gboolean prefs_matcher_write_func(GNode *node, gpointer data)
        return FALSE;
 }
 
-static void prefs_matcher_save(FILE * fp)
+/*!
+ *\brief       Save matchers from folder items
+ *
+ *\param       fp File
+ */
+static void prefs_matcher_save(FILE *fp)
 {
-       GList * cur;
+       GList *cur;
 
        for (cur = folder_get_list() ; cur != NULL ; cur = g_list_next(cur)) {
                Folder *folder;
@@ -1126,24 +2116,38 @@ static void prefs_matcher_save(FILE * fp)
                g_node_traverse(folder->node, G_PRE_ORDER, G_TRAVERSE_ALL, -1,
                                prefs_matcher_write_func, fp);
        }
-       prefs_matcher_write_func(NULL, fp);
+        
+        /* pre global rules */
+        fprintf(fp, "[preglobal]\n");
+        prefs_filtering_write(fp, pre_global_processing);
+        fputc('\n', fp);
+
+        /* post global rules */
+        fprintf(fp, "[postglobal]\n");
+        prefs_filtering_write(fp, post_global_processing);
+        fputc('\n', fp);
+        
+        /* filtering rules */
+        fprintf(fp, "[filtering]\n");
+        prefs_filtering_write(fp, filtering_rules);
+        fputc('\n', fp);
 }
 
-
+/*!
+ *\brief       Write filtering / matcher configuration file
+ */
 void prefs_matcher_write_config(void)
 {
        gchar *rcpath;
        PrefFile *pfile;
-       GSList *cur;
-       ScoringProp * prop;
 
-       debug_print(_("Writing matcher configuration...\n"));
+       debug_print("Writing matcher configuration...\n");
 
        rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
                             MATCHER_RC, NULL);
 
        if ((pfile = prefs_write_open(rcpath)) == NULL) {
-               g_warning(_("failed to write configuration to file\n"));
+               g_warning("failed to write configuration to file\n");
                g_free(rcpath);
                return;
        }
@@ -1153,40 +2157,83 @@ void prefs_matcher_write_config(void)
 
        g_free(rcpath);
 
-       if (prefs_write_close(pfile) < 0) {
-               g_warning(_("failed to write configuration to file\n"));
+       if (prefs_file_close(pfile) < 0) {
+               g_warning("failed to write configuration to file\n");
                return;
        }
 }
 
+/* ******************************************************************* */
 
+static void matcher_add_rulenames(const gchar *rcpath)
+{
+       gchar *newpath = g_strconcat(rcpath, ".new", NULL);
+       FILE *src = g_fopen(rcpath, "rb");
+       FILE *dst = g_fopen(newpath, "wb");
+       gchar buf[BUFFSIZE];
 
+       if (dst == NULL) {
+               perror("fopen");
+               g_free(newpath);
+               return;
+       }
 
+       while (fgets (buf, sizeof(buf), src) != NULL) {
+               if (strlen(buf) > 2 && buf[0] != '['
+               && strncmp(buf, "rulename \"", 10)
+               && strncmp(buf, "enabled rulename \"", 18)
+               && strncmp(buf, "disabled rulename \"", 18)) {
+                       fwrite("enabled rulename \"\" ",
+                               strlen("enabled rulename \"\" "), 1, dst);
+               }
+               fwrite(buf, strlen(buf), 1, dst);
+       }
+       fclose(dst);
+       fclose(src);
+       move_file(newpath, rcpath, TRUE);
+       g_free(newpath);
+}
 
-
-/* ******************************************************************* */
-
+/*!
+ *\brief       Read matcher configuration
+ */
 void prefs_matcher_read_config(void)
 {
-       gchar * rcpath;
-       FILE * f;
+       gchar *rcpath;
+       gchar *rc_old_format;
+       FILE *f;
 
-       prefs_scoring_clear();
+       create_matchparser_hashtab();
        prefs_filtering_clear();
 
        rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S, MATCHER_RC, NULL);
-       f = fopen(rcpath, "r");
+       rc_old_format = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S, MATCHER_RC, 
+                               ".pre_names", NULL);
+       
+       if (!is_file_exist(rc_old_format) && is_file_exist(rcpath)) {
+               /* backup file with no rules names, in case 
+                * anything goes wrong */
+               copy_file(rcpath, rc_old_format, FALSE);
+               /* now hack the file in order to have it to the new format */
+               matcher_add_rulenames(rcpath);
+       }
+       
+       g_free(rc_old_format);
+
+       f = g_fopen(rcpath, "rb");
        g_free(rcpath);
 
-       if (f != NULL)
+       if (f != NULL) {
                matcher_parser_start_parsing(f);
+               fclose(matcher_parserin);
+       }
        else {
-               /* previous version compatibily */
+               /* previous version compatibility */
 
-               printf("reading filtering\n");
+               /* printf("reading filtering\n"); */
                rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
                                     FILTERING_RC, NULL);
-               f = fopen(rcpath, "r");
+               f = g_fopen(rcpath, "rb");
                g_free(rcpath);
                
                if (f != NULL) {
@@ -1194,10 +2241,10 @@ void prefs_matcher_read_config(void)
                        fclose(matcher_parserin);
                }
                
-               printf("reading scoring\n");
+               /* printf("reading scoring\n"); */
                rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
                                     SCORING_RC, NULL);
-               f = fopen(rcpath, "r");
+               f = g_fopen(rcpath, "rb");
                g_free(rcpath);
                
                if (f != NULL) {