fix crash introduced in c7e1e0bbdf72269708a53075a4accecb61ebebe2
[claws.git] / src / matcher.c
index f8b1d7a3a14d1edc194e3c5855b8daa119937a4f..83047c06e8aec138673d1c26e978b890474b9f64 100644 (file)
@@ -1,6 +1,6 @@
 /*
  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
- * Copyright (C) 2002-2011 by the Claws Mail Team and Hiroyuki Yamamoto
+ * Copyright (C) 2002-2014 by the Claws Mail Team and Hiroyuki Yamamoto
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
@@ -19,6 +19,7 @@
 
 #ifdef HAVE_CONFIG_H
 #  include "config.h"
+#include "claws-features.h"
 #endif
 
 #include <glib.h>
@@ -46,6 +47,8 @@
 #include "prefs_common.h"
 #include "log.h"
 #include "tags.h"
+#include "folder_item_prefs.h"
+#include "procmsg.h"
 
 /*!
  *\brief       Keyword lookup element
@@ -107,8 +110,12 @@ static const MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_NOT_TAGGED, "~tagged"},
        {MATCHCRITERIA_AGE_GREATER, "age_greater"},
        {MATCHCRITERIA_AGE_LOWER, "age_lower"},
+       {MATCHCRITERIA_AGE_GREATER_HOURS, "age_greater_hours"},
+       {MATCHCRITERIA_AGE_LOWER_HOURS, "age_lower_hours"},
        {MATCHCRITERIA_NEWSGROUPS, "newsgroups"},
        {MATCHCRITERIA_NOT_NEWSGROUPS, "~newsgroups"},
+       {MATCHCRITERIA_MESSAGEID, "messageid"},
+       {MATCHCRITERIA_NOT_MESSAGEID, "~messageid"},
        {MATCHCRITERIA_INREPLYTO, "inreplyto"},
        {MATCHCRITERIA_NOT_INREPLYTO, "~inreplyto"},
        {MATCHCRITERIA_REFERENCES, "references"},
@@ -130,6 +137,8 @@ static const MatchParser matchparser_tab[] = {
        {MATCHCRITERIA_NOT_HEADER, "~header"},
        {MATCHCRITERIA_HEADERS_PART, "headers_part"},
        {MATCHCRITERIA_NOT_HEADERS_PART, "~headers_part"},
+       {MATCHCRITERIA_HEADERS_CONT, "headers_cont"},
+       {MATCHCRITERIA_NOT_HEADERS_CONT, "~headers_cont"},
        {MATCHCRITERIA_MESSAGE, "message"},
        {MATCHCRITERIA_NOT_MESSAGE, "~message"},
        {MATCHCRITERIA_BODY_PART, "body_part"},
@@ -179,6 +188,52 @@ enum {
        MATCH_ONE = 2
 };
 
+enum {
+       CONTEXT_SUBJECT,
+       CONTEXT_FROM,
+       CONTEXT_TO,
+       CONTEXT_CC,
+       CONTEXT_NEWSGROUPS,
+       CONTEXT_MESSAGEID,
+       CONTEXT_IN_REPLY_TO,
+       CONTEXT_REFERENCES,
+       CONTEXT_HEADER,
+       CONTEXT_HEADER_LINE,
+       CONTEXT_BODY_LINE,
+       CONTEXT_TAG,
+       N_CONTEXT_STRS
+};
+
+static gchar *context_str[N_CONTEXT_STRS];
+
+void matcher_init(void)
+{
+       if (context_str[CONTEXT_SUBJECT] != NULL)
+               return;
+
+       context_str[CONTEXT_SUBJECT] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Subject:"));
+       context_str[CONTEXT_FROM] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("From:"));
+       context_str[CONTEXT_TO] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("To:"));
+       context_str[CONTEXT_CC] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Cc:"));
+       context_str[CONTEXT_NEWSGROUPS] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Newsgroups:"));
+       context_str[CONTEXT_MESSAGEID] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Message-ID:"));
+       context_str[CONTEXT_IN_REPLY_TO] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("In-Reply-To:"));
+       context_str[CONTEXT_REFERENCES] = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("References:"));
+       context_str[CONTEXT_HEADER] = g_strdup(_("header"));
+       context_str[CONTEXT_HEADER_LINE] = g_strdup(_("header line"));
+       context_str[CONTEXT_BODY_LINE] = g_strdup(_("body line"));
+       context_str[CONTEXT_TAG]  = g_strdup(_("tag"));
+}
+
+void matcher_done(void)
+{
+       int i;
+       for (i = 0; i < N_CONTEXT_STRS; i++) {
+               g_free(context_str[i]);
+               context_str[i] = NULL;
+       }
+}
+
 extern gboolean debug_filtering_session;
 
 /*!
@@ -264,42 +319,9 @@ MatcherProp *matcherprop_new(gint criteria, const gchar *header,
        prop->expr = expr != NULL ? g_strdup(expr) : NULL;
 
        prop->matchtype = matchtype;
+#ifndef G_OS_WIN32
        prop->preg = NULL;
-       prop->value = value;
-       prop->error = 0;
-
-       return prop;
-}
-
-/*!
- *\brief       Allocate a structure for a filtering / scoring
- *             "condition" (a matcher structure)
- *             Same as matcherprop_new, except it doesn't change the expr's 
- *             case.
- *
- *\param       criteria Criteria ID (MATCHCRITERIA_XXXX)
- *\param       header Header string (if criteria is MATCHCRITERIA_HEADER
-                       or MATCHCRITERIA_FOUND_IN_ADDRESSBOOK)
- *\param       matchtype Type of action (MATCHTYPE_XXX)
- *\param       expr String value or expression to check
- *\param       value Integer value to check
- *
- *\return      MatcherProp * Pointer to newly allocated structure
- */
-MatcherProp *matcherprop_new_create(gint criteria, const gchar *header,
-                             gint matchtype, const gchar *expr,
-                             int value)
-{
-       MatcherProp *prop;
-
-       prop = g_new0(MatcherProp, 1);
-       prop->criteria = criteria;
-       prop->header = header != NULL ? g_strdup(header) : NULL;
-
-       prop->expr = expr != NULL ? g_strdup(expr) : NULL;
-
-       prop->matchtype = matchtype;
-       prop->preg = NULL;
+#endif
        prop->value = value;
        prop->error = 0;
 
@@ -316,10 +338,12 @@ void matcherprop_free(MatcherProp *prop)
 {
        g_free(prop->expr);
        g_free(prop->header);
+#ifndef G_OS_WIN32
        if (prop->preg != NULL) {
                regfree(prop->preg);
                g_free(prop->preg);
        }
+#endif
        g_free(prop);
 }
 
@@ -339,7 +363,9 @@ MatcherProp *matcherprop_copy(const MatcherProp *src)
        prop->expr = src->expr ? g_strdup(src->expr) : NULL;
        prop->matchtype = src->matchtype;
        
+#ifndef G_OS_WIN32
        prop->preg = NULL; /* will be re-evaluated */
+#endif
        prop->value = src->value;
        prop->error = src->error;       
        return prop;            
@@ -467,7 +493,6 @@ static gboolean matcherprop_string_match(MatcherProp *prop, const gchar *str,
        switch (prop->matchtype) {
        case MATCHTYPE_REGEXPCASE:
        case MATCHTYPE_REGEXP:
-#ifndef G_OS_WIN32
                if (!prop->preg && (prop->error == 0)) {
                        prop->preg = g_new0(regex_t, 1);
                        /* if regexp then don't use the escaped string */
@@ -510,7 +535,6 @@ static gboolean matcherprop_string_match(MatcherProp *prop, const gchar *str,
                        g_free(stripped);
                }
                break;
-#endif                 
        case MATCHTYPE_MATCHCASE:
        case MATCHTYPE_MATCH:
                ret = (strstr(str1, down_expr) != NULL);
@@ -600,18 +624,32 @@ const gchar *debug_context)
 }
 
 static gboolean matcherprop_header_line_match(MatcherProp *prop, const gchar *hdr,
-                                             const gchar *str, const gchar *debug_context)
+                                        const gchar *str, const gboolean both,
+                                        const gchar *debug_context)
 {
-       gchar *line = NULL;
        gboolean res = FALSE;
 
        if (hdr == NULL || str == NULL)
                return FALSE;
 
-       line = g_strdup_printf("%s %s", hdr, str);
-       res = matcherprop_string_match(prop, line, debug_context);
-       g_free(line);
-       
+       if (both) {
+               /* Search in all header names and content.
+                */
+               gchar *line = g_strdup_printf("%s %s", hdr, str);
+               res = matcherprop_string_match(prop, line, debug_context);
+               g_free(line);
+       } else {
+               /* Search only in content and exclude private headers.
+                * E.g.: searching for "H foo" in folder x/foo would return
+                * *all* mail as SCF and RMID will match.
+                * Searching for "H sent" would return all resent messages
+                * as "Resent-From: whatever" will match.
+                */
+               if (procheader_header_is_internal(hdr))
+                       return FALSE;
+               res = matcherprop_string_match(prop, str, debug_context);
+       }
+
        return res;
 }
 
@@ -741,10 +779,11 @@ static gboolean matcherprop_match_test(const MatcherProp *prop,
  *
  *\return      gboolean TRUE if a match
  */
-gboolean matcherprop_match(MatcherProp *prop, 
-                          MsgInfo *info)
+static gboolean matcherprop_match(MatcherProp *prop, 
+                                 MsgInfo *info)
 {
        time_t t;
+       gint age_mult_hours = 1;
 
        switch(prop->criteria) {
        case MATCHCRITERIA_ALL:
@@ -838,94 +877,46 @@ gboolean matcherprop_match(MatcherProp *prop,
        case MATCHCRITERIA_NOT_WATCH_THREAD:
                return !MSG_IS_WATCH_THREAD(info->flags);
        case MATCHCRITERIA_SUBJECT:
-               return matcherprop_string_match(prop, info->subject,
-                                               prefs_common_translated_header_name("Subject:"));
+               return matcherprop_string_match(prop, info->subject, context_str[CONTEXT_SUBJECT]);
        case MATCHCRITERIA_NOT_SUBJECT:
-               return !matcherprop_string_match(prop, info->subject,
-                                               prefs_common_translated_header_name("Subject:"));
+               return !matcherprop_string_match(prop, info->subject, context_str[CONTEXT_SUBJECT]);
        case MATCHCRITERIA_FROM:
+               return matcherprop_string_match(prop, info->from, context_str[CONTEXT_FROM]);
        case MATCHCRITERIA_NOT_FROM:
-       {
-               gchar *context;
-               gboolean ret;
-
-               context = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("From:"));
-               ret = matcherprop_string_match(prop, info->from, context);
-               g_free(context);
-               return (prop->criteria == MATCHCRITERIA_FROM)? ret : !ret;
-       }
+               return !matcherprop_string_match(prop, info->from, context_str[CONTEXT_FROM]);
        case MATCHCRITERIA_TO:
+               return matcherprop_string_match(prop, info->to, context_str[CONTEXT_TO]);
        case MATCHCRITERIA_NOT_TO:
-       {
-               gchar *context;
-               gboolean ret;
-
-               context = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("To:"));
-               ret = matcherprop_string_match(prop, info->to, context);
-               g_free(context);
-               return (prop->criteria == MATCHCRITERIA_TO)? ret : !ret;
-       }
+               return !matcherprop_string_match(prop, info->to, context_str[CONTEXT_TO]);
        case MATCHCRITERIA_CC:
+               return matcherprop_string_match(prop, info->cc, context_str[CONTEXT_CC]);
        case MATCHCRITERIA_NOT_CC:
-       {
-               gchar *context;
-               gboolean ret;
-
-               context = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Cc:"));
-               ret = matcherprop_string_match(prop, info->cc, context);
-               g_free(context);
-               return (prop->criteria == MATCHCRITERIA_CC)? ret : !ret;
-       }
+               return !matcherprop_string_match(prop, info->cc, context_str[CONTEXT_CC]);
        case MATCHCRITERIA_TO_OR_CC:
-       {
-               gchar *context1, *context2;
-               gboolean ret;
-
-               context1 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("To:"));
-               context2 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Cc:"));
-               ret = matcherprop_string_match(prop, info->to, context1)
-                       || matcherprop_string_match(prop, info->cc, context2);
-               g_free(context1);
-               g_free(context2);
-               return ret;
-       }
+               return matcherprop_string_match(prop, info->to, context_str[CONTEXT_TO])
+                    || matcherprop_string_match(prop, info->cc, context_str[CONTEXT_CC]);
        case MATCHCRITERIA_NOT_TO_AND_NOT_CC:
-       {
-               gchar *context1, *context2;
-               gboolean ret;
-
-               context1 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("To:"));
-               context2 = g_strdup_printf(_("%s header"), prefs_common_translated_header_name("Cc:"));
-               ret = !(matcherprop_string_match(prop, info->to, context1)
-                       || matcherprop_string_match(prop, info->cc, context2));
-               g_free(context1);
-               g_free(context2);
-               return ret;
-       }
+               return !matcherprop_string_match(prop, info->to, context_str[CONTEXT_TO])
+                    && !matcherprop_string_match(prop, info->cc, context_str[CONTEXT_CC]);
        case MATCHCRITERIA_TAG:
+               return matcherprop_tag_match(prop, info, context_str[CONTEXT_TAG]);
        case MATCHCRITERIA_NOT_TAG:
-       {
-               gboolean ret;
-
-               ret = matcherprop_tag_match(prop, info, _("Tag"));
-               return (prop->criteria == MATCHCRITERIA_TAG)? ret : !ret;
-       }
+               return !matcherprop_tag_match(prop, info, context_str[CONTEXT_TAG]);
        case MATCHCRITERIA_TAGGED:
+               return info->tags != NULL;
        case MATCHCRITERIA_NOT_TAGGED:
-       {
-               gboolean ret;
-
-               ret = (info->tags != NULL);
-               return (prop->criteria == MATCHCRITERIA_TAGGED)? ret : !ret;
-       }
+               return info->tags == NULL;
        case MATCHCRITERIA_AGE_GREATER:
+               age_mult_hours = 24;
+               /* Fallthrough intended */
+       case MATCHCRITERIA_AGE_GREATER_HOURS:
        {
                gboolean ret;
                gint age;
 
                t = time(NULL);
-               age = ((t - info->date_t) / (60 * 60 * 24));
-               ret = (age > prop->value);
+               age = ((t - info->date_t) / (60 * 60 * age_mult_hours));
+               ret = (age >= prop->value);
 
                /* debug output */
                if (debug_filtering_session
@@ -943,12 +934,15 @@ gboolean matcherprop_match(MatcherProp *prop,
                return ret;
        }
        case MATCHCRITERIA_AGE_LOWER:
+               age_mult_hours = 24;
+               /* Fallthrough intended */
+       case MATCHCRITERIA_AGE_LOWER_HOURS:
        {
                gboolean ret;
                gint age;
 
                t = time(NULL);
-               age = ((t - info->date_t) / (60 * 60 * 24));
+               age = ((t - info->date_t) / (60 * 60 * age_mult_hours));
                ret = (age < prop->value);
 
                /* debug output */
@@ -1122,41 +1116,21 @@ gboolean matcherprop_match(MatcherProp *prop,
                return ret;
        }
        case MATCHCRITERIA_NEWSGROUPS:
+               return matcherprop_string_match(prop, info->newsgroups, context_str[CONTEXT_NEWSGROUPS]);
        case MATCHCRITERIA_NOT_NEWSGROUPS:
-       {
-               gchar *context;
-               gboolean ret;
-
-               context = g_strdup_printf(_("%s header"),
-                                               prefs_common_translated_header_name("Newsgroups:"));
-               ret = matcherprop_string_match(prop, info->newsgroups, context);
-               g_free(context);
-               return (prop->criteria == MATCHCRITERIA_NEWSGROUPS)? ret : !ret;
-       }
+               return !matcherprop_string_match(prop, info->newsgroups, context_str[CONTEXT_NEWSGROUPS]);
+       case MATCHCRITERIA_MESSAGEID:
+               return matcherprop_string_match(prop, info->msgid, context_str[CONTEXT_MESSAGEID]);
+       case MATCHCRITERIA_NOT_MESSAGEID:
+               return !matcherprop_string_match(prop, info->msgid, context_str[CONTEXT_MESSAGEID]);
        case MATCHCRITERIA_INREPLYTO:
+               return matcherprop_string_match(prop, info->inreplyto, context_str[CONTEXT_IN_REPLY_TO]);
        case MATCHCRITERIA_NOT_INREPLYTO:
-       {
-               gchar *context;
-               gboolean ret;
-
-               context = g_strdup_printf(_("%s header"),
-                                               prefs_common_translated_header_name("In-Reply-To:"));
-               ret = matcherprop_string_match(prop, info->inreplyto, context);
-               g_free(context);
-               return (prop->criteria == MATCHCRITERIA_INREPLYTO)? ret : !ret;
-       }
+               return !matcherprop_string_match(prop, info->inreplyto, context_str[CONTEXT_IN_REPLY_TO]);
        case MATCHCRITERIA_REFERENCES:
+               return matcherprop_list_match(prop, info->references, context_str[CONTEXT_REFERENCES]);
        case MATCHCRITERIA_NOT_REFERENCES:
-       {
-               gchar *context;
-               gboolean ret;
-
-               context = g_strdup_printf(_("%s header"),
-                                               prefs_common_translated_header_name("References:"));
-               ret = matcherprop_list_match(prop, info->references, context);
-               g_free(context);
-               return (prop->criteria == MATCHCRITERIA_REFERENCES)? ret : !ret;
-       }
+               return !matcherprop_list_match(prop, info->references, context_str[CONTEXT_REFERENCES]);
        case MATCHCRITERIA_TEST:
                return matcherprop_match_test(prop, info);
        case MATCHCRITERIA_NOT_TEST:
@@ -1188,6 +1162,107 @@ MatcherList *matcherlist_new(GSList *matchers, gboolean bool_and)
        return cond;
 }
 
+#ifdef G_OS_UNIX
+/*!
+ *\brief       Builds a single regular expresion from an array of srings.
+ *
+ *\param       strings The lines containing the different sub-regexp.
+ *
+ *\return      The newly allocated regexp string.
+ */
+static gchar *build_complete_regexp(gchar **strings)
+{
+       int i = 0;
+       gchar *expr = NULL;
+       while (strings && strings[i] && *strings[i]) {
+               int old_len = expr ? strlen(expr):0;
+               int new_len = 0;
+               gchar *tmpstr = NULL;
+
+               if (g_utf8_validate(strings[i], -1, NULL))
+                       tmpstr = g_strdup(strings[i]);
+               else
+                       tmpstr = conv_codeset_strdup(strings[i], 
+                                       conv_get_locale_charset_str_no_utf8(),
+                                       CS_INTERNAL);
+
+               if (strstr(tmpstr, "\n"))
+                       *(strstr(tmpstr, "\n")) = '\0';
+
+               new_len = strlen(tmpstr);
+
+               expr = g_realloc(expr, 
+                       expr ? (old_len + strlen("|()") + new_len + 1)
+                            : (strlen("()") + new_len + 1));
+               
+               if (old_len) {
+                       strcpy(expr + old_len, "|(");
+                       strcpy(expr + old_len + 2, tmpstr);
+                       strcpy(expr + old_len + 2 + new_len, ")");
+               } else {
+                       strcpy(expr+old_len, "(");
+                       strcpy(expr+old_len + 1, tmpstr);
+                       strcpy(expr+old_len + 1 + new_len, ")");
+               }
+               g_free(tmpstr);
+               i++;
+       }
+       return expr;
+}
+#endif
+
+/*!
+ *\brief       Create a new list of matchers from a multi-line string
+ *
+ *\param       lines String with "\n"-separated expressions
+ *\param       bool_and Operator
+ *\param       case_sensitive If the matching is case sensitive or not
+ *
+ *\return      MatcherList * New matcher list
+ */
+MatcherList *matcherlist_new_from_lines(gchar *lines, gboolean bool_and, 
+                                       gboolean case_sensitive)
+{
+       MatcherProp *m = NULL;
+       GSList *matchers = NULL;
+       gchar **strings = g_strsplit(lines, "\n", -1);
+
+#ifdef G_OS_UNIX
+       gchar *expr = NULL;
+       expr = build_complete_regexp(strings);
+       debug_print("building matcherprop for expr '%s'\n", expr?expr:"NULL");
+       
+       m = matcherprop_new(MATCHCRITERIA_SUBJECT, NULL,
+                       case_sensitive? MATCHTYPE_REGEXP: MATCHTYPE_REGEXPCASE,
+                       expr, 0);
+       if (m == NULL) {
+               /* print error message */
+               debug_print("failed to allocate memory for matcherprop\n");
+       } else {
+               matchers = g_slist_append(matchers, m);
+       }
+
+       g_free(expr);
+#else
+       int i = 0;
+       while (strings && strings[i] && *strings[i]) {
+               m = matcherprop_new(MATCHCRITERIA_SUBJECT, NULL,
+                       case_sensitive? MATCHTYPE_MATCH: MATCHTYPE_MATCHCASE,
+                       strings[i], 0);
+               if (m == NULL) {
+                       /* print error message */
+                       debug_print("failed to allocate memory for matcherprop\n");
+               } else {
+                       matchers = g_slist_append(matchers, m);
+               }
+               i++;
+       }
+#endif
+       g_strfreev(strings);
+
+       return matcherlist_new(matchers, bool_and);
+}
+
 /*!
  *\brief       Frees a list of matchers
  *
@@ -1241,9 +1316,9 @@ static gboolean matcherprop_match_one_header(MatcherProp *matcher,
                if (procheader_headername_equal(header->name,
                                                matcher->header)) {
                        if (matcher->criteria == MATCHCRITERIA_HEADER)
-                               result = matcherprop_string_match(matcher, header->body, _("header"));
+                               result = matcherprop_string_match(matcher, header->body, context_str[CONTEXT_HEADER]);
                        else
-                               result = !matcherprop_string_match(matcher, header->body, _("header"));
+                               result = !matcherprop_string_match(matcher, header->body, context_str[CONTEXT_HEADER]);
                        procheader_header_free(header);
                        return result;
                }
@@ -1252,21 +1327,27 @@ static gboolean matcherprop_match_one_header(MatcherProp *matcher,
                }
                break;
        case MATCHCRITERIA_HEADERS_PART:
+       case MATCHCRITERIA_HEADERS_CONT:
        case MATCHCRITERIA_MESSAGE:
                header = procheader_parse_header(buf);
                if (!header)
                        return FALSE;
                result = matcherprop_header_line_match(matcher, 
-                              header->name, header->body, _("header line"));
+                              header->name, header->body,
+                              (matcher->criteria == MATCHCRITERIA_HEADERS_PART),
+                              context_str[CONTEXT_HEADER_LINE]);
                procheader_header_free(header);
                return result;
+       case MATCHCRITERIA_NOT_HEADERS_CONT:
        case MATCHCRITERIA_NOT_HEADERS_PART:
        case MATCHCRITERIA_NOT_MESSAGE:
                header = procheader_parse_header(buf);
                if (!header)
                        return FALSE;
                result = !matcherprop_header_line_match(matcher, 
-                              header->name, header->body, _("header line"));
+                              header->name, header->body,
+                              (matcher->criteria == MATCHCRITERIA_NOT_HEADERS_PART),
+                              context_str[CONTEXT_HEADER_LINE]);
                procheader_header_free(header);
                return result;
        case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
@@ -1276,7 +1357,7 @@ static gboolean matcherprop_match_one_header(MatcherProp *matcher,
                        gint match = MATCH_ONE;
                        gboolean found = FALSE;
 
-                       /* how many address headers are me trying to mach? */
+                       /* how many address headers are we trying to match? */
                        if (strcasecmp(matcher->header, "Any") == 0)
                                match = MATCH_ANY;
                        else if (strcasecmp(matcher->header, "All") == 0)
@@ -1338,7 +1419,9 @@ static gboolean matcherprop_criteria_headers(const MatcherProp *matcher)
        case MATCHCRITERIA_HEADER:
        case MATCHCRITERIA_NOT_HEADER:
        case MATCHCRITERIA_HEADERS_PART:
+       case MATCHCRITERIA_HEADERS_CONT:
        case MATCHCRITERIA_NOT_HEADERS_PART:
+       case MATCHCRITERIA_NOT_HEADERS_CONT:
        case MATCHCRITERIA_FOUND_IN_ADDRESSBOOK:
        case MATCHCRITERIA_NOT_FOUND_IN_ADDRESSBOOK:
                return TRUE;
@@ -1393,6 +1476,7 @@ static gboolean matcherlist_match_headers(MatcherList *matchers, FILE *fp)
 
                        /* determine the match range (all, any are our concern here) */
                        if (matcher->criteria == MATCHCRITERIA_NOT_HEADERS_PART ||
+                           matcher->criteria == MATCHCRITERIA_NOT_HEADERS_CONT ||
                            matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
                                match = MATCH_ALL;
 
@@ -1471,6 +1555,127 @@ static gboolean matcherprop_criteria_body(const MatcherProp *matcher)
                return FALSE;
        }
 }
+       
+static gboolean matcherlist_match_binary_content(MatcherList *matchers, MimeInfo *partinfo)
+{
+       FILE *outfp;
+       gchar buf[BUFFSIZE];
+       GSList *l;
+
+       if (!partinfo || partinfo->type == MIMETYPE_TEXT)
+               return FALSE;
+       else
+               outfp = procmime_get_binary_content(partinfo);
+
+       if (!outfp)
+               return FALSE;
+
+       while (fgets(buf, sizeof(buf), outfp) != NULL) {
+               strretchomp(buf);
+
+               for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
+                       MatcherProp *matcher = (MatcherProp *) l->data;
+
+                       if (matcher->done) 
+                               continue;
+
+                       /* Don't scan non-text parts when looking in body, only
+                        * when looking in whole message
+                        */
+                       if (matcher->criteria == MATCHCRITERIA_NOT_BODY_PART ||
+                           matcher->criteria == MATCHCRITERIA_BODY_PART)
+                               continue;
+
+                       /* if the criteria is ~body_part or ~message, ZERO lines
+                        * must match for the rule to match.
+                        */
+                       if (matcher->criteria == MATCHCRITERIA_NOT_BODY_PART ||
+                           matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
+                               if (matcherprop_string_match(matcher, buf, 
+                                                       context_str[CONTEXT_BODY_LINE])) {
+                                       matcher->result = FALSE;
+                                       matcher->done = TRUE;
+                               } else
+                                       matcher->result = TRUE;
+                       /* else, just one line has to match */
+                       } else if (matcherprop_criteria_body(matcher) ||
+                                  matcherprop_criteria_message(matcher)) {
+                               if (matcherprop_string_match(matcher, buf,
+                                                       context_str[CONTEXT_BODY_LINE])) {
+                                       matcher->result = TRUE;
+                                       matcher->done = TRUE;
+                               }
+                       }
+
+                       /* if the matchers are OR'ed and the rule matched,
+                        * no need to check the others. */
+                       if (matcher->result && matcher->done) {
+                               if (!matchers->bool_and) {
+                                       fclose(outfp);
+                                       return TRUE;
+                               }
+                       }
+               }
+       }
+
+       fclose(outfp);
+       return FALSE;
+}
+
+static gboolean match_content_cb(const gchar *buf, gpointer data)
+{
+       MatcherList *matchers = (MatcherList *)data;
+       gboolean all_done = TRUE;
+       GSList *l;
+
+       for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
+               MatcherProp *matcher = (MatcherProp *) l->data;
+
+               if (matcher->done) 
+                       continue;
+
+               /* if the criteria is ~body_part or ~message, ZERO lines
+                * must match for the rule to match.
+                */
+               if (matcher->criteria == MATCHCRITERIA_NOT_BODY_PART ||
+                   matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
+                       if (matcherprop_string_match(matcher, buf, 
+                                               context_str[CONTEXT_BODY_LINE])) {
+                               matcher->result = FALSE;
+                               matcher->done = TRUE;
+                       } else
+                               matcher->result = TRUE;
+               /* else, just one line has to match */
+               } else if (matcherprop_criteria_body(matcher) ||
+                          matcherprop_criteria_message(matcher)) {
+                       if (matcherprop_string_match(matcher, buf,
+                                               context_str[CONTEXT_BODY_LINE])) {
+                               matcher->result = TRUE;
+                               matcher->done = TRUE;
+                       }
+               }
+
+               /* if the matchers are OR'ed and the rule matched,
+                * no need to check the others. */
+               if (matcher->result && matcher->done) {
+                       if (!matchers->bool_and) {
+                               return TRUE;
+                       }
+               }
+
+               if (!matcher->done)
+                       all_done = FALSE;
+       }
+       return all_done;
+}
+
+static gboolean matcherlist_match_text_content(MatcherList *matchers, MimeInfo *partinfo)
+{
+       if (partinfo->type != MIMETYPE_TEXT)
+               return FALSE;
+
+       return procmime_scan_text_content(partinfo, match_content_cb, matchers);
+}
 
 /*!
  *\brief       Check if a line in a message file's body matches
@@ -1483,12 +1688,9 @@ static gboolean matcherprop_criteria_body(const MatcherProp *matcher)
  */
 static gboolean matcherlist_match_body(MatcherList *matchers, gboolean body_only, MsgInfo *info)
 {
-       GSList *l;
        MimeInfo *mimeinfo = NULL;
        MimeInfo *partinfo = NULL;
-       gchar buf[BUFFSIZE];
        gboolean first_text_found = FALSE;
-       FILE *outfp = NULL;
 
        cm_return_val_if_fail(info != NULL, FALSE);
 
@@ -1504,70 +1706,19 @@ static gboolean matcherlist_match_body(MatcherList *matchers, gboolean body_only
 
                if (partinfo->type == MIMETYPE_TEXT) {
                        first_text_found = TRUE;
-                       outfp = procmime_get_text_content(partinfo);
-               } else
-                       outfp = procmime_get_binary_content(partinfo);
-
-               if (!outfp) {
-                       procmime_mimeinfo_free_all(mimeinfo);
-                       return FALSE;
-               }
-
-               while (fgets(buf, sizeof(buf), outfp) != NULL) {
-                       strretchomp(buf);
-
-                       for (l = matchers->matchers ; l != NULL ; l = g_slist_next(l)) {
-                               MatcherProp *matcher = (MatcherProp *) l->data;
-
-                               if (matcher->done) 
-                                       continue;
-
-                               /* Don't scan non-text parts when looking in body, only
-                                * when looking in whole message
-                                */
-                               if (partinfo && partinfo->type != MIMETYPE_TEXT &&
-                               (matcher->criteria == MATCHCRITERIA_NOT_BODY_PART ||
-                               matcher->criteria == MATCHCRITERIA_BODY_PART))
-                                       continue;
-
-                               /* if the criteria is ~body_part or ~message, ZERO lines
-                                * must match for the rule to match.
-                                */
-                               if (matcher->criteria == MATCHCRITERIA_NOT_BODY_PART ||
-                                   matcher->criteria == MATCHCRITERIA_NOT_MESSAGE) {
-                                       if (matcherprop_string_match(matcher, buf, 
-                                                               _("body line"))) {
-                                               matcher->result = FALSE;
-                                               matcher->done = TRUE;
-                                       } else
-                                               matcher->result = TRUE;
-                               /* else, just one line has to match */
-                               } else if (matcherprop_criteria_body(matcher) ||
-                                          matcherprop_criteria_message(matcher)) {
-                                       if (matcherprop_string_match(matcher, buf,
-                                                               _("body line"))) {
-                                               matcher->result = TRUE;
-                                               matcher->done = TRUE;
-                                       }
-                               }
-
-                               /* if the matchers are OR'ed and the rule matched,
-                                * no need to check the others. */
-                               if (matcher->result && matcher->done) {
-                                       if (!matchers->bool_and) {
-                                               procmime_mimeinfo_free_all(mimeinfo);
-                                               fclose(outfp);
-                                               return TRUE;
-                                       }
-                               }
+                       if (matcherlist_match_text_content(matchers, partinfo)) {
+                               procmime_mimeinfo_free_all(&mimeinfo);
+                               return TRUE;
                        }
+               } else if (matcherlist_match_binary_content(matchers, partinfo)) {
+                       procmime_mimeinfo_free_all(&mimeinfo);
+                       return TRUE;
                }
-               fclose(outfp);
 
                if (body_only && first_text_found)
                        break;
        }
-       procmime_mimeinfo_free_all(mimeinfo);
+       procmime_mimeinfo_free_all(&mimeinfo);
 
        return FALSE;
 }
@@ -1743,8 +1894,12 @@ gboolean matcherlist_match(MatcherList *matchers, MsgInfo *info)
                case MATCHCRITERIA_NOT_TAGGED:
                case MATCHCRITERIA_AGE_GREATER:
                case MATCHCRITERIA_AGE_LOWER:
+               case MATCHCRITERIA_AGE_GREATER_HOURS:
+               case MATCHCRITERIA_AGE_LOWER_HOURS:
                case MATCHCRITERIA_NEWSGROUPS:
                case MATCHCRITERIA_NOT_NEWSGROUPS:
+               case MATCHCRITERIA_MESSAGEID:
+               case MATCHCRITERIA_NOT_MESSAGEID:
                case MATCHCRITERIA_INREPLYTO:
                case MATCHCRITERIA_NOT_INREPLYTO:
                case MATCHCRITERIA_REFERENCES:
@@ -1890,6 +2045,8 @@ gchar *matcherprop_to_string(MatcherProp *matcher)
        switch (matcher->criteria) {
        case MATCHCRITERIA_AGE_GREATER:
        case MATCHCRITERIA_AGE_LOWER:
+       case MATCHCRITERIA_AGE_GREATER_HOURS:
+       case MATCHCRITERIA_AGE_LOWER_HOURS:
        case MATCHCRITERIA_SCORE_GREATER:
        case MATCHCRITERIA_SCORE_LOWER:
        case MATCHCRITERIA_SCORE_EQUAL:
@@ -2387,7 +2544,7 @@ void prefs_matcher_write_config(void)
                             MATCHER_RC, NULL);
 
        if ((pfile = prefs_write_open(rcpath)) == NULL) {
-               g_warning("failed to write configuration to file\n");
+               g_warning("failed to write configuration to file");
                g_free(rcpath);
                return;
        }
@@ -2395,78 +2552,25 @@ void prefs_matcher_write_config(void)
        g_free(rcpath);
 
        if (prefs_matcher_save(pfile->fp) < 0) {
-               g_warning("failed to write configuration to file\n");
+               g_warning("failed to write configuration to file");
                prefs_file_close_revert(pfile);
        } else if (prefs_file_close(pfile) < 0) {
-               g_warning("failed to save configuration to file\n");
+               g_warning("failed to save configuration to file");
        }
 }
 
-/* ******************************************************************* */
-
-static void matcher_add_rulenames(const gchar *rcpath)
-{
-       gchar *newpath = g_strconcat(rcpath, ".new", NULL);
-       FILE *src = g_fopen(rcpath, "rb");
-       FILE *dst = g_fopen(newpath, "wb");
-       gchar buf[BUFFSIZE];
-       int r;
-       if (src == NULL) {
-               perror("fopen");
-               if (dst)
-                       fclose(dst);
-               g_free(newpath);
-               return;
-       }
-       if (dst == NULL) {
-               perror("fopen");
-               if (src)
-                       fclose(src);
-               g_free(newpath);
-               return;
-       }
-
-       while (fgets (buf, sizeof(buf), src) != NULL) {
-               if (strlen(buf) > 2 && buf[0] != '['
-               && strncmp(buf, "rulename \"", 10)
-               && strncmp(buf, "enabled rulename \"", 18)
-               && strncmp(buf, "disabled rulename \"", 18)) {
-                       r = fwrite("enabled rulename \"\" ",
-                               strlen("enabled rulename \"\" "), 1, dst);
-               }
-               r = fwrite(buf, strlen(buf), 1, dst);
-       }
-       fclose(dst);
-       fclose(src);
-       move_file(newpath, rcpath, TRUE);
-       g_free(newpath);
-}
-
 /*!
  *\brief       Read matcher configuration
  */
 void prefs_matcher_read_config(void)
 {
        gchar *rcpath;
-       gchar *rc_old_format;
        FILE *f;
 
        create_matchparser_hashtab();
        prefs_filtering_clear();
 
        rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S, MATCHER_RC, NULL);
-       rc_old_format = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S, MATCHER_RC, 
-                               ".pre_names", NULL);
-       
-       if (!is_file_exist(rc_old_format) && is_file_exist(rcpath)) {
-               /* backup file with no rules names, in case 
-                * anything goes wrong */
-               copy_file(rcpath, rc_old_format, FALSE);
-               /* now hack the file in order to have it to the new format */
-               matcher_add_rulenames(rcpath);
-       }
-       
-       g_free(rc_old_format);
 
        f = g_fopen(rcpath, "rb");
        g_free(rcpath);
@@ -2475,29 +2579,4 @@ void prefs_matcher_read_config(void)
                matcher_parser_start_parsing(f);
                fclose(matcher_parserin);
        }
-       else {
-               /* previous version compatibility */
-
-               /* g_print("reading filtering\n"); */
-               rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
-                                    FILTERING_RC, NULL);
-               f = g_fopen(rcpath, "rb");
-               g_free(rcpath);
-               
-               if (f != NULL) {
-                       matcher_parser_start_parsing(f);
-                       fclose(matcher_parserin);
-               }
-               
-               /* g_print("reading scoring\n"); */
-               rcpath = g_strconcat(get_rc_dir(), G_DIR_SEPARATOR_S,
-                                    SCORING_RC, NULL);
-               f = g_fopen(rcpath, "rb");
-               g_free(rcpath);
-               
-               if (f != NULL) {
-                       matcher_parser_start_parsing(f);
-                       fclose(matcher_parserin);
-               }
-       }
 }