these never were directories even before renaming
[claws.git] / src / addrharvest.c
index e6f00eab961d8f562897b81959db5683258e778c..32e46f9d03b8a2d7812c432b3ff61e576df211af 100644 (file)
@@ -1,10 +1,10 @@
 /*
  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
- * Copyright (C) 2002 Match Grun
+ * Copyright (C) 2002-2012 Match Grun and the Claws Mail team
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
+ * the Free Software Foundation; either version 3 of the License, or
  * (at your option) any later version.
  *
  * This program is distributed in the hope that it will be useful,
  * GNU General Public License for more details.
  *
  * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ * 
  */
 
 /*
  * Functions for an E-Mail address harvester.
  */
 
+#ifdef HAVE_CONFIG_H
+#  include "config.h"
+#include "claws-features.h"
+#endif
+
 #include <sys/stat.h>
 #include <dirent.h>
 #include <glib.h>
 #include <string.h>
 
+#include "proctypes.h"
 #include "utils.h"
 #include "mgutils.h"
 #include "addrharvest.h"
+#include "codeconv.h"
 #include "addritem.h"
+#ifdef USE_ALT_ADDRBOOK
+       #include "addressbook-dbus.h"
+#endif
+#include "file-utils.h"
 
 /* Mail header names of interest */
 static gchar *_headerFrom_     = HEADER_FROM;
@@ -45,16 +56,15 @@ static gchar *_headerTo_       = HEADER_TO;
 #define DFL_FOLDER_SIZE  20
 
 /* Noise strings included by some other E-Mail clients */
-#define REM_NAME_STRING  "(E-mail)"
-#define REM_NAME_STRING2 "(E-mail 2)"
+#define REM_NAME_STRING  "(Email)"
+#define REM_NAME_STRING2 "(Email 2)"
 
 /* Directories to ignore */
-#define DIR_IGNORE ".\t..\t.sylpheed_mark\t.sylpheed_cache"
+#define DIR_IGNORE ".\t.."
 
 /*
  * Header entry.
  */
-typedef struct _HeaderEntry HeaderEntry;
 struct _HeaderEntry {
        gchar      *header;
        gboolean   selected;
@@ -62,6 +72,14 @@ struct _HeaderEntry {
        gint       count;
 };
 
+#ifdef USE_ALT_ADDRBOOK
+typedef enum {
+    FIRST = 0,
+    LAST,
+} Namepart;
+
+#endif
+
 /*
  * Build header table entry.
  * Enter: harvester Harvester object.
@@ -112,9 +130,7 @@ static void addrharvest_free_table( AddressHarvester* harvester ) {
        harvester->headerTable = NULL;
 
        /* Free duplicate table */
-       g_hash_table_freeze( harvester->dupTable );
        g_hash_table_foreach_remove( harvester->dupTable, addrharvest_free_table_vis, NULL );
-       g_hash_table_thaw( harvester->dupTable );
        g_hash_table_destroy( harvester->dupTable );
        harvester->dupTable = NULL;
 }
@@ -153,7 +169,7 @@ AddressHarvester *addrharvest_create( void ) {
  *        value     Full directory path.
  */
 void addrharvest_set_path( AddressHarvester* harvester, const gchar *value ) {
-       g_return_if_fail( harvester != NULL );
+       cm_return_if_fail( harvester != NULL );
        harvester->path = mgu_replace_string( harvester->path, value );
        g_strstrip( harvester->path );
 }
@@ -166,7 +182,7 @@ void addrharvest_set_path( AddressHarvester* harvester, const gchar *value ) {
 void addrharvest_set_folder_size(
        AddressHarvester* harvester, const gint value )
 {
-       g_return_if_fail( harvester != NULL );
+       cm_return_if_fail( harvester != NULL );
        if( value > 0 ) {
                harvester->folderSize = value;
        }
@@ -180,7 +196,7 @@ void addrharvest_set_folder_size(
 void addrharvest_set_recurse(
        AddressHarvester* harvester, const gboolean value )
 {
-       g_return_if_fail( harvester != NULL );
+       cm_return_if_fail( harvester != NULL );
        harvester->folderRecurse = value;
 }
 
@@ -222,7 +238,7 @@ void addrharvest_set_header(
 {
        HeaderEntry *entry;
 
-       g_return_if_fail( harvester != NULL );
+       cm_return_if_fail( harvester != NULL );
        entry = addrharvest_find( harvester, name );
        if( entry != NULL ) {
                entry->selected = value;
@@ -240,7 +256,7 @@ gint addrharvest_get_count( AddressHarvester* harvester, const gchar *name ) {
        gint count;
 
        count = -1;
-       g_return_val_if_fail( harvester != NULL, count );
+       cm_return_val_if_fail( harvester != NULL, count );
        entry = addrharvest_find( harvester, name );
        if( entry != NULL ) {
                count = entry->count;
@@ -253,7 +269,7 @@ gint addrharvest_get_count( AddressHarvester* harvester, const gchar *name ) {
 * Enter: harvester Harvester.
 */
 void addrharvest_free( AddressHarvester *harvester ) {
-       g_return_if_fail( harvester != NULL );
+       cm_return_if_fail( harvester != NULL );
 
        /* Free internal stuff */
        addrharvest_free_table( harvester );
@@ -270,30 +286,31 @@ void addrharvest_free( AddressHarvester *harvester ) {
        g_free( harvester );
 }
 
-/*
-* Display object to specified stream.
-* Enter: harvester Harvester.
-*        stream    Output stream.
-*/
-void addrharvest_print( AddressHarvester *harvester, FILE *stream ) {
-       GList *node;
-       HeaderEntry *entry;
-
-       g_return_if_fail( harvester != NULL );
-       fprintf( stream, "Address Harvester:\n" );
-       fprintf( stream, " file path: '%s'\n", harvester->path );
-       fprintf( stream, "max folder: %d'\n", harvester->folderSize );
-
-       node = harvester->headerTable;
-       while( node ) {
-               entry = node->data;
-               fprintf( stream, "   header: %s", entry->header );
-               fprintf( stream, "\t: %s", entry->selected ? "yes" : "no" );
-               fprintf( stream, "\t: %d\n", entry->count );
-               node = g_list_next( node );
-       }
-       fprintf( stream, "  ret val: %d\n", harvester->retVal );
+#ifdef USE_ALT_ADDRBOOK
+static gchar* get_namepart(const gchar* name, Namepart namepart) {
+    gchar *pos, *part = NULL;
+    gchar *token = g_strdup(name);
+
+    pos = g_strrstr(token, " ");
+    if (namepart == FIRST) {
+        if (pos) {
+            *pos = '\0';
+            part = g_strdup(token);
+            *pos = ' ';
+        }
+    }
+    else {
+        if (! pos)
+            part = g_strdup(token);
+        else {
+            pos +=1;
+            part = g_strdup(pos);
+        }
+    }        
+    g_free(token);
+    return part;
 }
+#endif
 
 /*
  * Insert address into cache.
@@ -308,6 +325,7 @@ static void addrharvest_insert_cache(
                AddressCache *cache, const gchar *name,
                const gchar *address )
 {
+#ifndef USE_ALT_ADDRBOOK
        ItemPerson *person;
        ItemFolder *folder;
        gchar *folderName;
@@ -323,11 +341,15 @@ static void addrharvest_insert_cache(
        if( entry->count % harvester->folderSize == 0 ) {
                newFolder = TRUE;       /* Folder is full */
        }
+#else
+    ContactEntry* person;
+    gchar* key;
+#endif
 
        /* Insert address */
-       key = g_strdup( address );
-       g_strdown( key );
+       key = g_utf8_strdown( address, -1 );
        person = g_hash_table_lookup( harvester->dupTable, key );
+#ifndef USE_ALT_ADDRBOOK
        if( person ) {
                /* Update existing person to use longest name */
                value = ADDRITEM_NAME(person);
@@ -358,6 +380,16 @@ static void addrharvest_insert_cache(
                entry->count++;
        }
        addritem_parse_first_last( person );
+#else
+       if (! person) {
+               person = g_new0(ContactEntry, 1);
+               person->first_name = get_namepart(name, FIRST);
+               person->last_name = get_namepart(name, LAST);
+               person->email = g_strdup(address);
+               g_hash_table_insert(harvester->dupTable, key, person);
+               entry->count++;
+       }
+#endif
 }
 
 /*
@@ -526,8 +558,8 @@ static void addrharvest_parse_address(
 
                /* Copy into buffer */
                bufLen = ( size_t ) ( ep - bp );
-               if( bufLen > ADDR_BUFFSIZE ) {
-                       bufLen = ADDR_BUFFSIZE;
+               if( bufLen > ADDR_BUFFSIZE -1 ) {
+                       bufLen = ADDR_BUFFSIZE - 1;
                }
                strncpy( buffer, bp, bufLen );
                buffer[ bufLen ] = '\0';
@@ -551,18 +583,21 @@ static void addrharvest_parse_address(
                        mgu_str_ltc2space( buffer, '(', ')' );
                        g_strstrip( buffer );
 
-                       if( g_ascii_strcasecmp( buffer, email ) == 0 ) {
-                               name = "";
-                       }
-                       else {
-                               name = buffer;
-                               conv_unmime_header_overwrite(name);
-                       }
+                       if( g_ascii_strcasecmp( buffer, email ) == 0 )
+                               name = g_strdup("");
+                       else
+                               name = conv_unmime_header(buffer, NULL, TRUE);
 
                        /* Insert into address book */
+#ifndef USE_ALT_ADDRBOOK
                        addrharvest_insert_cache(
                                harvester, entry, cache, name, email );
+#else
+                       addrharvest_insert_cache(
+                               harvester, entry, NULL, name, email);
+#endif
                        g_free( email );
+                       g_free( name );
                }
                hdrBuf = ep;
        }
@@ -615,7 +650,7 @@ static GSList *addrharvest_get_header( FILE *fp, GList *listHdr, gboolean *done
        list = NULL;
 
        /* Read line */
-       if( fgets( buf, MSG_BUFFSIZE, fp ) == NULL ) {
+       if( claws_fgets( buf, MSG_BUFFSIZE, fp ) == NULL ) {
                *done = TRUE;
                return list;
        }
@@ -642,7 +677,7 @@ static GSList *addrharvest_get_header( FILE *fp, GList *listHdr, gboolean *done
                ch = fgetc( fp );
                if( ch == ' ' || ch == '\t' ) {
                        /* Continuation character - read into buffer */
-                       if( fgets( buf, MSG_BUFFSIZE, fp ) == NULL ) {
+                       if( claws_fgets( buf, MSG_BUFFSIZE, fp ) == NULL ) {
                                break;
                        }
                }
@@ -679,7 +714,7 @@ static gint addrharvest_readfile(
        GSList *list;
        gboolean done;
 
-       msgFile = fopen( fileName, "rb" );
+       msgFile = claws_fopen( fileName, "rb" );
        if( ! msgFile ) {
                /* Cannot open file */
                retVal = MGU_OPEN_FILE;
@@ -718,7 +753,7 @@ static gint addrharvest_readfile(
                g_free( buf );
        }
 
-       fclose( msgFile );
+       claws_fclose( msgFile );
        return MGU_SUCCESS;
 }
 
@@ -734,36 +769,44 @@ static void addrharvest_harvest_dir(
        AddressHarvester *harvester, AddressCache *cache, GList *listHdr,
        gchar *dir )
 {
-       DIR *dp;
-       struct dirent *d;
-       struct stat s;
+       GDir *dp;
+       const gchar *d;
+       gchar *fullname;
+       GError *error = NULL;
        gint num;
 
-       if( ( dp = opendir( dir ) ) == NULL ) {
+       debug_print("Harvesting addresses from dir '%s'\n", dir);
+
+       if( ( dp = g_dir_open( dir, 0, &error ) ) == NULL ) {
+               debug_print("opening '%s' failed: %d (%s)\n", dir,
+                               error->code, error->message);
+               g_error_free(error);
                return;
        }
 
        /* Process directory */
-       chdir( dir );
-       while( ( d = readdir( dp ) ) != NULL ) {
-               stat( d->d_name, &s );
-               if( S_ISDIR( s.st_mode ) ) {
+       while( (d = g_dir_read_name( dp )) != NULL ) {
+               fullname = g_strconcat(dir, G_DIR_SEPARATOR_S, d, NULL);
+               if( g_file_test(fullname, G_FILE_TEST_IS_DIR) ) {
                        if( harvester->folderRecurse ) {
-                               if( strstr( DIR_IGNORE, d->d_name ) != NULL )
+                               if( strstr( DIR_IGNORE, d ) != NULL ) {
+                                       g_free(fullname);
                                        continue;
+                               }
+
                                addrharvest_harvest_dir(
-                                       harvester, cache, listHdr, d->d_name );
+                                       harvester, cache, listHdr, (gchar *)fullname );
                        }
                }
-               if( S_ISREG( s.st_mode ) ) {
-                       if( ( num = to_number( d->d_name ) ) >= 0 ) {
+               if( g_file_test(fullname, G_FILE_TEST_IS_REGULAR) ) {
+                       if( ( num = to_number( d ) ) >= 0 ) {
                                addrharvest_readfile(
-                                       harvester, d->d_name, cache, listHdr );
+                                       harvester, fullname, cache, listHdr );
                        }
                }
+               g_free(fullname);
        }
-       chdir( ".." );
-       closedir( dp );
+       g_dir_close( dp );
 }
 
 /*
@@ -776,25 +819,25 @@ static void addrharvest_harvest_list(
        AddressHarvester *harvester, AddressCache *cache, GList *listHdr,
        GList *msgList )
 {
-       DIR *dp;
        gint num;
        GList *node;
-       gchar msgNum[ MSGNUM_BUFFSIZE ];
+       gchar *fullname;
 
-       if( ( dp = opendir( harvester->path ) ) == NULL ) {
+       if (!g_file_test(harvester->path, G_FILE_TEST_EXISTS | G_FILE_TEST_IS_DIR)) {
+               debug_print("'%s' doesn't exist or is not a dir\n", harvester->path);
                return;
        }
 
        /* Process message list */
-       chdir( harvester->path );
        node = msgList;
        while( node ) {
                num = GPOINTER_TO_UINT( node->data );
-               sprintf( msgNum, "%d", num );
-               addrharvest_readfile( harvester, msgNum, cache, listHdr );
+               fullname = g_strdup_printf("%s%c%d",
+                               harvester->path, G_DIR_SEPARATOR, num);
+               addrharvest_readfile( harvester, fullname, cache, listHdr );
+               g_free(fullname);
                node = g_list_next( node );
        }
-       closedir( dp );
 }
 
 /*
@@ -814,14 +857,17 @@ gint addrharvest_harvest(
        GList *listHdr;
 
        retVal = MGU_BAD_ARGS;
-       g_return_val_if_fail( harvester != NULL, retVal );
-       g_return_val_if_fail( cache != NULL, retVal );
-       g_return_val_if_fail( harvester->path != NULL, retVal );
+       cm_return_val_if_fail( harvester != NULL, retVal );
+#ifndef USE_ALT_ADDRBOOK
+       cm_return_val_if_fail( cache != NULL, retVal );
+#endif
+       cm_return_val_if_fail( harvester->path != NULL, retVal );
 
+#ifndef USE_ALT_ADDRBOOK
        /* Clear cache */
        addrcache_clear( cache );
        cache->dataRead = FALSE;
-
+#endif
        /* Build list of headers of interest */
        listHdr = NULL;
        node = harvester->headerTable;
@@ -832,8 +878,7 @@ gint addrharvest_harvest(
                if( entry->selected ) {
                        gchar *p;
 
-                       p = g_strdup( entry->header );
-                       g_strdown( p );
+                       p = g_utf8_strdown( entry->header, -1 );
                        listHdr = g_list_append( listHdr, p );
                }
                node = g_list_next( node );
@@ -848,10 +893,11 @@ gint addrharvest_harvest(
        }
        mgu_free_dlist( listHdr );
 
+#ifndef USE_ALT_ADDRBOOK
        /* Mark cache */
        cache->modified = FALSE;
        cache->dataRead = TRUE;
-
+#endif
        return retVal;
 }
 
@@ -867,7 +913,7 @@ gboolean addrharvest_check_header( AddressHarvester *harvester ) {
        GList *node;
 
        retVal = FALSE;
-       g_return_val_if_fail( harvester != NULL, retVal );
+       cm_return_val_if_fail( harvester != NULL, retVal );
 
        node = harvester->headerTable;
        while( node ) {