2011-02-11 [mones] 3.7.8cvs53
[claws.git] / src / ldif.c
1 /*
2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 2001-2009 Match Grun and the Claws Mail team
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 3 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program. If not, see <http://www.gnu.org/licenses/>.
17  * 
18  */
19
20 /*
21  * Functions necessary to access LDIF files (LDAP Data Interchange Format
22  * files).
23  */
24
25 #include <glib.h>
26 #include <glib/gi18n.h>
27 #include <string.h>
28 #include <sys/stat.h>
29
30 #include "mgutils.h"
31 #include "ldif.h"
32 #include "addritem.h"
33 #include "addrcache.h"
34
35 #include "base64.h"
36 #include "utils.h"
37
38 #define LDIF_SEP_TAG    ':'
39 #define LDIF_LANG_TAG   ';'
40
41 /**
42  * Create new object.
43  * \return Initialized LDIF file object.
44  */
45 LdifFile *ldif_create() {
46         LdifFile *ldifFile;
47         ldifFile = g_new0( LdifFile, 1 );
48         ldifFile->path = NULL;
49         ldifFile->file = NULL;
50         ldifFile->hashFields = g_hash_table_new( g_str_hash, g_str_equal );
51         ldifFile->tempList = NULL;
52         ldifFile->dirtyFlag = TRUE;
53         ldifFile->accessFlag = FALSE;
54         ldifFile->retVal = MGU_SUCCESS;
55         ldifFile->cbProgress = NULL;
56         ldifFile->importCount = 0;
57         return ldifFile;
58 }
59
60 /**
61  * Specify full file specification of LDIF file.
62  * \param ldifFile LDIF import control object.
63  * \param value    Value of access flag.
64  */
65 void ldif_set_file( LdifFile *ldifFile, const gchar *value ) {
66         cm_return_if_fail( ldifFile != NULL );
67
68         if( ldifFile->path ) {
69                 if( strcmp( ldifFile->path, value ) != 0 )
70                         ldifFile->dirtyFlag = TRUE;
71         }
72         else {
73                 ldifFile->dirtyFlag = TRUE;
74         }
75         ldifFile->path = mgu_replace_string( ldifFile->path, value );
76         g_strstrip( ldifFile->path );
77         ldifFile->importCount = 0;
78 }
79
80 /**
81  * Set the file access indicator.
82  * \param ldifFile LDIF import control object.
83  * \param value    File specification.
84  */
85 void ldif_set_accessed( LdifFile *ldifFile, const gboolean value ) {
86         cm_return_if_fail( ldifFile != NULL );
87         ldifFile->accessFlag = value;
88 }
89
90 /**
91  * Create field record object.
92  * \return Initialized LDIF field object.
93  */
94 static Ldif_FieldRec *ldif_create_fieldrec( const gchar *field ) {
95         Ldif_FieldRec *rec = g_new0( Ldif_FieldRec, 1 );
96         rec->tagName = g_strdup( field );
97         rec->userName = NULL;
98         rec->reserved = FALSE;
99         rec->selected = FALSE;
100         return rec;
101 }
102
103 /**
104  * Free field record object.
105  * \param rec LDIF field object.
106  */
107 static void ldif_free_fieldrec( Ldif_FieldRec *rec ) {
108         if( rec ) {
109                 g_free( rec->tagName );
110                 g_free( rec->userName );
111                 rec->tagName = NULL;
112                 rec->userName = NULL;
113                 rec->reserved = FALSE;
114                 rec->selected = FALSE;
115                 g_free( rec );
116         }
117 }
118
119 /**
120  * Set user name for field record.
121  * \param rec   LDIF field object.
122  * \param value User name to set. Note that reserved fields cannot be
123  *              named.
124  */
125 void ldif_field_set_name( Ldif_FieldRec *rec, const gchar *value ) {
126         cm_return_if_fail( rec != NULL );
127
128         if( ! rec->reserved ) {
129                 rec->userName = mgu_replace_string( rec->userName, value );
130                 g_strstrip( rec->userName );
131         }
132 }
133
134 /**
135  * Specify selection for field record.
136  * \param rec   LDIF field object.
137  * \param value Set to <i>TRUE</i> to select field. Note that reserved
138  *              fields cannot be unselected.
139  */
140 void ldif_field_set_selected( Ldif_FieldRec *rec, const gboolean value ) {
141         cm_return_if_fail( rec != NULL );
142
143         if( ! rec->reserved ) {
144                 rec->selected = value;
145         }
146 }
147
148 /**
149  * Toggle selection for field record. Note that reserved fields cannot be
150  * toggled.
151  * \param rec   LDIF field object.
152  */
153 void ldif_field_toggle( Ldif_FieldRec *rec ) {
154         cm_return_if_fail( rec != NULL );
155
156         if( ! rec->reserved ) {
157                 rec->selected = !rec->selected;
158         }
159 }
160
161 /**
162  * Free hash table entry visitor function.
163  * \param  key   Key.
164  * \param  value Value (the LDIF field record).
165  * \param  data  User data.
166  * \return <code>-1</code>.
167 */
168 static gint ldif_hash_free_vis( gpointer key, gpointer value, gpointer data ) {
169         ldif_free_fieldrec( ( Ldif_FieldRec * ) value );
170         value = NULL;
171         key = NULL;
172         return -1;
173 }
174
175 /**
176  * Free up object by releasing internal memory.
177  * \param ldifFile LDIF import control object.
178  */
179 void ldif_free( LdifFile *ldifFile ) {
180         cm_return_if_fail( ldifFile != NULL );
181
182         /* Close file */
183         if( ldifFile->file ) fclose( ldifFile->file );
184
185         /* Free internal stuff */
186         g_free( ldifFile->path );
187
188         /* Free field list */
189         g_hash_table_foreach_remove( ldifFile->hashFields, ldif_hash_free_vis, NULL );
190         g_hash_table_destroy( ldifFile->hashFields );
191         ldifFile->hashFields = NULL;
192
193         /* Clear pointers */
194         ldifFile->file = NULL;
195         ldifFile->path = NULL;
196         ldifFile->retVal = MGU_SUCCESS;
197         ldifFile->tempList = NULL;
198         ldifFile->dirtyFlag = FALSE;
199         ldifFile->accessFlag = FALSE;
200         ldifFile->cbProgress = NULL;
201
202         /* Now release file object */
203         g_free( ldifFile );
204 }
205
206 /**
207  * Open file for read.
208  * \param  ldifFile LDIF import control object.
209  * \return <i>TRUE</i> if file opened successfully.
210  */
211 static gint ldif_open_file( LdifFile* ldifFile ) {
212         /* g_print( "Opening file\n" ); */
213         if( ldifFile->path ) {
214                 ldifFile->file = g_fopen( ldifFile->path, "rb" );
215                 if( ! ldifFile->file ) {
216                         /* g_print( "can't open %s\n", ldifFile->path ); */
217                         ldifFile->retVal = MGU_OPEN_FILE;
218                         return ldifFile->retVal;
219                 }
220         }
221         else {
222                 /* g_print( "file not specified\n" ); */
223                 ldifFile->retVal = MGU_NO_FILE;
224                 return ldifFile->retVal;
225         }
226
227         /* Setup a buffer area */
228         ldifFile->retVal = MGU_SUCCESS;
229         return ldifFile->retVal;
230 }
231
232 /**
233  * Close file.
234  * \param  ldifFile LDIF import control object.
235  */
236 static void ldif_close_file( LdifFile *ldifFile ) {
237         cm_return_if_fail( ldifFile != NULL );
238         if( ldifFile->file ) fclose( ldifFile->file );
239         ldifFile->file = NULL;
240 }
241
242 /**
243  * Read line of text from file.
244  * \param  ldifFile LDIF import control object.
245  * \return ptr to buffer where line starts.
246  */
247 static gchar *ldif_get_line( LdifFile *ldifFile ) {
248         gchar *buf = g_malloc(LDIFBUFSIZE);
249         gint ch;
250         int i = 0;
251         int cur_alloc = LDIFBUFSIZE;
252
253         if( feof( ldifFile->file ) ) {
254                 g_free(buf);
255                 return NULL;
256         }
257
258         while( i < cur_alloc-1 ) {
259                 ch = fgetc( ldifFile->file );
260                 if (ferror( ldifFile->file ))
261                         ldifFile->retVal = MGU_ERROR_READ;
262                 if( ch == '\0' || ch == EOF ) {
263                         if( i == 0 ) return NULL;
264                         break;
265                 }
266 #if HAVE_DOSISH_SYSTEM
267 #else
268                 if( ch == '\r' ) 
269                         continue;
270 #endif
271                 if( ch == '\n' ) 
272                         break;
273                 buf[i] = ch;
274                 i++;
275                 if (i == cur_alloc-1 && cur_alloc < LDIFBUFSIZE * 32) {
276                         cur_alloc += LDIFBUFSIZE;
277                         buf = g_realloc(buf, cur_alloc);
278                 }
279         }
280         buf[i] = '\0';
281
282         /* Return a copy of buffer */
283         return g_strdup( buf );
284 }
285
286 /**
287  * Parse tag name from line buffer.
288  * \param  line Buffer.
289  * \param  flag64 Base-64 encoder flag.
290  * \return Buffer containing the tag name, or NULL if no delimiter char found.
291  *         If a double delimiter (::) is found, flag64 is set.
292  */
293 static gchar *ldif_get_tagname( char* line, gboolean *flag64 ) {
294         gint len = 0;
295         gchar *tag = NULL;
296         gchar *lptr = line;
297         gchar *sptr = NULL;
298         
299         while( *lptr++ ) {
300                 /* Check for language tag */
301                 if( *lptr == LDIF_LANG_TAG ) {
302                         if( sptr == NULL ) sptr = lptr;
303                 }
304
305                 /* Check for delimiter */
306                 if( *lptr == LDIF_SEP_TAG ) {
307                         if( sptr ) {
308                                 len = sptr - line;
309                         }
310                         else {
311                                 len = lptr - line;
312                         }
313
314                         /* Base-64 encoding? */
315                         if( * ++lptr == LDIF_SEP_TAG ) *flag64 = TRUE;
316
317                         tag = g_strndup( line, len+1 );
318                         tag[ len ] = '\0';
319                         return tag;
320                 }
321         }
322         return tag;
323 }
324
325 /**
326  * Parse tag value from line buffer.
327  * \param  line Buffer.
328  * \return Buffer containing the tag value. Empty string is returned if
329  *         no delimiter char found.
330  */
331 static gchar *ldif_get_tagvalue( gchar* line ) {
332         gchar *value = NULL;
333         gchar *start = NULL;
334         gchar *lptr;
335         gint len = 0;
336
337         for( lptr = line; *lptr; lptr++ ) {
338                 if( *lptr == LDIF_SEP_TAG ) {
339                         if( ! start )
340                                 start = lptr + 1;
341                 }
342         }
343         if( start ) {
344                 if( *start == LDIF_SEP_TAG ) start++;
345                 len = lptr - start;
346                 value = g_strndup( start, len+1 );
347                 g_strstrip( value );
348         }
349         else {
350                 /* Ensure that we get an empty string */
351                 value = g_strndup( "", 1 );
352         }
353         value[ len ] = '\0';
354         return value;
355 }
356
357 /**
358  * Parsed address data record.
359  */
360 typedef struct _Ldif_ParsedRec_ Ldif_ParsedRec;
361 struct _Ldif_ParsedRec_ {
362         GSList *listCName;
363         GSList *listFName;
364         GSList *listLName;
365         GSList *listNName;
366         GSList *listAddress;
367         GSList *listID;
368         GSList *userAttr;
369 };
370
371 /**
372  * User attribute data record.
373  */
374 typedef struct _Ldif_UserAttr_ Ldif_UserAttr;
375 struct _Ldif_UserAttr_ {
376         gchar *name;
377         gchar *value;
378 };
379
380 /**
381  * Build an address list entry and append to list of address items in the
382  * address cache. Name is formatted as "<first-name> <last-name>".
383  * \param ldifFile LDIF import control object.
384  * \param rec      LDIF field object.
385  * \param cache    Address cache to be populated with data.
386  */
387 static void ldif_build_items(
388                 LdifFile *ldifFile, Ldif_ParsedRec *rec, AddressCache *cache )
389 {
390         GSList *nodeFirst;
391         GSList *nodeAddress;
392         GSList *nodeAttr;
393         gchar *firstName = NULL, *lastName = NULL, *fullName = NULL;
394         gchar *nickName = NULL;
395         gint iLen = 0, iLenT = 0;
396         ItemPerson *person;
397         ItemEMail *email;
398
399         nodeAddress = rec->listAddress;
400 //      if( nodeAddress == NULL ) return;
401
402         /* Find longest first name in list */
403         nodeFirst = rec->listFName;
404         while( nodeFirst ) {
405                 if( firstName == NULL ) {
406                         firstName = nodeFirst->data;
407                         iLen = strlen( firstName );
408                 }
409                 else {
410                         if( ( iLenT = strlen( nodeFirst->data ) ) > iLen ) {
411                                 firstName = nodeFirst->data;
412                                 iLen = iLenT;
413                         }
414                 }
415                 nodeFirst = g_slist_next( nodeFirst );
416         }
417
418         /* Format name */
419         if( rec->listLName ) {
420                 lastName = rec->listLName->data;
421         }
422
423         if( firstName ) {
424                 if( lastName ) {
425                         fullName = g_strdup_printf(
426                                 "%s %s", firstName, lastName );
427                 }
428                 else {
429                         fullName = g_strdup_printf( "%s", firstName );
430                 }
431         }
432         else {
433                 if( lastName ) {
434                         fullName = g_strdup_printf( "%s", lastName );
435                 }
436         }
437         
438         if (!fullName || strlen(fullName) == 0) {
439                 g_free(fullName);
440                 fullName = NULL;
441                 if (rec->listCName)
442                         fullName = g_strdup(rec->listCName->data);
443         }
444         
445         if( fullName ) {
446                 g_strchug( fullName ); g_strchomp( fullName );
447         }
448
449         if( rec->listNName ) {
450                 nickName = rec->listNName->data;
451         }
452
453         person = addritem_create_item_person();
454         addritem_person_set_common_name( person, fullName );
455         addritem_person_set_first_name( person, firstName );
456         addritem_person_set_last_name( person, lastName );
457         addritem_person_set_nick_name( person, nickName );
458         addrcache_id_person( cache, person );
459         addrcache_add_person( cache, person );
460         ++ldifFile->importCount;
461
462         /* Add address item */
463         while( nodeAddress ) {
464                 email = addritem_create_item_email();
465                 addritem_email_set_address( email, nodeAddress->data );
466                 addrcache_id_email( cache, email );
467                 addrcache_person_add_email( cache, person, email );
468                 nodeAddress = g_slist_next( nodeAddress );
469         }
470         g_free( fullName );
471         fullName = firstName = lastName = NULL;
472
473         /* Add user attributes */
474         nodeAttr = rec->userAttr;
475         while( nodeAttr ) {
476                 Ldif_UserAttr *attr = nodeAttr->data;
477                 UserAttribute *attrib = addritem_create_attribute();
478                 addritem_attrib_set_name( attrib, attr->name );
479                 addritem_attrib_set_value( attrib, attr->value );
480                 addritem_person_add_attribute( person, attrib );
481                 nodeAttr = g_slist_next( nodeAttr );
482         }
483         nodeAttr = NULL;
484 }
485
486 /**
487  * Add selected field as user attribute.
488  * \param rec       LDIF field object.
489  * \param tagName   LDIF tag name.
490  * \param tagValue  Data value.
491  * \param hashField Hash table to populate.
492  */
493 static void ldif_add_user_attr(
494                 Ldif_ParsedRec *rec, gchar *tagName, gchar *tagValue,
495                 GHashTable *hashField )
496 {
497         Ldif_FieldRec *fld = NULL;
498         Ldif_UserAttr *attr = NULL;
499         gchar *name;
500
501         fld = g_hash_table_lookup( hashField, tagName );
502         if( fld ) {
503                 if( ! fld->selected ) return;
504
505                 name = fld->tagName;
506                 if( fld->userName ) {
507                         name = fld->userName;
508                 }
509                 attr = g_new0( Ldif_UserAttr, 1 );
510                 attr->name = g_strdup( name );
511                 attr->value = g_strdup( tagValue );
512                 rec->userAttr = g_slist_append( rec->userAttr, attr );
513         }
514 }
515
516 /**
517  * Add value to parsed data.
518  * \param rec       LDIF field object.
519  * \param tagName   LDIF tag name.
520  * \param tagValue  Data value.
521  * \param hashField Hash table to populate.
522  */
523 static void ldif_add_value(
524                Ldif_ParsedRec *rec, gchar *tagName, gchar *tagValue,
525                GHashTable *hashField )
526 {
527         gchar *nm, *val;
528
529         nm = g_strdup( tagName );
530         g_utf8_strdown( nm, -1 );
531         if( tagValue ) {
532                 val = g_strdup( tagValue );
533         }
534         else {
535                 val = g_strdup( "" );
536         }
537         g_strstrip( val );
538
539         if( g_utf8_collate( nm, LDIF_TAG_COMMONNAME ) == 0 ) {
540                 rec->listCName = g_slist_append( rec->listCName, val );
541         }
542         else if( g_utf8_collate( nm, LDIF_TAG_FIRSTNAME ) == 0 ) {
543                 rec->listFName = g_slist_append( rec->listFName, val );
544         }
545         else if( g_utf8_collate( nm, LDIF_TAG_LASTNAME ) == 0 ) {
546                 rec->listLName = g_slist_append( rec->listLName, val );
547         }
548         else if( g_utf8_collate( nm, LDIF_TAG_NICKNAME ) == 0 ) {
549                 rec->listNName = g_slist_append( rec->listNName, val );
550         }
551         else if( g_utf8_collate( nm, LDIF_TAG_EMAIL ) == 0 ) {
552                 rec->listAddress = g_slist_append( rec->listAddress, val );
553         }
554         else {
555                 /* Add field as user attribute */
556                 ldif_add_user_attr( rec, tagName, tagValue, hashField );
557         }
558         g_free( nm );
559 }
560
561 /**
562  * Clear parsed data record.
563  * \param rec LDIF field object.
564  */
565 static void ldif_clear_rec( Ldif_ParsedRec *rec ) {
566         GSList *list;
567
568         /* Free up user attributes */
569         list = rec->userAttr;
570         while( list ) {
571                 Ldif_UserAttr *attr = list->data;
572                 g_free( attr->name );
573                 g_free( attr->value );
574                 g_free( attr );
575                 list = g_slist_next( list );
576         }
577         g_slist_free( rec->userAttr );
578
579         g_slist_free( rec->listCName );
580         g_slist_free( rec->listFName );
581         g_slist_free( rec->listLName );
582         g_slist_free( rec->listNName );
583         g_slist_free( rec->listAddress );
584         g_slist_free( rec->listID );
585
586         rec->userAttr = NULL;
587         rec->listCName = NULL;
588         rec->listFName = NULL;
589         rec->listLName = NULL;
590         rec->listNName = NULL;
591         rec->listAddress = NULL;
592         rec->listID = NULL;
593 }
594
595 /**
596  * Read file data into address cache.
597  * Note that one LDIF record identifies one entity uniquely with the
598  * distinguished name (dn) tag. Each person can have multiple E-Mail
599  * addresses. Also, each person can have many common name (cn) tags.
600  *
601  * \param  ldifFile LDIF import control object.
602  * \param  cache    Address cache to be populated with data.
603  */
604 static void ldif_read_file( LdifFile *ldifFile, AddressCache *cache ) {
605         gchar *tagName = NULL, *tagValue = NULL;
606         gchar *lastTag = NULL, *fullValue = NULL;
607         GSList *listValue = NULL;
608         gboolean flagEOF = FALSE, flagEOR = FALSE;
609         gboolean flag64 = FALSE, last64 = FALSE;
610         Ldif_ParsedRec *rec;
611         long posEnd = 0L;
612         long posCur = 0L;
613         GHashTable *hashField;
614
615         hashField = ldifFile->hashFields;
616         rec = g_new0( Ldif_ParsedRec, 1 );
617         ldif_clear_rec( rec );
618
619         /* Find EOF for progress indicator */
620         fseek( ldifFile->file, 0L, SEEK_END );
621         posEnd = ftell( ldifFile->file );
622         fseek( ldifFile->file, 0L, SEEK_SET );
623
624         while( ! flagEOF ) {
625                 gchar *line =  ldif_get_line( ldifFile );
626
627                 posCur = ftell( ldifFile->file );
628                 if( ldifFile->cbProgress ) {
629                         /* Call progress indicator */
630                         ( ldifFile->cbProgress ) ( ldifFile, & posEnd, & posCur );
631                 }
632
633                 flag64 = FALSE;
634                 if( line == NULL ) {
635                         flagEOF = flagEOR = TRUE;
636                 }
637                 else if( *line == '\0' ) {
638                         flagEOR = TRUE;
639                 }
640
641                 if( flagEOR ) {
642                         /* EOR, Output address data */
643                         if( lastTag ) {
644                                 /* Save record */
645                                 fullValue = mgu_list_coalesce( listValue );
646                                 if (fullValue && last64) {
647                                         gchar *out = g_malloc(strlen(fullValue));
648                                         int len = 0;
649                                         if ((len = base64_decode(out, fullValue,
650                                                         strlen(fullValue))) >= 0) {
651                                                 g_free(fullValue);
652                                                 fullValue = out;
653                                                 fullValue[len] = '\0';
654                                         } else
655                                                 g_free(out);
656                                 }
657                                 /* Base-64 encoded data */
658                                 /*
659                                 if( last64 ) {
660                                         ldif_dump_b64( fullValue );
661                                 }
662                                 */
663
664                                 ldif_add_value( rec, lastTag, fullValue, hashField );
665                                 /* ldif_print_record( rec, stdout ); */
666                                 ldif_build_items( ldifFile, rec, cache );
667                                 ldif_clear_rec( rec );
668                                 g_free( lastTag );
669                                 mgu_free_list( listValue );
670                                 lastTag = NULL;
671                                 listValue = NULL;
672                                 last64 = FALSE;
673                         }
674                 }
675                 if( line ) {
676                         flagEOR = FALSE;
677                         if( *line == ' ' ) {
678                                 /* Continuation line */
679                                 listValue = g_slist_append(
680                                         listValue, g_strdup( line+1 ) );
681                         }
682                         else if( *line == '=' ) {
683                                 /* Base-64 encoded continuation field */
684                                 listValue = g_slist_append(
685                                         listValue, g_strdup( line ) );
686                         }
687                         else {
688                                 /* Parse line */
689                                 tagName = ldif_get_tagname( line, &flag64 );
690                                 if( tagName ) {
691                                         tagValue = ldif_get_tagvalue( line );
692                                         if( tagValue ) {
693                                                 if( lastTag ) {
694                                                         /* Save data */
695                                                         fullValue =
696                                                                 mgu_list_coalesce( listValue );
697                                                         if (fullValue && last64) {
698                                                                 gchar *out = g_malloc(strlen(fullValue));
699                                                                 int len = 0;
700                                                                 if ((len = base64_decode(out, fullValue,
701                                                                                 strlen(fullValue))) >= 0) {
702                                                                         g_free(fullValue);
703                                                                         fullValue = out;
704                                                                         fullValue[len] = '\0';
705                                                                 } else
706                                                                         g_free(out);
707                                                         }
708                                                         /* Base-64 encoded data */
709                                                         /*
710                                                         if( last64 ) {
711                                                                 ldif_dump_b64( fullValue );
712                                                         }
713                                                         */
714
715                                                         ldif_add_value(
716                                                                 rec, lastTag, fullValue,
717                                                                 hashField );
718                                                         g_free( lastTag );
719                                                         mgu_free_list( listValue );
720                                                         lastTag = NULL;
721                                                         listValue = NULL;
722                                                         last64 = FALSE;
723                                                 }
724
725                                                 lastTag = g_strdup( tagName );
726                                                 listValue = g_slist_append(
727                                                         listValue,
728                                                         g_strdup( tagValue ) );
729                                                 g_free( tagValue );
730                                                 last64 = flag64;
731                                         }
732                                         g_free( tagName );
733                                 }
734                         }
735                 }
736                 g_free( line );
737         }
738
739         /* Release data */
740         ldif_clear_rec( rec );
741         g_free( rec );
742         g_free( lastTag );
743         mgu_free_list( listValue );
744 }
745
746 /**
747  * Add list of field names to hash table.
748  * \param table Hashtable.
749  * \param list  List of fields.
750  */
751 static void ldif_hash_add_list( GHashTable *table, GSList *list ) {
752         GSList *node = list;
753
754         /* mgu_print_list( list, stdout ); */
755         while( node ) {
756                 gchar *tag = node->data;
757                 if( ! g_hash_table_lookup( table, tag ) ) {
758                         Ldif_FieldRec *rec = NULL;
759                         gchar *key = g_strdup( tag );
760
761                         rec = ldif_create_fieldrec( tag );
762                         if( g_utf8_collate( tag, LDIF_TAG_DN ) == 0 ) {
763                                 rec->reserved = rec->selected = TRUE;
764                                 rec->userName = g_strdup( "dn" );
765                         }
766                         else if( g_utf8_collate( tag, LDIF_TAG_COMMONNAME ) == 0 ) {
767                                 rec->reserved = rec->selected = TRUE;
768                                 rec->userName = g_strdup( _( "Display Name" ) );
769                         }
770                         else if( g_utf8_collate( tag, LDIF_TAG_FIRSTNAME ) == 0 ) {
771                                 rec->reserved = rec->selected = TRUE;
772                                 rec->userName = g_strdup( _( "First Name" ) );
773                         }
774                         else if( g_utf8_collate( tag, LDIF_TAG_LASTNAME ) == 0 ) {
775                                 rec->reserved = rec->selected = TRUE;
776                                 rec->userName = g_strdup( _( "Last Name" ) );
777                         }
778                         else if( g_utf8_collate( tag, LDIF_TAG_NICKNAME ) == 0 ) {
779                                 rec->reserved = rec->selected = TRUE;
780                                 rec->userName = g_strdup( _( "Nick Name" ) );
781                         }
782                         else if( g_utf8_collate( tag, LDIF_TAG_EMAIL ) == 0 ) {
783                                 rec->reserved = rec->selected = TRUE;
784                                 rec->userName = g_strdup( _( "Email Address" ) );
785                         }
786                         g_hash_table_insert( table, key, rec );
787                 }
788                 node = g_slist_next( node );
789         }
790 }
791
792 /**
793  * Sorted list comparison function.
794  * \param  ptr1 First field.
795  * \param  ptr2 Second field.
796  * \return <code>-1, 0, +1</code> if first record less than, equal,
797  *         greater than second.
798  */
799 static gint ldif_field_compare( gconstpointer ptr1, gconstpointer ptr2 ) {
800         const Ldif_FieldRec *rec1 = ptr1;
801         const Ldif_FieldRec *rec2 = ptr2;
802
803         if( rec1->reserved ) {
804                 if( ! rec2->reserved ) {
805                         return +1;
806                 }
807         }
808         else {
809                 if( rec2->reserved ) {
810                         return -1;
811                 }
812         }
813         return g_utf8_collate( rec1->tagName, rec2->tagName );
814 }
815
816 /*
817  * Append hash table entry to list - visitor function.
818  * \param key   Key.
819  * \param value Data value.
820  * \param data  User data (the LDIF import control object).
821  */
822 static void ldif_hash2list_vis( gpointer key, gpointer value, gpointer data ) {
823         LdifFile *ldf = data;
824         ldf->tempList =
825                 g_list_insert_sorted( ldf->tempList, value, ldif_field_compare );
826 }
827
828 /**
829  * Read tag names for file data.
830  * \param  ldifFile LDIF import control object.
831  */
832 static void ldif_read_tag_list( LdifFile *ldifFile ) {
833         gchar *tagName = NULL;
834         GSList *listTags = NULL;
835         gboolean flagEOF = FALSE, flagEOR = FALSE, flagMail = FALSE;
836         gboolean flag64 = FALSE;
837         long posEnd = 0L;
838         long posCur = 0L;
839
840         /* Clear hash table */
841         g_hash_table_foreach_remove(
842                 ldifFile->hashFields, ldif_hash_free_vis, NULL );
843
844         /* Find EOF for progress indicator */
845         fseek( ldifFile->file, 0L, SEEK_END );
846         posEnd = ftell( ldifFile->file );
847         fseek( ldifFile->file, 0L, SEEK_SET );
848
849         if (posEnd == 0) {
850                 ldifFile->retVal = MGU_EOF;
851                 return;
852         }
853                 
854         /* Process file */
855         while( ! flagEOF ) {
856                 gchar *line = ldif_get_line( ldifFile );
857                 posCur = ftell( ldifFile->file );
858                 if( ldifFile->cbProgress ) {
859                         /* Call progress indicator */
860                         ( ldifFile->cbProgress ) ( ldifFile, & posEnd, & posCur );
861                 }
862
863                 flag64 = FALSE;
864                 if( line == NULL ) {
865                         flagEOF = flagEOR = TRUE;
866                 }
867                 else if( *line == '\0' ) {
868                         flagEOR = TRUE;
869                 }
870
871                 if( flagEOR ) {
872                         /* EOR, Output address data */
873                         /* Save field list to hash table */
874                         if( flagMail ) {
875                                 ldif_hash_add_list(
876                                         ldifFile->hashFields, listTags );
877                         }
878                         mgu_free_list( listTags );
879                         listTags = NULL;
880                         flagMail = FALSE;
881                 }
882                 if( line ) {
883                         flagEOR = FALSE;
884                         if( *line == ' ' ) {
885                                 /* Continuation line */
886                         }
887                         else if( *line == '=' ) {
888                                 /* Base-64 encoded continuation field */
889                         }
890                         else {
891                                 /* Parse line */
892                                 tagName = ldif_get_tagname( line, &flag64 );
893                                 if( tagName ) {
894                                         /* Add tag to list */
895                                         listTags = g_slist_append( listTags, tagName );
896
897                                         if( g_utf8_collate(
898                                                 tagName, LDIF_TAG_EMAIL ) == 0 )
899                                         {
900                                                 flagMail = TRUE;
901                                         }
902                                 } else {
903                                         g_strstrip(line);
904                                         if (*line != '\0') {
905                                                 debug_print("ldif: bad format: '%s'\n", line);
906                                                 ldifFile->retVal = MGU_BAD_FORMAT;
907                                         }
908                                 }
909                         }
910                 }
911                 g_free( line );
912         }
913
914         /* Release data */
915         mgu_free_list( listTags );
916         listTags = NULL;
917 }
918
919 /**
920  * Read file into list. Main entry point
921  * \param  ldifFile LDIF import control object.
922  * \param  cache    Address cache to load.
923  * \return Status code.
924  */
925 gint ldif_import_data( LdifFile *ldifFile, AddressCache *cache ) {
926         cm_return_val_if_fail( ldifFile != NULL, MGU_BAD_ARGS );
927         ldifFile->retVal = MGU_SUCCESS;
928         addrcache_clear( cache );
929         cache->dataRead = FALSE;
930         ldif_open_file( ldifFile );
931         if( ldifFile->retVal == MGU_SUCCESS ) {
932                 /* Read data into the cache */
933                 ldif_read_file( ldifFile, cache );
934                 ldif_close_file( ldifFile );
935
936                 /* Mark cache */
937                 cache->modified = FALSE;
938                 cache->dataRead = TRUE;
939         }
940         return ldifFile->retVal;
941 }
942
943 /**
944  * Process entire file reading list of unique fields. List of fields may be
945  * accessed with the <code>ldif_get_fieldlist()</code> function.
946  * \param  ldifFile LDIF import control object.
947  * \return Status code.
948  */
949 gint ldif_read_tags( LdifFile *ldifFile ) {
950         cm_return_val_if_fail( ldifFile != NULL, MGU_BAD_ARGS );
951         ldifFile->retVal = MGU_SUCCESS;
952         if( ldifFile->dirtyFlag ) {
953                 ldif_open_file( ldifFile );
954                 if( ldifFile->retVal == MGU_SUCCESS ) {
955                         /* Read data into the cache */
956                         ldif_read_tag_list( ldifFile );
957                         ldif_close_file( ldifFile );
958                         ldifFile->dirtyFlag = FALSE;
959                         ldifFile->accessFlag = TRUE;
960                 }
961         }
962         return ldifFile->retVal;
963 }
964
965 /**
966  * Return list of fields for LDIF file.
967  * \param  ldifFile LDIF import control object.
968  * \return Linked list of <code>Ldif_FieldRec</code> objects. This list may be
969  *         <code>g_free()</code>. Note that the objects in the list should not
970  *         be freed since they refer to objects inside the internal cache.
971  *         These objects will be freed when LDIF file object is freed.
972  */
973 GList *ldif_get_fieldlist( LdifFile *ldifFile ) {
974         GList *list = NULL;
975
976         cm_return_val_if_fail( ldifFile != NULL, NULL );
977         if( ldifFile->hashFields ) {
978                 ldifFile->tempList = NULL;
979                 g_hash_table_foreach( ldifFile->hashFields, ldif_hash2list_vis, ldifFile );
980                 list = ldifFile->tempList;
981                 ldifFile->tempList = NULL;
982         }
983         return list;
984 }
985
986 /**
987  * Output LDIF name-value pair to stream. Only non-empty names and values will
988  * be output to file.
989  * \param stream File output stream.
990  * \param name   Name.
991  * \param value  Data value.
992  * \return <i>TRUE</i> if data output.
993  */
994 gboolean ldif_write_value( FILE *stream, const gchar *name, const gchar *value ) {
995         if( name == NULL ) return FALSE;
996         if( value == NULL ) return FALSE;
997         if( strlen( name ) < 1 ) return FALSE;
998         if( strlen( value ) < 1 ) return FALSE;
999         fprintf( stream, "%s: ", name );
1000         fprintf( stream, "%s\n", value );
1001         return TRUE;
1002 }
1003
1004 /**
1005  * Output LDIF End of Record to stream.
1006  * \param stream File output stream.
1007  * \return <i>TRUE</i> if data output.
1008  */
1009 void ldif_write_eor( FILE *stream ) {
1010         /* Simple but caller should not need to know how to end record. */
1011         fprintf( stream, "\n" );
1012 }
1013
1014 /*
1015  * ============================================================================
1016  * End of Source.
1017  * ============================================================================
1018  */
1019