Remove more line breaks from g_warning()
[claws.git] / src / plugins / archive / libarchive_archive.c
1 /*
2  * Claws Mail -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2016 Michael Rasmussen and the Claws Mail Team
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 3 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program. If not, see <http://www.gnu.org/licenses/>.
17  */
18
19 #ifdef HAVE_CONFIG_H
20 #  include "config.h"
21 #include "claws-features.h"
22 #endif
23
24 #include <glib.h>
25 #include <glib/gi18n.h>
26
27 #include "libarchive_archive.h"
28
29 #ifndef _TEST
30 #       include "archiver.h"
31 #       include "utils.h"
32 #       include "mainwindow.h"
33 #   include "folder.h"
34 #endif
35
36 #include <sys/types.h>
37 #include <sys/stat.h>
38
39 #include <archive.h>
40 #include <archive_entry.h>
41 #include <fcntl.h>
42 #include <stdio.h>
43 #include <stdlib.h>
44 #include <string.h>
45 #include <unistd.h>
46 #include <dirent.h>
47 #include <glib.h>
48 #include <libgen.h>
49
50 #define READ_BLOCK_SIZE 10240
51
52 struct file_info {
53         char* path;
54         char* name;
55 };
56
57 static GSList* msg_trash_list = NULL;
58 static GSList* file_list = NULL;
59 static gboolean stop_action = FALSE;
60
61 #ifdef _TEST
62 static int permissions = 0;
63 #endif
64
65 static void free_msg_trash(MsgTrash* trash) {
66     if (trash) {
67         debug_print("Freeing files in %s\n", folder_item_get_name(trash->item));
68         if (trash->msgs) {
69             g_slist_free(trash->msgs);
70         }
71         g_free(trash);
72     }
73 }
74
75 MsgTrash* new_msg_trash(FolderItem* item) {
76     MsgTrash* msg_trash;
77     FolderType  type;
78
79     g_return_val_if_fail(item != NULL, NULL);
80
81     /* FolderType must be F_MH, F_MBOX, F_MAILDIR or F_IMAP */
82     type = item->folder->klass->type;
83     if (!(type == F_MH || type == F_MBOX || 
84             type == F_MAILDIR || type == F_IMAP))
85        return NULL; 
86     msg_trash = g_new0(MsgTrash, 1);
87     msg_trash->item = item;
88     msg_trash->msgs = NULL;
89     msg_trash_list = g_slist_prepend(msg_trash_list, msg_trash);
90     
91     return msg_trash;
92     }
93
94 void archive_free_archived_files() {
95     MsgTrash* mt = NULL;
96     gint    res;
97     GSList* l = NULL;
98    
99     for (l = msg_trash_list; l; l = g_slist_next(l)) {
100         mt = (MsgTrash *) l->data;
101         debug_print("Trashing messages in folder: %s\n", 
102                 folder_item_get_name(mt->item));
103         res = folder_item_remove_msgs(mt->item, mt->msgs);
104         debug_print("Result was %d\n", res);
105         free_msg_trash(mt);
106     }
107     g_slist_free(msg_trash_list);
108     msg_trash_list = NULL;
109 }
110
111 void archive_add_msg_mark(MsgTrash* trash, MsgInfo* msg) {
112     g_return_if_fail(trash != NULL || msg != NULL);
113     debug_print("Marking msg #%d for removal\n", msg->msgnum);
114     trash->msgs = g_slist_prepend(trash->msgs, msg);
115 }
116
117 static void free_all(GDate* date, gchar** parts) {
118     if (date)
119         g_date_free(date);
120     if (parts)
121         g_strfreev(parts);
122 }
123
124 static gboolean is_iso_string(gchar** items) {
125     int i = -1;
126     gchar* item;
127
128     while (*items) {
129         i++;
130         item = *items++;
131         debug_print("Date part %d: %s\n", i, item);
132         switch(i) {
133             case 0:
134                 if (strlen(item) != 4)
135                     return FALSE;
136                 break;
137             case 1:
138             case 2:
139                 if (strlen(item) != 2)
140                     return FALSE;
141                 break;
142             default:
143                 return FALSE;
144         }
145     }
146     debug_print("Leaving\n");
147     return (i == 2);
148 }
149
150 static GDate* iso2GDate(const gchar* date) {
151     GDate*  gdate;
152     gchar** parts = NULL;
153     int     i;
154
155     g_return_val_if_fail(date != NULL, NULL);
156
157     gdate = g_date_new();
158     parts = g_strsplit(date, "-", 3);
159     if (!parts)
160         return NULL;
161     if (! is_iso_string(parts))
162         return NULL;
163     for (i = 0; i < 3; i++) {
164         int t = atoi(parts[i]);
165         switch (i) {
166             case 0: 
167                 if (t < 1 || t > 9999) {
168                     free_all(gdate, parts);
169                     return NULL;
170                 }
171                 g_date_set_year(gdate, t);
172                 break;
173             case 1:
174                 if (t < 1 || t > 12) {
175                     free_all(gdate, parts);
176                     return NULL;
177                 }
178                 g_date_set_month(gdate, t);
179                 break;
180             case 2:
181                 if (t < 1 || t > 31) {
182                     free_all(gdate, parts);
183                     return NULL;
184                 }
185                 g_date_set_day(gdate, t);
186                 break;
187         }
188     }
189     g_strfreev(parts);
190     return gdate;
191 }
192
193 gboolean before_date(time_t msg_mtime, const gchar* before) {
194     gchar*      pos = NULL;
195     GDate*      date;
196     GDate*      file_t;
197     gboolean    res;
198
199     debug_print("Cut-off date: %s\n", before);
200     if ((date = iso2GDate(before)) == NULL) {
201         g_warning("Bad date format: %s", before);
202         return FALSE;
203     }
204
205     file_t = g_date_new();
206     g_date_set_time_t(file_t, msg_mtime);
207
208     if (debug_get_mode()) {
209         pos = g_new0(char, 100);
210         g_date_strftime(pos, 100, "%F", file_t);
211         fprintf(stderr, "File date: %s\n", pos);
212         g_free(pos);
213     }
214
215     if (! g_date_valid(file_t)) {
216         g_warning("Invalid msg date");
217         return FALSE;
218     }
219
220     res = (g_date_compare(file_t, date) >= 0) ? FALSE : TRUE;
221     g_date_free(file_t);
222     return res;
223 }
224    
225 static void archive_free_file_info(struct file_info* file) {
226         if (! file)
227                 return;
228         if (file->path)
229                 g_free(file->path);
230         if (file->name)
231                 g_free(file->name);
232         g_free(file);
233         file = NULL;
234 }
235
236 void stop_archiving() {
237         debug_print("stop action set to true\n");
238         stop_action = TRUE;
239 }
240
241 void archive_free_file_list(gboolean md5, gboolean rename) {
242         struct file_info* file = NULL;
243         gchar* path = NULL;
244
245         debug_print("freeing file list\n");
246         if (! file_list)
247                 return;
248         while (file_list) {
249                 file = (struct file_info *) file_list->data;
250                 if (!rename && md5 && g_str_has_suffix(file->name, ".md5")) {
251                         path = g_strdup_printf("%s/%s", file->path, file->name);
252                         debug_print("unlinking %s\n", path);
253                         g_unlink(path);
254                         g_free(path);
255                 }
256                 if (rename) {
257                         path = g_strdup_printf("%s/%s", file->path, file->name);
258                         debug_print("unlinking %s\n", path);
259                         g_unlink(path);
260                         g_free(path);
261                 }
262                 archive_free_file_info(file);
263                 file_list->data = NULL;
264                 file_list = g_slist_next(file_list);
265         }
266         if (file_list) {
267                 g_slist_free(file_list);
268                 file_list = NULL;
269         }
270 }
271
272 static struct file_info* archive_new_file_info() {
273         struct file_info* new_file_info = malloc(sizeof(struct file_info));
274
275         new_file_info->path = NULL;
276         new_file_info->name = NULL;
277         return new_file_info;
278 }
279
280 static void archive_add_to_list(struct file_info* file) {
281         if (! file)
282                 return;
283         file_list = g_slist_prepend(file_list, (gpointer) file);
284 }
285
286 static gchar* strip_leading_dot_slash(gchar* path) {
287         gchar* stripped = path;
288         gchar* result = NULL;
289
290         if (stripped && stripped[0] == '.') {
291                 ++stripped;
292         if (stripped && stripped[0] == '/')
293                 ++stripped;
294                 result = g_strdup(stripped);
295         }
296         else
297                 result = g_strdup(path);
298         return result;
299 }
300
301 static gchar* get_full_path(struct file_info* file) {
302         char* path = malloc(PATH_MAX);
303
304         if (file->path && *(file->path))
305                 sprintf(path, "%s/%s", file->path, file->name);
306         else
307                 sprintf(path, "%s", file->name);
308         return path;
309 }
310
311 #ifdef _TEST
312 static gchar* strip_leading_slash(gchar* path) {
313         gchar* stripped = path;
314         gchar* result = NULL;
315
316         if (stripped && stripped[0] == '/') {
317                 ++stripped;
318                 result = g_strdup(stripped);
319         }
320         else
321                 result = g_strdup(path);
322         return result;
323 }
324
325 static int archive_get_permissions() {
326         return permissions;
327 }
328
329
330 void archive_set_permissions(int perm) {
331         permissions = perm;
332 }
333
334 static int archive_copy_data(struct archive* in, struct archive* out) {
335         const void* buf;
336         size_t size;
337         off_t offset;
338         int res = ARCHIVE_OK;
339
340         while (res == ARCHIVE_OK) {
341                 res = archive_read_data_block(in, &buf, &size, &offset);
342                 if (res == ARCHIVE_OK) {
343                         res = archive_write_data_block(out, buf, size, offset);
344                 }
345         }
346         return (res == ARCHIVE_EOF) ? ARCHIVE_OK : res;
347 }
348 #endif
349
350 void archive_add_file(gchar* path) {
351         struct file_info* file;
352         gchar* filename = NULL;
353
354         g_return_if_fail(path != NULL);
355
356 #ifndef _TEST
357         debug_print("add %s to list\n", path);
358 #endif
359         filename = g_strrstr_len(path, strlen(path), "/");
360         if (! filename)
361                 g_warning("no filename in path '%s'", path);
362         g_return_if_fail(filename != NULL);
363
364         filename++;
365         file = archive_new_file_info();
366         file->name = g_strdup(filename);
367         file->path = strip_leading_dot_slash(dirname(path));
368         archive_add_to_list(file);
369 }
370
371 GSList* archive_get_file_list() {
372         return file_list;
373 }
374
375 #ifdef _TEST
376 const gchar* archive_extract(const char* archive_name, int flags) {
377         struct archive* in;
378         struct archive* out;
379         struct archive_entry* entry;
380         int res = ARCHIVE_OK;
381         gchar* buf = NULL;
382         const char* result == NULL;
383
384         g_return_val_if_fail(archive_name != NULL, ARCHIVE_FATAL);
385
386         fprintf(stdout, "%s: extracting\n", archive_name);
387         in = archive_read_new();
388         if ((res = archive_read_support_format_tar(in)) == ARCHIVE_OK) {
389                 if ((res = archive_read_support_compression_gzip(in)) == ARCHIVE_OK) {
390 #if ARCHIVE_VERSION_NUMBER < 3000000
391                         if ((res = archive_read_open_file(
392 #else
393                         if ((res = archive_read_open_filename(
394 #endif
395                                 in, archive_name, READ_BLOCK_SIZE)) != ARCHIVE_OK) {
396                                 g_warning("%s: %s", archive_name, archive_error_string(in));
397                                 result = archive_error_string(in);
398                         }
399                         else {
400                                 out = archive_write_disk_new();
401                                 if ((res = archive_write_disk_set_options(
402                                                                 out, flags)) == ARCHIVE_OK) {
403                                         res = archive_read_next_header(in, &entry);
404                                         while (res == ARCHIVE_OK) {
405                                                 res = archive_write_header(out, entry);
406                                                 if (res != ARCHIVE_OK) {
407                                                         g_warning("%s", archive_error_string(out));
408                                                         /* skip this file an continue */
409                                                         res = ARCHIVE_OK;
410                                                 }
411                                                 else {
412                                                         res = archive_copy_data(in, out);
413                                                         if (res != ARCHIVE_OK) {
414                                                                 g_warning("%s", archive_error_string(in));
415                                                                 /* skip this file an continue */
416                                                                 res = ARCHIVE_OK;
417                                                         }
418                                                         else
419                                                                 res = archive_read_next_header(in, &entry);
420                                                 }
421                                         }
422                                         if (res == ARCHIVE_EOF)
423                                                 res = ARCHIVE_OK;
424                                         if (res != ARCHIVE_OK) {
425                                                 gchar *e = archive_error_string(in);
426                                                 g_warning("%s: %s", archive_name, e? e: "unknown error");
427                                                 result = e;
428                                         }
429                                 }
430                                 else
431                                         result = archive_error_string(out);
432                                 archive_read_close(in);
433                         }
434 #if ARCHIVE_VERSION_NUMBER < 3000000
435                         archive_read_finish(in);
436 #else
437                         archive_read_free(in);
438 #endif
439                 }
440                 else
441                         result = archive_error_string(in);
442         }
443         else
444                 result = archive_error_string(in);
445         return result;
446 }
447 #endif
448
449 const gchar* archive_create(const char* archive_name, GSList* files,
450                         COMPRESS_METHOD method, ARCHIVE_FORMAT format) {
451         struct archive* arch;
452         struct archive_entry* entry;
453         char* buf = NULL;
454         ssize_t len;
455         int fd;
456         struct stat st;
457         struct file_info* file;
458         gchar* filename = NULL;
459         gchar* msg = NULL;
460
461 #ifndef _TEST
462         gint num = 0;
463         gint total = g_slist_length (files);
464 #endif
465
466         g_return_val_if_fail(files != NULL, "No files for archiving");
467
468         debug_print("File: %s\n", archive_name);
469         arch = archive_write_new();
470         switch (method) {
471                 case ZIP:
472 #if ARCHIVE_VERSION_NUMBER < 3000000
473                         if (archive_write_set_compression_gzip(arch) != ARCHIVE_OK)
474 #else
475                         if (archive_write_add_filter_gzip(arch) != ARCHIVE_OK)
476 #endif
477                                 return archive_error_string(arch);
478                         break;
479                 case BZIP2:
480 #if ARCHIVE_VERSION_NUMBER < 3000000
481                         if (archive_write_set_compression_bzip2(arch) != ARCHIVE_OK)
482 #else
483                         if (archive_write_add_filter_bzip2(arch) != ARCHIVE_OK)
484 #endif
485                                 return archive_error_string(arch);
486                         break;
487                 case COMPRESS:
488 #if ARCHIVE_VERSION_NUMBER < 3000000
489                         if (archive_write_set_compression_compress(arch) != ARCHIVE_OK)
490 #else
491                         if (archive_write_add_filter_compress(arch) != ARCHIVE_OK)
492 #endif
493                                 return archive_error_string(arch);
494                         break;
495                 case NO_COMPRESS:
496 #if ARCHIVE_VERSION_NUMBER < 3000000
497                         if (archive_write_set_compression_none(arch) != ARCHIVE_OK)
498 #else
499                         if (archive_write_add_filter_none(arch) != ARCHIVE_OK)
500 #endif
501                                 return archive_error_string(arch);
502                         break;
503         }
504         switch (format) {
505                 case TAR:
506                         if (archive_write_set_format_ustar(arch) != ARCHIVE_OK)
507                                 return archive_error_string(arch);
508                         break;
509                 case SHAR:
510                         if (archive_write_set_format_shar(arch) != ARCHIVE_OK)
511                                 return archive_error_string(arch);
512                         break;
513                 case PAX:
514                         if (archive_write_set_format_pax(arch) != ARCHIVE_OK)
515                                 return archive_error_string(arch);
516                         break;
517                 case CPIO:
518                         if (archive_write_set_format_cpio(arch) != ARCHIVE_OK)
519                                 return archive_error_string(arch);
520                         break;
521                 case NO_FORMAT:
522                         return "Missing archive format";
523         }
524 #if ARCHIVE_VERSION_NUMBER < 3000000
525         if (archive_write_open_file(arch, archive_name) != ARCHIVE_OK)
526 #else
527         if (archive_write_open_filename(arch, archive_name) != ARCHIVE_OK)
528 #endif
529                 return archive_error_string(arch);
530
531         while (files && ! stop_action) {
532 #ifndef _TEST
533                 set_progress_print_all(num++, total, 30);
534 #endif
535                 file = (struct file_info *) files->data;
536                 if (!file)
537                         continue;
538                 filename = get_full_path(file);
539                 /* libarchive will crash if instructed to add archive to it self */
540                 if (g_utf8_collate(archive_name, filename) == 0) {
541                         g_warning("%s: not dumping to '%s'", archive_name, filename);
542 #ifndef _TEST
543                         debug_print("%s: not dumping to '%s'\n", archive_name, filename);
544 #endif
545                 }
546                 else {
547 #ifndef _TEST
548                         debug_print("Adding: %s\n", filename);
549                         msg = g_strdup_printf("%s", filename);
550                         set_progress_file_label(msg);
551                         g_free(msg);
552 #endif
553                         entry = archive_entry_new();
554                         if ((fd = open(filename, O_RDONLY)) == -1) {
555                                 perror("open file");
556                         }
557                         else {
558                                 lstat(filename, &st);
559                                 archive_entry_copy_stat(entry, &st);
560                                 archive_entry_set_pathname(entry, filename);
561                                 if (S_ISLNK(st.st_mode)) {
562                                         buf = NULL;
563                                         buf = malloc(PATH_MAX + 1);
564                                         if ((len = readlink(filename, buf, PATH_MAX)) < 0)
565                                                 perror("error in readlink");
566                                         else
567                                                 buf[len] = '\0';
568                                         archive_entry_set_symlink(entry, buf);
569                                         g_free(buf);
570                                         archive_entry_set_size(entry, 0);
571                                         archive_write_header(arch, entry);
572                                 }
573                                 else {
574                                         if (archive_write_header(arch, entry) != ARCHIVE_OK)
575                                                 g_warning("%s", archive_error_string(arch));
576                                         buf = NULL;
577                                         buf = malloc(READ_BLOCK_SIZE);
578                                         len = read(fd, buf, READ_BLOCK_SIZE);
579                                         while (len > 0) {
580                                                 if (archive_write_data(arch, buf, len) == -1)
581                                                         g_warning("%s", archive_error_string(arch));
582                                                 memset(buf, 0, READ_BLOCK_SIZE);
583                                                 len = read(fd, buf, READ_BLOCK_SIZE);
584                                         }
585                                         g_free(buf);
586                                 }
587                                 close(fd);
588                                 archive_entry_free(entry);
589                         }
590                 }
591                 g_free(filename);
592                 files = g_slist_next(files);
593         }
594 #ifndef _TEST
595         if (stop_action)
596                 unlink(archive_name);
597         stop_action = FALSE;
598 #endif
599         archive_write_close(arch);
600 #if ARCHIVE_VERSION_NUMBER < 3000000
601         archive_write_finish(arch);
602 #else
603         archive_write_free(arch);
604 #endif
605         return NULL;
606 }
607
608 #ifdef _TEST
609 void archive_scan_folder(const char* dir) {
610         GStatBuf st;
611         DIR* root;
612         struct dirent* ent;
613         gchar cwd[PATH_MAX];
614         gchar path[PATH_MAX];
615         
616         getcwd(cwd, PATH_MAX);
617
618         if (g_stat(dir, &st) == -1)
619                 return;
620         if (! S_ISDIR(st.st_mode))
621                 return;
622         if (!(root = opendir(dir)))
623                 return;
624         chdir(dir);
625
626         while ((ent = readdir(root)) != NULL) {
627                 if (strcmp(".", ent->d_name) == 0 || strcmp("..", ent->d_name) == 0)
628                         continue;
629                 g_stat(ent->d_name, &st);
630                 sprintf(path, "%s/%s", dir, ent->d_name);
631                 if (S_ISREG(st.st_mode) || S_ISLNK(st.st_mode)) {
632                         archive_add_file(path);
633                 }
634                 else if (S_ISDIR(st.st_mode)) {
635                         archive_scan_folder(path);
636                 }
637         }
638         chdir(cwd);
639         closedir(root);
640 }
641
642 int main(int argc, char** argv) {
643         char* archive = NULL;
644         char buf[PATH_MAX];
645         int pid;
646         int opt;
647         int perm = ARCHIVE_EXTRACT_PERM | ARCHIVE_EXTRACT_TIME |
648                 ARCHIVE_EXTRACT_ACL | ARCHIVE_EXTRACT_FFLAGS | ARCHIVE_EXTRACT_SECURE_SYMLINKS;
649         gchar cwd[PATH_MAX];
650         gboolean remove = FALSE;
651         const char *p = NULL;
652         int res;
653
654         getcwd(cwd, PATH_MAX);
655
656         while (*++argv && **argv == '-') {
657                 p = *argv + 1;
658
659                 while ((opt = *p++) != '\0') {
660                         switch(opt) {
661                                 case 'a':
662                                         if (*p != '\0')
663                                                 archive = (char *) p;
664                                         else
665                                                 archive = *++argv;
666                                         p += strlen(p);
667                                         break;
668                                 case 'r':
669                                         remove = TRUE;
670                                         break;
671                         }
672                 }
673         }
674         if (! archive) {
675                 fprintf(stderr, "Missing archive name!\n");
676                 return EXIT_FAILURE;
677         }
678         if (!*argv) {
679                 fprintf(stderr, "Expected arguments after options!\n");
680                 return EXIT_FAILURE;
681         }
682         
683         while (*argv) {
684                 archive_scan_folder(*argv++);
685                 res = archive_create(archive, file_list);
686                 if (res != ARCHIVE_OK) {
687                         fprintf(stderr, "%s: Creating archive failed\n", archive);
688                         return EXIT_FAILURE;
689                 }
690         }
691         pid = (int) getpid();
692         sprintf(buf, "/tmp/%d", pid);
693         fprintf(stdout, "Creating: %s\n", buf);
694         mkdir(buf, 0700);
695         chdir(buf);
696         if (strcmp(dirname(archive), ".") == 0) 
697                 sprintf(buf, "%s/%s", cwd, basename(archive));
698         else
699                 sprintf(buf, "%s", archive);
700         archive_extract(buf, perm);
701         chdir(cwd);
702         if (remove) {
703                 sprintf(buf, "rm -rf /tmp/%d", pid);
704                 fprintf(stdout, "Executing: %s\n", buf);
705                 system(buf);
706         }
707         archive_free_list(file_list);
708         return EXIT_SUCCESS;
709 }
710 #endif