8e070da0093c9f904fdb19c8a8c99a29deaa826b
[claws.git] / src / codeconv.c
1 /*
2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
3  * Copyright (C) 1999-2009 Hiroyuki Yamamoto and the Claws Mail team
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 3 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program. If not, see <http://www.gnu.org/licenses/>.
17  * 
18  */
19
20 #ifdef HAVE_CONFIG_H
21 #  include "config.h"
22 #endif
23
24 #include "defs.h"
25
26 #include <glib.h>
27 #include <glib/gi18n.h>
28 #include <string.h>
29 #include <ctype.h>
30 #include <stdlib.h>
31 #include <errno.h>
32
33 #if HAVE_LOCALE_H
34 #  include <locale.h>
35 #endif
36
37 #include "codeconv.h"
38 #include "unmime.h"
39 #include "base64.h"
40 #include "quoted-printable.h"
41 #include "utils.h"
42 #include "prefs_common.h"
43
44 /* For unknown reasons the inconv.m4 macro undefs that macro if no
45    const is needed.  This would break the code below so we define it. */
46 #ifndef ICONV_CONST
47 #define ICONV_CONST
48 #endif
49
50 typedef enum
51 {
52         JIS_ASCII,
53         JIS_KANJI,
54         JIS_HWKANA,
55         JIS_AUXKANJI
56 } JISState;
57
58 #define SUBST_CHAR      0x5f;
59 #define ESC             '\033'
60
61 #define iseuckanji(c) \
62         (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xfe)
63 #define iseuchwkana1(c) \
64         (((c) & 0xff) == 0x8e)
65 #define iseuchwkana2(c) \
66         (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xdf)
67 #define iseucaux(c) \
68         (((c) & 0xff) == 0x8f)
69 #define issjiskanji1(c) \
70         ((((c) & 0xff) >= 0x81 && ((c) & 0xff) <= 0x9f) || \
71          (((c) & 0xff) >= 0xe0 && ((c) & 0xff) <= 0xfc))
72 #define issjiskanji2(c) \
73         ((((c) & 0xff) >= 0x40 && ((c) & 0xff) <= 0x7e) || \
74          (((c) & 0xff) >= 0x80 && ((c) & 0xff) <= 0xfc))
75 #define issjishwkana(c) \
76         (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xdf)
77
78 #define K_IN()                          \
79         if (state != JIS_KANJI) {       \
80                 *out++ = ESC;           \
81                 *out++ = '$';           \
82                 *out++ = 'B';           \
83                 state = JIS_KANJI;      \
84         }
85
86 #define K_OUT()                         \
87         if (state != JIS_ASCII) {       \
88                 *out++ = ESC;           \
89                 *out++ = '(';           \
90                 *out++ = 'B';           \
91                 state = JIS_ASCII;      \
92         }
93
94 #define HW_IN()                         \
95         if (state != JIS_HWKANA) {      \
96                 *out++ = ESC;           \
97                 *out++ = '(';           \
98                 *out++ = 'I';           \
99                 state = JIS_HWKANA;     \
100         }
101
102 #define AUX_IN()                        \
103         if (state != JIS_AUXKANJI) {    \
104                 *out++ = ESC;           \
105                 *out++ = '$';           \
106                 *out++ = '(';           \
107                 *out++ = 'D';           \
108                 state = JIS_AUXKANJI;   \
109         }
110
111 static CodeConvFunc conv_get_code_conv_func     (const gchar    *src_charset_str,
112                                          const gchar    *dest_charset_str);
113
114 static gchar *conv_iconv_strdup_with_cd (const gchar    *inbuf,
115                                          iconv_t         cd);
116
117 static gchar *conv_iconv_strdup         (const gchar    *inbuf,
118                                          const gchar    *src_code,
119                                          const gchar    *dest_code);
120
121 static CharSet conv_get_locale_charset                  (void);
122 static CharSet conv_get_outgoing_charset                (void);
123 static CharSet conv_guess_ja_encoding(const gchar *str);
124 static gboolean conv_is_ja_locale                       (void);
125
126 static void conv_jistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf);
127 static void conv_euctojis(gchar *outbuf, gint outlen, const gchar *inbuf);
128 static void conv_sjistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf);
129
130 static void conv_jistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
131 static void conv_sjistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
132 static void conv_euctoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
133 static void conv_anytoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
134
135 static void conv_utf8toeuc(gchar *outbuf, gint outlen, const gchar *inbuf);
136 static void conv_utf8tojis(gchar *outbuf, gint outlen, const gchar *inbuf);
137
138 static void conv_unreadable_8bit(gchar *str);
139
140 static void conv_jistodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
141 static void conv_sjistodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
142 static void conv_euctodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
143
144 static void conv_anytodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
145 static void conv_ustodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
146 static void conv_noconv(gchar *outbuf, gint outlen, const gchar *inbuf);
147
148 static gboolean strict_mode = FALSE;
149
150 void codeconv_set_strict(gboolean mode)
151 {
152         strict_mode = mode;
153 }
154
155 static void conv_jistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf)
156 {
157         const guchar *in = inbuf;
158         guchar *out = outbuf;
159         JISState state = JIS_ASCII;
160
161         while (*in != '\0') {
162                 if (*in == ESC) {
163                         in++;
164                         if (*in == '$') {
165                                 if (*(in + 1) == '@' || *(in + 1) == 'B') {
166                                         state = JIS_KANJI;
167                                         in += 2;
168                                 } else if (*(in + 1) == '(' &&
169                                            *(in + 2) == 'D') {
170                                         state = JIS_AUXKANJI;
171                                         in += 3;
172                                 } else {
173                                         /* unknown escape sequence */
174                                         state = JIS_ASCII;
175                                 }
176                         } else if (*in == '(') {
177                                 if (*(in + 1) == 'B' || *(in + 1) == 'J') {
178                                         state = JIS_ASCII;
179                                         in += 2;
180                                 } else if (*(in + 1) == 'I') {
181                                         state = JIS_HWKANA;
182                                         in += 2;
183                                 } else {
184                                         /* unknown escape sequence */
185                                         state = JIS_ASCII;
186                                 }
187                         } else {
188                                 /* unknown escape sequence */
189                                 state = JIS_ASCII;
190                         }
191                 } else if (*in == 0x0e) {
192                         state = JIS_HWKANA;
193                         in++;
194                 } else if (*in == 0x0f) {
195                         state = JIS_ASCII;
196                         in++;
197                 } else {
198                         switch (state) {
199                         case JIS_ASCII:
200                                 *out++ = *in++;
201                                 break;
202                         case JIS_KANJI:
203                                 *out++ = *in++ | 0x80;
204                                 if (*in == '\0') break;
205                                 *out++ = *in++ | 0x80;
206                                 break;
207                         case JIS_HWKANA:
208                                 *out++ = 0x8e;
209                                 *out++ = *in++ | 0x80;
210                                 break;
211                         case JIS_AUXKANJI:
212                                 *out++ = 0x8f;
213                                 *out++ = *in++ | 0x80;
214                                 if (*in == '\0') break;
215                                 *out++ = *in++ | 0x80;
216                                 break;
217                         }
218                 }
219         }
220
221         *out = '\0';
222 }
223
224 #define JIS_HWDAKUTEN           0x5e
225 #define JIS_HWHANDAKUTEN        0x5f
226
227 static gint conv_jis_hantozen(guchar *outbuf, guchar jis_code, guchar sound_sym)
228 {
229         static guint16 h2z_tbl[] = {
230                 /* 0x20 - 0x2f */
231                 0x0000, 0x2123, 0x2156, 0x2157, 0x2122, 0x2126, 0x2572, 0x2521,
232                 0x2523, 0x2525, 0x2527, 0x2529, 0x2563, 0x2565, 0x2567, 0x2543,
233                 /* 0x30 - 0x3f */
234                 0x213c, 0x2522, 0x2524, 0x2526, 0x2528, 0x252a, 0x252b, 0x252d,
235                 0x252f, 0x2531, 0x2533, 0x2535, 0x2537, 0x2539, 0x253b, 0x253d,
236                 /* 0x40 - 0x4f */
237                 0x253f, 0x2541, 0x2544, 0x2546, 0x2548, 0x254a, 0x254b, 0x254c,
238                 0x254d, 0x254e, 0x254f, 0x2552, 0x2555, 0x2558, 0x255b, 0x255e,
239                 /* 0x50 - 0x5f */
240                 0x255f, 0x2560, 0x2561, 0x2562, 0x2564, 0x2566, 0x2568, 0x2569,
241                 0x256a, 0x256b, 0x256c, 0x256d, 0x256f, 0x2573, 0x212b, 0x212c
242         };
243
244         static guint16 dakuten_tbl[] = {
245                 /* 0x30 - 0x3f */
246                 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x252c, 0x252e,
247                 0x2530, 0x2532, 0x2534, 0x2536, 0x2538, 0x253a, 0x253c, 0x253e,
248                 /* 0x40 - 0x4f */
249                 0x2540, 0x2542, 0x2545, 0x2547, 0x2549, 0x0000, 0x0000, 0x0000,
250                 0x0000, 0x0000, 0x2550, 0x2553, 0x2556, 0x2559, 0x255c, 0x0000
251         };
252
253         static guint16 handakuten_tbl[] = {
254                 /* 0x4a - 0x4e */
255                 0x2551, 0x2554, 0x2557, 0x255a, 0x255d
256         };
257
258         guint16 out_code;
259
260         jis_code &= 0x7f;
261         sound_sym &= 0x7f;
262
263         if (jis_code < 0x21 || jis_code > 0x5f)
264                 return 0;
265
266         if (sound_sym == JIS_HWDAKUTEN &&
267             jis_code >= 0x36 && jis_code <= 0x4e) {
268                 out_code = dakuten_tbl[jis_code - 0x30];
269                 if (out_code != 0) {
270                         *outbuf = out_code >> 8;
271                         *(outbuf + 1) = out_code & 0xff;
272                         return 2;
273                 }
274         }
275
276         if (sound_sym == JIS_HWHANDAKUTEN &&
277             jis_code >= 0x4a && jis_code <= 0x4e) {
278                 out_code = handakuten_tbl[jis_code - 0x4a];
279                 *outbuf = out_code >> 8;
280                 *(outbuf + 1) = out_code & 0xff;
281                 return 2;
282         }
283
284         out_code = h2z_tbl[jis_code - 0x20];
285         *outbuf = out_code >> 8;
286         *(outbuf + 1) = out_code & 0xff;
287         return 1;
288 }
289
290 static void conv_euctojis(gchar *outbuf, gint outlen, const gchar *inbuf)
291 {
292         const guchar *in = inbuf;
293         guchar *out = outbuf;
294         JISState state = JIS_ASCII;
295
296         while (*in != '\0') {
297                 if (IS_ASCII(*in)) {
298                         K_OUT();
299                         *out++ = *in++;
300                 } else if (iseuckanji(*in)) {
301                         if (iseuckanji(*(in + 1))) {
302                                 K_IN();
303                                 *out++ = *in++ & 0x7f;
304                                 *out++ = *in++ & 0x7f;
305                         } else {
306                                 K_OUT();
307                                 *out++ = SUBST_CHAR;
308                                 in++;
309                                 if (*in != '\0' && !IS_ASCII(*in)) {
310                                         *out++ = SUBST_CHAR;
311                                         in++;
312                                 }
313                         }
314                 } else if (iseuchwkana1(*in)) {
315                         if (iseuchwkana2(*(in + 1))) {
316                                 if (prefs_common.allow_jisx0201_kana) {
317                                         HW_IN();
318                                         in++;
319                                         *out++ = *in++ & 0x7f;
320                                 } else {
321                                         guchar jis_ch[2];
322                                         gint len;
323
324                                         if (iseuchwkana1(*(in + 2)) &&
325                                             iseuchwkana2(*(in + 3)))
326                                                 len = conv_jis_hantozen
327                                                         (jis_ch,
328                                                          *(in + 1), *(in + 3));
329                                         else
330                                                 len = conv_jis_hantozen
331                                                         (jis_ch,
332                                                          *(in + 1), '\0');
333                                         if (len == 0)
334                                                 in += 2;
335                                         else {
336                                                 K_IN();
337                                                 in += len * 2;
338                                                 *out++ = jis_ch[0];
339                                                 *out++ = jis_ch[1];
340                                         }
341                                 }
342                         } else {
343                                 K_OUT();
344                                 in++;
345                                 if (*in != '\0' && !IS_ASCII(*in)) {
346                                         *out++ = SUBST_CHAR;
347                                         in++;
348                                 }
349                         }
350                 } else if (iseucaux(*in)) {
351                         in++;
352                         if (iseuckanji(*in) && iseuckanji(*(in + 1))) {
353                                 AUX_IN();
354                                 *out++ = *in++ & 0x7f;
355                                 *out++ = *in++ & 0x7f;
356                         } else {
357                                 K_OUT();
358                                 if (*in != '\0' && !IS_ASCII(*in)) {
359                                         *out++ = SUBST_CHAR;
360                                         in++;
361                                         if (*in != '\0' && !IS_ASCII(*in)) {
362                                                 *out++ = SUBST_CHAR;
363                                                 in++;
364                                         }
365                                 }
366                         }
367                 } else {
368                         K_OUT();
369                         *out++ = SUBST_CHAR;
370                         in++;
371                 }
372         }
373
374         K_OUT();
375         *out = '\0';
376 }
377
378 static void conv_sjistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf)
379 {
380         const guchar *in = inbuf;
381         guchar *out = outbuf;
382
383         while (*in != '\0') {
384                 if (IS_ASCII(*in)) {
385                         *out++ = *in++;
386                 } else if (issjiskanji1(*in)) {
387                         if (issjiskanji2(*(in + 1))) {
388                                 guchar out1 = *in;
389                                 guchar out2 = *(in + 1);
390                                 guchar row;
391
392                                 row = out1 < 0xa0 ? 0x70 : 0xb0;
393                                 if (out2 < 0x9f) {
394                                         out1 = (out1 - row) * 2 - 1;
395                                         out2 -= out2 > 0x7f ? 0x20 : 0x1f;
396                                 } else {
397                                         out1 = (out1 - row) * 2;
398                                         out2 -= 0x7e;
399                                 }
400
401                                 *out++ = out1 | 0x80;
402                                 *out++ = out2 | 0x80;
403                                 in += 2;
404                         } else {
405                                 *out++ = SUBST_CHAR;
406                                 in++;
407                                 if (*in != '\0' && !IS_ASCII(*in)) {
408                                         *out++ = SUBST_CHAR;
409                                         in++;
410                                 }
411                         }
412                 } else if (issjishwkana(*in)) {
413                         *out++ = 0x8e;
414                         *out++ = *in++;
415                 } else {
416                         *out++ = SUBST_CHAR;
417                         in++;
418                 }
419         }
420
421         *out = '\0';
422 }
423
424 static void conv_jistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
425 {
426         gchar *eucstr;
427
428         Xalloca(eucstr, outlen, return);
429
430         conv_jistoeuc(eucstr, outlen, inbuf);
431         conv_euctoutf8(outbuf, outlen, eucstr);
432 }
433
434 static void conv_sjistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
435 {
436         gchar *tmpstr;
437
438         tmpstr = conv_iconv_strdup(inbuf, CS_SHIFT_JIS, CS_UTF_8);
439         if (tmpstr) {
440                 strncpy2(outbuf, tmpstr, outlen);
441                 g_free(tmpstr);
442         } else
443                 strncpy2(outbuf, inbuf, outlen);
444 }
445
446 static void conv_euctoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
447 {
448         static iconv_t cd = (iconv_t)-1;
449         static gboolean iconv_ok = TRUE;
450         gchar *tmpstr;
451
452         if (cd == (iconv_t)-1) {
453                 if (!iconv_ok) {
454                         strncpy2(outbuf, inbuf, outlen);
455                         return;
456                 }
457                 cd = iconv_open(CS_UTF_8, CS_EUC_JP_MS);
458                 if (cd == (iconv_t)-1) {
459                         cd = iconv_open(CS_UTF_8, CS_EUC_JP);
460                         if (cd == (iconv_t)-1) {
461                                 g_warning("conv_euctoutf8(): %s\n",
462                                           g_strerror(errno));
463                                 iconv_ok = FALSE;
464                                 strncpy2(outbuf, inbuf, outlen);
465                                 return;
466                         }
467                 }
468         }
469
470         tmpstr = conv_iconv_strdup_with_cd(inbuf, cd);
471         if (tmpstr) {
472                 strncpy2(outbuf, tmpstr, outlen);
473                 g_free(tmpstr);
474         } else
475                 strncpy2(outbuf, inbuf, outlen);
476 }
477
478 static void conv_anytoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
479 {
480         switch (conv_guess_ja_encoding(inbuf)) {
481         case C_ISO_2022_JP:
482                 conv_jistoutf8(outbuf, outlen, inbuf);
483                 break;
484         case C_SHIFT_JIS:
485                 conv_sjistoutf8(outbuf, outlen, inbuf);
486                 break;
487         case C_EUC_JP:
488                 conv_euctoutf8(outbuf, outlen, inbuf);
489                 break;
490         default:
491                 strncpy2(outbuf, inbuf, outlen);
492                 break;
493         }
494 }
495
496 static void conv_utf8toeuc(gchar *outbuf, gint outlen, const gchar *inbuf)
497 {
498         static iconv_t cd = (iconv_t)-1;
499         static gboolean iconv_ok = TRUE;
500         gchar *tmpstr;
501
502         if (cd == (iconv_t)-1) {
503                 if (!iconv_ok) {
504                         strncpy2(outbuf, inbuf, outlen);
505                         return;
506                 }
507                 cd = iconv_open(CS_EUC_JP_MS, CS_UTF_8);
508                 if (cd == (iconv_t)-1) {
509                         cd = iconv_open(CS_EUC_JP, CS_UTF_8);
510                         if (cd == (iconv_t)-1) {
511                                 g_warning("conv_utf8toeuc(): %s\n",
512                                           g_strerror(errno));
513                                 iconv_ok = FALSE;
514                                 strncpy2(outbuf, inbuf, outlen);
515                                 return;
516                         }
517                 }
518         }
519
520         tmpstr = conv_iconv_strdup_with_cd(inbuf, cd);
521         if (tmpstr) {
522                 strncpy2(outbuf, tmpstr, outlen);
523                 g_free(tmpstr);
524         } else
525                 strncpy2(outbuf, inbuf, outlen);
526 }
527
528 static void conv_utf8tojis(gchar *outbuf, gint outlen, const gchar *inbuf)
529 {
530         gchar *eucstr;
531
532         Xalloca(eucstr, outlen, return);
533
534         conv_utf8toeuc(eucstr, outlen, inbuf);
535         conv_euctojis(outbuf, outlen, eucstr);
536 }
537
538 static void conv_unreadable_8bit(gchar *str)
539 {
540         register guchar *p = str;
541
542         while (*p != '\0') {
543                 /* convert CR+LF -> LF */
544                 if (*p == '\r' && *(p + 1) == '\n')
545                         memmove(p, p + 1, strlen(p));
546                 else if (!IS_ASCII(*p)) *p = SUBST_CHAR;
547                 p++;
548         }
549 }
550
551 static CharSet conv_guess_ja_encoding(const gchar *str)
552 {
553         const guchar *p = str;
554         CharSet guessed = C_US_ASCII;
555
556         while (*p != '\0') {
557                 if (*p == ESC && (*(p + 1) == '$' || *(p + 1) == '(')) {
558                         if (guessed == C_US_ASCII)
559                                 return C_ISO_2022_JP;
560                         p += 2;
561                 } else if (IS_ASCII(*p)) {
562                         p++;
563                 } else if (iseuckanji(*p) && iseuckanji(*(p + 1))) {
564                         if (*p >= 0xfd && *p <= 0xfe)
565                                 return C_EUC_JP;
566                         else if (guessed == C_SHIFT_JIS) {
567                                 if ((issjiskanji1(*p) &&
568                                      issjiskanji2(*(p + 1))) ||
569                                     issjishwkana(*p))
570                                         guessed = C_SHIFT_JIS;
571                                 else
572                                         guessed = C_EUC_JP;
573                         } else
574                                 guessed = C_EUC_JP;
575                         p += 2;
576                 } else if (issjiskanji1(*p) && issjiskanji2(*(p + 1))) {
577                         if (iseuchwkana1(*p) && iseuchwkana2(*(p + 1)))
578                                 guessed = C_SHIFT_JIS;
579                         else
580                                 return C_SHIFT_JIS;
581                         p += 2;
582                 } else if (issjishwkana(*p)) {
583                         guessed = C_SHIFT_JIS;
584                         p++;
585                 } else {
586                         p++;
587                 }
588         }
589
590         return guessed;
591 }
592
593 static void conv_jistodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
594 {
595         conv_jistoutf8(outbuf, outlen, inbuf);
596 }
597
598 static void conv_sjistodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
599 {
600         conv_sjistoutf8(outbuf, outlen, inbuf);
601 }
602
603 static void conv_euctodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
604 {
605         conv_euctoutf8(outbuf, outlen, inbuf);
606 }
607
608 void conv_utf8todisp(gchar *outbuf, gint outlen, const gchar *inbuf)
609 {
610         if (g_utf8_validate(inbuf, -1, NULL) == TRUE)
611                 strncpy2(outbuf, inbuf, outlen);
612         else
613                 conv_ustodisp(outbuf, outlen, inbuf);
614 }
615
616 static void conv_anytodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
617 {
618         conv_anytoutf8(outbuf, outlen, inbuf);
619         if (g_utf8_validate(outbuf, -1, NULL) != TRUE)
620                 conv_unreadable_8bit(outbuf);
621 }
622
623 static void conv_ustodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
624 {
625         strncpy2(outbuf, inbuf, outlen);
626         conv_unreadable_8bit(outbuf);
627 }
628
629 void conv_localetodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
630 {
631         gchar *tmpstr;
632
633         codeconv_set_strict(TRUE);
634         tmpstr = conv_iconv_strdup(inbuf, conv_get_locale_charset_str(),
635                                    CS_INTERNAL);
636         codeconv_set_strict(FALSE);
637         if (tmpstr && g_utf8_validate(tmpstr, -1, NULL)) {
638                 strncpy2(outbuf, tmpstr, outlen);
639                 g_free(tmpstr);
640                 return;
641         } else if (tmpstr && !g_utf8_validate(tmpstr, -1, NULL)) {
642                 g_free(tmpstr);
643                 codeconv_set_strict(TRUE);
644                 tmpstr = conv_iconv_strdup(inbuf, 
645                                 conv_get_locale_charset_str_no_utf8(),
646                                 CS_INTERNAL);
647                 codeconv_set_strict(FALSE);
648         }
649         if (tmpstr && g_utf8_validate(tmpstr, -1, NULL)) {
650                 strncpy2(outbuf, tmpstr, outlen);
651                 g_free(tmpstr);
652                 return;
653         } else {
654                 g_free(tmpstr);
655                 conv_utf8todisp(outbuf, outlen, inbuf);
656         }
657 }
658
659 static void conv_noconv(gchar *outbuf, gint outlen, const gchar *inbuf)
660 {
661         strncpy2(outbuf, inbuf, outlen);
662 }
663
664 static const gchar *
665 conv_get_fallback_for_private_encoding(const gchar *encoding)
666 {
667         if (encoding && (encoding[0] == 'X' || encoding[0] == 'x') &&
668             encoding[1] == '-') {
669                 if (!g_ascii_strcasecmp(encoding, CS_X_GBK))
670                         return CS_GBK;
671         }
672
673         return encoding;
674 }
675
676 CodeConverter *conv_code_converter_new(const gchar *src_charset)
677 {
678         CodeConverter *conv;
679
680         src_charset = conv_get_fallback_for_private_encoding(src_charset);
681
682         conv = g_new0(CodeConverter, 1);
683         conv->code_conv_func = conv_get_code_conv_func(src_charset, NULL);
684         conv->charset_str = g_strdup(src_charset);
685         conv->charset = conv_get_charset_from_str(src_charset);
686
687         return conv;
688 }
689
690 void conv_code_converter_destroy(CodeConverter *conv)
691 {
692         g_free(conv->charset_str);
693         g_free(conv);
694 }
695
696 gint conv_convert(CodeConverter *conv, gchar *outbuf, gint outlen,
697                   const gchar *inbuf)
698 {
699         if (conv->code_conv_func != conv_noconv)
700                 conv->code_conv_func(outbuf, outlen, inbuf);
701         else {
702                 gchar *str;
703
704                 str = conv_iconv_strdup(inbuf, conv->charset_str, NULL);
705                 if (!str)
706                         return -1;
707                 else {
708                         strncpy2(outbuf, str, outlen);
709                         g_free(str);
710                 }
711         }
712
713         return 0;
714 }
715
716 gchar *conv_codeset_strdup(const gchar *inbuf,
717                            const gchar *src_code, const gchar *dest_code)
718 {
719         gchar *buf;
720         size_t len;
721         CodeConvFunc conv_func;
722
723         if (!strcmp2(src_code, dest_code))
724                 return g_strdup(inbuf);
725
726         src_code = conv_get_fallback_for_private_encoding(src_code);
727         conv_func = conv_get_code_conv_func(src_code, dest_code);
728         if (conv_func == conv_ustodisp && strict_mode && !is_ascii_str(inbuf))
729                 return NULL;
730
731         if (conv_func != conv_noconv) {
732                 len = (strlen(inbuf) + 1) * 3;
733                 buf = g_malloc(len);
734                 if (!buf) return NULL;
735
736                 conv_func(buf, len, inbuf);
737                 return g_realloc(buf, strlen(buf) + 1);
738         }
739
740         return conv_iconv_strdup(inbuf, src_code, dest_code);
741 }
742
743 static CodeConvFunc conv_get_code_conv_func(const gchar *src_charset_str,
744                                      const gchar *dest_charset_str)
745 {
746         CodeConvFunc code_conv = conv_noconv;
747         CharSet src_charset;
748         CharSet dest_charset;
749
750         if (!src_charset_str)
751                 src_charset = conv_get_locale_charset();
752         else
753                 src_charset = conv_get_charset_from_str(src_charset_str);
754
755         /* auto detection mode */
756         if (!src_charset_str && !dest_charset_str) {
757                 if (conv_is_ja_locale())
758                         return conv_anytodisp;
759                 else
760                         return conv_noconv;
761         }
762
763         dest_charset = conv_get_charset_from_str(dest_charset_str);
764
765         if (dest_charset == C_US_ASCII)
766                 return conv_ustodisp;
767
768         switch (src_charset) {
769         case C_US_ASCII:
770         case C_ISO_8859_1:
771         case C_ISO_8859_2:
772         case C_ISO_8859_3:
773         case C_ISO_8859_4:
774         case C_ISO_8859_5:
775         case C_ISO_8859_6:
776         case C_ISO_8859_7:
777         case C_ISO_8859_8:
778         case C_ISO_8859_9:
779         case C_ISO_8859_10:
780         case C_ISO_8859_11:
781         case C_ISO_8859_13:
782         case C_ISO_8859_14:
783         case C_ISO_8859_15:
784                 break;
785         case C_ISO_2022_JP:
786         case C_ISO_2022_JP_2:
787         case C_ISO_2022_JP_3:
788                 if (dest_charset == C_AUTO)
789                         code_conv = conv_jistodisp;
790                 else if (dest_charset == C_EUC_JP)
791                         code_conv = conv_jistoeuc;
792                 else if (dest_charset == C_UTF_8)
793                         code_conv = conv_jistoutf8;
794                 break;
795         case C_SHIFT_JIS:
796                 if (dest_charset == C_AUTO)
797                         code_conv = conv_sjistodisp;
798                 else if (dest_charset == C_EUC_JP)
799                         code_conv = conv_sjistoeuc;
800                 else if (dest_charset == C_UTF_8)
801                         code_conv = conv_sjistoutf8;
802                 break;
803         case C_EUC_JP:
804                 if (dest_charset == C_AUTO)
805                         code_conv = conv_euctodisp;
806                 else if (dest_charset == C_ISO_2022_JP   ||
807                          dest_charset == C_ISO_2022_JP_2 ||
808                          dest_charset == C_ISO_2022_JP_3)
809                         code_conv = conv_euctojis;
810                 else if (dest_charset == C_UTF_8)
811                         code_conv = conv_euctoutf8;
812                 break;
813         case C_UTF_8:
814                 if (dest_charset == C_EUC_JP)
815                         code_conv = conv_utf8toeuc;
816                 else if (dest_charset == C_ISO_2022_JP   ||
817                          dest_charset == C_ISO_2022_JP_2 ||
818                          dest_charset == C_ISO_2022_JP_3)
819                         code_conv = conv_utf8tojis;
820                 break;
821         default:
822                 break;
823         }
824
825         return code_conv;
826 }
827
828 static gchar *conv_iconv_strdup(const gchar *inbuf,
829                          const gchar *src_code, const gchar *dest_code)
830 {
831         iconv_t cd;
832         gchar *outbuf;
833
834         if (!src_code && !dest_code && 
835             g_utf8_validate(inbuf, -1, NULL))
836                 return g_strdup(inbuf);
837
838         if (!src_code)
839                 src_code = conv_get_outgoing_charset_str();
840         if (!dest_code)
841                 dest_code = CS_INTERNAL;
842
843         /* don't convert if src and dest codeset are identical */
844         if (!strcasecmp(src_code, dest_code))
845                 return g_strdup(inbuf);
846
847         /* don't convert if dest codeset is US-ASCII */
848         if (!strcasecmp(src_code, CS_US_ASCII))
849                 return g_strdup(inbuf);
850
851         /* don't convert if dest codeset is US-ASCII */
852         if (!strcasecmp(dest_code, CS_US_ASCII))
853                 return g_strdup(inbuf);
854
855         cd = iconv_open(dest_code, src_code);
856         if (cd == (iconv_t)-1)
857                 return NULL;
858
859         outbuf = conv_iconv_strdup_with_cd(inbuf, cd);
860
861         iconv_close(cd);
862
863         return outbuf;
864 }
865
866 gchar *conv_iconv_strdup_with_cd(const gchar *inbuf, iconv_t cd)
867 {
868         const gchar *inbuf_p;
869         gchar *outbuf;
870         gchar *outbuf_p;
871         size_t in_size;
872         size_t in_left;
873         size_t out_size;
874         size_t out_left;
875         size_t n_conv;
876         size_t len;
877
878         inbuf_p = inbuf;
879         in_size = strlen(inbuf);
880         in_left = in_size;
881         out_size = (in_size + 1) * 2;
882         outbuf = g_malloc(out_size);
883         outbuf_p = outbuf;
884         out_left = out_size;
885
886 #define EXPAND_BUF()                            \
887 {                                               \
888         len = outbuf_p - outbuf;                \
889         out_size *= 2;                          \
890         outbuf = g_realloc(outbuf, out_size);   \
891         outbuf_p = outbuf + len;                \
892         out_left = out_size - len;              \
893 }
894
895         while ((n_conv = iconv(cd, (ICONV_CONST gchar **)&inbuf_p, &in_left,
896                                &outbuf_p, &out_left)) == (size_t)-1) {
897                 if (EILSEQ == errno) {
898                         if (strict_mode) {
899                                 g_free(outbuf);
900                                 return NULL;
901                         }
902                         //g_print("iconv(): at %d: %s\n", in_size - in_left, g_strerror(errno));
903                         inbuf_p++;
904                         in_left--;
905                         if (out_left == 0) {
906                                 EXPAND_BUF();
907                         }
908                         *outbuf_p++ = SUBST_CHAR;
909                         out_left--;
910                 } else if (EINVAL == errno) {
911                         break;
912                 } else if (E2BIG == errno) {
913                         EXPAND_BUF();
914                 } else {
915                         g_warning("conv_iconv_strdup(): %s\n",
916                                   g_strerror(errno));
917                         break;
918                 }
919         }
920
921         while ((n_conv = iconv(cd, NULL, NULL, &outbuf_p, &out_left)) ==
922                (size_t)-1) {
923                 if (E2BIG == errno) {
924                         EXPAND_BUF();
925                 } else {
926                         g_warning("conv_iconv_strdup(): %s\n",
927                                   g_strerror(errno));
928                         break;
929                 }
930         }
931
932 #undef EXPAND_BUF
933
934         len = outbuf_p - outbuf;
935         outbuf = g_realloc(outbuf, len + 1);
936         outbuf[len] = '\0';
937
938         return outbuf;
939 }
940
941 static const struct {
942         CharSet charset;
943         gchar *const name;
944 } charsets[] = {
945         {C_US_ASCII,            CS_US_ASCII},
946         {C_US_ASCII,            CS_ANSI_X3_4_1968},
947         {C_UTF_8,               CS_UTF_8},
948         {C_UTF_7,               CS_UTF_7},
949         {C_ISO_8859_1,          CS_ISO_8859_1},
950         {C_ISO_8859_2,          CS_ISO_8859_2},
951         {C_ISO_8859_3,          CS_ISO_8859_3},
952         {C_ISO_8859_4,          CS_ISO_8859_4},
953         {C_ISO_8859_5,          CS_ISO_8859_5},
954         {C_ISO_8859_6,          CS_ISO_8859_6},
955         {C_ISO_8859_7,          CS_ISO_8859_7},
956         {C_ISO_8859_8,          CS_ISO_8859_8},
957         {C_ISO_8859_9,          CS_ISO_8859_9},
958         {C_ISO_8859_10,         CS_ISO_8859_10},
959         {C_ISO_8859_11,         CS_ISO_8859_11},
960         {C_ISO_8859_13,         CS_ISO_8859_13},
961         {C_ISO_8859_14,         CS_ISO_8859_14},
962         {C_ISO_8859_15,         CS_ISO_8859_15},
963         {C_BALTIC,              CS_BALTIC},
964         {C_CP1250,              CS_CP1250},
965         {C_CP1251,              CS_CP1251},
966         {C_CP1252,              CS_CP1252},
967         {C_CP1253,              CS_CP1253},
968         {C_CP1254,              CS_CP1254},
969         {C_CP1255,              CS_CP1255},
970         {C_CP1256,              CS_CP1256},
971         {C_CP1257,              CS_CP1257},
972         {C_CP1258,              CS_CP1258},
973         {C_WINDOWS_1250,        CS_WINDOWS_1250},
974         {C_WINDOWS_1251,        CS_WINDOWS_1251},
975         {C_WINDOWS_1252,        CS_WINDOWS_1252},
976         {C_WINDOWS_1253,        CS_WINDOWS_1253},
977         {C_WINDOWS_1254,        CS_WINDOWS_1254},
978         {C_WINDOWS_1255,        CS_WINDOWS_1255},
979         {C_WINDOWS_1256,        CS_WINDOWS_1256},
980         {C_WINDOWS_1257,        CS_WINDOWS_1257},
981         {C_WINDOWS_1258,        CS_WINDOWS_1258},
982         {C_KOI8_R,              CS_KOI8_R},
983         {C_KOI8_T,              CS_KOI8_T},
984         {C_KOI8_U,              CS_KOI8_U},
985         {C_ISO_2022_JP,         CS_ISO_2022_JP},
986         {C_ISO_2022_JP_2,       CS_ISO_2022_JP_2},
987         {C_ISO_2022_JP_3,       CS_ISO_2022_JP_3},
988         {C_EUC_JP,              CS_EUC_JP},
989         {C_EUC_JP,              CS_EUCJP},
990         {C_EUC_JP_MS,           CS_EUC_JP_MS},
991         {C_SHIFT_JIS,           CS_SHIFT_JIS},
992         {C_SHIFT_JIS,           CS_SHIFT__JIS},
993         {C_SHIFT_JIS,           CS_SJIS},
994         {C_ISO_2022_KR,         CS_ISO_2022_KR},
995         {C_EUC_KR,              CS_EUC_KR},
996         {C_ISO_2022_CN,         CS_ISO_2022_CN},
997         {C_EUC_CN,              CS_EUC_CN},
998         {C_GB2312,              CS_GB2312},
999         {C_GBK,                 CS_GBK},
1000         {C_EUC_TW,              CS_EUC_TW},
1001         {C_BIG5,                CS_BIG5},
1002         {C_BIG5_HKSCS,          CS_BIG5_HKSCS},
1003         {C_TIS_620,             CS_TIS_620},
1004         {C_WINDOWS_874,         CS_WINDOWS_874},
1005         {C_GEORGIAN_PS,         CS_GEORGIAN_PS},
1006         {C_TCVN5712_1,          CS_TCVN5712_1},
1007 };
1008
1009 static const struct {
1010         gchar *const locale;
1011         CharSet charset;
1012         CharSet out_charset;
1013 } locale_table[] = {
1014         {"ja_JP.eucJP"  , C_EUC_JP      , C_ISO_2022_JP},
1015         {"ja_JP.EUC-JP" , C_EUC_JP      , C_ISO_2022_JP},
1016         {"ja_JP.EUC"    , C_EUC_JP      , C_ISO_2022_JP},
1017         {"ja_JP.ujis"   , C_EUC_JP      , C_ISO_2022_JP},
1018         {"ja_JP.SJIS"   , C_SHIFT_JIS   , C_ISO_2022_JP},
1019         {"ja_JP.JIS"    , C_ISO_2022_JP , C_ISO_2022_JP},
1020 #ifdef G_OS_WIN32
1021         {"ja_JP"        , C_SHIFT_JIS   , C_ISO_2022_JP},
1022 #else
1023         {"ja_JP"        , C_EUC_JP      , C_ISO_2022_JP},
1024 #endif
1025         {"ko_KR.EUC-KR" , C_EUC_KR      , C_EUC_KR},
1026         {"ko_KR"        , C_EUC_KR      , C_EUC_KR},
1027         {"zh_CN.GB2312" , C_GB2312      , C_GB2312},
1028         {"zh_CN.GBK"    , C_GBK         , C_GBK},
1029         {"zh_CN"        , C_GB2312      , C_GB2312},
1030         {"zh_HK"        , C_BIG5_HKSCS  , C_BIG5_HKSCS},
1031         {"zh_TW.eucTW"  , C_EUC_TW      , C_BIG5},
1032         {"zh_TW.EUC-TW" , C_EUC_TW      , C_BIG5},
1033         {"zh_TW.Big5"   , C_BIG5        , C_BIG5},
1034         {"zh_TW"        , C_BIG5        , C_BIG5},
1035
1036         {"ru_RU.KOI8-R" , C_KOI8_R      , C_KOI8_R},
1037         {"ru_RU.KOI8R"  , C_KOI8_R      , C_KOI8_R},
1038         {"ru_RU.CP1251" , C_WINDOWS_1251, C_KOI8_R},
1039         {"ru_RU"        , C_ISO_8859_5  , C_KOI8_R},
1040         {"tg_TJ"        , C_KOI8_T      , C_KOI8_T},
1041         {"ru_UA"        , C_KOI8_U      , C_KOI8_U},
1042         {"uk_UA.CP1251" , C_WINDOWS_1251, C_KOI8_U},
1043         {"uk_UA"        , C_KOI8_U      , C_KOI8_U},
1044
1045         {"be_BY"        , C_WINDOWS_1251, C_WINDOWS_1251},
1046         {"bg_BG"        , C_WINDOWS_1251, C_WINDOWS_1251},
1047
1048         {"yi_US"        , C_WINDOWS_1255, C_WINDOWS_1255},
1049
1050         {"af_ZA"        , C_ISO_8859_1  , C_ISO_8859_1},
1051         {"br_FR"        , C_ISO_8859_1  , C_ISO_8859_1},
1052         {"ca_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1053         {"da_DK"        , C_ISO_8859_1  , C_ISO_8859_1},
1054         {"de_AT"        , C_ISO_8859_1  , C_ISO_8859_1},
1055         {"de_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1056         {"de_CH"        , C_ISO_8859_1  , C_ISO_8859_1},
1057         {"de_DE"        , C_ISO_8859_1  , C_ISO_8859_1},
1058         {"de_LU"        , C_ISO_8859_1  , C_ISO_8859_1},
1059         {"en_AU"        , C_ISO_8859_1  , C_ISO_8859_1},
1060         {"en_BW"        , C_ISO_8859_1  , C_ISO_8859_1},
1061         {"en_CA"        , C_ISO_8859_1  , C_ISO_8859_1},
1062         {"en_DK"        , C_ISO_8859_1  , C_ISO_8859_1},
1063         {"en_GB"        , C_ISO_8859_1  , C_ISO_8859_1},
1064         {"en_HK"        , C_ISO_8859_1  , C_ISO_8859_1},
1065         {"en_IE"        , C_ISO_8859_1  , C_ISO_8859_1},
1066         {"en_NZ"        , C_ISO_8859_1  , C_ISO_8859_1},
1067         {"en_PH"        , C_ISO_8859_1  , C_ISO_8859_1},
1068         {"en_SG"        , C_ISO_8859_1  , C_ISO_8859_1},
1069         {"en_US"        , C_ISO_8859_1  , C_ISO_8859_1},
1070         {"en_ZA"        , C_ISO_8859_1  , C_ISO_8859_1},
1071         {"en_ZW"        , C_ISO_8859_1  , C_ISO_8859_1},
1072         {"es_AR"        , C_ISO_8859_1  , C_ISO_8859_1},
1073         {"es_BO"        , C_ISO_8859_1  , C_ISO_8859_1},
1074         {"es_CL"        , C_ISO_8859_1  , C_ISO_8859_1},
1075         {"es_CO"        , C_ISO_8859_1  , C_ISO_8859_1},
1076         {"es_CR"        , C_ISO_8859_1  , C_ISO_8859_1},
1077         {"es_DO"        , C_ISO_8859_1  , C_ISO_8859_1},
1078         {"es_EC"        , C_ISO_8859_1  , C_ISO_8859_1},
1079         {"es_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1080         {"es_GT"        , C_ISO_8859_1  , C_ISO_8859_1},
1081         {"es_HN"        , C_ISO_8859_1  , C_ISO_8859_1},
1082         {"es_MX"        , C_ISO_8859_1  , C_ISO_8859_1},
1083         {"es_NI"        , C_ISO_8859_1  , C_ISO_8859_1},
1084         {"es_PA"        , C_ISO_8859_1  , C_ISO_8859_1},
1085         {"es_PE"        , C_ISO_8859_1  , C_ISO_8859_1},
1086         {"es_PR"        , C_ISO_8859_1  , C_ISO_8859_1},
1087         {"es_PY"        , C_ISO_8859_1  , C_ISO_8859_1},
1088         {"es_SV"        , C_ISO_8859_1  , C_ISO_8859_1},
1089         {"es_US"        , C_ISO_8859_1  , C_ISO_8859_1},
1090         {"es_UY"        , C_ISO_8859_1  , C_ISO_8859_1},
1091         {"es_VE"        , C_ISO_8859_1  , C_ISO_8859_1},
1092         {"et_EE"        , C_ISO_8859_1  , C_ISO_8859_1},
1093         {"eu_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1094         {"fi_FI"        , C_ISO_8859_1  , C_ISO_8859_1},
1095         {"fo_FO"        , C_ISO_8859_1  , C_ISO_8859_1},
1096         {"fr_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1097         {"fr_CA"        , C_ISO_8859_1  , C_ISO_8859_1},
1098         {"fr_CH"        , C_ISO_8859_1  , C_ISO_8859_1},
1099         {"fr_FR"        , C_ISO_8859_1  , C_ISO_8859_1},
1100         {"fr_LU"        , C_ISO_8859_1  , C_ISO_8859_1},
1101         {"ga_IE"        , C_ISO_8859_1  , C_ISO_8859_1},
1102         {"gl_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1103         {"gv_GB"        , C_ISO_8859_1  , C_ISO_8859_1},
1104         {"id_ID"        , C_ISO_8859_1  , C_ISO_8859_1},
1105         {"is_IS"        , C_ISO_8859_1  , C_ISO_8859_1},
1106         {"it_CH"        , C_ISO_8859_1  , C_ISO_8859_1},
1107         {"it_IT"        , C_ISO_8859_1  , C_ISO_8859_1},
1108         {"kl_GL"        , C_ISO_8859_1  , C_ISO_8859_1},
1109         {"kw_GB"        , C_ISO_8859_1  , C_ISO_8859_1},
1110         {"ms_MY"        , C_ISO_8859_1  , C_ISO_8859_1},
1111         {"nl_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1112         {"nl_NL"        , C_ISO_8859_1  , C_ISO_8859_1},
1113         {"nb_NO"        , C_ISO_8859_1  , C_ISO_8859_1},
1114         {"nn_NO"        , C_ISO_8859_1  , C_ISO_8859_1},
1115         {"no_NO"        , C_ISO_8859_1  , C_ISO_8859_1},
1116         {"oc_FR"        , C_ISO_8859_1  , C_ISO_8859_1},
1117         {"pt_BR"        , C_ISO_8859_1  , C_ISO_8859_1},
1118         {"pt_PT"        , C_ISO_8859_1  , C_ISO_8859_1},
1119         {"sq_AL"        , C_ISO_8859_1  , C_ISO_8859_1},
1120         {"sv_FI"        , C_ISO_8859_1  , C_ISO_8859_1},
1121         {"sv_SE"        , C_ISO_8859_1  , C_ISO_8859_1},
1122         {"tl_PH"        , C_ISO_8859_1  , C_ISO_8859_1},
1123         {"uz_UZ"        , C_ISO_8859_1  , C_ISO_8859_1},
1124         {"wa_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1125
1126         {"bs_BA"        , C_ISO_8859_2  , C_ISO_8859_2},
1127         {"cs_CZ"        , C_ISO_8859_2  , C_ISO_8859_2},
1128         {"hr_HR"        , C_ISO_8859_2  , C_ISO_8859_2},
1129         {"hu_HU"        , C_ISO_8859_2  , C_ISO_8859_2},
1130         {"pl_PL"        , C_ISO_8859_2  , C_ISO_8859_2},
1131         {"ro_RO"        , C_ISO_8859_2  , C_ISO_8859_2},
1132         {"sk_SK"        , C_ISO_8859_2  , C_ISO_8859_2},
1133         {"sl_SI"        , C_ISO_8859_2  , C_ISO_8859_2},
1134
1135         {"sr_YU@cyrillic"       , C_ISO_8859_5  , C_ISO_8859_5},
1136         {"sr_YU"                , C_ISO_8859_2  , C_ISO_8859_2},
1137
1138         {"mt_MT"                , C_ISO_8859_3  , C_ISO_8859_3},
1139
1140         {"lt_LT.iso88594"       , C_ISO_8859_4  , C_ISO_8859_4},
1141         {"lt_LT.ISO8859-4"      , C_ISO_8859_4  , C_ISO_8859_4},
1142         {"lt_LT.ISO_8859-4"     , C_ISO_8859_4  , C_ISO_8859_4},
1143         {"lt_LT"                , C_ISO_8859_13 , C_ISO_8859_13},
1144
1145         {"mk_MK"        , C_ISO_8859_5  , C_ISO_8859_5},
1146
1147         {"ar_AE"        , C_ISO_8859_6  , C_ISO_8859_6},
1148         {"ar_BH"        , C_ISO_8859_6  , C_ISO_8859_6},
1149         {"ar_DZ"        , C_ISO_8859_6  , C_ISO_8859_6},
1150         {"ar_EG"        , C_ISO_8859_6  , C_ISO_8859_6},
1151         {"ar_IQ"        , C_ISO_8859_6  , C_ISO_8859_6},
1152         {"ar_JO"        , C_ISO_8859_6  , C_ISO_8859_6},
1153         {"ar_KW"        , C_ISO_8859_6  , C_ISO_8859_6},
1154         {"ar_LB"        , C_ISO_8859_6  , C_ISO_8859_6},
1155         {"ar_LY"        , C_ISO_8859_6  , C_ISO_8859_6},
1156         {"ar_MA"        , C_ISO_8859_6  , C_ISO_8859_6},
1157         {"ar_OM"        , C_ISO_8859_6  , C_ISO_8859_6},
1158         {"ar_QA"        , C_ISO_8859_6  , C_ISO_8859_6},
1159         {"ar_SA"        , C_ISO_8859_6  , C_ISO_8859_6},
1160         {"ar_SD"        , C_ISO_8859_6  , C_ISO_8859_6},
1161         {"ar_SY"        , C_ISO_8859_6  , C_ISO_8859_6},
1162         {"ar_TN"        , C_ISO_8859_6  , C_ISO_8859_6},
1163         {"ar_YE"        , C_ISO_8859_6  , C_ISO_8859_6},
1164
1165         {"el_GR"        , C_ISO_8859_7  , C_ISO_8859_7},
1166         {"he_IL"        , C_ISO_8859_8  , C_ISO_8859_8},
1167         {"iw_IL"        , C_ISO_8859_8  , C_ISO_8859_8},
1168         {"tr_TR"        , C_ISO_8859_9  , C_ISO_8859_9},
1169
1170         {"lv_LV"        , C_ISO_8859_13 , C_ISO_8859_13},
1171         {"mi_NZ"        , C_ISO_8859_13 , C_ISO_8859_13},
1172
1173         {"cy_GB"        , C_ISO_8859_14 , C_ISO_8859_14},
1174
1175         {"ar_IN"        , C_UTF_8       , C_UTF_8},
1176         {"en_IN"        , C_UTF_8       , C_UTF_8},
1177         {"se_NO"        , C_UTF_8       , C_UTF_8},
1178         {"ta_IN"        , C_UTF_8       , C_UTF_8},
1179         {"te_IN"        , C_UTF_8       , C_UTF_8},
1180         {"ur_PK"        , C_UTF_8       , C_UTF_8},
1181
1182         {"th_TH"        , C_TIS_620     , C_TIS_620},
1183         /* {"th_TH"     , C_WINDOWS_874}, */
1184         /* {"th_TH"     , C_ISO_8859_11}, */
1185
1186         {"ka_GE"        , C_GEORGIAN_PS , C_GEORGIAN_PS},
1187         {"vi_VN.TCVN"   , C_TCVN5712_1  , C_TCVN5712_1},
1188
1189         {"C"                    , C_US_ASCII    , C_US_ASCII},
1190         {"POSIX"                , C_US_ASCII    , C_US_ASCII},
1191         {"ANSI_X3.4-1968"       , C_US_ASCII    , C_US_ASCII},
1192 };
1193
1194 static GHashTable *conv_get_charset_to_str_table(void)
1195 {
1196         static GHashTable *table;
1197         gint i;
1198
1199         if (table)
1200                 return table;
1201
1202         table = g_hash_table_new(NULL, g_direct_equal);
1203
1204         for (i = 0; i < sizeof(charsets) / sizeof(charsets[0]); i++) {
1205                 if (g_hash_table_lookup(table, GUINT_TO_POINTER(charsets[i].charset))
1206                     == NULL) {
1207                         g_hash_table_insert
1208                                 (table, GUINT_TO_POINTER(charsets[i].charset),
1209                                  charsets[i].name);
1210                 }
1211         }
1212
1213         return table;
1214 }
1215
1216 static GHashTable *conv_get_charset_from_str_table(void)
1217 {
1218         static GHashTable *table;
1219         gint i;
1220
1221         if (table)
1222                 return table;
1223
1224         table = g_hash_table_new(str_case_hash, str_case_equal);
1225
1226         for (i = 0; i < sizeof(charsets) / sizeof(charsets[0]); i++) {
1227                 g_hash_table_insert(table, charsets[i].name,
1228                                     GUINT_TO_POINTER(charsets[i].charset));
1229         }
1230
1231         return table;
1232 }
1233
1234 const gchar *conv_get_charset_str(CharSet charset)
1235 {
1236         GHashTable *table;
1237
1238         table = conv_get_charset_to_str_table();
1239         return g_hash_table_lookup(table, GUINT_TO_POINTER(charset));
1240 }
1241
1242 CharSet conv_get_charset_from_str(const gchar *charset)
1243 {
1244         GHashTable *table;
1245
1246         if (!charset) return C_AUTO;
1247
1248         table = conv_get_charset_from_str_table();
1249         return GPOINTER_TO_UINT(g_hash_table_lookup(table, charset));
1250 }
1251
1252 static CharSet conv_get_locale_charset(void)
1253 {
1254         static CharSet cur_charset = -1;
1255         const gchar *cur_locale;
1256         const gchar *p;
1257         gint i;
1258
1259         if (cur_charset != -1)
1260                 return cur_charset;
1261
1262         cur_locale = conv_get_current_locale();
1263         if (!cur_locale) {
1264                 cur_charset = C_US_ASCII;
1265                 return cur_charset;
1266         }
1267
1268         if (strcasestr(cur_locale, ".UTF-8") ||
1269             strcasestr(cur_locale, ".utf8")) {
1270                 cur_charset = C_UTF_8;
1271                 return cur_charset;
1272         }
1273
1274         if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') {
1275                 cur_charset = C_ISO_8859_15;
1276                 return cur_charset;
1277         }
1278
1279         for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) {
1280                 const gchar *p;
1281
1282                 /* "ja_JP.EUC" matches with "ja_JP.eucJP", "ja_JP.EUC" and
1283                    "ja_JP". "ja_JP" matches with "ja_JP.xxxx" and "ja" */
1284                 if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale,
1285                                  strlen(locale_table[i].locale))) {
1286                         cur_charset = locale_table[i].charset;
1287                         return cur_charset;
1288                 } else if ((p = strchr(locale_table[i].locale, '_')) &&
1289                          !strchr(p + 1, '.')) {
1290                         if (strlen(cur_locale) == 2 &&
1291                             !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) {
1292                                 cur_charset = locale_table[i].charset;
1293                                 return cur_charset;
1294                         }
1295                 }
1296         }
1297
1298         cur_charset = C_AUTO;
1299         return cur_charset;
1300 }
1301
1302 static CharSet conv_get_locale_charset_no_utf8(void)
1303 {
1304         static CharSet cur_charset = -1;
1305         const gchar *cur_locale;
1306         const gchar *p;
1307         gchar *tmp;
1308         gint i;
1309
1310         if (prefs_common.broken_are_utf8)
1311                 return conv_get_locale_charset();
1312
1313         if (cur_charset != -1)
1314                 return cur_charset;
1315
1316         cur_locale = conv_get_current_locale();
1317         if (!cur_locale) {
1318                 cur_charset = C_US_ASCII;
1319                 return cur_charset;
1320         }
1321
1322         if (strcasestr(cur_locale, "UTF-8")) {
1323                 tmp = g_strdup(cur_locale);
1324                 *(strcasestr(tmp, ".UTF-8")) = '\0';
1325                 cur_locale = tmp;
1326         }
1327
1328         if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') {
1329                 cur_charset = C_ISO_8859_15;
1330                 return cur_charset;
1331         }
1332
1333         for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) {
1334                 const gchar *p;
1335
1336                 /* "ja_JP.EUC" matches with "ja_JP.eucJP", "ja_JP.EUC" and
1337                    "ja_JP". "ja_JP" matches with "ja_JP.xxxx" and "ja" */
1338                 if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale,
1339                                  strlen(locale_table[i].locale))) {
1340                         cur_charset = locale_table[i].charset;
1341                         return cur_charset;
1342                 } else if ((p = strchr(locale_table[i].locale, '_')) &&
1343                          !strchr(p + 1, '.')) {
1344                         if (strlen(cur_locale) == 2 &&
1345                             !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) {
1346                                 cur_charset = locale_table[i].charset;
1347                                 return cur_charset;
1348                         }
1349                 }
1350         }
1351
1352         cur_charset = C_AUTO;
1353         return cur_charset;
1354 }
1355
1356 const gchar *conv_get_locale_charset_str(void)
1357 {
1358         static const gchar *codeset = NULL;
1359
1360         if (!codeset)
1361                 codeset = conv_get_charset_str(conv_get_locale_charset());
1362
1363         return codeset ? codeset : CS_INTERNAL;
1364 }
1365
1366 const gchar *conv_get_locale_charset_str_no_utf8(void)
1367 {
1368         static const gchar *codeset = NULL;
1369
1370         if (!codeset)
1371                 codeset = conv_get_charset_str(conv_get_locale_charset_no_utf8());
1372
1373         return codeset ? codeset : CS_INTERNAL;
1374 }
1375
1376 static CharSet conv_get_outgoing_charset(void)
1377 {
1378         static CharSet out_charset = -1;
1379         const gchar *cur_locale;
1380         const gchar *p;
1381         gint i;
1382
1383         if (out_charset != -1)
1384                 return out_charset;
1385
1386         cur_locale = conv_get_current_locale();
1387         if (!cur_locale) {
1388                 out_charset = C_AUTO;
1389                 return out_charset;
1390         }
1391
1392         if (strcasestr(cur_locale, "UTF-8")) {
1393                 out_charset = C_UTF_8;
1394                 return out_charset;
1395         }
1396
1397         if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') {
1398                 out_charset = C_ISO_8859_15;
1399                 return out_charset;
1400         }
1401
1402         for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) {
1403                 const gchar *p;
1404
1405                 if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale,
1406                                  strlen(locale_table[i].locale))) {
1407                         out_charset = locale_table[i].out_charset;
1408                         break;
1409                 } else if ((p = strchr(locale_table[i].locale, '_')) &&
1410                          !strchr(p + 1, '.')) {
1411                         if (strlen(cur_locale) == 2 &&
1412                             !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) {
1413                                 out_charset = locale_table[i].out_charset;
1414                                 break;
1415                         }
1416                 }
1417         }
1418
1419         return out_charset;
1420 }
1421
1422 const gchar *conv_get_outgoing_charset_str(void)
1423 {
1424         CharSet out_charset;
1425         const gchar *str;
1426
1427         out_charset = conv_get_outgoing_charset();
1428         str = conv_get_charset_str(out_charset);
1429
1430         return str ? str : CS_UTF_8;
1431 }
1432
1433 const gchar *conv_get_current_locale(void)
1434 {
1435         const gchar *cur_locale;
1436
1437 #ifdef G_OS_WIN32
1438         cur_locale = g_win32_getlocale();
1439 #else
1440         cur_locale = g_getenv("LC_ALL");
1441         if (!cur_locale) cur_locale = g_getenv("LC_CTYPE");
1442         if (!cur_locale) cur_locale = g_getenv("LANG");
1443         if (!cur_locale) cur_locale = setlocale(LC_CTYPE, NULL);
1444 #endif /* G_OS_WIN32 */
1445
1446         debug_print("current locale: %s\n",
1447                     cur_locale ? cur_locale : "(none)");
1448
1449         return cur_locale;
1450 }
1451
1452 static gboolean conv_is_ja_locale(void)
1453 {
1454         static gint is_ja_locale = -1;
1455         const gchar *cur_locale;
1456
1457         if (is_ja_locale != -1)
1458                 return is_ja_locale != 0;
1459
1460         is_ja_locale = 0;
1461         cur_locale = conv_get_current_locale();
1462         if (cur_locale) {
1463                 if (g_ascii_strncasecmp(cur_locale, "ja", 2) == 0)
1464                         is_ja_locale = 1;
1465         }
1466
1467         return is_ja_locale != 0;
1468 }
1469
1470 gchar *conv_unmime_header(const gchar *str, const gchar *default_encoding)
1471 {
1472         gchar buf[BUFFSIZE];
1473
1474         if (is_ascii_str(str))
1475                 return unmime_header(str);
1476
1477         if (default_encoding) {
1478                 gchar *utf8_buf;
1479
1480                 utf8_buf = conv_codeset_strdup
1481                         (str, default_encoding, CS_INTERNAL);
1482                 if (utf8_buf) {
1483                         gchar *decoded_str;
1484
1485                         decoded_str = unmime_header(utf8_buf);
1486                         g_free(utf8_buf);
1487                         return decoded_str;
1488                 }
1489         }
1490
1491         if (conv_is_ja_locale())
1492                 conv_anytodisp(buf, sizeof(buf), str);
1493         else
1494                 conv_localetodisp(buf, sizeof(buf), str);
1495
1496         return unmime_header(buf);
1497 }
1498
1499 #define MAX_LINELEN             76
1500 #define MAX_HARD_LINELEN        996
1501 #define MIMESEP_BEGIN           "=?"
1502 #define MIMESEP_END             "?="
1503
1504 #define LBREAK_IF_REQUIRED(cond, is_plain_text)                         \
1505 {                                                                       \
1506         if (len - (destp - (guchar *)dest) < MAX_LINELEN + 2) {         \
1507                 *destp = '\0';                                          \
1508                 return;                                                 \
1509         }                                                               \
1510                                                                         \
1511         if ((cond) && *srcp) {                                          \
1512                 if (destp > (guchar *)dest && left < MAX_LINELEN - 1) { \
1513                         if (isspace(*(destp - 1)))                      \
1514                                 destp--;                                \
1515                         else if (is_plain_text && isspace(*srcp))       \
1516                                 srcp++;                                 \
1517                         if (*srcp) {                                    \
1518                                 *destp++ = '\n';                        \
1519                                 *destp++ = ' ';                         \
1520                                 left = MAX_LINELEN - 1;                 \
1521                         }                                               \
1522                 } else if (destp == (guchar *)dest && left < 7) {       \
1523                         if (isspace(*(destp - 1)))                      \
1524                                 destp--;                                \
1525                         else if (is_plain_text && isspace(*srcp))       \
1526                                 srcp++;                                 \
1527                         if (*srcp) {                                    \
1528                                 *destp++ = '\n';                        \
1529                                 *destp++ = ' ';                         \
1530                                 left = MAX_LINELEN - 1;                 \
1531                         }                                               \
1532                 }                                                       \
1533         }                                                               \
1534 }
1535
1536 void conv_encode_header_full(gchar *dest, gint len, const gchar *src,
1537                         gint header_len, gboolean addr_field,
1538                         const gchar *out_encoding_)
1539 {
1540         const gchar *cur_encoding;
1541         const gchar *out_encoding;
1542         gint mimestr_len;
1543         gchar *mimesep_enc;
1544         gint left;
1545         const guchar *srcp = src;
1546         guchar *destp = dest;
1547         gboolean use_base64;
1548
1549         cm_return_if_fail(g_utf8_validate(src, -1, NULL) == TRUE);
1550         cm_return_if_fail(destp != NULL);
1551
1552         if (MB_CUR_MAX > 1) {
1553                 use_base64 = TRUE;
1554                 mimesep_enc = "?B?";
1555         } else {
1556                 use_base64 = FALSE;
1557                 mimesep_enc = "?Q?";
1558         }
1559
1560         cur_encoding = CS_INTERNAL;
1561
1562         if (out_encoding_)
1563                 out_encoding = out_encoding_;
1564         else
1565                 out_encoding = conv_get_outgoing_charset_str();
1566
1567         if (!strcmp(out_encoding, CS_US_ASCII))
1568                 out_encoding = CS_ISO_8859_1;
1569
1570         mimestr_len = strlen(MIMESEP_BEGIN) + strlen(out_encoding) +
1571                 strlen(mimesep_enc) + strlen(MIMESEP_END);
1572
1573         left = MAX_LINELEN - header_len;
1574
1575         while (*srcp) {
1576                 LBREAK_IF_REQUIRED(left <= 0, TRUE);
1577
1578                 while (isspace(*srcp)) {
1579                         *destp++ = *srcp++;
1580                         left--;
1581                         LBREAK_IF_REQUIRED(left <= 0, TRUE);
1582                 }
1583
1584                 /* output as it is if the next word is ASCII string */
1585                 if (!is_next_nonascii(srcp)) {
1586                         gint word_len;
1587
1588                         word_len = get_next_word_len(srcp);
1589                         LBREAK_IF_REQUIRED(left < word_len, TRUE);
1590                         while (word_len > 0) {
1591                                 LBREAK_IF_REQUIRED(left + (MAX_HARD_LINELEN - MAX_LINELEN) <= 0, TRUE)
1592                                 *destp++ = *srcp++;
1593                                 left--;
1594                                 word_len--;
1595                         }
1596
1597                         continue;
1598                 }
1599
1600                 /* don't include parentheses and quotes in encoded strings */
1601                 if (addr_field && (*srcp == '(' || *srcp == ')' || *srcp == '"')) {
1602                         LBREAK_IF_REQUIRED(left < 2, FALSE);
1603                         *destp++ = *srcp++;
1604                         left--;
1605                 }
1606
1607                 while (1) {
1608                         gint mb_len = 0;
1609                         gint cur_len = 0;
1610                         gchar *part_str;
1611                         gchar *out_str;
1612                         gchar *enc_str;
1613                         const guchar *p = srcp;
1614                         gint out_str_len;
1615                         gint out_enc_str_len;
1616                         gint mime_block_len;
1617                         gboolean cont = FALSE;
1618
1619                         while (*p != '\0') {
1620                                 if (isspace(*p) && !is_next_nonascii(p + 1))
1621                                         break;
1622                                 /* don't include parentheses in encoded
1623                                    strings */
1624                                 if (addr_field && (*p == '(' || *p == ')' || *p == '"'))
1625                                         break;
1626
1627                                 mb_len = g_utf8_skip[*p];
1628
1629                                 Xstrndup_a(part_str, srcp, cur_len + mb_len, );
1630                                 out_str = conv_codeset_strdup
1631                                         (part_str, cur_encoding, out_encoding);
1632                                 if (!out_str) {
1633                                         if (strict_mode) {
1634                                                 *dest = '\0';
1635                                                 return;
1636                                         } else {
1637                                                 g_warning("conv_encode_header(): code conversion failed\n");
1638                                                 conv_unreadable_8bit(part_str);
1639                                                 out_str = g_strdup(part_str);
1640                                         }
1641                                 }
1642                                 out_str_len = strlen(out_str);
1643
1644                                 if (use_base64)
1645                                         out_enc_str_len = B64LEN(out_str_len);
1646                                 else
1647                                         out_enc_str_len =
1648                                                 qp_get_q_encoding_len(out_str);
1649
1650                                 g_free(out_str);
1651
1652                                 if (mimestr_len + out_enc_str_len <= left) {
1653                                         cur_len += mb_len;
1654                                         p += mb_len;
1655                                 } else if (cur_len == 0) {
1656                                         LBREAK_IF_REQUIRED(1, FALSE);
1657                                         continue;
1658                                 } else {
1659                                         cont = TRUE;
1660                                         break;
1661                                 }
1662                         }
1663
1664                         if (cur_len > 0) {
1665                                 Xstrndup_a(part_str, srcp, cur_len, );
1666                                 out_str = conv_codeset_strdup
1667                                         (part_str, cur_encoding, out_encoding);
1668                                 if (!out_str) {
1669                                         g_warning("conv_encode_header(): code conversion failed\n");
1670                                         conv_unreadable_8bit(part_str);
1671                                         out_str = g_strdup(part_str);
1672                                 }
1673                                 out_str_len = strlen(out_str);
1674
1675                                 if (use_base64)
1676                                         out_enc_str_len = B64LEN(out_str_len);
1677                                 else
1678                                         out_enc_str_len =
1679                                                 qp_get_q_encoding_len(out_str);
1680
1681                                 Xalloca(enc_str, out_enc_str_len + 1, );
1682                                 if (use_base64)
1683                                         base64_encode(enc_str, out_str, out_str_len);
1684                                 else
1685                                         qp_q_encode(enc_str, out_str);
1686
1687                                 g_free(out_str);
1688
1689                                 /* output MIME-encoded string block */
1690                                 mime_block_len = mimestr_len + strlen(enc_str);
1691                                 g_snprintf(destp, mime_block_len + 1,
1692                                            MIMESEP_BEGIN "%s%s%s" MIMESEP_END,
1693                                            out_encoding, mimesep_enc, enc_str);
1694                                 destp += mime_block_len;
1695                                 srcp += cur_len;
1696
1697                                 left -= mime_block_len;
1698                         }
1699
1700                         LBREAK_IF_REQUIRED(cont, FALSE);
1701
1702                         if (cur_len == 0)
1703                                 break;
1704                 }
1705         }
1706
1707         *destp = '\0';
1708 }
1709
1710 void conv_encode_header(gchar *dest, gint len, const gchar *src,
1711                         gint header_len, gboolean addr_field)
1712 {
1713         conv_encode_header_full(dest,len,src,header_len,addr_field,NULL);
1714 }
1715
1716 #undef LBREAK_IF_REQUIRED
1717 gchar *conv_filename_from_utf8(const gchar *utf8_file)
1718 {
1719         gchar *fs_file;
1720         GError *error = NULL;
1721
1722         fs_file = g_filename_from_utf8(utf8_file, -1, NULL, NULL, &error);
1723         if (error) {
1724                 debug_print("failed to convert encoding of file name: %s\n",
1725                           error->message);
1726                 g_error_free(error);
1727         }
1728         if (!fs_file)
1729                 fs_file = g_strdup(utf8_file);
1730
1731         return fs_file;
1732 }
1733
1734 gchar *conv_filename_to_utf8(const gchar *fs_file)
1735 {
1736         gchar *utf8_file = NULL;
1737         GError *error = NULL;
1738
1739         utf8_file = g_filename_to_utf8(fs_file, -1, NULL, NULL, &error);
1740         if (error) {
1741                 g_warning("failed to convert encoding of file name: %s\n",
1742                           error->message);
1743                 g_error_free(error);
1744         }
1745
1746         if (!utf8_file || !g_utf8_validate(utf8_file, -1, NULL)) {
1747                 g_free(utf8_file);
1748                 utf8_file = g_strdup(fs_file);
1749                 conv_unreadable_8bit(utf8_file);
1750         }
1751
1752         return utf8_file;
1753 }