src/codeconv.c

   1 /*
   2  * Sylpheed -- a GTK+ based, lightweight, and fast e-mail client
   3  * Copyright (C) 1999-2006 Hiroyuki Yamamoto and the Sylpheed-Claws team
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License
  16  * along with this program; if not, write to the Free Software
  17  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  */
  19
  20 #ifdef HAVE_CONFIG_H
  21 #  include "config.h"
  22 #endif
  23
  24 #include "defs.h"
  25
  26 #include <glib.h>
  27 #include <glib/gi18n.h>
  28 #include <string.h>
  29 #include <ctype.h>
  30 #include <stdlib.h>
  31 #include <errno.h>
  32
  33 #if HAVE_LOCALE_H
  34 #  include <locale.h>
  35 #endif
  36
  37 #include "codeconv.h"
  38 #include "unmime.h"
  39 #include "base64.h"
  40 #include "quoted-printable.h"
  41 #include "utils.h"
  42 #include "prefs_common.h"
  43
  44 /* For unknown reasons the inconv.m4 macro undefs that macro if no
  45    const is needed.  This would break the code below so we define it. */
  46 #ifndef ICONV_CONST
  47 #define ICONV_CONST
  48 #endif
  49
  50 typedef enum
  51 {
  52         JIS_ASCII,
  53         JIS_KANJI,
  54         JIS_HWKANA,
  55         JIS_AUXKANJI
  56 } JISState;
  57
  58 #define SUBST_CHAR      0x5f;
  59 #define ESC             '\033'
  60
  61 #define iseuckanji(c) \
  62         (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xfe)
  63 #define iseuchwkana1(c) \
  64         (((c) & 0xff) == 0x8e)
  65 #define iseuchwkana2(c) \
  66         (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xdf)
  67 #define iseucaux(c) \
  68         (((c) & 0xff) == 0x8f)
  69 #define issjiskanji1(c) \
  70         ((((c) & 0xff) >= 0x81 && ((c) & 0xff) <= 0x9f) || \
  71          (((c) & 0xff) >= 0xe0 && ((c) & 0xff) <= 0xfc))
  72 #define issjiskanji2(c) \
  73         ((((c) & 0xff) >= 0x40 && ((c) & 0xff) <= 0x7e) || \
  74          (((c) & 0xff) >= 0x80 && ((c) & 0xff) <= 0xfc))
  75 #define issjishwkana(c) \
  76         (((c) & 0xff) >= 0xa1 && ((c) & 0xff) <= 0xdf)
  77
  78 #define K_IN()                          \
  79         if (state != JIS_KANJI) {       \
  80                 *out++ = ESC;           \
  81                 *out++ = '$';           \
  82                 *out++ = 'B';           \
  83                 state = JIS_KANJI;      \
  84         }
  85
  86 #define K_OUT()                         \
  87         if (state != JIS_ASCII) {       \
  88                 *out++ = ESC;           \
  89                 *out++ = '(';           \
  90                 *out++ = 'B';           \
  91                 state = JIS_ASCII;      \
  92         }
  93
  94 #define HW_IN()                         \
  95         if (state != JIS_HWKANA) {      \
  96                 *out++ = ESC;           \
  97                 *out++ = '(';           \
  98                 *out++ = 'I';           \
  99                 state = JIS_HWKANA;     \
 100         }
 101
 102 #define AUX_IN()                        \
 103         if (state != JIS_AUXKANJI) {    \
 104                 *out++ = ESC;           \
 105                 *out++ = '$';           \
 106                 *out++ = '(';           \
 107                 *out++ = 'D';           \
 108                 state = JIS_AUXKANJI;   \
 109         }
 110
 111 static void conv_jistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf);
 112 static void conv_euctojis(gchar *outbuf, gint outlen, const gchar *inbuf);
 113 static void conv_sjistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf);
 114
 115 static void conv_jistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
 116 static void conv_sjistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
 117 static void conv_euctoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
 118 static void conv_anytoutf8(gchar *outbuf, gint outlen, const gchar *inbuf);
 119
 120 static void conv_utf8toeuc(gchar *outbuf, gint outlen, const gchar *inbuf);
 121 static void conv_utf8tojis(gchar *outbuf, gint outlen, const gchar *inbuf);
 122
 123 static void conv_unreadable_8bit(gchar *str);
 124
 125 static void conv_jistodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
 126 static void conv_sjistodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
 127 static void conv_euctodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
 128
 129 static void conv_anytodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
 130 static void conv_ustodisp(gchar *outbuf, gint outlen, const gchar *inbuf);
 131 static void conv_noconv(gchar *outbuf, gint outlen, const gchar *inbuf);
 132
 133 static gboolean strict_mode = FALSE;
 134
 135 void codeconv_set_strict(gboolean mode)
 136 {
 137         strict_mode = mode;
 138 }
 139
 140 static void conv_jistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf)
 141 {
 142         const guchar *in = inbuf;
 143         guchar *out = outbuf;
 144         JISState state = JIS_ASCII;
 145
 146         while (*in != '\0') {
 147                 if (*in == ESC) {
 148                         in++;
 149                         if (*in == '$') {
 150                                 if (*(in + 1) == '@' || *(in + 1) == 'B') {
 151                                         state = JIS_KANJI;
 152                                         in += 2;
 153                                 } else if (*(in + 1) == '(' &&
 154                                            *(in + 2) == 'D') {
 155                                         state = JIS_AUXKANJI;
 156                                         in += 3;
 157                                 } else {
 158                                         /* unknown escape sequence */
 159                                         state = JIS_ASCII;
 160                                 }
 161                         } else if (*in == '(') {
 162                                 if (*(in + 1) == 'B' || *(in + 1) == 'J') {
 163                                         state = JIS_ASCII;
 164                                         in += 2;
 165                                 } else if (*(in + 1) == 'I') {
 166                                         state = JIS_HWKANA;
 167                                         in += 2;
 168                                 } else {
 169                                         /* unknown escape sequence */
 170                                         state = JIS_ASCII;
 171                                 }
 172                         } else {
 173                                 /* unknown escape sequence */
 174                                 state = JIS_ASCII;
 175                         }
 176                 } else if (*in == 0x0e) {
 177                         state = JIS_HWKANA;
 178                         in++;
 179                 } else if (*in == 0x0f) {
 180                         state = JIS_ASCII;
 181                         in++;
 182                 } else {
 183                         switch (state) {
 184                         case JIS_ASCII:
 185                                 *out++ = *in++;
 186                                 break;
 187                         case JIS_KANJI:
 188                                 *out++ = *in++ | 0x80;
 189                                 if (*in == '\0') break;
 190                                 *out++ = *in++ | 0x80;
 191                                 break;
 192                         case JIS_HWKANA:
 193                                 *out++ = 0x8e;
 194                                 *out++ = *in++ | 0x80;
 195                                 break;
 196                         case JIS_AUXKANJI:
 197                                 *out++ = 0x8f;
 198                                 *out++ = *in++ | 0x80;
 199                                 if (*in == '\0') break;
 200                                 *out++ = *in++ | 0x80;
 201                                 break;
 202                         }
 203                 }
 204         }
 205
 206         *out = '\0';
 207 }
 208
 209 #define JIS_HWDAKUTEN           0x5e
 210 #define JIS_HWHANDAKUTEN        0x5f
 211
 212 static gint conv_jis_hantozen(guchar *outbuf, guchar jis_code, guchar sound_sym)
 213 {
 214         static guint16 h2z_tbl[] = {
 215                 /* 0x20 - 0x2f */
 216                 0x0000, 0x2123, 0x2156, 0x2157, 0x2122, 0x2126, 0x2572, 0x2521,
 217                 0x2523, 0x2525, 0x2527, 0x2529, 0x2563, 0x2565, 0x2567, 0x2543,
 218                 /* 0x30 - 0x3f */
 219                 0x213c, 0x2522, 0x2524, 0x2526, 0x2528, 0x252a, 0x252b, 0x252d,
 220                 0x252f, 0x2531, 0x2533, 0x2535, 0x2537, 0x2539, 0x253b, 0x253d,
 221                 /* 0x40 - 0x4f */
 222                 0x253f, 0x2541, 0x2544, 0x2546, 0x2548, 0x254a, 0x254b, 0x254c,
 223                 0x254d, 0x254e, 0x254f, 0x2552, 0x2555, 0x2558, 0x255b, 0x255e,
 224                 /* 0x50 - 0x5f */
 225                 0x255f, 0x2560, 0x2561, 0x2562, 0x2564, 0x2566, 0x2568, 0x2569,
 226                 0x256a, 0x256b, 0x256c, 0x256d, 0x256f, 0x2573, 0x212b, 0x212c
 227         };
 228
 229         static guint16 dakuten_tbl[] = {
 230                 /* 0x30 - 0x3f */
 231                 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x252c, 0x252e,
 232                 0x2530, 0x2532, 0x2534, 0x2536, 0x2538, 0x253a, 0x253c, 0x253e,
 233                 /* 0x40 - 0x4f */
 234                 0x2540, 0x2542, 0x2545, 0x2547, 0x2549, 0x0000, 0x0000, 0x0000,
 235                 0x0000, 0x0000, 0x2550, 0x2553, 0x2556, 0x2559, 0x255c, 0x0000
 236         };
 237
 238         static guint16 handakuten_tbl[] = {
 239                 /* 0x4a - 0x4e */
 240                 0x2551, 0x2554, 0x2557, 0x255a, 0x255d
 241         };
 242
 243         guint16 out_code;
 244
 245         jis_code &= 0x7f;
 246         sound_sym &= 0x7f;
 247
 248         if (jis_code < 0x21 || jis_code > 0x5f)
 249                 return 0;
 250
 251         if (sound_sym == JIS_HWDAKUTEN &&
 252             jis_code >= 0x36 && jis_code <= 0x4e) {
 253                 out_code = dakuten_tbl[jis_code - 0x30];
 254                 if (out_code != 0) {
 255                         *outbuf = out_code >> 8;
 256                         *(outbuf + 1) = out_code & 0xff;
 257                         return 2;
 258                 }
 259         }
 260
 261         if (sound_sym == JIS_HWHANDAKUTEN &&
 262             jis_code >= 0x4a && jis_code <= 0x4e) {
 263                 out_code = handakuten_tbl[jis_code - 0x4a];
 264                 *outbuf = out_code >> 8;
 265                 *(outbuf + 1) = out_code & 0xff;
 266                 return 2;
 267         }
 268
 269         out_code = h2z_tbl[jis_code - 0x20];
 270         *outbuf = out_code >> 8;
 271         *(outbuf + 1) = out_code & 0xff;
 272         return 1;
 273 }
 274
 275 static void conv_euctojis(gchar *outbuf, gint outlen, const gchar *inbuf)
 276 {
 277         const guchar *in = inbuf;
 278         guchar *out = outbuf;
 279         JISState state = JIS_ASCII;
 280
 281         while (*in != '\0') {
 282                 if (IS_ASCII(*in)) {
 283                         K_OUT();
 284                         *out++ = *in++;
 285                 } else if (iseuckanji(*in)) {
 286                         if (iseuckanji(*(in + 1))) {
 287                                 K_IN();
 288                                 *out++ = *in++ & 0x7f;
 289                                 *out++ = *in++ & 0x7f;
 290                         } else {
 291                                 K_OUT();
 292                                 *out++ = SUBST_CHAR;
 293                                 in++;
 294                                 if (*in != '\0' && !IS_ASCII(*in)) {
 295                                         *out++ = SUBST_CHAR;
 296                                         in++;
 297                                 }
 298                         }
 299                 } else if (iseuchwkana1(*in)) {
 300                         if (iseuchwkana2(*(in + 1))) {
 301                                 if (prefs_common.allow_jisx0201_kana) {
 302                                         HW_IN();
 303                                         in++;
 304                                         *out++ = *in++ & 0x7f;
 305                                 } else {
 306                                         guchar jis_ch[2];
 307                                         gint len;
 308
 309                                         if (iseuchwkana1(*(in + 2)) &&
 310                                             iseuchwkana2(*(in + 3)))
 311                                                 len = conv_jis_hantozen
 312                                                         (jis_ch,
 313                                                          *(in + 1), *(in + 3));
 314                                         else
 315                                                 len = conv_jis_hantozen
 316                                                         (jis_ch,
 317                                                          *(in + 1), '\0');
 318                                         if (len == 0)
 319                                                 in += 2;
 320                                         else {
 321                                                 K_IN();
 322                                                 in += len * 2;
 323                                                 *out++ = jis_ch[0];
 324                                                 *out++ = jis_ch[1];
 325                                         }
 326                                 }
 327                         } else {
 328                                 K_OUT();
 329                                 in++;
 330                                 if (*in != '\0' && !IS_ASCII(*in)) {
 331                                         *out++ = SUBST_CHAR;
 332                                         in++;
 333                                 }
 334                         }
 335                 } else if (iseucaux(*in)) {
 336                         in++;
 337                         if (iseuckanji(*in) && iseuckanji(*(in + 1))) {
 338                                 AUX_IN();
 339                                 *out++ = *in++ & 0x7f;
 340                                 *out++ = *in++ & 0x7f;
 341                         } else {
 342                                 K_OUT();
 343                                 if (*in != '\0' && !IS_ASCII(*in)) {
 344                                         *out++ = SUBST_CHAR;
 345                                         in++;
 346                                         if (*in != '\0' && !IS_ASCII(*in)) {
 347                                                 *out++ = SUBST_CHAR;
 348                                                 in++;
 349                                         }
 350                                 }
 351                         }
 352                 } else {
 353                         K_OUT();
 354                         *out++ = SUBST_CHAR;
 355                         in++;
 356                 }
 357         }
 358
 359         K_OUT();
 360         *out = '\0';
 361 }
 362
 363 static void conv_sjistoeuc(gchar *outbuf, gint outlen, const gchar *inbuf)
 364 {
 365         const guchar *in = inbuf;
 366         guchar *out = outbuf;
 367
 368         while (*in != '\0') {
 369                 if (IS_ASCII(*in)) {
 370                         *out++ = *in++;
 371                 } else if (issjiskanji1(*in)) {
 372                         if (issjiskanji2(*(in + 1))) {
 373                                 guchar out1 = *in;
 374                                 guchar out2 = *(in + 1);
 375                                 guchar row;
 376
 377                                 row = out1 < 0xa0 ? 0x70 : 0xb0;
 378                                 if (out2 < 0x9f) {
 379                                         out1 = (out1 - row) * 2 - 1;
 380                                         out2 -= out2 > 0x7f ? 0x20 : 0x1f;
 381                                 } else {
 382                                         out1 = (out1 - row) * 2;
 383                                         out2 -= 0x7e;
 384                                 }
 385
 386                                 *out++ = out1 | 0x80;
 387                                 *out++ = out2 | 0x80;
 388                                 in += 2;
 389                         } else {
 390                                 *out++ = SUBST_CHAR;
 391                                 in++;
 392                                 if (*in != '\0' && !IS_ASCII(*in)) {
 393                                         *out++ = SUBST_CHAR;
 394                                         in++;
 395                                 }
 396                         }
 397                 } else if (issjishwkana(*in)) {
 398                         *out++ = 0x8e;
 399                         *out++ = *in++;
 400                 } else {
 401                         *out++ = SUBST_CHAR;
 402                         in++;
 403                 }
 404         }
 405
 406         *out = '\0';
 407 }
 408
 409 static void conv_jistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
 410 {
 411         gchar *eucstr;
 412
 413         Xalloca(eucstr, outlen, return);
 414
 415         conv_jistoeuc(eucstr, outlen, inbuf);
 416         conv_euctoutf8(outbuf, outlen, eucstr);
 417 }
 418
 419 static void conv_sjistoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
 420 {
 421         gchar *tmpstr;
 422
 423         tmpstr = conv_iconv_strdup(inbuf, CS_SHIFT_JIS, CS_UTF_8);
 424         if (tmpstr) {
 425                 strncpy2(outbuf, tmpstr, outlen);
 426                 g_free(tmpstr);
 427         } else
 428                 strncpy2(outbuf, inbuf, outlen);
 429 }
 430
 431 static void conv_euctoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
 432 {
 433         static iconv_t cd = (iconv_t)-1;
 434         static gboolean iconv_ok = TRUE;
 435         gchar *tmpstr;
 436
 437         if (cd == (iconv_t)-1) {
 438                 if (!iconv_ok) {
 439                         strncpy2(outbuf, inbuf, outlen);
 440                         return;
 441                 }
 442                 cd = iconv_open(CS_UTF_8, CS_EUC_JP_MS);
 443                 if (cd == (iconv_t)-1) {
 444                         cd = iconv_open(CS_UTF_8, CS_EUC_JP);
 445                         if (cd == (iconv_t)-1) {
 446                                 g_warning("conv_euctoutf8(): %s\n",
 447                                           g_strerror(errno));
 448                                 iconv_ok = FALSE;
 449                                 strncpy2(outbuf, inbuf, outlen);
 450                                 return;
 451                         }
 452                 }
 453         }
 454
 455         tmpstr = conv_iconv_strdup_with_cd(inbuf, cd);
 456         if (tmpstr) {
 457                 strncpy2(outbuf, tmpstr, outlen);
 458                 g_free(tmpstr);
 459         } else
 460                 strncpy2(outbuf, inbuf, outlen);
 461 }
 462
 463 static void conv_anytoutf8(gchar *outbuf, gint outlen, const gchar *inbuf)
 464 {
 465         switch (conv_guess_ja_encoding(inbuf)) {
 466         case C_ISO_2022_JP:
 467                 conv_jistoutf8(outbuf, outlen, inbuf);
 468                 break;
 469         case C_SHIFT_JIS:
 470                 conv_sjistoutf8(outbuf, outlen, inbuf);
 471                 break;
 472         case C_EUC_JP:
 473                 conv_euctoutf8(outbuf, outlen, inbuf);
 474                 break;
 475         default:
 476                 strncpy2(outbuf, inbuf, outlen);
 477                 break;
 478         }
 479 }
 480
 481 static void conv_utf8toeuc(gchar *outbuf, gint outlen, const gchar *inbuf)
 482 {
 483         static iconv_t cd = (iconv_t)-1;
 484         static gboolean iconv_ok = TRUE;
 485         gchar *tmpstr;
 486
 487         if (cd == (iconv_t)-1) {
 488                 if (!iconv_ok) {
 489                         strncpy2(outbuf, inbuf, outlen);
 490                         return;
 491                 }
 492                 cd = iconv_open(CS_EUC_JP_MS, CS_UTF_8);
 493                 if (cd == (iconv_t)-1) {
 494                         cd = iconv_open(CS_EUC_JP, CS_UTF_8);
 495                         if (cd == (iconv_t)-1) {
 496                                 g_warning("conv_utf8toeuc(): %s\n",
 497                                           g_strerror(errno));
 498                                 iconv_ok = FALSE;
 499                                 strncpy2(outbuf, inbuf, outlen);
 500                                 return;
 501                         }
 502                 }
 503         }
 504
 505         tmpstr = conv_iconv_strdup_with_cd(inbuf, cd);
 506         if (tmpstr) {
 507                 strncpy2(outbuf, tmpstr, outlen);
 508                 g_free(tmpstr);
 509         } else
 510                 strncpy2(outbuf, inbuf, outlen);
 511 }
 512
 513 static void conv_utf8tojis(gchar *outbuf, gint outlen, const gchar *inbuf)
 514 {
 515         gchar *eucstr;
 516
 517         Xalloca(eucstr, outlen, return);
 518
 519         conv_utf8toeuc(eucstr, outlen, inbuf);
 520         conv_euctojis(outbuf, outlen, eucstr);
 521 }
 522
 523 static void conv_unreadable_8bit(gchar *str)
 524 {
 525         register guchar *p = str;
 526
 527         while (*p != '\0') {
 528                 /* convert CR+LF -> LF */
 529                 if (*p == '\r' && *(p + 1) == '\n')
 530                         memmove(p, p + 1, strlen(p));
 531                 else if (!IS_ASCII(*p)) *p = SUBST_CHAR;
 532                 p++;
 533         }
 534 }
 535
 536 CharSet conv_guess_ja_encoding(const gchar *str)
 537 {
 538         const guchar *p = str;
 539         CharSet guessed = C_US_ASCII;
 540
 541         while (*p != '\0') {
 542                 if (*p == ESC && (*(p + 1) == '$' || *(p + 1) == '(')) {
 543                         if (guessed == C_US_ASCII)
 544                                 return C_ISO_2022_JP;
 545                         p += 2;
 546                 } else if (IS_ASCII(*p)) {
 547                         p++;
 548                 } else if (iseuckanji(*p) && iseuckanji(*(p + 1))) {
 549                         if (*p >= 0xfd && *p <= 0xfe)
 550                                 return C_EUC_JP;
 551                         else if (guessed == C_SHIFT_JIS) {
 552                                 if ((issjiskanji1(*p) &&
 553                                      issjiskanji2(*(p + 1))) ||
 554                                     issjishwkana(*p))
 555                                         guessed = C_SHIFT_JIS;
 556                                 else
 557                                         guessed = C_EUC_JP;
 558                         } else
 559                                 guessed = C_EUC_JP;
 560                         p += 2;
 561                 } else if (issjiskanji1(*p) && issjiskanji2(*(p + 1))) {
 562                         if (iseuchwkana1(*p) && iseuchwkana2(*(p + 1)))
 563                                 guessed = C_SHIFT_JIS;
 564                         else
 565                                 return C_SHIFT_JIS;
 566                         p += 2;
 567                 } else if (issjishwkana(*p)) {
 568                         guessed = C_SHIFT_JIS;
 569                         p++;
 570                 } else {
 571                         p++;
 572                 }
 573         }
 574
 575         return guessed;
 576 }
 577
 578 static void conv_jistodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
 579 {
 580         conv_jistoutf8(outbuf, outlen, inbuf);
 581 }
 582
 583 static void conv_sjistodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
 584 {
 585         conv_sjistoutf8(outbuf, outlen, inbuf);
 586 }
 587
 588 static void conv_euctodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
 589 {
 590         conv_euctoutf8(outbuf, outlen, inbuf);
 591 }
 592
 593 void conv_utf8todisp(gchar *outbuf, gint outlen, const gchar *inbuf)
 594 {
 595         if (g_utf8_validate(inbuf, -1, NULL) == TRUE)
 596                 strncpy2(outbuf, inbuf, outlen);
 597         else
 598                 conv_ustodisp(outbuf, outlen, inbuf);
 599 }
 600
 601 static void conv_anytodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
 602 {
 603         conv_anytoutf8(outbuf, outlen, inbuf);
 604         if (g_utf8_validate(outbuf, -1, NULL) != TRUE)
 605                 conv_unreadable_8bit(outbuf);
 606 }
 607
 608 static void conv_ustodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
 609 {
 610         strncpy2(outbuf, inbuf, outlen);
 611         conv_unreadable_8bit(outbuf);
 612 }
 613
 614 void conv_localetodisp(gchar *outbuf, gint outlen, const gchar *inbuf)
 615 {
 616         gchar *tmpstr;
 617
 618         codeconv_set_strict(TRUE);
 619         tmpstr = conv_iconv_strdup(inbuf, conv_get_locale_charset_str(),
 620                                    CS_INTERNAL);
 621         codeconv_set_strict(FALSE);
 622         if (tmpstr && g_utf8_validate(tmpstr, -1, NULL)) {
 623                 strncpy2(outbuf, tmpstr, outlen);
 624                 g_free(tmpstr);
 625                 return;
 626         } else if (tmpstr && !g_utf8_validate(tmpstr, -1, NULL)) {
 627                 g_free(tmpstr);
 628                 codeconv_set_strict(TRUE);
 629                 tmpstr = conv_iconv_strdup(inbuf,
 630                                 conv_get_locale_charset_str_no_utf8(),
 631                                 CS_INTERNAL);
 632                 codeconv_set_strict(FALSE);
 633         }
 634         if (tmpstr && g_utf8_validate(tmpstr, -1, NULL)) {
 635                 strncpy2(outbuf, tmpstr, outlen);
 636                 g_free(tmpstr);
 637                 return;
 638         } else {
 639                 if (tmpstr)
 640                         g_free(tmpstr);
 641                 conv_utf8todisp(outbuf, outlen, inbuf);
 642         }
 643 }
 644
 645 static void conv_noconv(gchar *outbuf, gint outlen, const gchar *inbuf)
 646 {
 647         strncpy2(outbuf, inbuf, outlen);
 648 }
 649
 650 static const gchar *
 651 conv_get_fallback_for_private_encoding(const gchar *encoding)
 652 {
 653         if (encoding && (encoding[0] == 'X' || encoding[0] == 'x') &&
 654             encoding[1] == '-') {
 655                 if (!g_ascii_strcasecmp(encoding, CS_X_GBK))
 656                         return CS_GBK;
 657         }
 658
 659         return encoding;
 660 }
 661
 662 CodeConverter *conv_code_converter_new(const gchar *src_charset)
 663 {
 664         CodeConverter *conv;
 665
 666         src_charset = conv_get_fallback_for_private_encoding(src_charset);
 667
 668         conv = g_new0(CodeConverter, 1);
 669         conv->code_conv_func = conv_get_code_conv_func(src_charset, NULL);
 670         conv->charset_str = g_strdup(src_charset);
 671         conv->charset = conv_get_charset_from_str(src_charset);
 672
 673         return conv;
 674 }
 675
 676 void conv_code_converter_destroy(CodeConverter *conv)
 677 {
 678         g_free(conv->charset_str);
 679         g_free(conv);
 680 }
 681
 682 gint conv_convert(CodeConverter *conv, gchar *outbuf, gint outlen,
 683                   const gchar *inbuf)
 684 {
 685         if (conv->code_conv_func != conv_noconv)
 686                 conv->code_conv_func(outbuf, outlen, inbuf);
 687         else {
 688                 gchar *str;
 689
 690                 str = conv_iconv_strdup(inbuf, conv->charset_str, NULL);
 691                 if (!str)
 692                         return -1;
 693                 else {
 694                         strncpy2(outbuf, str, outlen);
 695                         g_free(str);
 696                 }
 697         }
 698
 699         return 0;
 700 }
 701
 702 gchar *conv_codeset_strdup(const gchar *inbuf,
 703                            const gchar *src_code, const gchar *dest_code)
 704 {
 705         gchar *buf;
 706         size_t len;
 707         CodeConvFunc conv_func;
 708
 709         src_code = conv_get_fallback_for_private_encoding(src_code);
 710         conv_func = conv_get_code_conv_func(src_code, dest_code);
 711         if (conv_func != conv_noconv) {
 712                 len = (strlen(inbuf) + 1) * 3;
 713                 buf = g_malloc(len);
 714                 if (!buf) return NULL;
 715
 716                 conv_func(buf, len, inbuf);
 717                 return g_realloc(buf, strlen(buf) + 1);
 718         }
 719
 720         return conv_iconv_strdup(inbuf, src_code, dest_code);
 721 }
 722
 723 CodeConvFunc conv_get_code_conv_func(const gchar *src_charset_str,
 724                                      const gchar *dest_charset_str)
 725 {
 726         CodeConvFunc code_conv = conv_noconv;
 727         CharSet src_charset;
 728         CharSet dest_charset;
 729
 730         if (!src_charset_str)
 731                 src_charset = conv_get_locale_charset();
 732         else
 733                 src_charset = conv_get_charset_from_str(src_charset_str);
 734
 735         /* auto detection mode */
 736         if (!src_charset_str && !dest_charset_str) {
 737                 if (conv_is_ja_locale())
 738                         return conv_anytodisp;
 739                 else
 740                         return conv_noconv;
 741         }
 742
 743         dest_charset = conv_get_charset_from_str(dest_charset_str);
 744
 745         if (dest_charset == C_US_ASCII)
 746                 return conv_ustodisp;
 747
 748         switch (src_charset) {
 749         case C_US_ASCII:
 750         case C_ISO_8859_1:
 751         case C_ISO_8859_2:
 752         case C_ISO_8859_3:
 753         case C_ISO_8859_4:
 754         case C_ISO_8859_5:
 755         case C_ISO_8859_6:
 756         case C_ISO_8859_7:
 757         case C_ISO_8859_8:
 758         case C_ISO_8859_9:
 759         case C_ISO_8859_10:
 760         case C_ISO_8859_11:
 761         case C_ISO_8859_13:
 762         case C_ISO_8859_14:
 763         case C_ISO_8859_15:
 764                 break;
 765         case C_ISO_2022_JP:
 766         case C_ISO_2022_JP_2:
 767         case C_ISO_2022_JP_3:
 768                 if (dest_charset == C_AUTO)
 769                         code_conv = conv_jistodisp;
 770                 else if (dest_charset == C_EUC_JP)
 771                         code_conv = conv_jistoeuc;
 772                 else if (dest_charset == C_UTF_8)
 773                         code_conv = conv_jistoutf8;
 774                 break;
 775         case C_SHIFT_JIS:
 776                 if (dest_charset == C_AUTO)
 777                         code_conv = conv_sjistodisp;
 778                 else if (dest_charset == C_EUC_JP)
 779                         code_conv = conv_sjistoeuc;
 780                 else if (dest_charset == C_UTF_8)
 781                         code_conv = conv_sjistoutf8;
 782                 break;
 783         case C_EUC_JP:
 784                 if (dest_charset == C_AUTO)
 785                         code_conv = conv_euctodisp;
 786                 else if (dest_charset == C_ISO_2022_JP   ||
 787                          dest_charset == C_ISO_2022_JP_2 ||
 788                          dest_charset == C_ISO_2022_JP_3)
 789                         code_conv = conv_euctojis;
 790                 else if (dest_charset == C_UTF_8)
 791                         code_conv = conv_euctoutf8;
 792                 break;
 793         case C_UTF_8:
 794                 if (dest_charset == C_EUC_JP)
 795                         code_conv = conv_utf8toeuc;
 796                 else if (dest_charset == C_ISO_2022_JP   ||
 797                          dest_charset == C_ISO_2022_JP_2 ||
 798                          dest_charset == C_ISO_2022_JP_3)
 799                         code_conv = conv_utf8tojis;
 800                 break;
 801         default:
 802                 break;
 803         }
 804
 805         return code_conv;
 806 }
 807
 808 gchar *conv_iconv_strdup(const gchar *inbuf,
 809                          const gchar *src_code, const gchar *dest_code)
 810 {
 811         iconv_t cd;
 812         gchar *outbuf;
 813
 814         if (!src_code)
 815                 src_code = conv_get_outgoing_charset_str();
 816         if (!dest_code)
 817                 dest_code = CS_INTERNAL;
 818
 819         /* don't convert if src and dest codeset are identical */
 820         if (!strcasecmp(src_code, dest_code))
 821                 return g_strdup(inbuf);
 822
 823         /* don't convert if current codeset is US-ASCII */
 824         if (!strcasecmp(dest_code, CS_US_ASCII))
 825                 return g_strdup(inbuf);
 826
 827         cd = iconv_open(dest_code, src_code);
 828         if (cd == (iconv_t)-1)
 829                 return NULL;
 830
 831         outbuf = conv_iconv_strdup_with_cd(inbuf, cd);
 832
 833         iconv_close(cd);
 834
 835         return outbuf;
 836 }
 837
 838 gchar *conv_iconv_strdup_with_cd(const gchar *inbuf, iconv_t cd)
 839 {
 840         const gchar *inbuf_p;
 841         gchar *outbuf;
 842         gchar *outbuf_p;
 843         size_t in_size;
 844         size_t in_left;
 845         size_t out_size;
 846         size_t out_left;
 847         size_t n_conv;
 848         size_t len;
 849
 850         inbuf_p = inbuf;
 851         in_size = strlen(inbuf);
 852         in_left = in_size;
 853         out_size = (in_size + 1) * 2;
 854         outbuf = g_malloc(out_size);
 855         outbuf_p = outbuf;
 856         out_left = out_size;
 857
 858 #define EXPAND_BUF()                            \
 859 {                                               \
 860         len = outbuf_p - outbuf;                \
 861         out_size *= 2;                          \
 862         outbuf = g_realloc(outbuf, out_size);   \
 863         outbuf_p = outbuf + len;                \
 864         out_left = out_size - len;              \
 865 }
 866
 867         while ((n_conv = iconv(cd, (ICONV_CONST gchar **)&inbuf_p, &in_left,
 868                                &outbuf_p, &out_left)) == (size_t)-1) {
 869                 if (EILSEQ == errno) {
 870                         if (strict_mode) {
 871                                 g_free(outbuf);
 872                                 return NULL;
 873                         }
 874                         //g_print("iconv(): at %d: %s\n", in_size - in_left, g_strerror(errno));
 875                         inbuf_p++;
 876                         in_left--;
 877                         if (out_left == 0) {
 878                                 EXPAND_BUF();
 879                         }
 880                         *outbuf_p++ = SUBST_CHAR;
 881                         out_left--;
 882                 } else if (EINVAL == errno) {
 883                         break;
 884                 } else if (E2BIG == errno) {
 885                         EXPAND_BUF();
 886                 } else {
 887                         g_warning("conv_iconv_strdup(): %s\n",
 888                                   g_strerror(errno));
 889                         break;
 890                 }
 891         }
 892
 893         while ((n_conv = iconv(cd, NULL, NULL, &outbuf_p, &out_left)) ==
 894                (size_t)-1) {
 895                 if (E2BIG == errno) {
 896                         EXPAND_BUF();
 897                 } else {
 898                         g_warning("conv_iconv_strdup(): %s\n",
 899                                   g_strerror(errno));
 900                         break;
 901                 }
 902         }
 903
 904 #undef EXPAND_BUF
 905
 906         len = outbuf_p - outbuf;
 907         outbuf = g_realloc(outbuf, len + 1);
 908         outbuf[len] = '\0';
 909
 910         return outbuf;
 911 }
 912
 913 static const struct {
 914         CharSet charset;
 915         gchar *const name;
 916 } charsets[] = {
 917         {C_US_ASCII,            CS_US_ASCII},
 918         {C_US_ASCII,            CS_ANSI_X3_4_1968},
 919         {C_UTF_8,               CS_UTF_8},
 920         {C_UTF_7,               CS_UTF_7},
 921         {C_ISO_8859_1,          CS_ISO_8859_1},
 922         {C_ISO_8859_2,          CS_ISO_8859_2},
 923         {C_ISO_8859_3,          CS_ISO_8859_3},
 924         {C_ISO_8859_4,          CS_ISO_8859_4},
 925         {C_ISO_8859_5,          CS_ISO_8859_5},
 926         {C_ISO_8859_6,          CS_ISO_8859_6},
 927         {C_ISO_8859_7,          CS_ISO_8859_7},
 928         {C_ISO_8859_8,          CS_ISO_8859_8},
 929         {C_ISO_8859_9,          CS_ISO_8859_9},
 930         {C_ISO_8859_10,         CS_ISO_8859_10},
 931         {C_ISO_8859_11,         CS_ISO_8859_11},
 932         {C_ISO_8859_13,         CS_ISO_8859_13},
 933         {C_ISO_8859_14,         CS_ISO_8859_14},
 934         {C_ISO_8859_15,         CS_ISO_8859_15},
 935         {C_BALTIC,              CS_BALTIC},
 936         {C_CP1250,              CS_CP1250},
 937         {C_CP1251,              CS_CP1251},
 938         {C_CP1252,              CS_CP1252},
 939         {C_CP1253,              CS_CP1253},
 940         {C_CP1254,              CS_CP1254},
 941         {C_CP1255,              CS_CP1255},
 942         {C_CP1256,              CS_CP1256},
 943         {C_CP1257,              CS_CP1257},
 944         {C_CP1258,              CS_CP1258},
 945         {C_WINDOWS_1250,        CS_WINDOWS_1250},
 946         {C_WINDOWS_1251,        CS_WINDOWS_1251},
 947         {C_WINDOWS_1252,        CS_WINDOWS_1252},
 948         {C_WINDOWS_1253,        CS_WINDOWS_1253},
 949         {C_WINDOWS_1254,        CS_WINDOWS_1254},
 950         {C_WINDOWS_1255,        CS_WINDOWS_1255},
 951         {C_WINDOWS_1256,        CS_WINDOWS_1256},
 952         {C_WINDOWS_1257,        CS_WINDOWS_1257},
 953         {C_WINDOWS_1258,        CS_WINDOWS_1258},
 954         {C_KOI8_R,              CS_KOI8_R},
 955         {C_KOI8_T,              CS_KOI8_T},
 956         {C_KOI8_U,              CS_KOI8_U},
 957         {C_ISO_2022_JP,         CS_ISO_2022_JP},
 958         {C_ISO_2022_JP_2,       CS_ISO_2022_JP_2},
 959         {C_ISO_2022_JP_3,       CS_ISO_2022_JP_3},
 960         {C_EUC_JP,              CS_EUC_JP},
 961         {C_EUC_JP,              CS_EUCJP},
 962         {C_EUC_JP_MS,           CS_EUC_JP_MS},
 963         {C_SHIFT_JIS,           CS_SHIFT_JIS},
 964         {C_SHIFT_JIS,           CS_SHIFT__JIS},
 965         {C_SHIFT_JIS,           CS_SJIS},
 966         {C_ISO_2022_KR,         CS_ISO_2022_KR},
 967         {C_EUC_KR,              CS_EUC_KR},
 968         {C_ISO_2022_CN,         CS_ISO_2022_CN},
 969         {C_EUC_CN,              CS_EUC_CN},
 970         {C_GB2312,              CS_GB2312},
 971         {C_GBK,                 CS_GBK},
 972         {C_EUC_TW,              CS_EUC_TW},
 973         {C_BIG5,                CS_BIG5},
 974         {C_BIG5_HKSCS,          CS_BIG5_HKSCS},
 975         {C_TIS_620,             CS_TIS_620},
 976         {C_WINDOWS_874,         CS_WINDOWS_874},
 977         {C_GEORGIAN_PS,         CS_GEORGIAN_PS},
 978         {C_TCVN5712_1,          CS_TCVN5712_1},
 979 };
 980
 981 static const struct {
 982         gchar *const locale;
 983         CharSet charset;
 984         CharSet out_charset;
 985 } locale_table[] = {
 986         {"ja_JP.eucJP"  , C_EUC_JP      , C_ISO_2022_JP},
 987         {"ja_JP.EUC-JP" , C_EUC_JP      , C_ISO_2022_JP},
 988         {"ja_JP.EUC"    , C_EUC_JP      , C_ISO_2022_JP},
 989         {"ja_JP.ujis"   , C_EUC_JP      , C_ISO_2022_JP},
 990         {"ja_JP.SJIS"   , C_SHIFT_JIS   , C_ISO_2022_JP},
 991         {"ja_JP.JIS"    , C_ISO_2022_JP , C_ISO_2022_JP},
 992 #ifdef G_OS_WIN32
 993         {"ja_JP"        , C_SHIFT_JIS   , C_ISO_2022_JP},
 994 #else
 995         {"ja_JP"        , C_EUC_JP      , C_ISO_2022_JP},
 996 #endif
 997         {"ko_KR.EUC-KR" , C_EUC_KR      , C_EUC_KR},
 998         {"ko_KR"        , C_EUC_KR      , C_EUC_KR},
 999         {"zh_CN.GB2312" , C_GB2312      , C_GB2312},
1000         {"zh_CN.GBK"    , C_GBK         , C_GBK},
1001         {"zh_CN"        , C_GB2312      , C_GB2312},
1002         {"zh_HK"        , C_BIG5_HKSCS  , C_BIG5_HKSCS},
1003         {"zh_TW.eucTW"  , C_EUC_TW      , C_BIG5},
1004         {"zh_TW.EUC-TW" , C_EUC_TW      , C_BIG5},
1005         {"zh_TW.Big5"   , C_BIG5        , C_BIG5},
1006         {"zh_TW"        , C_BIG5        , C_BIG5},
1007
1008         {"ru_RU.KOI8-R" , C_KOI8_R      , C_KOI8_R},
1009         {"ru_RU.KOI8R"  , C_KOI8_R      , C_KOI8_R},
1010         {"ru_RU.CP1251" , C_WINDOWS_1251, C_KOI8_R},
1011         {"ru_RU"        , C_ISO_8859_5  , C_KOI8_R},
1012         {"tg_TJ"        , C_KOI8_T      , C_KOI8_T},
1013         {"ru_UA"        , C_KOI8_U      , C_KOI8_U},
1014         {"uk_UA.CP1251" , C_WINDOWS_1251, C_KOI8_U},
1015         {"uk_UA"        , C_KOI8_U      , C_KOI8_U},
1016
1017         {"be_BY"        , C_WINDOWS_1251, C_WINDOWS_1251},
1018         {"bg_BG"        , C_WINDOWS_1251, C_WINDOWS_1251},
1019
1020         {"yi_US"        , C_WINDOWS_1255, C_WINDOWS_1255},
1021
1022         {"af_ZA"        , C_ISO_8859_1  , C_ISO_8859_1},
1023         {"br_FR"        , C_ISO_8859_1  , C_ISO_8859_1},
1024         {"ca_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1025         {"da_DK"        , C_ISO_8859_1  , C_ISO_8859_1},
1026         {"de_AT"        , C_ISO_8859_1  , C_ISO_8859_1},
1027         {"de_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1028         {"de_CH"        , C_ISO_8859_1  , C_ISO_8859_1},
1029         {"de_DE"        , C_ISO_8859_1  , C_ISO_8859_1},
1030         {"de_LU"        , C_ISO_8859_1  , C_ISO_8859_1},
1031         {"en_AU"        , C_ISO_8859_1  , C_ISO_8859_1},
1032         {"en_BW"        , C_ISO_8859_1  , C_ISO_8859_1},
1033         {"en_CA"        , C_ISO_8859_1  , C_ISO_8859_1},
1034         {"en_DK"        , C_ISO_8859_1  , C_ISO_8859_1},
1035         {"en_GB"        , C_ISO_8859_1  , C_ISO_8859_1},
1036         {"en_HK"        , C_ISO_8859_1  , C_ISO_8859_1},
1037         {"en_IE"        , C_ISO_8859_1  , C_ISO_8859_1},
1038         {"en_NZ"        , C_ISO_8859_1  , C_ISO_8859_1},
1039         {"en_PH"        , C_ISO_8859_1  , C_ISO_8859_1},
1040         {"en_SG"        , C_ISO_8859_1  , C_ISO_8859_1},
1041         {"en_US"        , C_ISO_8859_1  , C_ISO_8859_1},
1042         {"en_ZA"        , C_ISO_8859_1  , C_ISO_8859_1},
1043         {"en_ZW"        , C_ISO_8859_1  , C_ISO_8859_1},
1044         {"es_AR"        , C_ISO_8859_1  , C_ISO_8859_1},
1045         {"es_BO"        , C_ISO_8859_1  , C_ISO_8859_1},
1046         {"es_CL"        , C_ISO_8859_1  , C_ISO_8859_1},
1047         {"es_CO"        , C_ISO_8859_1  , C_ISO_8859_1},
1048         {"es_CR"        , C_ISO_8859_1  , C_ISO_8859_1},
1049         {"es_DO"        , C_ISO_8859_1  , C_ISO_8859_1},
1050         {"es_EC"        , C_ISO_8859_1  , C_ISO_8859_1},
1051         {"es_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1052         {"es_GT"        , C_ISO_8859_1  , C_ISO_8859_1},
1053         {"es_HN"        , C_ISO_8859_1  , C_ISO_8859_1},
1054         {"es_MX"        , C_ISO_8859_1  , C_ISO_8859_1},
1055         {"es_NI"        , C_ISO_8859_1  , C_ISO_8859_1},
1056         {"es_PA"        , C_ISO_8859_1  , C_ISO_8859_1},
1057         {"es_PE"        , C_ISO_8859_1  , C_ISO_8859_1},
1058         {"es_PR"        , C_ISO_8859_1  , C_ISO_8859_1},
1059         {"es_PY"        , C_ISO_8859_1  , C_ISO_8859_1},
1060         {"es_SV"        , C_ISO_8859_1  , C_ISO_8859_1},
1061         {"es_US"        , C_ISO_8859_1  , C_ISO_8859_1},
1062         {"es_UY"        , C_ISO_8859_1  , C_ISO_8859_1},
1063         {"es_VE"        , C_ISO_8859_1  , C_ISO_8859_1},
1064         {"et_EE"        , C_ISO_8859_1  , C_ISO_8859_1},
1065         {"eu_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1066         {"fi_FI"        , C_ISO_8859_1  , C_ISO_8859_1},
1067         {"fo_FO"        , C_ISO_8859_1  , C_ISO_8859_1},
1068         {"fr_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1069         {"fr_CA"        , C_ISO_8859_1  , C_ISO_8859_1},
1070         {"fr_CH"        , C_ISO_8859_1  , C_ISO_8859_1},
1071         {"fr_FR"        , C_ISO_8859_1  , C_ISO_8859_1},
1072         {"fr_LU"        , C_ISO_8859_1  , C_ISO_8859_1},
1073         {"ga_IE"        , C_ISO_8859_1  , C_ISO_8859_1},
1074         {"gl_ES"        , C_ISO_8859_1  , C_ISO_8859_1},
1075         {"gv_GB"        , C_ISO_8859_1  , C_ISO_8859_1},
1076         {"id_ID"        , C_ISO_8859_1  , C_ISO_8859_1},
1077         {"is_IS"        , C_ISO_8859_1  , C_ISO_8859_1},
1078         {"it_CH"        , C_ISO_8859_1  , C_ISO_8859_1},
1079         {"it_IT"        , C_ISO_8859_1  , C_ISO_8859_1},
1080         {"kl_GL"        , C_ISO_8859_1  , C_ISO_8859_1},
1081         {"kw_GB"        , C_ISO_8859_1  , C_ISO_8859_1},
1082         {"ms_MY"        , C_ISO_8859_1  , C_ISO_8859_1},
1083         {"nl_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1084         {"nl_NL"        , C_ISO_8859_1  , C_ISO_8859_1},
1085         {"nn_NO"        , C_ISO_8859_1  , C_ISO_8859_1},
1086         {"no_NO"        , C_ISO_8859_1  , C_ISO_8859_1},
1087         {"oc_FR"        , C_ISO_8859_1  , C_ISO_8859_1},
1088         {"pt_BR"        , C_ISO_8859_1  , C_ISO_8859_1},
1089         {"pt_PT"        , C_ISO_8859_1  , C_ISO_8859_1},
1090         {"sq_AL"        , C_ISO_8859_1  , C_ISO_8859_1},
1091         {"sv_FI"        , C_ISO_8859_1  , C_ISO_8859_1},
1092         {"sv_SE"        , C_ISO_8859_1  , C_ISO_8859_1},
1093         {"tl_PH"        , C_ISO_8859_1  , C_ISO_8859_1},
1094         {"uz_UZ"        , C_ISO_8859_1  , C_ISO_8859_1},
1095         {"wa_BE"        , C_ISO_8859_1  , C_ISO_8859_1},
1096
1097         {"bs_BA"        , C_ISO_8859_2  , C_ISO_8859_2},
1098         {"cs_CZ"        , C_ISO_8859_2  , C_ISO_8859_2},
1099         {"hr_HR"        , C_ISO_8859_2  , C_ISO_8859_2},
1100         {"hu_HU"        , C_ISO_8859_2  , C_ISO_8859_2},
1101         {"pl_PL"        , C_ISO_8859_2  , C_ISO_8859_2},
1102         {"ro_RO"        , C_ISO_8859_2  , C_ISO_8859_2},
1103         {"sk_SK"        , C_ISO_8859_2  , C_ISO_8859_2},
1104         {"sl_SI"        , C_ISO_8859_2  , C_ISO_8859_2},
1105
1106         {"sr_YU@cyrillic"       , C_ISO_8859_5  , C_ISO_8859_5},
1107         {"sr_YU"                , C_ISO_8859_2  , C_ISO_8859_2},
1108
1109         {"mt_MT"                , C_ISO_8859_3  , C_ISO_8859_3},
1110
1111         {"lt_LT.iso88594"       , C_ISO_8859_4  , C_ISO_8859_4},
1112         {"lt_LT.ISO8859-4"      , C_ISO_8859_4  , C_ISO_8859_4},
1113         {"lt_LT.ISO_8859-4"     , C_ISO_8859_4  , C_ISO_8859_4},
1114         {"lt_LT"                , C_ISO_8859_13 , C_ISO_8859_13},
1115
1116         {"mk_MK"        , C_ISO_8859_5  , C_ISO_8859_5},
1117
1118         {"ar_AE"        , C_ISO_8859_6  , C_ISO_8859_6},
1119         {"ar_BH"        , C_ISO_8859_6  , C_ISO_8859_6},
1120         {"ar_DZ"        , C_ISO_8859_6  , C_ISO_8859_6},
1121         {"ar_EG"        , C_ISO_8859_6  , C_ISO_8859_6},
1122         {"ar_IQ"        , C_ISO_8859_6  , C_ISO_8859_6},
1123         {"ar_JO"        , C_ISO_8859_6  , C_ISO_8859_6},
1124         {"ar_KW"        , C_ISO_8859_6  , C_ISO_8859_6},
1125         {"ar_LB"        , C_ISO_8859_6  , C_ISO_8859_6},
1126         {"ar_LY"        , C_ISO_8859_6  , C_ISO_8859_6},
1127         {"ar_MA"        , C_ISO_8859_6  , C_ISO_8859_6},
1128         {"ar_OM"        , C_ISO_8859_6  , C_ISO_8859_6},
1129         {"ar_QA"        , C_ISO_8859_6  , C_ISO_8859_6},
1130         {"ar_SA"        , C_ISO_8859_6  , C_ISO_8859_6},
1131         {"ar_SD"        , C_ISO_8859_6  , C_ISO_8859_6},
1132         {"ar_SY"        , C_ISO_8859_6  , C_ISO_8859_6},
1133         {"ar_TN"        , C_ISO_8859_6  , C_ISO_8859_6},
1134         {"ar_YE"        , C_ISO_8859_6  , C_ISO_8859_6},
1135
1136         {"el_GR"        , C_ISO_8859_7  , C_ISO_8859_7},
1137         {"he_IL"        , C_ISO_8859_8  , C_ISO_8859_8},
1138         {"iw_IL"        , C_ISO_8859_8  , C_ISO_8859_8},
1139         {"tr_TR"        , C_ISO_8859_9  , C_ISO_8859_9},
1140
1141         {"lv_LV"        , C_ISO_8859_13 , C_ISO_8859_13},
1142         {"mi_NZ"        , C_ISO_8859_13 , C_ISO_8859_13},
1143
1144         {"cy_GB"        , C_ISO_8859_14 , C_ISO_8859_14},
1145
1146         {"ar_IN"        , C_UTF_8       , C_UTF_8},
1147         {"en_IN"        , C_UTF_8       , C_UTF_8},
1148         {"se_NO"        , C_UTF_8       , C_UTF_8},
1149         {"ta_IN"        , C_UTF_8       , C_UTF_8},
1150         {"te_IN"        , C_UTF_8       , C_UTF_8},
1151         {"ur_PK"        , C_UTF_8       , C_UTF_8},
1152
1153         {"th_TH"        , C_TIS_620     , C_TIS_620},
1154         /* {"th_TH"     , C_WINDOWS_874}, */
1155         /* {"th_TH"     , C_ISO_8859_11}, */
1156
1157         {"ka_GE"        , C_GEORGIAN_PS , C_GEORGIAN_PS},
1158         {"vi_VN.TCVN"   , C_TCVN5712_1  , C_TCVN5712_1},
1159
1160         {"C"                    , C_US_ASCII    , C_US_ASCII},
1161         {"POSIX"                , C_US_ASCII    , C_US_ASCII},
1162         {"ANSI_X3.4-1968"       , C_US_ASCII    , C_US_ASCII},
1163 };
1164
1165 static GHashTable *conv_get_charset_to_str_table(void)
1166 {
1167         static GHashTable *table;
1168         gint i;
1169
1170         if (table)
1171                 return table;
1172
1173         table = g_hash_table_new(NULL, g_direct_equal);
1174
1175         for (i = 0; i < sizeof(charsets) / sizeof(charsets[0]); i++) {
1176                 if (g_hash_table_lookup(table, GUINT_TO_POINTER(charsets[i].charset))
1177                     == NULL) {
1178                         g_hash_table_insert
1179                                 (table, GUINT_TO_POINTER(charsets[i].charset),
1180                                  charsets[i].name);
1181                 }
1182         }
1183
1184         return table;
1185 }
1186
1187 static GHashTable *conv_get_charset_from_str_table(void)
1188 {
1189         static GHashTable *table;
1190         gint i;
1191
1192         if (table)
1193                 return table;
1194
1195         table = g_hash_table_new(str_case_hash, str_case_equal);
1196
1197         for (i = 0; i < sizeof(charsets) / sizeof(charsets[0]); i++) {
1198                 g_hash_table_insert(table, charsets[i].name,
1199                                     GUINT_TO_POINTER(charsets[i].charset));
1200         }
1201
1202         return table;
1203 }
1204
1205 const gchar *conv_get_charset_str(CharSet charset)
1206 {
1207         GHashTable *table;
1208
1209         table = conv_get_charset_to_str_table();
1210         return g_hash_table_lookup(table, GUINT_TO_POINTER(charset));
1211 }
1212
1213 CharSet conv_get_charset_from_str(const gchar *charset)
1214 {
1215         GHashTable *table;
1216
1217         if (!charset) return C_AUTO;
1218
1219         table = conv_get_charset_from_str_table();
1220         return GPOINTER_TO_UINT(g_hash_table_lookup(table, charset));
1221 }
1222
1223 CharSet conv_get_locale_charset(void)
1224 {
1225         static CharSet cur_charset = -1;
1226         const gchar *cur_locale;
1227         const gchar *p;
1228         gint i;
1229
1230         if (cur_charset != -1)
1231                 return cur_charset;
1232
1233         cur_locale = conv_get_current_locale();
1234         if (!cur_locale) {
1235                 cur_charset = C_US_ASCII;
1236                 return cur_charset;
1237         }
1238
1239         if (strcasestr(cur_locale, "UTF-8")) {
1240                 cur_charset = C_UTF_8;
1241                 return cur_charset;
1242         }
1243
1244         if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') {
1245                 cur_charset = C_ISO_8859_15;
1246                 return cur_charset;
1247         }
1248
1249         for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) {
1250                 const gchar *p;
1251
1252                 /* "ja_JP.EUC" matches with "ja_JP.eucJP", "ja_JP.EUC" and
1253                    "ja_JP". "ja_JP" matches with "ja_JP.xxxx" and "ja" */
1254                 if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale,
1255                                  strlen(locale_table[i].locale))) {
1256                         cur_charset = locale_table[i].charset;
1257                         return cur_charset;
1258                 } else if ((p = strchr(locale_table[i].locale, '_')) &&
1259                          !strchr(p + 1, '.')) {
1260                         if (strlen(cur_locale) == 2 &&
1261                             !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) {
1262                                 cur_charset = locale_table[i].charset;
1263                                 return cur_charset;
1264                         }
1265                 }
1266         }
1267
1268         cur_charset = C_AUTO;
1269         return cur_charset;
1270 }
1271
1272 static CharSet conv_get_locale_charset_no_utf8(void)
1273 {
1274         static CharSet cur_charset = -1;
1275         const gchar *cur_locale;
1276         const gchar *p;
1277         gchar *tmp;
1278         gint i;
1279
1280         if (prefs_common.broken_are_utf8)
1281                 return conv_get_locale_charset();
1282
1283         if (cur_charset != -1)
1284                 return cur_charset;
1285
1286         cur_locale = conv_get_current_locale();
1287         if (!cur_locale) {
1288                 cur_charset = C_US_ASCII;
1289                 return cur_charset;
1290         }
1291
1292         if (strcasestr(cur_locale, "UTF-8")) {
1293                 tmp = g_strdup(cur_locale);
1294                 *(strcasestr(tmp, ".UTF-8")) = '\0';
1295                 cur_locale = tmp;
1296         }
1297
1298         if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') {
1299                 cur_charset = C_ISO_8859_15;
1300                 return cur_charset;
1301         }
1302
1303         for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) {
1304                 const gchar *p;
1305
1306                 /* "ja_JP.EUC" matches with "ja_JP.eucJP", "ja_JP.EUC" and
1307                    "ja_JP". "ja_JP" matches with "ja_JP.xxxx" and "ja" */
1308                 if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale,
1309                                  strlen(locale_table[i].locale))) {
1310                         cur_charset = locale_table[i].charset;
1311                         return cur_charset;
1312                 } else if ((p = strchr(locale_table[i].locale, '_')) &&
1313                          !strchr(p + 1, '.')) {
1314                         if (strlen(cur_locale) == 2 &&
1315                             !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) {
1316                                 cur_charset = locale_table[i].charset;
1317                                 return cur_charset;
1318                         }
1319                 }
1320         }
1321
1322         cur_charset = C_AUTO;
1323         return cur_charset;
1324 }
1325
1326 const gchar *conv_get_locale_charset_str(void)
1327 {
1328         static const gchar *codeset = NULL;
1329
1330         if (!codeset)
1331                 codeset = conv_get_charset_str(conv_get_locale_charset());
1332
1333         return codeset ? codeset : CS_INTERNAL;
1334 }
1335
1336 const gchar *conv_get_locale_charset_str_no_utf8(void)
1337 {
1338         static const gchar *codeset = NULL;
1339
1340         if (!codeset)
1341                 codeset = conv_get_charset_str(conv_get_locale_charset_no_utf8());
1342
1343         return codeset ? codeset : CS_INTERNAL;
1344 }
1345
1346 CharSet conv_get_internal_charset(void)
1347 {
1348         return C_INTERNAL;
1349 }
1350
1351 const gchar *conv_get_internal_charset_str(void)
1352 {
1353         return CS_INTERNAL;
1354 }
1355
1356 CharSet conv_get_outgoing_charset(void)
1357 {
1358         static CharSet out_charset = -1;
1359         const gchar *cur_locale;
1360         const gchar *p;
1361         gint i;
1362
1363         if (out_charset != -1)
1364                 return out_charset;
1365
1366         cur_locale = conv_get_current_locale();
1367         if (!cur_locale) {
1368                 out_charset = C_AUTO;
1369                 return out_charset;
1370         }
1371
1372         if (strcasestr(cur_locale, "UTF-8")) {
1373                 out_charset = C_UTF_8;
1374                 return out_charset;
1375         }
1376
1377         if ((p = strcasestr(cur_locale, "@euro")) && p[5] == '\0') {
1378                 out_charset = C_ISO_8859_15;
1379                 return out_charset;
1380         }
1381
1382         for (i = 0; i < sizeof(locale_table) / sizeof(locale_table[0]); i++) {
1383                 const gchar *p;
1384
1385                 if (!g_ascii_strncasecmp(cur_locale, locale_table[i].locale,
1386                                  strlen(locale_table[i].locale))) {
1387                         out_charset = locale_table[i].out_charset;
1388                         break;
1389                 } else if ((p = strchr(locale_table[i].locale, '_')) &&
1390                          !strchr(p + 1, '.')) {
1391                         if (strlen(cur_locale) == 2 &&
1392                             !g_ascii_strncasecmp(cur_locale, locale_table[i].locale, 2)) {
1393                                 out_charset = locale_table[i].out_charset;
1394                                 break;
1395                         }
1396                 }
1397         }
1398
1399         return out_charset;
1400 }
1401
1402 const gchar *conv_get_outgoing_charset_str(void)
1403 {
1404         CharSet out_charset;
1405         const gchar *str;
1406
1407         out_charset = conv_get_outgoing_charset();
1408         str = conv_get_charset_str(out_charset);
1409
1410         return str ? str : CS_UTF_8;
1411 }
1412
1413 gboolean conv_is_multibyte_encoding(CharSet encoding)
1414 {
1415         switch (encoding) {
1416         case C_EUC_JP:
1417         case C_EUC_JP_MS:
1418         case C_EUC_KR:
1419         case C_EUC_TW:
1420         case C_EUC_CN:
1421         case C_ISO_2022_JP:
1422         case C_ISO_2022_JP_2:
1423         case C_ISO_2022_JP_3:
1424         case C_ISO_2022_KR:
1425         case C_ISO_2022_CN:
1426         case C_SHIFT_JIS:
1427         case C_GB2312:
1428         case C_GBK:
1429         case C_BIG5:
1430         case C_UTF_8:
1431         case C_UTF_7:
1432                 return TRUE;
1433         default:
1434                 return FALSE;
1435         }
1436 }
1437
1438 const gchar *conv_get_current_locale(void)
1439 {
1440         const gchar *cur_locale;
1441
1442 #ifdef G_OS_WIN32
1443         cur_locale = g_win32_getlocale();
1444 #else
1445         cur_locale = g_getenv("LC_ALL");
1446         if (!cur_locale) cur_locale = g_getenv("LC_CTYPE");
1447         if (!cur_locale) cur_locale = g_getenv("LANG");
1448         if (!cur_locale) cur_locale = setlocale(LC_CTYPE, NULL);
1449 #endif /* G_OS_WIN32 */
1450
1451         debug_print("current locale: %s\n",
1452                     cur_locale ? cur_locale : "(none)");
1453
1454         return cur_locale;
1455 }
1456
1457 gboolean conv_is_ja_locale(void)
1458 {
1459         static gint is_ja_locale = -1;
1460         const gchar *cur_locale;
1461
1462         if (is_ja_locale != -1)
1463                 return is_ja_locale != 0;
1464
1465         is_ja_locale = 0;
1466         cur_locale = conv_get_current_locale();
1467         if (cur_locale) {
1468                 if (g_ascii_strncasecmp(cur_locale, "ja", 2) == 0)
1469                         is_ja_locale = 1;
1470         }
1471
1472         return is_ja_locale != 0;
1473 }
1474
1475 gchar *conv_unmime_header(const gchar *str, const gchar *default_encoding)
1476 {
1477         gchar buf[BUFFSIZE];
1478
1479         if (is_ascii_str(str))
1480                 return unmime_header(str);
1481
1482         if (default_encoding) {
1483                 gchar *utf8_buf;
1484
1485                 utf8_buf = conv_codeset_strdup
1486                         (str, default_encoding, CS_INTERNAL);
1487                 if (utf8_buf) {
1488                         gchar *decoded_str;
1489
1490                         decoded_str = unmime_header(utf8_buf);
1491                         g_free(utf8_buf);
1492                         return decoded_str;
1493                 }
1494         }
1495
1496         if (conv_is_ja_locale())
1497                 conv_anytodisp(buf, sizeof(buf), str);
1498         else
1499                 conv_localetodisp(buf, sizeof(buf), str);
1500
1501         return unmime_header(buf);
1502 }
1503
1504 #define MAX_LINELEN             76
1505 #define MAX_HARD_LINELEN        996
1506 #define MIMESEP_BEGIN           "=?"
1507 #define MIMESEP_END             "?="
1508
1509 #define LBREAK_IF_REQUIRED(cond, is_plain_text)                         \
1510 {                                                                       \
1511         if (len - (destp - (guchar *)dest) < MAX_LINELEN + 2) {         \
1512                 *destp = '\0';                                          \
1513                 return;                                                 \
1514         }                                                               \
1515                                                                         \
1516         if ((cond) && *srcp) {                                          \
1517                 if (destp > (guchar *)dest && left < MAX_LINELEN - 1) { \
1518                         if (isspace(*(destp - 1)))                      \
1519                                 destp--;                                \
1520                         else if (is_plain_text && isspace(*srcp))       \
1521                                 srcp++;                                 \
1522                         if (*srcp) {                                    \
1523                                 *destp++ = '\n';                        \
1524                                 *destp++ = ' ';                         \
1525                                 left = MAX_LINELEN - 1;                 \
1526                         }                                               \
1527                 }                                                       \
1528         }                                                               \
1529 }
1530
1531 void conv_encode_header_full(gchar *dest, gint len, const gchar *src,
1532                         gint header_len, gboolean addr_field,
1533                         const gchar *out_encoding_)
1534 {
1535         const gchar *cur_encoding;
1536         const gchar *out_encoding;
1537         gint mimestr_len;
1538         gchar *mimesep_enc;
1539         gint left;
1540         const guchar *srcp = src;
1541         guchar *destp = dest;
1542         gboolean use_base64;
1543
1544         g_return_if_fail(g_utf8_validate(src, -1, NULL) == TRUE);
1545
1546         if (MB_CUR_MAX > 1) {
1547                 use_base64 = TRUE;
1548                 mimesep_enc = "?B?";
1549         } else {
1550                 use_base64 = FALSE;
1551                 mimesep_enc = "?Q?";
1552         }
1553
1554         cur_encoding = CS_INTERNAL;
1555
1556         if (out_encoding_)
1557                 out_encoding = out_encoding_;
1558         else
1559                 out_encoding = conv_get_outgoing_charset_str();
1560
1561         if (!strcmp(out_encoding, CS_US_ASCII))
1562                 out_encoding = CS_ISO_8859_1;
1563
1564         mimestr_len = strlen(MIMESEP_BEGIN) + strlen(out_encoding) +
1565                 strlen(mimesep_enc) + strlen(MIMESEP_END);
1566
1567         left = MAX_LINELEN - header_len;
1568
1569         while (*srcp) {
1570                 LBREAK_IF_REQUIRED(left <= 0, TRUE);
1571
1572                 while (isspace(*srcp)) {
1573                         *destp++ = *srcp++;
1574                         left--;
1575                         LBREAK_IF_REQUIRED(left <= 0, TRUE);
1576                 }
1577
1578                 /* output as it is if the next word is ASCII string */
1579                 if (!is_next_nonascii(srcp)) {
1580                         gint word_len;
1581
1582                         word_len = get_next_word_len(srcp);
1583                         LBREAK_IF_REQUIRED(left < word_len, TRUE);
1584                         while (word_len > 0) {
1585                                 LBREAK_IF_REQUIRED(left + (MAX_HARD_LINELEN - MAX_LINELEN) <= 0, TRUE)
1586                                 *destp++ = *srcp++;
1587                                 left--;
1588                                 word_len--;
1589                         }
1590
1591                         continue;
1592                 }
1593
1594                 /* don't include parentheses in encoded strings */
1595                 if (addr_field && (*srcp == '(' || *srcp == ')')) {
1596                         LBREAK_IF_REQUIRED(left < 2, FALSE);
1597                         *destp++ = *srcp++;
1598                         left--;
1599                 }
1600
1601                 while (1) {
1602                         gint mb_len = 0;
1603                         gint cur_len = 0;
1604                         gchar *part_str;
1605                         gchar *out_str;
1606                         gchar *enc_str;
1607                         const guchar *p = srcp;
1608                         gint out_str_len;
1609                         gint out_enc_str_len;
1610                         gint mime_block_len;
1611                         gboolean cont = FALSE;
1612
1613                         while (*p != '\0') {
1614                                 if (isspace(*p) && !is_next_nonascii(p + 1))
1615                                         break;
1616                                 /* don't include parentheses in encoded
1617                                    strings */
1618                                 if (addr_field && (*p == '(' || *p == ')'))
1619                                         break;
1620
1621                                 mb_len = g_utf8_skip[*p];
1622
1623                                 Xstrndup_a(part_str, srcp, cur_len + mb_len, );
1624                                 out_str = conv_codeset_strdup
1625                                         (part_str, cur_encoding, out_encoding);
1626                                 if (!out_str) {
1627                                         if (strict_mode) {
1628                                                 *dest = '\0';
1629                                                 return;
1630                                         } else {
1631                                                 g_warning("conv_encode_header(): code conversion failed\n");
1632                                                 conv_unreadable_8bit(part_str);
1633                                                 out_str = g_strdup(part_str);
1634                                         }
1635                                 }
1636                                 out_str_len = strlen(out_str);
1637
1638                                 if (use_base64)
1639                                         out_enc_str_len = B64LEN(out_str_len);
1640                                 else
1641                                         out_enc_str_len =
1642                                                 qp_get_q_encoding_len(out_str);
1643
1644                                 g_free(out_str);
1645
1646                                 if (mimestr_len + out_enc_str_len <= left) {
1647                                         cur_len += mb_len;
1648                                         p += mb_len;
1649                                 } else if (cur_len == 0) {
1650                                         LBREAK_IF_REQUIRED(1, FALSE);
1651                                         continue;
1652                                 } else {
1653                                         cont = TRUE;
1654                                         break;
1655                                 }
1656                         }
1657
1658                         if (cur_len > 0) {
1659                                 Xstrndup_a(part_str, srcp, cur_len, );
1660                                 out_str = conv_codeset_strdup
1661                                         (part_str, cur_encoding, out_encoding);
1662                                 if (!out_str) {
1663                                         g_warning("conv_encode_header(): code conversion failed\n");
1664                                         conv_unreadable_8bit(part_str);
1665                                         out_str = g_strdup(part_str);
1666                                 }
1667                                 out_str_len = strlen(out_str);
1668
1669                                 if (use_base64)
1670                                         out_enc_str_len = B64LEN(out_str_len);
1671                                 else
1672                                         out_enc_str_len =
1673                                                 qp_get_q_encoding_len(out_str);
1674
1675                                 Xalloca(enc_str, out_enc_str_len + 1, );
1676                                 if (use_base64)
1677                                         base64_encode(enc_str, out_str, out_str_len);
1678                                 else
1679                                         qp_q_encode(enc_str, out_str);
1680
1681                                 g_free(out_str);
1682
1683                                 /* output MIME-encoded string block */
1684                                 mime_block_len = mimestr_len + strlen(enc_str);
1685                                 g_snprintf(destp, mime_block_len + 1,
1686                                            MIMESEP_BEGIN "%s%s%s" MIMESEP_END,
1687                                            out_encoding, mimesep_enc, enc_str);
1688                                 destp += mime_block_len;
1689                                 srcp += cur_len;
1690
1691                                 left -= mime_block_len;
1692                         }
1693
1694                         LBREAK_IF_REQUIRED(cont, FALSE);
1695
1696                         if (cur_len == 0)
1697                                 break;
1698                 }
1699         }
1700
1701         *destp = '\0';
1702 }
1703
1704 void conv_encode_header(gchar *dest, gint len, const gchar *src,
1705                         gint header_len, gboolean addr_field)
1706 {
1707         conv_encode_header_full(dest,len,src,header_len,addr_field,NULL);
1708 }
1709
1710 #undef LBREAK_IF_REQUIRED
1711 gchar *conv_filename_from_utf8(const gchar *utf8_file)
1712 {
1713         gchar *fs_file;
1714         GError *error = NULL;
1715
1716         fs_file = g_filename_from_utf8(utf8_file, -1, NULL, NULL, &error);
1717         if (error) {
1718                 g_warning("failed to convert encoding of file name: %s\n",
1719                           error->message);
1720                 g_error_free(error);
1721         }
1722         if (!fs_file)
1723                 fs_file = g_strdup(utf8_file);
1724
1725         return fs_file;
1726 }
1727
1728 gchar *conv_filename_to_utf8(const gchar *fs_file)
1729 {
1730         gchar *utf8_file = NULL;
1731         GError *error = NULL;
1732
1733         utf8_file = g_filename_to_utf8(fs_file, -1, NULL, NULL, &error);
1734         if (error) {
1735                 g_warning("failed to convert encoding of file name: %s\n",
1736                           error->message);
1737                 g_error_free(error);
1738         }
1739
1740         if (!utf8_file || !g_utf8_validate(utf8_file, -1, NULL)) {
1741                 g_free(utf8_file);
1742                 utf8_file = g_strdup(fs_file);
1743                 conv_unreadable_8bit(utf8_file);
1744         }
1745
1746         return utf8_file;
1747 }