Annotation of embedaddon/libiconv/lib/iconv.c, revision 1.1
1.1 ! misho 1: /*
! 2: * Copyright (C) 1999-2008 Free Software Foundation, Inc.
! 3: * This file is part of the GNU LIBICONV Library.
! 4: *
! 5: * The GNU LIBICONV Library is free software; you can redistribute it
! 6: * and/or modify it under the terms of the GNU Library General Public
! 7: * License as published by the Free Software Foundation; either version 2
! 8: * of the License, or (at your option) any later version.
! 9: *
! 10: * The GNU LIBICONV Library is distributed in the hope that it will be
! 11: * useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
! 12: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
! 13: * Library General Public License for more details.
! 14: *
! 15: * You should have received a copy of the GNU Library General Public
! 16: * License along with the GNU LIBICONV Library; see the file COPYING.LIB.
! 17: * If not, write to the Free Software Foundation, Inc., 51 Franklin Street,
! 18: * Fifth Floor, Boston, MA 02110-1301, USA.
! 19: */
! 20:
! 21: #include <iconv.h>
! 22:
! 23: #include <stdlib.h>
! 24: #include <string.h>
! 25: #include "config.h"
! 26: #include "localcharset.h"
! 27:
! 28: #if ENABLE_EXTRA
! 29: /*
! 30: * Consider all system dependent encodings, for any system,
! 31: * and the extra encodings.
! 32: */
! 33: #define USE_AIX
! 34: #define USE_OSF1
! 35: #define USE_DOS
! 36: #define USE_EXTRA
! 37: #else
! 38: /*
! 39: * Consider those system dependent encodings that are needed for the
! 40: * current system.
! 41: */
! 42: #ifdef _AIX
! 43: #define USE_AIX
! 44: #endif
! 45: #if defined(__osf__) || defined(VMS)
! 46: #define USE_OSF1
! 47: #endif
! 48: #if defined(__DJGPP__) || (defined(_WIN32) && (defined(_MSC_VER) || defined(__MINGW32__)))
! 49: #define USE_DOS
! 50: #endif
! 51: #endif
! 52:
! 53: /*
! 54: * Data type for general conversion loop.
! 55: */
! 56: struct loop_funcs {
! 57: size_t (*loop_convert) (iconv_t icd,
! 58: const char* * inbuf, size_t *inbytesleft,
! 59: char* * outbuf, size_t *outbytesleft);
! 60: size_t (*loop_reset) (iconv_t icd,
! 61: char* * outbuf, size_t *outbytesleft);
! 62: };
! 63:
! 64: /*
! 65: * Converters.
! 66: */
! 67: #include "converters.h"
! 68:
! 69: /*
! 70: * Transliteration tables.
! 71: */
! 72: #include "cjk_variants.h"
! 73: #include "translit.h"
! 74:
! 75: /*
! 76: * Table of all supported encodings.
! 77: */
! 78: struct encoding {
! 79: struct mbtowc_funcs ifuncs; /* conversion multibyte -> unicode */
! 80: struct wctomb_funcs ofuncs; /* conversion unicode -> multibyte */
! 81: int oflags; /* flags for unicode -> multibyte conversion */
! 82: };
! 83: #define DEFALIAS(xxx_alias,xxx) /* nothing */
! 84: enum {
! 85: #define DEFENCODING(xxx_names,xxx,xxx_ifuncs1,xxx_ifuncs2,xxx_ofuncs1,xxx_ofuncs2) \
! 86: ei_##xxx ,
! 87: #include "encodings.def"
! 88: #ifdef USE_AIX
! 89: # include "encodings_aix.def"
! 90: #endif
! 91: #ifdef USE_OSF1
! 92: # include "encodings_osf1.def"
! 93: #endif
! 94: #ifdef USE_DOS
! 95: # include "encodings_dos.def"
! 96: #endif
! 97: #ifdef USE_EXTRA
! 98: # include "encodings_extra.def"
! 99: #endif
! 100: #include "encodings_local.def"
! 101: #undef DEFENCODING
! 102: ei_for_broken_compilers_that_dont_like_trailing_commas
! 103: };
! 104: #include "flags.h"
! 105: static struct encoding const all_encodings[] = {
! 106: #define DEFENCODING(xxx_names,xxx,xxx_ifuncs1,xxx_ifuncs2,xxx_ofuncs1,xxx_ofuncs2) \
! 107: { xxx_ifuncs1,xxx_ifuncs2, xxx_ofuncs1,xxx_ofuncs2, ei_##xxx##_oflags },
! 108: #include "encodings.def"
! 109: #ifdef USE_AIX
! 110: # include "encodings_aix.def"
! 111: #endif
! 112: #ifdef USE_OSF1
! 113: # include "encodings_osf1.def"
! 114: #endif
! 115: #ifdef USE_DOS
! 116: # include "encodings_dos.def"
! 117: #endif
! 118: #ifdef USE_EXTRA
! 119: # include "encodings_extra.def"
! 120: #endif
! 121: #undef DEFENCODING
! 122: #define DEFENCODING(xxx_names,xxx,xxx_ifuncs1,xxx_ifuncs2,xxx_ofuncs1,xxx_ofuncs2) \
! 123: { xxx_ifuncs1,xxx_ifuncs2, xxx_ofuncs1,xxx_ofuncs2, 0 },
! 124: #include "encodings_local.def"
! 125: #undef DEFENCODING
! 126: };
! 127: #undef DEFALIAS
! 128:
! 129: /*
! 130: * Conversion loops.
! 131: */
! 132: #include "loops.h"
! 133:
! 134: /*
! 135: * Alias lookup function.
! 136: * Defines
! 137: * struct alias { int name; unsigned int encoding_index; };
! 138: * const struct alias * aliases_lookup (const char *str, unsigned int len);
! 139: * #define MAX_WORD_LENGTH ...
! 140: */
! 141: #if defined _AIX
! 142: # include "aliases_sysaix.h"
! 143: #elif defined hpux || defined __hpux
! 144: # include "aliases_syshpux.h"
! 145: #elif defined __osf__
! 146: # include "aliases_sysosf1.h"
! 147: #elif defined __sun
! 148: # include "aliases_syssolaris.h"
! 149: #else
! 150: # include "aliases.h"
! 151: #endif
! 152:
! 153: /*
! 154: * System dependent alias lookup function.
! 155: * Defines
! 156: * const struct alias * aliases2_lookup (const char *str);
! 157: */
! 158: #if defined(USE_AIX) || defined(USE_OSF1) || defined(USE_DOS) || defined(USE_EXTRA) /* || ... */
! 159: struct stringpool2_t {
! 160: #define S(tag,name,encoding_index) char stringpool_##tag[sizeof(name)];
! 161: #include "aliases2.h"
! 162: #undef S
! 163: };
! 164: static const struct stringpool2_t stringpool2_contents = {
! 165: #define S(tag,name,encoding_index) name,
! 166: #include "aliases2.h"
! 167: #undef S
! 168: };
! 169: #define stringpool2 ((const char *) &stringpool2_contents)
! 170: static const struct alias sysdep_aliases[] = {
! 171: #define S(tag,name,encoding_index) { (int)(long)&((struct stringpool2_t *)0)->stringpool_##tag, encoding_index },
! 172: #include "aliases2.h"
! 173: #undef S
! 174: };
! 175: #ifdef __GNUC__
! 176: __inline
! 177: #endif
! 178: const struct alias *
! 179: aliases2_lookup (register const char *str)
! 180: {
! 181: const struct alias * ptr;
! 182: unsigned int count;
! 183: for (ptr = sysdep_aliases, count = sizeof(sysdep_aliases)/sizeof(sysdep_aliases[0]); count > 0; ptr++, count--)
! 184: if (!strcmp(str, stringpool2 + ptr->name))
! 185: return ptr;
! 186: return NULL;
! 187: }
! 188: #else
! 189: #define aliases2_lookup(str) NULL
! 190: #define stringpool2 NULL
! 191: #endif
! 192:
! 193: #if 0
! 194: /* Like !strcasecmp, except that the both strings can be assumed to be ASCII
! 195: and the first string can be assumed to be in uppercase. */
! 196: static int strequal (const char* str1, const char* str2)
! 197: {
! 198: unsigned char c1;
! 199: unsigned char c2;
! 200: for (;;) {
! 201: c1 = * (unsigned char *) str1++;
! 202: c2 = * (unsigned char *) str2++;
! 203: if (c1 == 0)
! 204: break;
! 205: if (c2 >= 'a' && c2 <= 'z')
! 206: c2 -= 'a'-'A';
! 207: if (c1 != c2)
! 208: break;
! 209: }
! 210: return (c1 == c2);
! 211: }
! 212: #endif
! 213:
! 214: iconv_t iconv_open (const char* tocode, const char* fromcode)
! 215: {
! 216: struct conv_struct * cd;
! 217: unsigned int from_index;
! 218: int from_wchar;
! 219: unsigned int to_index;
! 220: int to_wchar;
! 221: int transliterate;
! 222: int discard_ilseq;
! 223:
! 224: #include "iconv_open1.h"
! 225:
! 226: cd = (struct conv_struct *) malloc(from_wchar != to_wchar
! 227: ? sizeof(struct wchar_conv_struct)
! 228: : sizeof(struct conv_struct));
! 229: if (cd == NULL) {
! 230: errno = ENOMEM;
! 231: return (iconv_t)(-1);
! 232: }
! 233:
! 234: #include "iconv_open2.h"
! 235:
! 236: return (iconv_t)cd;
! 237: invalid:
! 238: errno = EINVAL;
! 239: return (iconv_t)(-1);
! 240: }
! 241:
! 242: size_t iconv (iconv_t icd,
! 243: ICONV_CONST char* * inbuf, size_t *inbytesleft,
! 244: char* * outbuf, size_t *outbytesleft)
! 245: {
! 246: conv_t cd = (conv_t) icd;
! 247: if (inbuf == NULL || *inbuf == NULL)
! 248: return cd->lfuncs.loop_reset(icd,outbuf,outbytesleft);
! 249: else
! 250: return cd->lfuncs.loop_convert(icd,
! 251: (const char* *)inbuf,inbytesleft,
! 252: outbuf,outbytesleft);
! 253: }
! 254:
! 255: int iconv_close (iconv_t icd)
! 256: {
! 257: conv_t cd = (conv_t) icd;
! 258: free(cd);
! 259: return 0;
! 260: }
! 261:
! 262: #ifndef LIBICONV_PLUG
! 263:
! 264: /*
! 265: * Verify that a 'struct conv_struct' and a 'struct wchar_conv_struct' each
! 266: * fit in an iconv_allocation_t.
! 267: * If this verification fails, iconv_allocation_t must be made larger and
! 268: * the major version in LIBICONV_VERSION_INFO must be bumped.
! 269: * Currently 'struct conv_struct' has 21 integer/pointer fields, and
! 270: * 'struct wchar_conv_struct' additionally has an 'mbstate_t' field.
! 271: */
! 272: typedef int verify_size_1[2 * (sizeof (struct conv_struct) <= sizeof (iconv_allocation_t)) - 1];
! 273: typedef int verify_size_2[2 * (sizeof (struct wchar_conv_struct) <= sizeof (iconv_allocation_t)) - 1];
! 274:
! 275: int iconv_open_into (const char* tocode, const char* fromcode,
! 276: iconv_allocation_t* resultp)
! 277: {
! 278: struct conv_struct * cd;
! 279: unsigned int from_index;
! 280: int from_wchar;
! 281: unsigned int to_index;
! 282: int to_wchar;
! 283: int transliterate;
! 284: int discard_ilseq;
! 285:
! 286: #include "iconv_open1.h"
! 287:
! 288: cd = (struct conv_struct *) resultp;
! 289:
! 290: #include "iconv_open2.h"
! 291:
! 292: return 0;
! 293: invalid:
! 294: errno = EINVAL;
! 295: return -1;
! 296: }
! 297:
! 298: int iconvctl (iconv_t icd, int request, void* argument)
! 299: {
! 300: conv_t cd = (conv_t) icd;
! 301: switch (request) {
! 302: case ICONV_TRIVIALP:
! 303: *(int *)argument =
! 304: ((cd->lfuncs.loop_convert == unicode_loop_convert
! 305: && cd->iindex == cd->oindex)
! 306: || cd->lfuncs.loop_convert == wchar_id_loop_convert
! 307: ? 1 : 0);
! 308: return 0;
! 309: case ICONV_GET_TRANSLITERATE:
! 310: *(int *)argument = cd->transliterate;
! 311: return 0;
! 312: case ICONV_SET_TRANSLITERATE:
! 313: cd->transliterate = (*(const int *)argument ? 1 : 0);
! 314: return 0;
! 315: case ICONV_GET_DISCARD_ILSEQ:
! 316: *(int *)argument = cd->discard_ilseq;
! 317: return 0;
! 318: case ICONV_SET_DISCARD_ILSEQ:
! 319: cd->discard_ilseq = (*(const int *)argument ? 1 : 0);
! 320: return 0;
! 321: case ICONV_SET_HOOKS:
! 322: if (argument != NULL) {
! 323: cd->hooks = *(const struct iconv_hooks *)argument;
! 324: } else {
! 325: cd->hooks.uc_hook = NULL;
! 326: cd->hooks.wc_hook = NULL;
! 327: cd->hooks.data = NULL;
! 328: }
! 329: return 0;
! 330: case ICONV_SET_FALLBACKS:
! 331: if (argument != NULL) {
! 332: cd->fallbacks = *(const struct iconv_fallbacks *)argument;
! 333: } else {
! 334: cd->fallbacks.mb_to_uc_fallback = NULL;
! 335: cd->fallbacks.uc_to_mb_fallback = NULL;
! 336: cd->fallbacks.mb_to_wc_fallback = NULL;
! 337: cd->fallbacks.wc_to_mb_fallback = NULL;
! 338: cd->fallbacks.data = NULL;
! 339: }
! 340: return 0;
! 341: default:
! 342: errno = EINVAL;
! 343: return -1;
! 344: }
! 345: }
! 346:
! 347: /* An alias after its name has been converted from 'int' to 'const char*'. */
! 348: struct nalias { const char* name; unsigned int encoding_index; };
! 349:
! 350: static int compare_by_index (const void * arg1, const void * arg2)
! 351: {
! 352: const struct nalias * alias1 = (const struct nalias *) arg1;
! 353: const struct nalias * alias2 = (const struct nalias *) arg2;
! 354: return (int)alias1->encoding_index - (int)alias2->encoding_index;
! 355: }
! 356:
! 357: static int compare_by_name (const void * arg1, const void * arg2)
! 358: {
! 359: const char * name1 = *(const char **)arg1;
! 360: const char * name2 = *(const char **)arg2;
! 361: /* Compare alphabetically, but put "CS" names at the end. */
! 362: int sign = strcmp(name1,name2);
! 363: if (sign != 0) {
! 364: sign = ((name1[0]=='C' && name1[1]=='S') - (name2[0]=='C' && name2[1]=='S'))
! 365: * 4 + (sign >= 0 ? 1 : -1);
! 366: }
! 367: return sign;
! 368: }
! 369:
! 370: void iconvlist (int (*do_one) (unsigned int namescount,
! 371: const char * const * names,
! 372: void* data),
! 373: void* data)
! 374: {
! 375: #define aliascount1 sizeof(aliases)/sizeof(aliases[0])
! 376: #ifndef aliases2_lookup
! 377: #define aliascount2 sizeof(sysdep_aliases)/sizeof(sysdep_aliases[0])
! 378: #else
! 379: #define aliascount2 0
! 380: #endif
! 381: #define aliascount (aliascount1+aliascount2)
! 382: struct nalias aliasbuf[aliascount];
! 383: const char * namesbuf[aliascount];
! 384: size_t num_aliases;
! 385: {
! 386: /* Put all existing aliases into a buffer. */
! 387: size_t i;
! 388: size_t j;
! 389: j = 0;
! 390: for (i = 0; i < aliascount1; i++) {
! 391: const struct alias * p = &aliases[i];
! 392: if (p->name >= 0
! 393: && p->encoding_index != ei_local_char
! 394: && p->encoding_index != ei_local_wchar_t) {
! 395: aliasbuf[j].name = stringpool + p->name;
! 396: aliasbuf[j].encoding_index = p->encoding_index;
! 397: j++;
! 398: }
! 399: }
! 400: #ifndef aliases2_lookup
! 401: for (i = 0; i < aliascount2; i++) {
! 402: aliasbuf[j].name = stringpool2 + sysdep_aliases[i].name;
! 403: aliasbuf[j].encoding_index = sysdep_aliases[i].encoding_index;
! 404: j++;
! 405: }
! 406: #endif
! 407: num_aliases = j;
! 408: }
! 409: /* Sort by encoding_index. */
! 410: if (num_aliases > 1)
! 411: qsort(aliasbuf, num_aliases, sizeof(struct nalias), compare_by_index);
! 412: {
! 413: /* Process all aliases with the same encoding_index together. */
! 414: size_t j;
! 415: j = 0;
! 416: while (j < num_aliases) {
! 417: unsigned int ei = aliasbuf[j].encoding_index;
! 418: size_t i = 0;
! 419: do
! 420: namesbuf[i++] = aliasbuf[j++].name;
! 421: while (j < num_aliases && aliasbuf[j].encoding_index == ei);
! 422: if (i > 1)
! 423: qsort(namesbuf, i, sizeof(const char *), compare_by_name);
! 424: /* Call the callback. */
! 425: if (do_one(i,namesbuf,data))
! 426: break;
! 427: }
! 428: }
! 429: #undef aliascount
! 430: #undef aliascount2
! 431: #undef aliascount1
! 432: }
! 433:
! 434: /*
! 435: * Table of canonical names of encodings.
! 436: * Instead of strings, it contains offsets into stringpool and stringpool2.
! 437: */
! 438: static const unsigned short all_canonical[] = {
! 439: #if defined _AIX
! 440: # include "canonical_sysaix.h"
! 441: #elif defined hpux || defined __hpux
! 442: # include "canonical_syshpux.h"
! 443: #elif defined __osf__
! 444: # include "canonical_sysosf1.h"
! 445: #elif defined __sun
! 446: # include "canonical_syssolaris.h"
! 447: #else
! 448: # include "canonical.h"
! 449: #endif
! 450: #ifdef USE_AIX
! 451: # if defined _AIX
! 452: # include "canonical_aix_sysaix.h"
! 453: # else
! 454: # include "canonical_aix.h"
! 455: # endif
! 456: #endif
! 457: #ifdef USE_OSF1
! 458: # if defined __osf__
! 459: # include "canonical_osf1_sysosf1.h"
! 460: # else
! 461: # include "canonical_osf1.h"
! 462: # endif
! 463: #endif
! 464: #ifdef USE_DOS
! 465: # include "canonical_dos.h"
! 466: #endif
! 467: #ifdef USE_EXTRA
! 468: # include "canonical_extra.h"
! 469: #endif
! 470: #if defined _AIX
! 471: # include "canonical_local_sysaix.h"
! 472: #elif defined hpux || defined __hpux
! 473: # include "canonical_local_syshpux.h"
! 474: #elif defined __osf__
! 475: # include "canonical_local_sysosf1.h"
! 476: #elif defined __sun
! 477: # include "canonical_local_syssolaris.h"
! 478: #else
! 479: # include "canonical_local.h"
! 480: #endif
! 481: };
! 482:
! 483: const char * iconv_canonicalize (const char * name)
! 484: {
! 485: const char* code;
! 486: char buf[MAX_WORD_LENGTH+10+1];
! 487: const char* cp;
! 488: char* bp;
! 489: const struct alias * ap;
! 490: unsigned int count;
! 491: unsigned int index;
! 492: const char* pool;
! 493:
! 494: /* Before calling aliases_lookup, convert the input string to upper case,
! 495: * and check whether it's entirely ASCII (we call gperf with option "-7"
! 496: * to achieve a smaller table) and non-empty. If it's not entirely ASCII,
! 497: * or if it's too long, it is not a valid encoding name.
! 498: */
! 499: for (code = name;;) {
! 500: /* Search code in the table. */
! 501: for (cp = code, bp = buf, count = MAX_WORD_LENGTH+10+1; ; cp++, bp++) {
! 502: unsigned char c = * (unsigned char *) cp;
! 503: if (c >= 0x80)
! 504: goto invalid;
! 505: if (c >= 'a' && c <= 'z')
! 506: c -= 'a'-'A';
! 507: *bp = c;
! 508: if (c == '\0')
! 509: break;
! 510: if (--count == 0)
! 511: goto invalid;
! 512: }
! 513: for (;;) {
! 514: if (bp-buf >= 10 && memcmp(bp-10,"//TRANSLIT",10)==0) {
! 515: bp -= 10;
! 516: *bp = '\0';
! 517: continue;
! 518: }
! 519: if (bp-buf >= 8 && memcmp(bp-8,"//IGNORE",8)==0) {
! 520: bp -= 8;
! 521: *bp = '\0';
! 522: continue;
! 523: }
! 524: break;
! 525: }
! 526: if (buf[0] == '\0') {
! 527: code = locale_charset();
! 528: /* Avoid an endless loop that could occur when using an older version
! 529: of localcharset.c. */
! 530: if (code[0] == '\0')
! 531: goto invalid;
! 532: continue;
! 533: }
! 534: pool = stringpool;
! 535: ap = aliases_lookup(buf,bp-buf);
! 536: if (ap == NULL) {
! 537: pool = stringpool2;
! 538: ap = aliases2_lookup(buf);
! 539: if (ap == NULL)
! 540: goto invalid;
! 541: }
! 542: if (ap->encoding_index == ei_local_char) {
! 543: code = locale_charset();
! 544: /* Avoid an endless loop that could occur when using an older version
! 545: of localcharset.c. */
! 546: if (code[0] == '\0')
! 547: goto invalid;
! 548: continue;
! 549: }
! 550: if (ap->encoding_index == ei_local_wchar_t) {
! 551: /* On systems which define __STDC_ISO_10646__, wchar_t is Unicode.
! 552: This is also the case on native Woe32 systems. */
! 553: #if __STDC_ISO_10646__ || ((defined _WIN32 || defined __WIN32__) && !defined __CYGWIN__)
! 554: if (sizeof(wchar_t) == 4) {
! 555: index = ei_ucs4internal;
! 556: break;
! 557: }
! 558: if (sizeof(wchar_t) == 2) {
! 559: index = ei_ucs2internal;
! 560: break;
! 561: }
! 562: if (sizeof(wchar_t) == 1) {
! 563: index = ei_iso8859_1;
! 564: break;
! 565: }
! 566: #endif
! 567: }
! 568: index = ap->encoding_index;
! 569: break;
! 570: }
! 571: return all_canonical[index] + pool;
! 572: invalid:
! 573: return name;
! 574: }
! 575:
! 576: int _libiconv_version = _LIBICONV_VERSION;
! 577:
! 578: #if defined __FreeBSD__ && !defined __gnu_freebsd__
! 579: /* GNU libiconv is the native FreeBSD iconv implementation since 2002.
! 580: It wants to define the symbols 'iconv_open', 'iconv', 'iconv_close'. */
! 581: #define strong_alias(name, aliasname) _strong_alias(name, aliasname)
! 582: #define _strong_alias(name, aliasname) \
! 583: extern __typeof (name) aliasname __attribute__ ((alias (#name)));
! 584: #undef iconv_open
! 585: #undef iconv
! 586: #undef iconv_close
! 587: strong_alias (libiconv_open, iconv_open)
! 588: strong_alias (libiconv, iconv)
! 589: strong_alias (libiconv_close, iconv_close)
! 590: #endif
! 591:
! 592: #endif
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to iconv.c CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / libiconv / lib