Annotation of embedaddon/libiconv/lib/cp950.h, revision 1.1

1.1     ! misho       1: /*
        !             2:  * Copyright (C) 1999-2001, 2005 Free Software Foundation, Inc.
        !             3:  * This file is part of the GNU LIBICONV Library.
        !             4:  *
        !             5:  * The GNU LIBICONV Library is free software; you can redistribute it
        !             6:  * and/or modify it under the terms of the GNU Library General Public
        !             7:  * License as published by the Free Software Foundation; either version 2
        !             8:  * of the License, or (at your option) any later version.
        !             9:  *
        !            10:  * The GNU LIBICONV Library is distributed in the hope that it will be
        !            11:  * useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
        !            12:  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
        !            13:  * Library General Public License for more details.
        !            14:  *
        !            15:  * You should have received a copy of the GNU Library General Public
        !            16:  * License along with the GNU LIBICONV Library; see the file COPYING.LIB.
        !            17:  * If not, write to the Free Software Foundation, Inc., 51 Franklin Street,
        !            18:  * Fifth Floor, Boston, MA 02110-1301, USA.
        !            19:  */
        !            20: 
        !            21: /*
        !            22:  * CP950
        !            23:  */
        !            24: 
        !            25: /*
        !            26:  * Microsoft CP950 is a slightly extended and slightly modified version of
        !            27:  * BIG5. The differences between the EASTASIA/OTHER/BIG5.TXT and
        !            28:  * VENDORS/MICSFT/WINDOWS/CP950.TXT tables found on ftp.unicode.org are
        !            29:  * as follows:
        !            30:  *
        !            31:  * 1. Some characters in the BIG5 range are defined differently:
        !            32:  *
        !            33:  *     code   BIG5.TXT                       CP950.TXT
        !            34:  *    0xA145  0x2022 # BULLET                0x2027 # HYPHENATION POINT
        !            35:  *    0xA14E  0xFF64 # HALFWIDTH IDEOGRAPHIC COMMA
        !            36:  *                                           0xFE51 # SMALL IDEOGRAPHIC COMMA
        !            37:  *    0xA15A    ---                          0x2574 # BOX DRAWINGS LIGHT LEFT
        !            38:  *    0xA1C2  0x203E # OVERLINE              0x00AF # MACRON
        !            39:  *    0xA1C3    ---                          0xFFE3 # FULLWIDTH MACRON
        !            40:  *    0xA1C5    ---                          0x02CD # MODIFIER LETTER LOW MACRON
        !            41:  *    0xA1E3  0x223C # TILDE OPERATOR        0xFF5E # FULLWIDTH TILDE
        !            42:  *    0xA1F2  0x2641 # EARTH                 0x2295 # CIRCLED PLUS
        !            43:  *    0xA1F3  0x2609 # SUN                   0x2299 # CIRCLED DOT OPERATOR
        !            44:  *    0xA1FE    ---                          0xFF0F # FULLWIDTH SOLIDUS
        !            45:  *    0xA240    ---                          0xFF3C # FULLWIDTH REVERSE SOLIDUS
        !            46:  *    0xA241  0xFF0F # FULLWIDTH SOLIDUS     0x2215 # DIVISION SLASH
        !            47:  *    0xA242  0xFF3C # FULLWIDTH REVERSE SOLIDUS
        !            48:  *                                           0xFE68 # SMALL REVERSE SOLIDUS
        !            49:  *    0xA244  0x00A5 # YEN SIGN              0xFFE5 # FULLWIDTH YEN SIGN
        !            50:  *    0xA246  0x00A2 # CENT SIGN             0xFFE0 # FULLWIDTH CENT SIGN
        !            51:  *    0xA247  0x00A3 # POUND SIGN            0xFFE1 # FULLWIDTH POUND SIGN
        !            52:  *    0xA2CC    ---                          0x5341
        !            53:  *    0xA2CE    ---                          0x5345
        !            54:  *
        !            55:  * 2. A small new row. See cp950ext.h.
        !            56:  *
        !            57:  * 3. CP950.TXT is lacking the range 0xC6A1..0xC7FC (Hiragana, Katakana,
        !            58:  *    Cyrillic, circled digits, parenthesized digits).
        !            59:  *
        !            60:  *    We implement this omission, because said range is marked "uncertain"
        !            61:  *    in the unicode.org BIG5 table.
        !            62:  *
        !            63:  * The table found on Microsoft's website furthermore adds:
        !            64:  *
        !            65:  * 4. A single character:
        !            66:  *
        !            67:  *     code   CP950.TXT
        !            68:  *    0xA3E1  0x20AC # EURO SIGN
        !            69:  *
        !            70:  * Many variants of BIG5 or CP950 (in JDK, Solaris, OSF/1, Windows-2000, ICU,
        !            71:  * as well as our BIG5-2003 converter) also add:
        !            72:  *
        !            73:  * 5. Private area mappings:
        !            74:  *
        !            75:  *              code                 Unicode
        !            76:  *    0x{81..8D}{40..7E,A1..FE}  U+EEB8..U+F6B0
        !            77:  *    0x{8E..A0}{40..7E,A1..FE}  U+E311..U+EEB7
        !            78:  *    0x{FA..FE}{40..7E,A1..FE}  U+E000..U+E310
        !            79:  *
        !            80:  * We add them too because, although there are backward compatibility problems
        !            81:  * when a character from a private area is moved to an official Unicode code
        !            82:  * point, they are useful for some people in practice.
        !            83:  */
        !            84: 
        !            85: static const unsigned short cp950_2uni_pagea1[314] = {
        !            86:   /* 0xa1 */
        !            87:   0x3000, 0xff0c, 0x3001, 0x3002, 0xff0e, 0x2027, 0xff1b, 0xff1a,
        !            88:   0xff1f, 0xff01, 0xfe30, 0x2026, 0x2025, 0xfe50, 0xfe51, 0xfe52,
        !            89:   0x00b7, 0xfe54, 0xfe55, 0xfe56, 0xfe57, 0xff5c, 0x2013, 0xfe31,
        !            90:   0x2014, 0xfe33, 0x2574, 0xfe34, 0xfe4f, 0xff08, 0xff09, 0xfe35,
        !            91:   0xfe36, 0xff5b, 0xff5d, 0xfe37, 0xfe38, 0x3014, 0x3015, 0xfe39,
        !            92:   0xfe3a, 0x3010, 0x3011, 0xfe3b, 0xfe3c, 0x300a, 0x300b, 0xfe3d,
        !            93:   0xfe3e, 0x3008, 0x3009, 0xfe3f, 0xfe40, 0x300c, 0x300d, 0xfe41,
        !            94:   0xfe42, 0x300e, 0x300f, 0xfe43, 0xfe44, 0xfe59, 0xfe5a, 0xfe5b,
        !            95:   0xfe5c, 0xfe5d, 0xfe5e, 0x2018, 0x2019, 0x201c, 0x201d, 0x301d,
        !            96:   0x301e, 0x2035, 0x2032, 0xff03, 0xff06, 0xff0a, 0x203b, 0x00a7,
        !            97:   0x3003, 0x25cb, 0x25cf, 0x25b3, 0x25b2, 0x25ce, 0x2606, 0x2605,
        !            98:   0x25c7, 0x25c6, 0x25a1, 0x25a0, 0x25bd, 0x25bc, 0x32a3, 0x2105,
        !            99:   0x00af, 0xffe3, 0xff3f, 0x02cd, 0xfe49, 0xfe4a, 0xfe4d, 0xfe4e,
        !           100:   0xfe4b, 0xfe4c, 0xfe5f, 0xfe60, 0xfe61, 0xff0b, 0xff0d, 0x00d7,
        !           101:   0x00f7, 0x00b1, 0x221a, 0xff1c, 0xff1e, 0xff1d, 0x2266, 0x2267,
        !           102:   0x2260, 0x221e, 0x2252, 0x2261, 0xfe62, 0xfe63, 0xfe64, 0xfe65,
        !           103:   0xfe66, 0xff5e, 0x2229, 0x222a, 0x22a5, 0x2220, 0x221f, 0x22bf,
        !           104:   0x33d2, 0x33d1, 0x222b, 0x222e, 0x2235, 0x2234, 0x2640, 0x2642,
        !           105:   0x2295, 0x2299, 0x2191, 0x2193, 0x2190, 0x2192, 0x2196, 0x2197,
        !           106:   0x2199, 0x2198, 0x2225, 0x2223, 0xff0f,
        !           107:   /* 0xa2 */
        !           108:   0xff3c, 0x2215, 0xfe68, 0xff04, 0xffe5, 0x3012, 0xffe0, 0xffe1,
        !           109:   0xff05, 0xff20, 0x2103, 0x2109, 0xfe69, 0xfe6a, 0xfe6b, 0x33d5,
        !           110:   0x339c, 0x339d, 0x339e, 0x33ce, 0x33a1, 0x338e, 0x338f, 0x33c4,
        !           111:   0x00b0, 0x5159, 0x515b, 0x515e, 0x515d, 0x5161, 0x5163, 0x55e7,
        !           112:   0x74e9, 0x7cce, 0x2581, 0x2582, 0x2583, 0x2584, 0x2585, 0x2586,
        !           113:   0x2587, 0x2588, 0x258f, 0x258e, 0x258d, 0x258c, 0x258b, 0x258a,
        !           114:   0x2589, 0x253c, 0x2534, 0x252c, 0x2524, 0x251c, 0x2594, 0x2500,
        !           115:   0x2502, 0x2595, 0x250c, 0x2510, 0x2514, 0x2518, 0x256d, 0x256e,
        !           116:   0x2570, 0x256f, 0x2550, 0x255e, 0x256a, 0x2561, 0x25e2, 0x25e3,
        !           117:   0x25e5, 0x25e4, 0x2571, 0x2572, 0x2573, 0xff10, 0xff11, 0xff12,
        !           118:   0xff13, 0xff14, 0xff15, 0xff16, 0xff17, 0xff18, 0xff19, 0x2160,
        !           119:   0x2161, 0x2162, 0x2163, 0x2164, 0x2165, 0x2166, 0x2167, 0x2168,
        !           120:   0x2169, 0x3021, 0x3022, 0x3023, 0x3024, 0x3025, 0x3026, 0x3027,
        !           121:   0x3028, 0x3029, 0x5341, 0x5344, 0x5345, 0xff21, 0xff22, 0xff23,
        !           122:   0xff24, 0xff25, 0xff26, 0xff27, 0xff28, 0xff29, 0xff2a, 0xff2b,
        !           123:   0xff2c, 0xff2d, 0xff2e, 0xff2f, 0xff30, 0xff31, 0xff32, 0xff33,
        !           124:   0xff34, 0xff35, 0xff36, 0xff37, 0xff38, 0xff39, 0xff3a, 0xff41,
        !           125:   0xff42, 0xff43, 0xff44, 0xff45, 0xff46, 0xff47, 0xff48, 0xff49,
        !           126:   0xff4a, 0xff4b, 0xff4c, 0xff4d, 0xff4e, 0xff4f, 0xff50, 0xff51,
        !           127:   0xff52, 0xff53, 0xff54, 0xff55, 0xff56,
        !           128: };
        !           129: 
        !           130: #include "cp950ext.h"
        !           131: 
        !           132: static int
        !           133: cp950_mbtowc (conv_t conv, ucs4_t *pwc, const unsigned char *s, int n)
        !           134: {
        !           135:   unsigned char c = *s;
        !           136:   /* Code set 0 (ASCII) */
        !           137:   if (c < 0x80)
        !           138:     return ascii_mbtowc(conv,pwc,s,n);
        !           139:   /* Code set 1 (BIG5 extended) */
        !           140:   if (c >= 0x81 && c < 0xff) {
        !           141:     if (n < 2)
        !           142:       return RET_TOOFEW(0);
        !           143:     {
        !           144:       unsigned char c2 = s[1];
        !           145:       if ((c2 >= 0x40 && c2 < 0x7f) || (c2 >= 0xa1 && c2 < 0xff)) {
        !           146:         if (c >= 0xa1) {
        !           147:           if (c < 0xa3) {
        !           148:             unsigned int i = 157 * (c - 0xa1) + (c2 - (c2 >= 0xa1 ? 0x62 : 0x40));
        !           149:             unsigned short wc = cp950_2uni_pagea1[i];
        !           150:             if (wc != 0xfffd) {
        !           151:               *pwc = (ucs4_t) wc;
        !           152:               return 2;
        !           153:             }
        !           154:           }
        !           155:           if (!((c == 0xc6 && c2 >= 0xa1) || c == 0xc7)) {
        !           156:             int ret = big5_mbtowc(conv,pwc,s,2);
        !           157:             if (ret != RET_ILSEQ)
        !           158:               return ret;
        !           159:           }
        !           160:           if (c == 0xa3 && c2 == 0xe1) {
        !           161:             *pwc = 0x20ac;
        !           162:             return 2;
        !           163:           }
        !           164:           if (c >= 0xfa) {
        !           165:             /* User-defined characters */
        !           166:             *pwc = 0xe000 + 157 * (c - 0xfa) + (c2 - (c2 >= 0xa1 ? 0x62 : 0x40));
        !           167:             return 2;
        !           168:           }
        !           169:         } else {
        !           170:           /* 0x81 <= c < 0xa1. */
        !           171:           /* User-defined characters */
        !           172:           *pwc = (c >= 0x8e ? 0xdb18 : 0xeeb8) + 157 * (c - 0x81)
        !           173:                  + (c2 - (c2 >= 0xa1 ? 0x62 : 0x40));
        !           174:           return 2;
        !           175:         }
        !           176:       }
        !           177:     }
        !           178:     if (c == 0xf9) {
        !           179:       int ret = cp950ext_mbtowc(conv,pwc,s,2);
        !           180:       if (ret != RET_ILSEQ)
        !           181:         return ret;
        !           182:     }
        !           183:   }
        !           184:   return RET_ILSEQ;
        !           185: }
        !           186: 
        !           187: static int
        !           188: cp950_wctomb (conv_t conv, unsigned char *r, ucs4_t wc, int n)
        !           189: {
        !           190:   unsigned char buf[2];
        !           191:   int ret;
        !           192: 
        !           193:   /* Code set 0 (ASCII) */
        !           194:   ret = ascii_wctomb(conv,r,wc,n);
        !           195:   if (ret != RET_ILUNI)
        !           196:     return ret;
        !           197: 
        !           198:   /* Code set 1 (BIG5 extended) */
        !           199:   switch (wc >> 8) {
        !           200:     case 0x00:
        !           201:       if (wc == 0x00af) { buf[0] = 0xa1; buf[1] = 0xc2; ret = 2; break; }
        !           202:       if (wc == 0x00a2 || wc == 0x00a3 || wc == 0x00a4)
        !           203:         return RET_ILUNI;
        !           204:       break;
        !           205:     case 0x02:
        !           206:       if (wc == 0x02cd) { buf[0] = 0xa1; buf[1] = 0xc5; ret = 2; break; }
        !           207:       break;
        !           208:     case 0x20:
        !           209:       if (wc == 0x2027) { buf[0] = 0xa1; buf[1] = 0x45; ret = 2; break; }
        !           210:       if (wc == 0x20ac) { buf[0] = 0xa3; buf[1] = 0xe1; ret = 2; break; }
        !           211:       if (wc == 0x2022 || wc == 0x203e)
        !           212:         return RET_ILUNI;
        !           213:       break;
        !           214:     case 0x22:
        !           215:       if (wc == 0x2215) { buf[0] = 0xa2; buf[1] = 0x41; ret = 2; break; }
        !           216:       if (wc == 0x2295) { buf[0] = 0xa1; buf[1] = 0xf2; ret = 2; break; }
        !           217:       if (wc == 0x2299) { buf[0] = 0xa1; buf[1] = 0xf3; ret = 2; break; }
        !           218:       if (wc == 0x223c)
        !           219:         return RET_ILUNI;
        !           220:       break;
        !           221:     case 0x25:
        !           222:       if (wc == 0x2574) { buf[0] = 0xa1; buf[1] = 0x5a; ret = 2; break; }
        !           223:       break;
        !           224:     case 0x26:
        !           225:       if (wc == 0x2609 || wc == 0x2641)
        !           226:         return RET_ILUNI;
        !           227:       break;
        !           228:     case 0xe0: case 0xe1: case 0xe2: case 0xe3: case 0xe4: case 0xe5:
        !           229:     case 0xe6: case 0xe7: case 0xe8: case 0xe9: case 0xea: case 0xeb:
        !           230:     case 0xec: case 0xed: case 0xee: case 0xef: case 0xf0: case 0xf1:
        !           231:     case 0xf2: case 0xf3: case 0xf4: case 0xf5: case 0xf6:
        !           232:       {
        !           233:         /* User-defined characters */
        !           234:         unsigned int i = wc - 0xe000;
        !           235:         if (i < 5809) {
        !           236:           unsigned int c1 = i / 157;
        !           237:           unsigned int c2 = i % 157;
        !           238:           buf[0] = c1 + (c1 < 5 ? 0xfa : c1 < 24 ? 0x89 : 0x69);
        !           239:           buf[1] = c2 + (c2 < 0x3f ? 0x40 : 0x62);
        !           240:           ret = 2;
        !           241:           break;
        !           242:         }
        !           243:       }
        !           244:       break;
        !           245:     case 0xfe:
        !           246:       if (wc == 0xfe51) { buf[0] = 0xa1; buf[1] = 0x4e; ret = 2; break; }
        !           247:       if (wc == 0xfe68) { buf[0] = 0xa2; buf[1] = 0x42; ret = 2; break; }
        !           248:       break;
        !           249:     case 0xff:
        !           250:       if (wc == 0xff0f) { buf[0] = 0xa1; buf[1] = 0xfe; ret = 2; break; }
        !           251:       if (wc == 0xff3c) { buf[0] = 0xa2; buf[1] = 0x40; ret = 2; break; }
        !           252:       if (wc == 0xff5e) { buf[0] = 0xa1; buf[1] = 0xe3; ret = 2; break; }
        !           253:       if (wc == 0xffe0) { buf[0] = 0xa2; buf[1] = 0x46; ret = 2; break; }
        !           254:       if (wc == 0xffe1) { buf[0] = 0xa2; buf[1] = 0x47; ret = 2; break; }
        !           255:       if (wc == 0xffe3) { buf[0] = 0xa1; buf[1] = 0xc3; ret = 2; break; }
        !           256:       if (wc == 0xffe5) { buf[0] = 0xa2; buf[1] = 0x44; ret = 2; break; }
        !           257:       if (wc == 0xff64)
        !           258:         return RET_ILUNI;
        !           259:       break;
        !           260:   }
        !           261:   if (ret == RET_ILUNI)
        !           262:     ret = big5_wctomb(conv,buf,wc,2);
        !           263:   if (ret != RET_ILUNI) {
        !           264:     if (ret != 2) abort();
        !           265:     if (!((buf[0] == 0xc6 && buf[1] >= 0xa1) || buf[0] == 0xc7)) {
        !           266:       if (n < 2)
        !           267:         return RET_TOOSMALL;
        !           268:       r[0] = buf[0];
        !           269:       r[1] = buf[1];
        !           270:       return 2;
        !           271:     }
        !           272:   }
        !           273:   ret = cp950ext_wctomb(conv,buf,wc,2);
        !           274:   if (ret != RET_ILUNI) {
        !           275:     if (ret != 2) abort();
        !           276:     if (n < 2)
        !           277:       return RET_TOOSMALL;
        !           278:     r[0] = buf[0];
        !           279:     r[1] = buf[1];
        !           280:     return 2;
        !           281:   }
        !           282: 
        !           283:   return RET_ILUNI;
        !           284: }

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>