Annotation of embedaddon/php/ext/mbstring/oniguruma/enc/sjis.c, revision 1.1
1.1 ! misho 1: /**********************************************************************
! 2: sjis.c - Oniguruma (regular expression library)
! 3: **********************************************************************/
! 4: /*-
! 5: * Copyright (c) 2002-2005 K.Kosako <sndgk393 AT ybb DOT ne DOT jp>
! 6: * All rights reserved.
! 7: *
! 8: * Redistribution and use in source and binary forms, with or without
! 9: * modification, are permitted provided that the following conditions
! 10: * are met:
! 11: * 1. Redistributions of source code must retain the above copyright
! 12: * notice, this list of conditions and the following disclaimer.
! 13: * 2. Redistributions in binary form must reproduce the above copyright
! 14: * notice, this list of conditions and the following disclaimer in the
! 15: * documentation and/or other materials provided with the distribution.
! 16: *
! 17: * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
! 18: * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
! 19: * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
! 20: * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
! 21: * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
! 22: * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
! 23: * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
! 24: * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
! 25: * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
! 26: * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
! 27: * SUCH DAMAGE.
! 28: */
! 29:
! 30: #include "regenc.h"
! 31:
! 32: static const int EncLen_SJIS[] = {
! 33: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 34: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 35: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 36: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 37: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 38: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 39: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 40: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 41: 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
! 42: 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
! 43: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 44: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 45: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 46: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 47: 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
! 48: 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1
! 49: };
! 50:
! 51: static const char SJIS_CAN_BE_TRAIL_TABLE[256] = {
! 52: 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
! 53: 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
! 54: 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
! 55: 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
! 56: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 57: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 58: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 59: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0,
! 60: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 61: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 62: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 63: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 64: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 65: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 66: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
! 67: 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0
! 68: };
! 69:
! 70: #define SJIS_ISMB_FIRST(byte) (EncLen_SJIS[byte] > 1)
! 71: #define SJIS_ISMB_TRAIL(byte) SJIS_CAN_BE_TRAIL_TABLE[(byte)]
! 72:
! 73: static int
! 74: sjis_mbc_enc_len(const UChar* p)
! 75: {
! 76: return EncLen_SJIS[*p];
! 77: }
! 78:
! 79: static int
! 80: sjis_code_to_mbclen(OnigCodePoint code)
! 81: {
! 82: if (code < 256) {
! 83: if (EncLen_SJIS[(int )code] == 1)
! 84: return 1;
! 85: else
! 86: return 0;
! 87: }
! 88: else if (code <= 0xffff) {
! 89: return 2;
! 90: }
! 91: else
! 92: return 0;
! 93: }
! 94:
! 95: static OnigCodePoint
! 96: sjis_mbc_to_code(const UChar* p, const UChar* end)
! 97: {
! 98: int c, i, len;
! 99: OnigCodePoint n;
! 100:
! 101: len = enc_len(ONIG_ENCODING_SJIS, p);
! 102: c = *p++;
! 103: n = c;
! 104: if (len == 1) return n;
! 105:
! 106: for (i = 1; i < len; i++) {
! 107: if (p >= end) break;
! 108: c = *p++;
! 109: n <<= 8; n += c;
! 110: }
! 111: return n;
! 112: }
! 113:
! 114: static int
! 115: sjis_code_to_mbc(OnigCodePoint code, UChar *buf)
! 116: {
! 117: UChar *p = buf;
! 118:
! 119: if ((code & 0xff00) != 0) *p++ = (UChar )(((code >> 8) & 0xff));
! 120: *p++ = (UChar )(code & 0xff);
! 121:
! 122: #if 0
! 123: if (enc_len(ONIG_ENCODING_SJIS, buf) != (p - buf))
! 124: return REGERR_INVALID_WIDE_CHAR_VALUE;
! 125: #endif
! 126: return p - buf;
! 127: }
! 128:
! 129: static int
! 130: sjis_mbc_to_normalize(OnigAmbigType flag,
! 131: const UChar** pp, const UChar* end, UChar* lower)
! 132: {
! 133: const UChar* p = *pp;
! 134:
! 135: if (ONIGENC_IS_MBC_ASCII(p)) {
! 136: if ((flag & ONIGENC_AMBIGUOUS_MATCH_ASCII_CASE) != 0) {
! 137: *lower = ONIGENC_ASCII_CODE_TO_LOWER_CASE(*p);
! 138: }
! 139: else {
! 140: *lower = *p;
! 141: }
! 142:
! 143: (*pp)++;
! 144: return 1;
! 145: }
! 146: else {
! 147: int len = enc_len(ONIG_ENCODING_SJIS, p);
! 148:
! 149: if (lower != p) {
! 150: int i;
! 151: for (i = 0; i < len; i++) {
! 152: *lower++ = *p++;
! 153: }
! 154: }
! 155: (*pp) += len;
! 156: return len; /* return byte length of converted char to lower */
! 157: }
! 158: }
! 159:
! 160: static int
! 161: sjis_is_mbc_ambiguous(OnigAmbigType flag, const UChar** pp, const UChar* end)
! 162: {
! 163: return onigenc_mbn_is_mbc_ambiguous(ONIG_ENCODING_SJIS, flag, pp, end);
! 164:
! 165: }
! 166:
! 167: static int
! 168: sjis_is_code_ctype(OnigCodePoint code, unsigned int ctype)
! 169: {
! 170: if (code < 128)
! 171: return ONIGENC_IS_ASCII_CODE_CTYPE(code, ctype);
! 172: else {
! 173: if ((ctype & (ONIGENC_CTYPE_WORD |
! 174: ONIGENC_CTYPE_GRAPH | ONIGENC_CTYPE_PRINT)) != 0) {
! 175: return (sjis_code_to_mbclen(code) > 1 ? TRUE : FALSE);
! 176: }
! 177: }
! 178:
! 179: return FALSE;
! 180: }
! 181:
! 182: static UChar*
! 183: sjis_left_adjust_char_head(const UChar* start, const UChar* s)
! 184: {
! 185: const UChar *p;
! 186: int len;
! 187:
! 188: if (s <= start) return (UChar* )s;
! 189: p = s;
! 190:
! 191: if (SJIS_ISMB_TRAIL(*p)) {
! 192: while (p > start) {
! 193: if (! SJIS_ISMB_FIRST(*--p)) {
! 194: p++;
! 195: break;
! 196: }
! 197: }
! 198: }
! 199: len = enc_len(ONIG_ENCODING_SJIS, p);
! 200: if (p + len > s) return (UChar* )p;
! 201: p += len;
! 202: return (UChar* )(p + ((s - p) & ~1));
! 203: }
! 204:
! 205: static int
! 206: sjis_is_allowed_reverse_match(const UChar* s, const UChar* end)
! 207: {
! 208: const UChar c = *s;
! 209: return (SJIS_ISMB_TRAIL(c) ? FALSE : TRUE);
! 210: }
! 211:
! 212: OnigEncodingType OnigEncodingSJIS = {
! 213: sjis_mbc_enc_len,
! 214: "Shift_JIS", /* name */
! 215: 2, /* max byte length */
! 216: 1, /* min byte length */
! 217: ONIGENC_AMBIGUOUS_MATCH_ASCII_CASE,
! 218: {
! 219: (OnigCodePoint )'\\' /* esc */
! 220: , (OnigCodePoint )ONIG_INEFFECTIVE_META_CHAR /* anychar '.' */
! 221: , (OnigCodePoint )ONIG_INEFFECTIVE_META_CHAR /* anytime '*' */
! 222: , (OnigCodePoint )ONIG_INEFFECTIVE_META_CHAR /* zero or one time '?' */
! 223: , (OnigCodePoint )ONIG_INEFFECTIVE_META_CHAR /* one or more time '+' */
! 224: , (OnigCodePoint )ONIG_INEFFECTIVE_META_CHAR /* anychar anytime */
! 225: },
! 226: onigenc_is_mbc_newline_0x0a,
! 227: sjis_mbc_to_code,
! 228: sjis_code_to_mbclen,
! 229: sjis_code_to_mbc,
! 230: sjis_mbc_to_normalize,
! 231: sjis_is_mbc_ambiguous,
! 232: onigenc_ascii_get_all_pair_ambig_codes,
! 233: onigenc_nothing_get_all_comp_ambig_codes,
! 234: sjis_is_code_ctype,
! 235: onigenc_not_support_get_ctype_code_range,
! 236: sjis_left_adjust_char_head,
! 237: sjis_is_allowed_reverse_match
! 238: };
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to sjis.c CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / php / ext / mbstring / oniguruma / enc