Annotation of embedaddon/libxml2/include/libxml/encoding.h, revision 1.1

1.1     ! misho       1: /*
        !             2:  * Summary: interface for the encoding conversion functions
        !             3:  * Description: interface for the encoding conversion functions needed for
        !             4:  *              XML basic encoding and iconv() support.
        !             5:  *
        !             6:  * Related specs are
        !             7:  * rfc2044        (UTF-8 and UTF-16) F. Yergeau Alis Technologies
        !             8:  * [ISO-10646]    UTF-8 and UTF-16 in Annexes
        !             9:  * [ISO-8859-1]   ISO Latin-1 characters codes.
        !            10:  * [UNICODE]      The Unicode Consortium, "The Unicode Standard --
        !            11:  *                Worldwide Character Encoding -- Version 1.0", Addison-
        !            12:  *                Wesley, Volume 1, 1991, Volume 2, 1992.  UTF-8 is
        !            13:  *                described in Unicode Technical Report #4.
        !            14:  * [US-ASCII]     Coded Character Set--7-bit American Standard Code for
        !            15:  *                Information Interchange, ANSI X3.4-1986.
        !            16:  *
        !            17:  * Copy: See Copyright for the status of this software.
        !            18:  *
        !            19:  * Author: Daniel Veillard
        !            20:  */
        !            21: 
        !            22: #ifndef __XML_CHAR_ENCODING_H__
        !            23: #define __XML_CHAR_ENCODING_H__
        !            24: 
        !            25: #include <libxml/xmlversion.h>
        !            26: 
        !            27: #ifdef LIBXML_ICONV_ENABLED
        !            28: #include <iconv.h>
        !            29: #endif
        !            30: #ifdef LIBXML_ICU_ENABLED
        !            31: #include <unicode/ucnv.h>
        !            32: #endif
        !            33: #ifdef __cplusplus
        !            34: extern "C" {
        !            35: #endif
        !            36: 
        !            37: /*
        !            38:  * xmlCharEncoding:
        !            39:  *
        !            40:  * Predefined values for some standard encodings.
        !            41:  * Libxml does not do beforehand translation on UTF8 and ISOLatinX.
        !            42:  * It also supports ASCII, ISO-8859-1, and UTF16 (LE and BE) by default.
        !            43:  *
        !            44:  * Anything else would have to be translated to UTF8 before being
        !            45:  * given to the parser itself. The BOM for UTF16 and the encoding
        !            46:  * declaration are looked at and a converter is looked for at that
        !            47:  * point. If not found the parser stops here as asked by the XML REC. A
        !            48:  * converter can be registered by the user using xmlRegisterCharEncodingHandler
        !            49:  * but the current form doesn't allow stateful transcoding (a serious
        !            50:  * problem agreed !). If iconv has been found it will be used
        !            51:  * automatically and allow stateful transcoding, the simplest is then
        !            52:  * to be sure to enable iconv and to provide iconv libs for the encoding
        !            53:  * support needed.
        !            54:  *
        !            55:  * Note that the generic "UTF-16" is not a predefined value.  Instead, only
        !            56:  * the specific UTF-16LE and UTF-16BE are present.
        !            57:  */
        !            58: typedef enum {
        !            59:     XML_CHAR_ENCODING_ERROR=   -1, /* No char encoding detected */
        !            60:     XML_CHAR_ENCODING_NONE=    0, /* No char encoding detected */
        !            61:     XML_CHAR_ENCODING_UTF8=    1, /* UTF-8 */
        !            62:     XML_CHAR_ENCODING_UTF16LE= 2, /* UTF-16 little endian */
        !            63:     XML_CHAR_ENCODING_UTF16BE= 3, /* UTF-16 big endian */
        !            64:     XML_CHAR_ENCODING_UCS4LE=  4, /* UCS-4 little endian */
        !            65:     XML_CHAR_ENCODING_UCS4BE=  5, /* UCS-4 big endian */
        !            66:     XML_CHAR_ENCODING_EBCDIC=  6, /* EBCDIC uh! */
        !            67:     XML_CHAR_ENCODING_UCS4_2143=7, /* UCS-4 unusual ordering */
        !            68:     XML_CHAR_ENCODING_UCS4_3412=8, /* UCS-4 unusual ordering */
        !            69:     XML_CHAR_ENCODING_UCS2=    9, /* UCS-2 */
        !            70:     XML_CHAR_ENCODING_8859_1=  10,/* ISO-8859-1 ISO Latin 1 */
        !            71:     XML_CHAR_ENCODING_8859_2=  11,/* ISO-8859-2 ISO Latin 2 */
        !            72:     XML_CHAR_ENCODING_8859_3=  12,/* ISO-8859-3 */
        !            73:     XML_CHAR_ENCODING_8859_4=  13,/* ISO-8859-4 */
        !            74:     XML_CHAR_ENCODING_8859_5=  14,/* ISO-8859-5 */
        !            75:     XML_CHAR_ENCODING_8859_6=  15,/* ISO-8859-6 */
        !            76:     XML_CHAR_ENCODING_8859_7=  16,/* ISO-8859-7 */
        !            77:     XML_CHAR_ENCODING_8859_8=  17,/* ISO-8859-8 */
        !            78:     XML_CHAR_ENCODING_8859_9=  18,/* ISO-8859-9 */
        !            79:     XML_CHAR_ENCODING_2022_JP=  19,/* ISO-2022-JP */
        !            80:     XML_CHAR_ENCODING_SHIFT_JIS=20,/* Shift_JIS */
        !            81:     XML_CHAR_ENCODING_EUC_JP=   21,/* EUC-JP */
        !            82:     XML_CHAR_ENCODING_ASCII=    22 /* pure ASCII */
        !            83: } xmlCharEncoding;
        !            84: 
        !            85: /**
        !            86:  * xmlCharEncodingInputFunc:
        !            87:  * @out:  a pointer to an array of bytes to store the UTF-8 result
        !            88:  * @outlen:  the length of @out
        !            89:  * @in:  a pointer to an array of chars in the original encoding
        !            90:  * @inlen:  the length of @in
        !            91:  *
        !            92:  * Take a block of chars in the original encoding and try to convert
        !            93:  * it to an UTF-8 block of chars out.
        !            94:  *
        !            95:  * Returns the number of bytes written, -1 if lack of space, or -2
        !            96:  *     if the transcoding failed.
        !            97:  * The value of @inlen after return is the number of octets consumed
        !            98:  *     if the return value is positive, else unpredictiable.
        !            99:  * The value of @outlen after return is the number of octets consumed.
        !           100:  */
        !           101: typedef int (* xmlCharEncodingInputFunc)(unsigned char *out, int *outlen,
        !           102:                                          const unsigned char *in, int *inlen);
        !           103: 
        !           104: 
        !           105: /**
        !           106:  * xmlCharEncodingOutputFunc:
        !           107:  * @out:  a pointer to an array of bytes to store the result
        !           108:  * @outlen:  the length of @out
        !           109:  * @in:  a pointer to an array of UTF-8 chars
        !           110:  * @inlen:  the length of @in
        !           111:  *
        !           112:  * Take a block of UTF-8 chars in and try to convert it to another
        !           113:  * encoding.
        !           114:  * Note: a first call designed to produce heading info is called with
        !           115:  * in = NULL. If stateful this should also initialize the encoder state.
        !           116:  *
        !           117:  * Returns the number of bytes written, -1 if lack of space, or -2
        !           118:  *     if the transcoding failed.
        !           119:  * The value of @inlen after return is the number of octets consumed
        !           120:  *     if the return value is positive, else unpredictiable.
        !           121:  * The value of @outlen after return is the number of octets produced.
        !           122:  */
        !           123: typedef int (* xmlCharEncodingOutputFunc)(unsigned char *out, int *outlen,
        !           124:                                           const unsigned char *in, int *inlen);
        !           125: 
        !           126: 
        !           127: /*
        !           128:  * Block defining the handlers for non UTF-8 encodings.
        !           129:  * If iconv is supported, there are two extra fields.
        !           130:  */
        !           131: #ifdef LIBXML_ICU_ENABLED
        !           132: struct _uconv_t {
        !           133:   UConverter *uconv; /* for conversion between an encoding and UTF-16 */
        !           134:   UConverter *utf8; /* for conversion between UTF-8 and UTF-16 */
        !           135: };
        !           136: typedef struct _uconv_t uconv_t;
        !           137: #endif
        !           138: 
        !           139: typedef struct _xmlCharEncodingHandler xmlCharEncodingHandler;
        !           140: typedef xmlCharEncodingHandler *xmlCharEncodingHandlerPtr;
        !           141: struct _xmlCharEncodingHandler {
        !           142:     char                       *name;
        !           143:     xmlCharEncodingInputFunc   input;
        !           144:     xmlCharEncodingOutputFunc  output;
        !           145: #ifdef LIBXML_ICONV_ENABLED
        !           146:     iconv_t                    iconv_in;
        !           147:     iconv_t                    iconv_out;
        !           148: #endif /* LIBXML_ICONV_ENABLED */
        !           149: #ifdef LIBXML_ICU_ENABLED
        !           150:     uconv_t                    *uconv_in;
        !           151:     uconv_t                    *uconv_out;
        !           152: #endif /* LIBXML_ICU_ENABLED */
        !           153: };
        !           154: 
        !           155: #ifdef __cplusplus
        !           156: }
        !           157: #endif
        !           158: #include <libxml/tree.h>
        !           159: #ifdef __cplusplus
        !           160: extern "C" {
        !           161: #endif
        !           162: 
        !           163: /*
        !           164:  * Interfaces for encoding handlers.
        !           165:  */
        !           166: XMLPUBFUN void XMLCALL 
        !           167:        xmlInitCharEncodingHandlers     (void);
        !           168: XMLPUBFUN void XMLCALL 
        !           169:        xmlCleanupCharEncodingHandlers  (void);
        !           170: XMLPUBFUN void XMLCALL 
        !           171:        xmlRegisterCharEncodingHandler  (xmlCharEncodingHandlerPtr handler);
        !           172: XMLPUBFUN xmlCharEncodingHandlerPtr XMLCALL
        !           173:        xmlGetCharEncodingHandler       (xmlCharEncoding enc);
        !           174: XMLPUBFUN xmlCharEncodingHandlerPtr XMLCALL
        !           175:        xmlFindCharEncodingHandler      (const char *name);
        !           176: XMLPUBFUN xmlCharEncodingHandlerPtr XMLCALL
        !           177:        xmlNewCharEncodingHandler       (const char *name, 
        !           178:                                         xmlCharEncodingInputFunc input,
        !           179:                                         xmlCharEncodingOutputFunc output);
        !           180: 
        !           181: /*
        !           182:  * Interfaces for encoding names and aliases.
        !           183:  */
        !           184: XMLPUBFUN int XMLCALL  
        !           185:        xmlAddEncodingAlias             (const char *name,
        !           186:                                         const char *alias);
        !           187: XMLPUBFUN int XMLCALL  
        !           188:        xmlDelEncodingAlias             (const char *alias);
        !           189: XMLPUBFUN const char * XMLCALL
        !           190:        xmlGetEncodingAlias             (const char *alias);
        !           191: XMLPUBFUN void XMLCALL 
        !           192:        xmlCleanupEncodingAliases       (void);
        !           193: XMLPUBFUN xmlCharEncoding XMLCALL
        !           194:        xmlParseCharEncoding            (const char *name);
        !           195: XMLPUBFUN const char * XMLCALL
        !           196:        xmlGetCharEncodingName          (xmlCharEncoding enc);
        !           197: 
        !           198: /*
        !           199:  * Interfaces directly used by the parsers.
        !           200:  */
        !           201: XMLPUBFUN xmlCharEncoding XMLCALL
        !           202:        xmlDetectCharEncoding           (const unsigned char *in,
        !           203:                                         int len);
        !           204: 
        !           205: XMLPUBFUN int XMLCALL  
        !           206:        xmlCharEncOutFunc               (xmlCharEncodingHandler *handler,
        !           207:                                         xmlBufferPtr out,
        !           208:                                         xmlBufferPtr in);
        !           209: 
        !           210: XMLPUBFUN int XMLCALL  
        !           211:        xmlCharEncInFunc                (xmlCharEncodingHandler *handler,
        !           212:                                         xmlBufferPtr out,
        !           213:                                         xmlBufferPtr in);
        !           214: XMLPUBFUN int XMLCALL
        !           215:        xmlCharEncFirstLine             (xmlCharEncodingHandler *handler,
        !           216:                                         xmlBufferPtr out,
        !           217:                                         xmlBufferPtr in);
        !           218: XMLPUBFUN int XMLCALL  
        !           219:        xmlCharEncCloseFunc             (xmlCharEncodingHandler *handler);
        !           220: 
        !           221: /*
        !           222:  * Export a few useful functions
        !           223:  */
        !           224: #ifdef LIBXML_OUTPUT_ENABLED
        !           225: XMLPUBFUN int XMLCALL  
        !           226:        UTF8Toisolat1                   (unsigned char *out,
        !           227:                                         int *outlen,
        !           228:                                         const unsigned char *in,
        !           229:                                         int *inlen);
        !           230: #endif /* LIBXML_OUTPUT_ENABLED */
        !           231: XMLPUBFUN int XMLCALL  
        !           232:        isolat1ToUTF8                   (unsigned char *out,
        !           233:                                         int *outlen,
        !           234:                                         const unsigned char *in,
        !           235:                                         int *inlen);
        !           236: #ifdef __cplusplus
        !           237: }
        !           238: #endif
        !           239: 
        !           240: #endif /* __XML_CHAR_ENCODING_H__ */

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>