summaryrefslogtreecommitdiff
path: root/utf8.c
diff options
context:
space:
mode:
Diffstat (limited to 'utf8.c')
-rw-r--r--utf8.c566
1 files changed, 566 insertions, 0 deletions
diff --git a/utf8.c b/utf8.c
new file mode 100644
index 0000000000..604cfac2ef
--- /dev/null
+++ b/utf8.c
@@ -0,0 +1,566 @@
+/**********************************************************************
+
+ utf8.c - Oniguruma (regular expression library)
+
+ Copyright (C) 2003-2004 K.Kosako (kosako@sofnec.co.jp)
+
+**********************************************************************/
+#include "regenc.h"
+
+#define utf8_islead(c) ((UChar )((c) & 0xc0) != 0x80)
+
+#define ENC_IS_ISO_8859_1_CTYPE(code,ctype) \
+ ((EncUnicode_ISO_8859_1_CtypeTable[code] & ctype) != 0)
+
+static unsigned short EncUnicode_ISO_8859_1_CtypeTable[256] = {
+ 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004,
+ 0x1004, 0x1106, 0x1104, 0x1104, 0x1104, 0x1104, 0x1004, 0x1004,
+ 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004,
+ 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004,
+ 0x1142, 0x10d0, 0x10d0, 0x10d0, 0x1050, 0x10d0, 0x10d0, 0x10d0,
+ 0x10d0, 0x10d0, 0x10d0, 0x1050, 0x10d0, 0x10d0, 0x10d0, 0x10d0,
+ 0x1c58, 0x1c58, 0x1c58, 0x1c58, 0x1c58, 0x1c58, 0x1c58, 0x1c58,
+ 0x1c58, 0x1c58, 0x10d0, 0x10d0, 0x1050, 0x1050, 0x1050, 0x10d0,
+ 0x10d0, 0x1e51, 0x1e51, 0x1e51, 0x1e51, 0x1e51, 0x1e51, 0x1a51,
+ 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51,
+ 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51,
+ 0x1a51, 0x1a51, 0x1a51, 0x10d0, 0x10d0, 0x10d0, 0x1050, 0x18d0,
+ 0x1050, 0x1c71, 0x1c71, 0x1c71, 0x1c71, 0x1c71, 0x1c71, 0x1871,
+ 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871,
+ 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871,
+ 0x1871, 0x1871, 0x1871, 0x10d0, 0x1050, 0x10d0, 0x1050, 0x1004,
+ 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004,
+ 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004,
+ 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004,
+ 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004, 0x1004,
+ 0x1142, 0x10d0, 0x1050, 0x1050, 0x1050, 0x1050, 0x1050, 0x1050,
+ 0x1050, 0x1050, 0x1871, 0x10d0, 0x1050, 0x10d0, 0x1050, 0x1050,
+ 0x1050, 0x1050, 0x1850, 0x1850, 0x1050, 0x1871, 0x1050, 0x10d0,
+ 0x1050, 0x1850, 0x1871, 0x10d0, 0x1850, 0x1850, 0x1850, 0x10d0,
+ 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51,
+ 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51,
+ 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1050,
+ 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1a51, 0x1871,
+ 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871,
+ 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871,
+ 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1050,
+ 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871, 0x1871
+};
+
+static OnigCodePoint
+utf8_mbc_to_code(UChar* p, UChar* end)
+{
+ int c, len;
+ OnigCodePoint n;
+
+ c = *p++;
+ len = enc_len(ONIG_ENCODING_UTF8, c);
+ if (len > 1) {
+ len--;
+ n = c & ((1 << (6 - len)) - 1);
+ while (len--) {
+ c = *p++;
+ n = (n << 6) | (c & ((1 << 6) - 1));
+ }
+ return n;
+ }
+ else
+ return (OnigCodePoint )c;
+}
+
+static int
+utf8_code_to_mbclen(OnigCodePoint code)
+{
+ if ((code & 0xffffff80) == 0) return 1;
+ else if ((code & 0xfffff800) == 0) {
+ if (code <= 0xff && code >= 0xfe)
+ return 1;
+ return 2;
+ }
+ else if ((code & 0xffff0000) == 0) return 3;
+ else if ((code & 0xffe00000) == 0) return 4;
+ else if ((code & 0xfc000000) == 0) return 5;
+ else if ((code & 0x80000000) == 0) return 6;
+ else
+ return ONIGERR_TOO_BIG_WIDE_CHAR_VALUE;
+}
+
+#if 0
+static int
+utf8_code_to_mbc_first(OnigCodePoint code)
+{
+ if ((code & 0xffffff80) == 0)
+ return code;
+ else {
+ if ((code & 0xfffff800) == 0)
+ return ((code>>6)& 0x1f) | 0xc0;
+ else if ((code & 0xffff0000) == 0)
+ return ((code>>12) & 0x0f) | 0xe0;
+ else if ((code & 0xffe00000) == 0)
+ return ((code>>18) & 0x07) | 0xf0;
+ else if ((code & 0xfc000000) == 0)
+ return ((code>>24) & 0x03) | 0xf8;
+ else if ((code & 0x80000000) == 0)
+ return ((code>>30) & 0x01) | 0xfc;
+ else {
+ return ONIGERR_TOO_BIG_WIDE_CHAR_VALUE;
+ }
+ }
+}
+#endif
+
+static int
+utf8_code_to_mbc(OnigCodePoint code, UChar *buf)
+{
+#define UTF8_TRAILS(code, shift) (UChar )((((code) >> (shift)) & 0x3f) | 0x80)
+#define UTF8_TRAIL0(code) (UChar )(((code) & 0x3f) | 0x80)
+
+ if ((code & 0xffffff80) == 0) {
+ *buf = (UChar )code;
+ return 1;
+ }
+ else {
+ UChar *p = buf;
+
+ if ((code & 0xfffff800) == 0) {
+ *p++ = (UChar )(((code>>6)& 0x1f) | 0xc0);
+ }
+ else if ((code & 0xffff0000) == 0) {
+ *p++ = (UChar )(((code>>12) & 0x0f) | 0xe0);
+ *p++ = UTF8_TRAILS(code, 6);
+ }
+ else if ((code & 0xffe00000) == 0) {
+ *p++ = (UChar )(((code>>18) & 0x07) | 0xf0);
+ *p++ = UTF8_TRAILS(code, 12);
+ *p++ = UTF8_TRAILS(code, 6);
+ }
+ else if ((code & 0xfc000000) == 0) {
+ *p++ = (UChar )(((code>>24) & 0x03) | 0xf8);
+ *p++ = UTF8_TRAILS(code, 18);
+ *p++ = UTF8_TRAILS(code, 12);
+ *p++ = UTF8_TRAILS(code, 6);
+ }
+ else if ((code & 0x80000000) == 0) {
+ *p++ = (UChar )(((code>>30) & 0x01) | 0xfc);
+ *p++ = UTF8_TRAILS(code, 24);
+ *p++ = UTF8_TRAILS(code, 18);
+ *p++ = UTF8_TRAILS(code, 12);
+ *p++ = UTF8_TRAILS(code, 6);
+ }
+ else {
+ return ONIGERR_TOO_BIG_WIDE_CHAR_VALUE;
+ }
+
+ *p++ = UTF8_TRAIL0(code);
+ return p - buf;
+ }
+}
+
+static int
+utf8_mbc_to_lower(UChar* p, UChar* lower)
+{
+ int len;
+
+ /* !!! U+0080 - U+00ff is treated by fold match. !!! */
+ if (ONIGENC_IS_MBC_ASCII(p)) {
+ *lower = ONIGENC_ASCII_CODE_TO_LOWER_CASE(*p);
+ return 1; /* return byte length of converted char to lower */
+ }
+ else {
+ len = enc_len(ONIG_ENCODING_UTF8, *p);
+ if (lower != p) {
+ /* memcpy(lower, p, len); */
+ int i;
+ for (i = 0; i < len; i++) {
+ *lower++ = *p++;
+ }
+ }
+ return len; /* return byte length of converted char to lower */
+ }
+}
+
+static int
+utf8_mbc_is_case_ambig(UChar* p)
+{
+ /* !!! U+0080 - U+00ff ( 0x80[0xc2,0x80] - 0xff[0xc3,0xbf] )
+ is treated by fold match. !!! */
+
+ if (ONIGENC_IS_MBC_ASCII(p))
+ return ONIGENC_IS_ASCII_CODE_CASE_AMBIG(*p);
+
+ return FALSE;
+}
+
+static int
+utf8_code_is_ctype(OnigCodePoint code, unsigned int ctype)
+{
+ if (code < 256) {
+ return ENC_IS_ISO_8859_1_CTYPE(code, ctype);
+ }
+
+ if ((ctype & ONIGENC_CTYPE_WORD) != 0) {
+ return TRUE;
+ }
+
+ return FALSE;
+}
+
+static int
+utf8_get_ctype_code_range(int ctype, int* nsb, int* nmb,
+ OnigCodePointRange* sbr[], OnigCodePointRange* mbr[])
+{
+#define CR_SET(sbl,mbl) do { \
+ *nsb = sizeof(sbl) / sizeof(OnigCodePointRange); \
+ *nmb = sizeof(mbl) / sizeof(OnigCodePointRange); \
+ *sbr = sbl; \
+ *mbr = mbl; \
+} while (0)
+
+#define CR_SB_SET(sbl) do { \
+ *nsb = sizeof(sbl) / sizeof(OnigCodePointRange); \
+ *nmb = 0; \
+ *sbr = sbl; \
+} while (0)
+
+ static OnigCodePointRange SBAlpha[] = {
+ { 0x41, 0x5a },
+ { 0x61, 0x7a }
+ };
+
+ static OnigCodePointRange MBAlpha[] = {
+ { 0xaa, 0xaa },
+ { 0xb5, 0xb5 },
+ { 0xba, 0xba },
+ { 0xc0, 0xd6 },
+ { 0xd8, 0xf6 },
+ { 0xf8, 0x220 }
+ };
+
+ static OnigCodePointRange SBBlank[] = {
+ { 0x09, 0x09 },
+ { 0x20, 0x20 }
+ };
+
+ static OnigCodePointRange MBBlank[] = {
+ { 0xa0, 0xa0 }
+ };
+
+ static OnigCodePointRange SBCntrl[] = {
+ { 0x00, 0x1f },
+ { 0x7f, 0x7f }
+ };
+
+ static OnigCodePointRange MBCntrl[] = {
+ { 0x80, 0x9f }
+ };
+
+ static OnigCodePointRange SBDigit[] = {
+ { 0x30, 0x39 }
+ };
+
+ static OnigCodePointRange SBGraph[] = {
+ { 0x21, 0x7e }
+ };
+
+ static OnigCodePointRange MBGraph[] = {
+ { 0xa1, 0x220 }
+ };
+
+ static OnigCodePointRange SBLower[] = {
+ { 0x61, 0x7a }
+ };
+
+ static OnigCodePointRange MBLower[] = {
+ { 0xaa, 0xaa },
+ { 0xb5, 0xb5 },
+ { 0xba, 0xba },
+ { 0xdf, 0xf6 },
+ { 0xf8, 0xff }
+ };
+
+ static OnigCodePointRange SBPrint[] = {
+ { 0x20, 0x7e }
+ };
+
+ static OnigCodePointRange MBPrint[] = {
+ { 0xa0, 0x220 }
+ };
+
+ static OnigCodePointRange SBPunct[] = {
+ { 0x21, 0x23 },
+ { 0x25, 0x2a },
+ { 0x2c, 0x2f },
+ { 0x3a, 0x3b },
+ { 0x3f, 0x40 },
+ { 0x5b, 0x5d },
+ { 0x5f, 0x5f },
+ { 0x7b, 0x7b },
+ { 0x7d, 0x7d }
+ };
+
+ static OnigCodePointRange MBPunct[] = {
+ { 0xa1, 0xa1 },
+ { 0xab, 0xab },
+ { 0xad, 0xad },
+ { 0xb7, 0xb7 },
+ { 0xbb, 0xbb },
+ { 0xbf, 0xbf }
+ };
+
+ static OnigCodePointRange SBSpace[] = {
+ { 0x09, 0x0d },
+ { 0x20, 0x20 }
+ };
+
+ static OnigCodePointRange MBSpace[] = {
+ { 0xa0, 0xa0 }
+ };
+
+ static OnigCodePointRange SBUpper[] = {
+ { 0x41, 0x5a }
+ };
+
+ static OnigCodePointRange MBUpper[] = {
+ { 0xc0, 0xd6 },
+ { 0xd8, 0xde }
+ };
+
+ static OnigCodePointRange SBXDigit[] = {
+ { 0x30, 0x39 },
+ { 0x41, 0x46 },
+ { 0x61, 0x66 }
+ };
+
+ static OnigCodePointRange SBWord[] = {
+ { 0x30, 0x39 },
+ { 0x41, 0x5a },
+ { 0x5f, 0x5f },
+ { 0x61, 0x7a }
+ };
+
+ static OnigCodePointRange MBWord[] = {
+ { 0xaa, 0xaa },
+ { 0xb2, 0xb3 },
+ { 0xb5, 0xb5 },
+ { 0xb9, 0xba },
+ { 0xbc, 0xbe },
+ { 0xc0, 0xd6 },
+ { 0xd8, 0xf6 },
+#if 0
+ { 0xf8, 0x220 }
+#else
+ { 0xf8, 0x7fffffff } /* all multibyte code as word */
+#endif
+ };
+
+ static OnigCodePointRange SBAscii[] = {
+ { 0x00, 0x7f }
+ };
+
+ static OnigCodePointRange SBAlnum[] = {
+ { 0x30, 0x39 },
+ { 0x41, 0x5a },
+ { 0x61, 0x7a }
+ };
+
+ static OnigCodePointRange MBAlnum[] = {
+ { 0xaa, 0xaa },
+ { 0xb5, 0xb5 },
+ { 0xba, 0xba },
+ { 0xc0, 0xd6 },
+ { 0xd8, 0xf6 },
+ { 0xf8, 0x220 }
+ };
+
+ switch (ctype) {
+ case ONIGENC_CTYPE_ALPHA:
+ CR_SET(SBAlpha, MBAlpha);
+ break;
+ case ONIGENC_CTYPE_BLANK:
+ CR_SET(SBBlank, MBBlank);
+ break;
+ case ONIGENC_CTYPE_CNTRL:
+ CR_SET(SBCntrl, MBCntrl);
+ break;
+ case ONIGENC_CTYPE_DIGIT:
+ CR_SB_SET(SBDigit);
+ break;
+ case ONIGENC_CTYPE_GRAPH:
+ CR_SET(SBGraph, MBGraph);
+ break;
+ case ONIGENC_CTYPE_LOWER:
+ CR_SET(SBLower, MBLower);
+ break;
+ case ONIGENC_CTYPE_PRINT:
+ CR_SET(SBPrint, MBPrint);
+ break;
+ case ONIGENC_CTYPE_PUNCT:
+ CR_SET(SBPunct, MBPunct);
+ break;
+ case ONIGENC_CTYPE_SPACE:
+ CR_SET(SBSpace, MBSpace);
+ break;
+ case ONIGENC_CTYPE_UPPER:
+ CR_SET(SBUpper, MBUpper);
+ break;
+ case ONIGENC_CTYPE_XDIGIT:
+ CR_SB_SET(SBXDigit);
+ break;
+ case ONIGENC_CTYPE_WORD:
+ CR_SET(SBWord, MBWord);
+ break;
+ case ONIGENC_CTYPE_ASCII:
+ CR_SB_SET(SBAscii);
+ break;
+ case ONIGENC_CTYPE_ALNUM:
+ CR_SET(SBAlnum, MBAlnum);
+ break;
+
+ default:
+ return ONIGERR_TYPE_BUG;
+ break;
+ }
+
+ return 0;
+}
+
+static int
+utf8_get_all_fold_match_code(OnigCodePoint** codes)
+{
+ static OnigCodePoint list[] = {
+ 0xc0, 0xc1, 0xc2, 0xc3, 0xc4, 0xc5, 0xc6, 0xc7,
+ 0xc8, 0xc9, 0xca, 0xcb, 0xcc, 0xcd, 0xce, 0xcf,
+ 0xd0, 0xd1, 0xd2, 0xd3, 0xd4, 0xd5, 0xd6,
+ 0xd8, 0xd9, 0xda, 0xdb, 0xdc, 0xdd, 0xde, 0xdf,
+
+ 0xe0, 0xe1, 0xe2, 0xe3, 0xe4, 0xe5, 0xe6, 0xe7,
+ 0xe8, 0xe9, 0xea, 0xeb, 0xec, 0xed, 0xee, 0xef,
+ 0xf0, 0xf1, 0xf2, 0xf3, 0xf4, 0xf5, 0xf6,
+ 0xf8, 0xf9, 0xfa, 0xfb, 0xfc, 0xfd, 0xfe,
+ };
+
+ *codes = list;
+ return sizeof(list) / sizeof(OnigCodePoint);
+}
+
+static int
+utf8_get_fold_match_info(UChar* p, UChar* end, OnigEncFoldMatchInfo** info)
+{
+
+ static OnigEncFoldMatchInfo xc[] = {
+ { 2, { 2, 2 }, { "\303\200", "\303\240" } }, /* CodePoint 0xc0 */
+ { 2, { 2, 2 }, { "\303\201", "\303\241" } },
+ { 2, { 2, 2 }, { "\303\202", "\303\242" } },
+ { 2, { 2, 2 }, { "\303\203", "\303\243" } },
+ { 2, { 2, 2 }, { "\303\204", "\303\244" } },
+ { 2, { 2, 2 }, { "\303\205", "\303\245" } },
+ { 2, { 2, 2 }, { "\303\206", "\303\246" } },
+ { 2, { 2, 2 }, { "\303\207", "\303\247" } },
+ { 2, { 2, 2 }, { "\303\210", "\303\250" } },
+ { 2, { 2, 2 }, { "\303\211", "\303\251" } },
+ { 2, { 2, 2 }, { "\303\212", "\303\252" } },
+ { 2, { 2, 2 }, { "\303\213", "\303\253" } },
+ { 2, { 2, 2 }, { "\303\214", "\303\254" } },
+ { 2, { 2, 2 }, { "\303\215", "\303\255" } },
+ { 2, { 2, 2 }, { "\303\216", "\303\256" } },
+ { 2, { 2, 2 }, { "\303\217", "\303\257" } },
+ { 2, { 2, 2 }, { "\303\220", "\303\260" } }, /* CodePoint 0xd0 */
+ { 2, { 2, 2 }, { "\303\221", "\303\261" } },
+ { 2, { 2, 2 }, { "\303\222", "\303\262" } },
+ { 2, { 2, 2 }, { "\303\223", "\303\263" } },
+ { 2, { 2, 2 }, { "\303\224", "\303\264" } },
+ { 2, { 2, 2 }, { "\303\225", "\303\265" } },
+ { 2, { 2, 2 }, { "\303\226", "\303\266" } },
+ { 0, { 0 }, { "" } },
+ { 2, { 2, 2 }, { "\303\230", "\303\270" } },
+ { 2, { 2, 2 }, { "\303\231", "\303\271" } },
+ { 2, { 2, 2 }, { "\303\232", "\303\272" } },
+ { 2, { 2, 2 }, { "\303\233", "\303\273" } },
+ { 2, { 2, 2 }, { "\303\234", "\303\274" } },
+ { 2, { 2, 2 }, { "\303\235", "\303\275" } },
+ { 2, { 2, 2 }, { "\303\236", "\303\276" } },
+ { 3, { 2, 2, 2 }, { "\303\237", "ss", "SS" }} /* ess-tsett(U+00DF) */
+ };
+
+ if (p + 1 >= end) return -1;
+ if (*p < 0x80) {
+ if ((*p == 'S' && *(p+1) == 'S') ||
+ (*p == 's' && *(p+1) == 's')) {
+ *info = &(xc[0xdf - 0xc0]);
+ return 2;
+ }
+ }
+ else if (*p == 195) { /* 195 == '\303' */
+ int c = *(p+1);
+ if (c >= 128) {
+ if (c <= 159) { /* upper */
+ if (c == 151) return -1; /* 0xd7 */
+ *info = &(xc[c - 128]);
+ return 2;
+ }
+ else { /* lower */
+ if (c == 183) return -1; /* 0xf7 */
+ *info = &(xc[c - 160]);
+ return 2;
+ }
+ }
+ }
+
+ return -1; /* is not a fold string. */
+}
+
+
+static UChar*
+utf8_left_adjust_char_head(UChar* start, UChar* s)
+{
+ UChar *p;
+
+ if (s <= start) return s;
+ p = s;
+
+ while (!utf8_islead(*p) && p > start) p--;
+ return p;
+}
+
+static int
+utf8_is_allowed_reverse_match(UChar* s, UChar* end)
+{
+ return TRUE;
+}
+
+OnigEncodingType OnigEncodingUTF8 = {
+ {
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
+ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
+ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
+ 4, 4, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 6, 6, 1, 1
+ },
+ "UTF-8", /* name */
+ 6, /* max byte length */
+ TRUE, /* is_fold_match */
+ ONIGENC_CTYPE_SUPPORT_LEVEL_FULL, /* ctype_support_level */
+ TRUE, /* is continuous sb mb codepoint */
+ utf8_mbc_to_code,
+ utf8_code_to_mbclen,
+ utf8_code_to_mbc,
+ utf8_mbc_to_lower,
+ utf8_mbc_is_case_ambig,
+ utf8_code_is_ctype,
+ utf8_get_ctype_code_range,
+ utf8_left_adjust_char_head,
+ utf8_is_allowed_reverse_match,
+ utf8_get_all_fold_match_code,
+ utf8_get_fold_match_info
+};