Ruby 1.9.3p327(2012-11-10revision37606)
|
00001 /********************************************************************** 00002 iso8859_3.c - Oniguruma (regular expression library) 00003 **********************************************************************/ 00004 /*- 00005 * Copyright (c) 2002-2007 K.Kosako <sndgk393 AT ybb DOT ne DOT jp> 00006 * All rights reserved. 00007 * 00008 * Redistribution and use in source and binary forms, with or without 00009 * modification, are permitted provided that the following conditions 00010 * are met: 00011 * 1. Redistributions of source code must retain the above copyright 00012 * notice, this list of conditions and the following disclaimer. 00013 * 2. Redistributions in binary form must reproduce the above copyright 00014 * notice, this list of conditions and the following disclaimer in the 00015 * documentation and/or other materials provided with the distribution. 00016 * 00017 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 00018 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 00019 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 00020 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 00021 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 00022 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 00023 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 00024 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 00025 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 00026 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 00027 * SUCH DAMAGE. 00028 */ 00029 00030 #include "regenc.h" 00031 00032 #define ENC_ISO_8859_3_TO_LOWER_CASE(c) EncISO_8859_3_ToLowerCaseTable[c] 00033 #define ENC_IS_ISO_8859_3_CTYPE(code,ctype) \ 00034 ((EncISO_8859_3_CtypeTable[code] & CTYPE_TO_BIT(ctype)) != 0) 00035 00036 static const UChar EncISO_8859_3_ToLowerCaseTable[256] = { 00037 '\000', '\001', '\002', '\003', '\004', '\005', '\006', '\007', 00038 '\010', '\011', '\012', '\013', '\014', '\015', '\016', '\017', 00039 '\020', '\021', '\022', '\023', '\024', '\025', '\026', '\027', 00040 '\030', '\031', '\032', '\033', '\034', '\035', '\036', '\037', 00041 '\040', '\041', '\042', '\043', '\044', '\045', '\046', '\047', 00042 '\050', '\051', '\052', '\053', '\054', '\055', '\056', '\057', 00043 '\060', '\061', '\062', '\063', '\064', '\065', '\066', '\067', 00044 '\070', '\071', '\072', '\073', '\074', '\075', '\076', '\077', 00045 '\100', '\141', '\142', '\143', '\144', '\145', '\146', '\147', 00046 '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157', 00047 '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167', 00048 '\170', '\171', '\172', '\133', '\134', '\135', '\136', '\137', 00049 '\140', '\141', '\142', '\143', '\144', '\145', '\146', '\147', 00050 '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157', 00051 '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167', 00052 '\170', '\171', '\172', '\173', '\174', '\175', '\176', '\177', 00053 '\200', '\201', '\202', '\203', '\204', '\205', '\206', '\207', 00054 '\210', '\211', '\212', '\213', '\214', '\215', '\216', '\217', 00055 '\220', '\221', '\222', '\223', '\224', '\225', '\226', '\227', 00056 '\230', '\231', '\232', '\233', '\234', '\235', '\236', '\237', 00057 '\240', '\261', '\242', '\243', '\244', '\245', '\266', '\247', 00058 '\250', '\271', '\272', '\273', '\274', '\255', '\256', '\277', 00059 '\260', '\261', '\262', '\263', '\264', '\265', '\266', '\267', 00060 '\270', '\271', '\272', '\273', '\274', '\275', '\276', '\277', 00061 '\340', '\341', '\342', '\303', '\344', '\345', '\346', '\347', 00062 '\350', '\351', '\352', '\353', '\354', '\355', '\356', '\357', 00063 '\320', '\361', '\362', '\363', '\364', '\365', '\366', '\327', 00064 '\370', '\371', '\372', '\373', '\374', '\375', '\376', '\337', 00065 '\340', '\341', '\342', '\343', '\344', '\345', '\346', '\347', 00066 '\350', '\351', '\352', '\353', '\354', '\355', '\356', '\357', 00067 '\360', '\361', '\362', '\363', '\364', '\365', '\366', '\367', 00068 '\370', '\371', '\372', '\373', '\374', '\375', '\376', '\377' 00069 }; 00070 00071 static const unsigned short EncISO_8859_3_CtypeTable[256] = { 00072 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 00073 0x4008, 0x420c, 0x4209, 0x4208, 0x4208, 0x4208, 0x4008, 0x4008, 00074 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 00075 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 00076 0x4284, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 00077 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 00078 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 00079 0x78b0, 0x78b0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 00080 0x41a0, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x74a2, 00081 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 00082 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 00083 0x74a2, 0x74a2, 0x74a2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x51a0, 00084 0x41a0, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x70e2, 00085 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 00086 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 00087 0x70e2, 0x70e2, 0x70e2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x4008, 00088 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00089 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00090 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00091 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00092 0x0284, 0x34a2, 0x00a0, 0x00a0, 0x00a0, 0x0000, 0x34a2, 0x00a0, 00093 0x00a0, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x01a0, 0x0000, 0x34a2, 00094 0x00a0, 0x30e2, 0x10a0, 0x10a0, 0x00a0, 0x30e2, 0x30e2, 0x01a0, 00095 0x00a0, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x11a0, 0x0000, 0x30e2, 00096 0x34a2, 0x34a2, 0x34a2, 0x0000, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 00097 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 00098 0x0000, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x00a0, 00099 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x30e2, 00100 0x30e2, 0x30e2, 0x30e2, 0x0000, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 00101 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 00102 0x0000, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0, 00103 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0 00104 }; 00105 00106 static int 00107 mbc_case_fold(OnigCaseFoldType flag, 00108 const UChar** pp, const UChar* end ARG_UNUSED, UChar* lower, 00109 OnigEncoding enc ARG_UNUSED) 00110 { 00111 const UChar* p = *pp; 00112 00113 if (*p == 0xdf && (flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) { 00114 *lower++ = 's'; 00115 *lower = 's'; 00116 (*pp)++; 00117 return 2; 00118 } 00119 00120 *lower = ENC_ISO_8859_3_TO_LOWER_CASE(*p); 00121 (*pp)++; 00122 return 1; 00123 } 00124 00125 #if 0 00126 static int 00127 is_mbc_ambiguous(OnigCaseFoldType flag, const UChar** pp, const UChar* end) 00128 { 00129 int v; 00130 const UChar* p = *pp; 00131 00132 if (*p == 0xdf && (flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) { 00133 (*pp)++; 00134 return TRUE; 00135 } 00136 00137 (*pp)++; 00138 v = (EncISO_8859_3_CtypeTable[*p] & (BIT_CTYPE_UPPER | BIT_CTYPE_LOWER)); 00139 if ((v | BIT_CTYPE_LOWER) != 0) { 00140 /* 0xaa, 0xb5, 0xba are lower case letter, but can't convert. */ 00141 if (*p == 0xb5) 00142 return FALSE; 00143 else 00144 return TRUE; 00145 } 00146 00147 return (v != 0 ? TRUE : FALSE); 00148 } 00149 #endif 00150 00151 static int 00152 is_code_ctype(OnigCodePoint code, unsigned int ctype, OnigEncoding enc ARG_UNUSED) 00153 { 00154 if (code < 256) 00155 return ENC_IS_ISO_8859_3_CTYPE(code, ctype); 00156 else 00157 return FALSE; 00158 } 00159 00160 static const OnigPairCaseFoldCodes CaseFoldMap[] = { 00161 { 0xa1, 0xb1 }, 00162 { 0xa6, 0xb6 }, 00163 { 0xa9, 0xb9 }, 00164 { 0xaa, 0xba }, 00165 { 0xab, 0xbb }, 00166 { 0xac, 0xbc }, 00167 { 0xaf, 0xbf }, 00168 00169 { 0xc0, 0xe0 }, 00170 { 0xc1, 0xe1 }, 00171 { 0xc2, 0xe2 }, 00172 { 0xc4, 0xe4 }, 00173 { 0xc5, 0xe5 }, 00174 { 0xc6, 0xe6 }, 00175 { 0xc7, 0xe7 }, 00176 { 0xc8, 0xe8 }, 00177 { 0xc9, 0xe9 }, 00178 { 0xca, 0xea }, 00179 { 0xcb, 0xeb }, 00180 { 0xcc, 0xec }, 00181 { 0xcd, 0xed }, 00182 { 0xce, 0xee }, 00183 { 0xcf, 0xef }, 00184 00185 { 0xd1, 0xf1 }, 00186 { 0xd2, 0xf2 }, 00187 { 0xd3, 0xf3 }, 00188 { 0xd4, 0xf4 }, 00189 { 0xd5, 0xf5 }, 00190 { 0xd6, 0xf6 }, 00191 { 0xd8, 0xf8 }, 00192 { 0xd9, 0xf9 }, 00193 { 0xda, 0xfa }, 00194 { 0xdb, 0xfb }, 00195 { 0xdc, 0xfc }, 00196 { 0xdd, 0xfd }, 00197 { 0xde, 0xfe } 00198 }; 00199 00200 00201 static int 00202 apply_all_case_fold(OnigCaseFoldType flag, 00203 OnigApplyAllCaseFoldFunc f, void* arg, 00204 OnigEncoding enc ARG_UNUSED) 00205 { 00206 return onigenc_apply_all_case_fold_with_map( 00207 sizeof(CaseFoldMap)/sizeof(OnigPairCaseFoldCodes), CaseFoldMap, 1, 00208 flag, f, arg); 00209 } 00210 00211 static int 00212 get_case_fold_codes_by_str(OnigCaseFoldType flag, 00213 const OnigUChar* p, const OnigUChar* end, 00214 OnigCaseFoldCodeItem items[], 00215 OnigEncoding enc ARG_UNUSED) 00216 { 00217 return onigenc_get_case_fold_codes_by_str_with_map( 00218 sizeof(CaseFoldMap)/sizeof(OnigPairCaseFoldCodes), CaseFoldMap, 1, 00219 flag, p, end, items); 00220 } 00221 00222 OnigEncodingDefine(iso_8859_3, ISO_8859_3) = { 00223 onigenc_single_byte_mbc_enc_len, 00224 "ISO-8859-3", /* name */ 00225 1, /* max enc length */ 00226 1, /* min enc length */ 00227 onigenc_is_mbc_newline_0x0a, 00228 onigenc_single_byte_mbc_to_code, 00229 onigenc_single_byte_code_to_mbclen, 00230 onigenc_single_byte_code_to_mbc, 00231 mbc_case_fold, 00232 apply_all_case_fold, 00233 get_case_fold_codes_by_str, 00234 onigenc_minimum_property_name_to_ctype, 00235 is_code_ctype, 00236 onigenc_not_support_get_ctype_code_range, 00237 onigenc_single_byte_left_adjust_char_head, 00238 onigenc_always_true_is_allowed_reverse_match 00239 }; 00240 ENC_ALIAS("ISO8859-3", "ISO-8859-3") 00241