Ruby 1.9.3p327(2012-11-10revision37606)
|
00001 /********************************************************************** 00002 iso8859_2.c - Oniguruma (regular expression library) 00003 **********************************************************************/ 00004 /*- 00005 * Copyright (c) 2002-2007 K.Kosako <sndgk393 AT ybb DOT ne DOT jp> 00006 * All rights reserved. 00007 * 00008 * Redistribution and use in source and binary forms, with or without 00009 * modification, are permitted provided that the following conditions 00010 * are met: 00011 * 1. Redistributions of source code must retain the above copyright 00012 * notice, this list of conditions and the following disclaimer. 00013 * 2. Redistributions in binary form must reproduce the above copyright 00014 * notice, this list of conditions and the following disclaimer in the 00015 * documentation and/or other materials provided with the distribution. 00016 * 00017 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 00018 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 00019 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 00020 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 00021 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 00022 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 00023 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 00024 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 00025 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 00026 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 00027 * SUCH DAMAGE. 00028 */ 00029 00030 #include "regenc.h" 00031 00032 #define numberof(array) (int)(sizeof(array) / sizeof((array)[0])) 00033 00034 #define ENC_ISO_8859_2_TO_LOWER_CASE(c) EncISO_8859_2_ToLowerCaseTable[c] 00035 #define ENC_IS_ISO_8859_2_CTYPE(code,ctype) \ 00036 ((EncISO_8859_2_CtypeTable[code] & CTYPE_TO_BIT(ctype)) != 0) 00037 00038 static const UChar EncISO_8859_2_ToLowerCaseTable[256] = { 00039 '\000', '\001', '\002', '\003', '\004', '\005', '\006', '\007', 00040 '\010', '\011', '\012', '\013', '\014', '\015', '\016', '\017', 00041 '\020', '\021', '\022', '\023', '\024', '\025', '\026', '\027', 00042 '\030', '\031', '\032', '\033', '\034', '\035', '\036', '\037', 00043 '\040', '\041', '\042', '\043', '\044', '\045', '\046', '\047', 00044 '\050', '\051', '\052', '\053', '\054', '\055', '\056', '\057', 00045 '\060', '\061', '\062', '\063', '\064', '\065', '\066', '\067', 00046 '\070', '\071', '\072', '\073', '\074', '\075', '\076', '\077', 00047 '\100', '\141', '\142', '\143', '\144', '\145', '\146', '\147', 00048 '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157', 00049 '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167', 00050 '\170', '\171', '\172', '\133', '\134', '\135', '\136', '\137', 00051 '\140', '\141', '\142', '\143', '\144', '\145', '\146', '\147', 00052 '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157', 00053 '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167', 00054 '\170', '\171', '\172', '\173', '\174', '\175', '\176', '\177', 00055 '\200', '\201', '\202', '\203', '\204', '\205', '\206', '\207', 00056 '\210', '\211', '\212', '\213', '\214', '\215', '\216', '\217', 00057 '\220', '\221', '\222', '\223', '\224', '\225', '\226', '\227', 00058 '\230', '\231', '\232', '\233', '\234', '\235', '\236', '\237', 00059 '\240', '\261', '\242', '\263', '\244', '\265', '\266', '\247', 00060 '\250', '\271', '\272', '\273', '\274', '\255', '\276', '\277', 00061 '\260', '\261', '\262', '\263', '\264', '\265', '\266', '\267', 00062 '\270', '\271', '\272', '\273', '\274', '\275', '\276', '\277', 00063 '\340', '\341', '\342', '\343', '\344', '\345', '\346', '\347', 00064 '\350', '\351', '\352', '\353', '\354', '\355', '\356', '\357', 00065 '\360', '\361', '\362', '\363', '\364', '\365', '\366', '\327', 00066 '\370', '\371', '\372', '\373', '\374', '\375', '\376', '\337', 00067 '\340', '\341', '\342', '\343', '\344', '\345', '\346', '\347', 00068 '\350', '\351', '\352', '\353', '\354', '\355', '\356', '\357', 00069 '\360', '\361', '\362', '\363', '\364', '\365', '\366', '\367', 00070 '\370', '\371', '\372', '\373', '\374', '\375', '\376', '\377' 00071 }; 00072 00073 static const unsigned short EncISO_8859_2_CtypeTable[256] = { 00074 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 00075 0x4008, 0x420c, 0x4209, 0x4208, 0x4208, 0x4208, 0x4008, 0x4008, 00076 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 00077 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 00078 0x4284, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 00079 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 00080 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 00081 0x78b0, 0x78b0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 00082 0x41a0, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x74a2, 00083 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 00084 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 00085 0x74a2, 0x74a2, 0x74a2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x51a0, 00086 0x41a0, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x70e2, 00087 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 00088 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 00089 0x70e2, 0x70e2, 0x70e2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x4008, 00090 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00091 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00092 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00093 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 00094 0x0284, 0x34a2, 0x00a0, 0x34a2, 0x00a0, 0x34a2, 0x34a2, 0x00a0, 00095 0x00a0, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x01a0, 0x34a2, 0x34a2, 00096 0x00a0, 0x30e2, 0x00a0, 0x30e2, 0x00a0, 0x30e2, 0x30e2, 0x00a0, 00097 0x00a0, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0, 0x30e2, 0x30e2, 00098 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 00099 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 00100 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x00a0, 00101 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x30e2, 00102 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 00103 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 00104 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0, 00105 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0 00106 }; 00107 00108 static int 00109 mbc_case_fold(OnigCaseFoldType flag, 00110 const UChar** pp, const UChar* end ARG_UNUSED, UChar* lower, 00111 OnigEncoding enc ARG_UNUSED) 00112 { 00113 const UChar* p = *pp; 00114 00115 if (*p == 0xdf && (flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) { 00116 *lower++ = 's'; 00117 *lower = 's'; 00118 (*pp)++; 00119 return 2; 00120 } 00121 00122 *lower = ENC_ISO_8859_2_TO_LOWER_CASE(*p); 00123 (*pp)++; 00124 return 1; /* return byte length of converted char to lower */ 00125 } 00126 00127 #if 0 00128 static int 00129 is_mbc_ambiguous(OnigCaseFoldType flag, const UChar** pp, const UChar* end) 00130 { 00131 int v; 00132 const UChar* p = *pp; 00133 00134 if (*p == 0xdf && (flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) { 00135 (*pp)++; 00136 return TRUE; 00137 } 00138 00139 (*pp)++; 00140 v = (EncISO_8859_2_CtypeTable[*p] & (BIT_CTYPE_UPPER | BIT_CTYPE_LOWER)); 00141 if ((v | BIT_CTYPE_LOWER) != 0) { 00142 return TRUE; 00143 } 00144 00145 return (v != 0 ? TRUE : FALSE); 00146 } 00147 #endif 00148 00149 static const OnigPairCaseFoldCodes CaseFoldMap[] = { 00150 { 0xa1, 0xb1 }, 00151 { 0xa3, 0xb3 }, 00152 { 0xa5, 0xb5 }, 00153 { 0xa6, 0xb6 }, 00154 { 0xa9, 0xb9 }, 00155 { 0xaa, 0xba }, 00156 { 0xab, 0xbb }, 00157 { 0xac, 0xbc }, 00158 { 0xae, 0xbe }, 00159 { 0xaf, 0xbf }, 00160 00161 { 0xc0, 0xe0 }, 00162 { 0xc1, 0xe1 }, 00163 { 0xc2, 0xe2 }, 00164 { 0xc3, 0xe3 }, 00165 { 0xc4, 0xe4 }, 00166 { 0xc5, 0xe5 }, 00167 { 0xc6, 0xe6 }, 00168 { 0xc7, 0xe7 }, 00169 { 0xc8, 0xe8 }, 00170 { 0xc9, 0xe9 }, 00171 { 0xca, 0xea }, 00172 { 0xcb, 0xeb }, 00173 { 0xcc, 0xec }, 00174 { 0xcd, 0xed }, 00175 { 0xce, 0xee }, 00176 { 0xcf, 0xef }, 00177 00178 { 0xd0, 0xf0 }, 00179 { 0xd1, 0xf1 }, 00180 { 0xd2, 0xf2 }, 00181 { 0xd3, 0xf3 }, 00182 { 0xd4, 0xf4 }, 00183 { 0xd5, 0xf5 }, 00184 { 0xd6, 0xf6 }, 00185 { 0xd8, 0xf8 }, 00186 { 0xd9, 0xf9 }, 00187 { 0xda, 0xfa }, 00188 { 0xdb, 0xfb }, 00189 { 0xdc, 0xfc }, 00190 { 0xdd, 0xfd }, 00191 { 0xde, 0xfe } 00192 }; 00193 00194 static int 00195 apply_all_case_fold(OnigCaseFoldType flag, 00196 OnigApplyAllCaseFoldFunc f, void* arg, 00197 OnigEncoding enc ARG_UNUSED) 00198 { 00199 return onigenc_apply_all_case_fold_with_map( 00200 numberof(CaseFoldMap), CaseFoldMap, 1, 00201 flag, f, arg); 00202 } 00203 00204 static int 00205 get_case_fold_codes_by_str(OnigCaseFoldType flag, 00206 const OnigUChar* p, const OnigUChar* end, 00207 OnigCaseFoldCodeItem items[], 00208 OnigEncoding enc ARG_UNUSED) 00209 { 00210 return onigenc_get_case_fold_codes_by_str_with_map( 00211 numberof(CaseFoldMap), CaseFoldMap, 1, 00212 flag, p, end, items); 00213 } 00214 00215 static int 00216 is_code_ctype(OnigCodePoint code, unsigned int ctype, OnigEncoding enc ARG_UNUSED) 00217 { 00218 if (code < 256) 00219 return ENC_IS_ISO_8859_2_CTYPE(code, ctype); 00220 else 00221 return FALSE; 00222 } 00223 00224 OnigEncodingDefine(iso_8859_2, ISO_8859_2) = { 00225 onigenc_single_byte_mbc_enc_len, 00226 "ISO-8859-2", /* name */ 00227 1, /* max enc length */ 00228 1, /* min enc length */ 00229 onigenc_is_mbc_newline_0x0a, 00230 onigenc_single_byte_mbc_to_code, 00231 onigenc_single_byte_code_to_mbclen, 00232 onigenc_single_byte_code_to_mbc, 00233 mbc_case_fold, 00234 apply_all_case_fold, 00235 get_case_fold_codes_by_str, 00236 onigenc_minimum_property_name_to_ctype, 00237 is_code_ctype, 00238 onigenc_not_support_get_ctype_code_range, 00239 onigenc_single_byte_left_adjust_char_head, 00240 onigenc_always_true_is_allowed_reverse_match 00241 }; 00242 ENC_ALIAS("ISO8859-2", "ISO-8859-2") 00243 00244 /* 00245 * Name: windows-1250 00246 * MIBenum: 2250 00247 * Link: http://www.iana.org/assignments/character-sets 00248 * Link: http://www.microsoft.com/globaldev/reference/sbcs/1250.mspx 00249 * Link: http://en.wikipedia.org/wiki/Windows-1250 00250 */ 00251 ENC_REPLICATE("Windows-1250", "ISO-8859-2") 00252 ENC_ALIAS("CP1250", "Windows-1250") 00253