Ruby 1.9.3p327(2012-11-10revision37606)
enc/iso_8859_2.c
Go to the documentation of this file.
00001 /**********************************************************************
00002   iso8859_2.c -  Oniguruma (regular expression library)
00003 **********************************************************************/
00004 /*-
00005  * Copyright (c) 2002-2007  K.Kosako  <sndgk393 AT ybb DOT ne DOT jp>
00006  * All rights reserved.
00007  *
00008  * Redistribution and use in source and binary forms, with or without
00009  * modification, are permitted provided that the following conditions
00010  * are met:
00011  * 1. Redistributions of source code must retain the above copyright
00012  *    notice, this list of conditions and the following disclaimer.
00013  * 2. Redistributions in binary form must reproduce the above copyright
00014  *    notice, this list of conditions and the following disclaimer in the
00015  *    documentation and/or other materials provided with the distribution.
00016  *
00017  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
00018  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
00019  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
00020  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
00021  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
00022  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
00023  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
00024  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
00025  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
00026  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
00027  * SUCH DAMAGE.
00028  */
00029 
00030 #include "regenc.h"
00031 
00032 #define numberof(array) (int)(sizeof(array) / sizeof((array)[0]))
00033 
00034 #define ENC_ISO_8859_2_TO_LOWER_CASE(c) EncISO_8859_2_ToLowerCaseTable[c]
00035 #define ENC_IS_ISO_8859_2_CTYPE(code,ctype) \
00036   ((EncISO_8859_2_CtypeTable[code] & CTYPE_TO_BIT(ctype)) != 0)
00037 
00038 static const UChar EncISO_8859_2_ToLowerCaseTable[256] = {
00039   '\000', '\001', '\002', '\003', '\004', '\005', '\006', '\007',
00040   '\010', '\011', '\012', '\013', '\014', '\015', '\016', '\017',
00041   '\020', '\021', '\022', '\023', '\024', '\025', '\026', '\027',
00042   '\030', '\031', '\032', '\033', '\034', '\035', '\036', '\037',
00043   '\040', '\041', '\042', '\043', '\044', '\045', '\046', '\047',
00044   '\050', '\051', '\052', '\053', '\054', '\055', '\056', '\057',
00045   '\060', '\061', '\062', '\063', '\064', '\065', '\066', '\067',
00046   '\070', '\071', '\072', '\073', '\074', '\075', '\076', '\077',
00047   '\100', '\141', '\142', '\143', '\144', '\145', '\146', '\147',
00048   '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157',
00049   '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167',
00050   '\170', '\171', '\172', '\133', '\134', '\135', '\136', '\137',
00051   '\140', '\141', '\142', '\143', '\144', '\145', '\146', '\147',
00052   '\150', '\151', '\152', '\153', '\154', '\155', '\156', '\157',
00053   '\160', '\161', '\162', '\163', '\164', '\165', '\166', '\167',
00054   '\170', '\171', '\172', '\173', '\174', '\175', '\176', '\177',
00055   '\200', '\201', '\202', '\203', '\204', '\205', '\206', '\207',
00056   '\210', '\211', '\212', '\213', '\214', '\215', '\216', '\217',
00057   '\220', '\221', '\222', '\223', '\224', '\225', '\226', '\227',
00058   '\230', '\231', '\232', '\233', '\234', '\235', '\236', '\237',
00059   '\240', '\261', '\242', '\263', '\244', '\265', '\266', '\247',
00060   '\250', '\271', '\272', '\273', '\274', '\255', '\276', '\277',
00061   '\260', '\261', '\262', '\263', '\264', '\265', '\266', '\267',
00062   '\270', '\271', '\272', '\273', '\274', '\275', '\276', '\277',
00063   '\340', '\341', '\342', '\343', '\344', '\345', '\346', '\347',
00064   '\350', '\351', '\352', '\353', '\354', '\355', '\356', '\357',
00065   '\360', '\361', '\362', '\363', '\364', '\365', '\366', '\327',
00066   '\370', '\371', '\372', '\373', '\374', '\375', '\376', '\337',
00067   '\340', '\341', '\342', '\343', '\344', '\345', '\346', '\347',
00068   '\350', '\351', '\352', '\353', '\354', '\355', '\356', '\357',
00069   '\360', '\361', '\362', '\363', '\364', '\365', '\366', '\367',
00070   '\370', '\371', '\372', '\373', '\374', '\375', '\376', '\377'
00071 };
00072 
00073 static const unsigned short EncISO_8859_2_CtypeTable[256] = {
00074   0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008,
00075   0x4008, 0x420c, 0x4209, 0x4208, 0x4208, 0x4208, 0x4008, 0x4008,
00076   0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008,
00077   0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008, 0x4008,
00078   0x4284, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0,
00079   0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0,
00080   0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0, 0x78b0,
00081   0x78b0, 0x78b0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x41a0,
00082   0x41a0, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x7ca2, 0x74a2,
00083   0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2,
00084   0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2, 0x74a2,
00085   0x74a2, 0x74a2, 0x74a2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x51a0,
00086   0x41a0, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x78e2, 0x70e2,
00087   0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2,
00088   0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2, 0x70e2,
00089   0x70e2, 0x70e2, 0x70e2, 0x41a0, 0x41a0, 0x41a0, 0x41a0, 0x4008,
00090   0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008,
00091   0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008,
00092   0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008,
00093   0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008, 0x0008,
00094   0x0284, 0x34a2, 0x00a0, 0x34a2, 0x00a0, 0x34a2, 0x34a2, 0x00a0,
00095   0x00a0, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x01a0, 0x34a2, 0x34a2,
00096   0x00a0, 0x30e2, 0x00a0, 0x30e2, 0x00a0, 0x30e2, 0x30e2, 0x00a0,
00097   0x00a0, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0, 0x30e2, 0x30e2,
00098   0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2,
00099   0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2,
00100   0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x00a0,
00101   0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x34a2, 0x30e2,
00102   0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2,
00103   0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2,
00104   0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0,
00105   0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x30e2, 0x00a0
00106 };
00107 
00108 static int
00109 mbc_case_fold(OnigCaseFoldType flag,
00110               const UChar** pp, const UChar* end ARG_UNUSED, UChar* lower,
00111               OnigEncoding enc ARG_UNUSED)
00112 {
00113   const UChar* p = *pp;
00114 
00115   if (*p == 0xdf && (flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) {
00116     *lower++ = 's';
00117     *lower   = 's';
00118     (*pp)++;
00119     return 2;
00120   }
00121 
00122   *lower = ENC_ISO_8859_2_TO_LOWER_CASE(*p);
00123   (*pp)++;
00124   return 1; /* return byte length of converted char to lower */
00125 }
00126 
00127 #if 0
00128 static int
00129 is_mbc_ambiguous(OnigCaseFoldType flag, const UChar** pp, const UChar* end)
00130 {
00131   int v;
00132   const UChar* p = *pp;
00133 
00134   if (*p == 0xdf && (flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) {
00135     (*pp)++;
00136     return TRUE;
00137   }
00138 
00139   (*pp)++;
00140   v = (EncISO_8859_2_CtypeTable[*p] & (BIT_CTYPE_UPPER | BIT_CTYPE_LOWER));
00141   if ((v | BIT_CTYPE_LOWER) != 0) {
00142     return TRUE;
00143   }
00144 
00145   return (v != 0 ? TRUE : FALSE);
00146 }
00147 #endif
00148 
00149 static const OnigPairCaseFoldCodes CaseFoldMap[] = {
00150  { 0xa1, 0xb1 },
00151  { 0xa3, 0xb3 },
00152  { 0xa5, 0xb5 },
00153  { 0xa6, 0xb6 },
00154  { 0xa9, 0xb9 },
00155  { 0xaa, 0xba },
00156  { 0xab, 0xbb },
00157  { 0xac, 0xbc },
00158  { 0xae, 0xbe },
00159  { 0xaf, 0xbf },
00160 
00161  { 0xc0, 0xe0 },
00162  { 0xc1, 0xe1 },
00163  { 0xc2, 0xe2 },
00164  { 0xc3, 0xe3 },
00165  { 0xc4, 0xe4 },
00166  { 0xc5, 0xe5 },
00167  { 0xc6, 0xe6 },
00168  { 0xc7, 0xe7 },
00169  { 0xc8, 0xe8 },
00170  { 0xc9, 0xe9 },
00171  { 0xca, 0xea },
00172  { 0xcb, 0xeb },
00173  { 0xcc, 0xec },
00174  { 0xcd, 0xed },
00175  { 0xce, 0xee },
00176  { 0xcf, 0xef },
00177 
00178  { 0xd0, 0xf0 },
00179  { 0xd1, 0xf1 },
00180  { 0xd2, 0xf2 },
00181  { 0xd3, 0xf3 },
00182  { 0xd4, 0xf4 },
00183  { 0xd5, 0xf5 },
00184  { 0xd6, 0xf6 },
00185  { 0xd8, 0xf8 },
00186  { 0xd9, 0xf9 },
00187  { 0xda, 0xfa },
00188  { 0xdb, 0xfb },
00189  { 0xdc, 0xfc },
00190  { 0xdd, 0xfd },
00191  { 0xde, 0xfe }
00192 };
00193 
00194 static int
00195 apply_all_case_fold(OnigCaseFoldType flag,
00196                     OnigApplyAllCaseFoldFunc f, void* arg,
00197                     OnigEncoding enc ARG_UNUSED)
00198 {
00199   return onigenc_apply_all_case_fold_with_map(
00200             numberof(CaseFoldMap), CaseFoldMap, 1,
00201             flag, f, arg);
00202 }
00203 
00204 static int
00205 get_case_fold_codes_by_str(OnigCaseFoldType flag,
00206                            const OnigUChar* p, const OnigUChar* end,
00207                            OnigCaseFoldCodeItem items[],
00208                            OnigEncoding enc ARG_UNUSED)
00209 {
00210   return onigenc_get_case_fold_codes_by_str_with_map(
00211              numberof(CaseFoldMap), CaseFoldMap, 1,
00212              flag, p, end, items);
00213 }
00214 
00215 static int
00216 is_code_ctype(OnigCodePoint code, unsigned int ctype, OnigEncoding enc ARG_UNUSED)
00217 {
00218   if (code < 256)
00219     return ENC_IS_ISO_8859_2_CTYPE(code, ctype);
00220   else
00221     return FALSE;
00222 }
00223 
00224 OnigEncodingDefine(iso_8859_2, ISO_8859_2) = {
00225   onigenc_single_byte_mbc_enc_len,
00226   "ISO-8859-2",  /* name */
00227   1,             /* max enc length */
00228   1,             /* min enc length */
00229   onigenc_is_mbc_newline_0x0a,
00230   onigenc_single_byte_mbc_to_code,
00231   onigenc_single_byte_code_to_mbclen,
00232   onigenc_single_byte_code_to_mbc,
00233   mbc_case_fold,
00234   apply_all_case_fold,
00235   get_case_fold_codes_by_str,
00236   onigenc_minimum_property_name_to_ctype,
00237   is_code_ctype,
00238   onigenc_not_support_get_ctype_code_range,
00239   onigenc_single_byte_left_adjust_char_head,
00240   onigenc_always_true_is_allowed_reverse_match
00241 };
00242 ENC_ALIAS("ISO8859-2", "ISO-8859-2")
00243 
00244 /*
00245  * Name: windows-1250
00246  * MIBenum: 2250
00247  * Link: http://www.iana.org/assignments/character-sets
00248  * Link: http://www.microsoft.com/globaldev/reference/sbcs/1250.mspx
00249  * Link: http://en.wikipedia.org/wiki/Windows-1250
00250  */
00251 ENC_REPLICATE("Windows-1250", "ISO-8859-2")
00252 ENC_ALIAS("CP1250", "Windows-1250")
00253