/* * Copyright (C) 2007 Apple Computer, Inc. * * Portions are Copyright (C) 1998 Netscape Communications Corporation. * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA * * Alternatively, the contents of this file may be used under the terms * of either the Mozilla Public License Version 1.1, found at * http://www.mozilla.org/MPL/ (the "MPL") or the GNU General Public * License Version 2.0, found at http://www.fsf.org/copyleft/gpl.html * (the "GPL"), in which case the provisions of the MPL or the GPL are * applicable instead of those above. If you wish to allow use of your * version of this file only under the terms of one of those two * licenses (the MPL or the GPL) and not to allow others to use your * version of this file under the LGPL, indicate your decision by * deletingthe provisions above and replace them with the notice and * other provisions required by the MPL or the GPL, as the case may be. * If you do not delete the provisions above, a recipient may use your * version of this file under any of the LGPL, the MPL or the GPL. */ #include "config.h" #include "UnicodeRange.h" namespace WebCore { // This table depends on unicode range definitions. // Each item's index must correspond to a unicode range value // eg. x-cyrillic = LangGroupTable[cRangeCyrillic] static const char* gUnicodeRangeToLangGroupTable[] = { "x-cyrillic", "el", "tr", "he", "ar", "x-baltic", "th", "ko", "ja", "zh-CN", "zh-TW", "x-devanagari", "x-tamil", "x-armn", "x-beng", "x-cans", "x-ethi", "x-geor", "x-gujr", "x-guru", "x-khmr", "x-mlym" }; /********************************************************************** * Unicode subranges as defined in unicode 3.0 * x-western, x-central-euro, tr, x-baltic -> latin * 0000 - 036f * 1e00 - 1eff * 2000 - 206f (general punctuation) * 20a0 - 20cf (currency symbols) * 2100 - 214f (letterlike symbols) * 2150 - 218f (Number Forms) * el -> greek * 0370 - 03ff * 1f00 - 1fff * x-cyrillic -> cyrillic * 0400 - 04ff * he -> hebrew * 0590 - 05ff * ar -> arabic * 0600 - 06ff * fb50 - fdff (arabic presentation forms) * fe70 - feff (arabic presentation forms b) * th - thai * 0e00 - 0e7f * ko -> korean * ac00 - d7af (hangul Syllables) * 1100 - 11ff (jamo) * 3130 - 318f (hangul compatibility jamo) * ja * 3040 - 309f (hiragana) * 30a0 - 30ff (katakana) * zh-CN * zh-TW * * CJK * 3100 - 312f (bopomofo) * 31a0 - 31bf (bopomofo extended) * 3000 - 303f (CJK Symbols and Punctuation) * 2e80 - 2eff (CJK radicals supplement) * 2f00 - 2fdf (Kangxi Radicals) * 2ff0 - 2fff (Ideographic Description Characters) * 3190 - 319f (kanbun) * 3200 - 32ff (Enclosed CJK letters and Months) * 3300 - 33ff (CJK compatibility) * 3400 - 4dbf (CJK Unified Ideographs Extension A) * 4e00 - 9faf (CJK Unified Ideographs) * f900 - fa5f (CJK Compatibility Ideographs) * fe30 - fe4f (CJK compatibility Forms) * ff00 - ffef (halfwidth and fullwidth forms) * * Armenian * 0530 - 058f * Sriac * 0700 - 074f * Thaana * 0780 - 07bf * Devanagari * 0900 - 097f * Bengali * 0980 - 09ff * Gurmukhi * 0a00 - 0a7f * Gujarati * 0a80 - 0aff * Oriya * 0b00 - 0b7f * Tamil * 0b80 - 0bff * Telugu * 0c00 - 0c7f * Kannada * 0c80 - 0cff * Malayalam * 0d00 - 0d7f * Sinhala * 0d80 - 0def * Lao * 0e80 - 0eff * Tibetan * 0f00 - 0fbf * Myanmar * 1000 - 109f * Georgian * 10a0 - 10ff * Ethiopic * 1200 - 137f * Cherokee * 13a0 - 13ff * Canadian Aboriginal Syllabics * 1400 - 167f * Ogham * 1680 - 169f * Runic * 16a0 - 16ff * Khmer * 1780 - 17ff * Mongolian * 1800 - 18af * Misc - superscripts and subscripts * 2070 - 209f * Misc - Combining Diacritical Marks for Symbols * 20d0 - 20ff * Misc - Arrows * 2190 - 21ff * Misc - Mathematical Operators * 2200 - 22ff * Misc - Miscellaneous Technical * 2300 - 23ff * Misc - Control picture * 2400 - 243f * Misc - Optical character recognition * 2440 - 2450 * Misc - Enclose Alphanumerics * 2460 - 24ff * Misc - Box Drawing * 2500 - 257f * Misc - Block Elements * 2580 - 259f * Misc - Geometric Shapes * 25a0 - 25ff * Misc - Miscellaneous Symbols * 2600 - 267f * Misc - Dingbats * 2700 - 27bf * Misc - Braille Patterns * 2800 - 28ff * Yi Syllables * a000 - a48f * Yi radicals * a490 - a4cf * Alphabetic Presentation Forms * fb00 - fb4f * Misc - Combining half Marks * fe20 - fe2f * Misc - small form variants * fe50 - fe6f * Misc - Specials * fff0 - ffff *********************************************************************/ static const unsigned cNumSubTables = 9; static const unsigned cSubTableSize = 16; static const unsigned char gUnicodeSubrangeTable[cNumSubTables][cSubTableSize] = { { // table for X--- cRangeTableBase+1, //u0xxx cRangeTableBase+2, //u1xxx cRangeTableBase+3, //u2xxx cRangeSetCJK, //u3xxx cRangeSetCJK, //u4xxx cRangeSetCJK, //u5xxx cRangeSetCJK, //u6xxx cRangeSetCJK, //u7xxx cRangeSetCJK, //u8xxx cRangeSetCJK, //u9xxx cRangeTableBase+4, //uaxxx cRangeKorean, //ubxxx cRangeKorean, //ucxxx cRangeTableBase+5, //udxxx cRangePrivate, //uexxx cRangeTableBase+6 //ufxxx }, { //table for 0X-- cRangeSetLatin, //u00xx cRangeSetLatin, //u01xx cRangeSetLatin, //u02xx cRangeGreek, //u03xx XXX 0300-036f is in fact cRangeCombiningDiacriticalMarks cRangeCyrillic, //u04xx cRangeTableBase+7, //u05xx, includes Cyrillic supplement, Hebrew, and Armenian cRangeArabic, //u06xx cRangeTertiaryTable, //u07xx cRangeUnassigned, //u08xx cRangeTertiaryTable, //u09xx cRangeTertiaryTable, //u0axx cRangeTertiaryTable, //u0bxx cRangeTertiaryTable, //u0cxx cRangeTertiaryTable, //u0dxx cRangeTertiaryTable, //u0exx cRangeTibetan, //u0fxx }, { //table for 1x-- cRangeTertiaryTable, //u10xx cRangeKorean, //u11xx cRangeEthiopic, //u12xx cRangeTertiaryTable, //u13xx cRangeCanadian, //u14xx cRangeCanadian, //u15xx cRangeTertiaryTable, //u16xx cRangeKhmer, //u17xx cRangeMongolian, //u18xx cRangeUnassigned, //u19xx cRangeUnassigned, //u1axx cRangeUnassigned, //u1bxx cRangeUnassigned, //u1cxx cRangeUnassigned, //u1dxx cRangeSetLatin, //u1exx cRangeGreek, //u1fxx }, { //table for 2x-- cRangeSetLatin, //u20xx cRangeSetLatin, //u21xx cRangeMathOperators, //u22xx cRangeMiscTechnical, //u23xx cRangeControlOpticalEnclose, //u24xx cRangeBoxBlockGeometrics, //u25xx cRangeMiscSymbols, //u26xx cRangeDingbats, //u27xx cRangeBraillePattern, //u28xx cRangeUnassigned, //u29xx cRangeUnassigned, //u2axx cRangeUnassigned, //u2bxx cRangeUnassigned, //u2cxx cRangeUnassigned, //u2dxx cRangeSetCJK, //u2exx cRangeSetCJK, //u2fxx }, { //table for ax-- cRangeYi, //ua0xx cRangeYi, //ua1xx cRangeYi, //ua2xx cRangeYi, //ua3xx cRangeYi, //ua4xx cRangeUnassigned, //ua5xx cRangeUnassigned, //ua6xx cRangeUnassigned, //ua7xx cRangeUnassigned, //ua8xx cRangeUnassigned, //ua9xx cRangeUnassigned, //uaaxx cRangeUnassigned, //uabxx cRangeKorean, //uacxx cRangeKorean, //uadxx cRangeKorean, //uaexx cRangeKorean, //uafxx }, { //table for dx-- cRangeKorean, //ud0xx cRangeKorean, //ud1xx cRangeKorean, //ud2xx cRangeKorean, //ud3xx cRangeKorean, //ud4xx cRangeKorean, //ud5xx cRangeKorean, //ud6xx cRangeKorean, //ud7xx cRangeSurrogate, //ud8xx cRangeSurrogate, //ud9xx cRangeSurrogate, //udaxx cRangeSurrogate, //udbxx cRangeSurrogate, //udcxx cRangeSurrogate, //uddxx cRangeSurrogate, //udexx cRangeSurrogate, //udfxx }, { // table for fx-- cRangePrivate, //uf0xx cRangePrivate, //uf1xx cRangePrivate, //uf2xx cRangePrivate, //uf3xx cRangePrivate, //uf4xx cRangePrivate, //uf5xx cRangePrivate, //uf6xx cRangePrivate, //uf7xx cRangePrivate, //uf8xx cRangeSetCJK, //uf9xx cRangeSetCJK, //ufaxx cRangeArabic, //ufbxx, includes alphabic presentation form cRangeArabic, //ufcxx cRangeArabic, //ufdxx cRangeArabic, //ufexx, includes Combining half marks, // CJK compatibility forms, // CJK compatibility forms, // small form variants cRangeTableBase+8, //uffxx, halfwidth and fullwidth forms, includes Specials }, { //table for 0x0500 - 0x05ff cRangeCyrillic, //u050x cRangeCyrillic, //u051x cRangeCyrillic, //u052x cRangeArmenian, //u053x cRangeArmenian, //u054x cRangeArmenian, //u055x cRangeArmenian, //u056x cRangeArmenian, //u057x cRangeArmenian, //u058x cRangeHebrew, //u059x cRangeHebrew, //u05ax cRangeHebrew, //u05bx cRangeHebrew, //u05cx cRangeHebrew, //u05dx cRangeHebrew, //u05ex cRangeHebrew, //u05fx }, { //table for 0xff00 - 0xffff cRangeSetCJK, //uff0x, fullwidth latin cRangeSetCJK, //uff1x, fullwidth latin cRangeSetCJK, //uff2x, fullwidth latin cRangeSetCJK, //uff3x, fullwidth latin cRangeSetCJK, //uff4x, fullwidth latin cRangeSetCJK, //uff5x, fullwidth latin cRangeSetCJK, //uff6x, halfwidth katakana cRangeSetCJK, //uff7x, halfwidth katakana cRangeSetCJK, //uff8x, halfwidth katakana cRangeSetCJK, //uff9x, halfwidth katakana cRangeSetCJK, //uffax, halfwidth hangul jamo cRangeSetCJK, //uffbx, halfwidth hangul jamo cRangeSetCJK, //uffcx, halfwidth hangul jamo cRangeSetCJK, //uffdx, halfwidth hangul jamo cRangeSetCJK, //uffex, fullwidth symbols cRangeSpecials, //ufffx, Specials }, }; // Most scripts between U+0700 and U+16FF are assigned a chunk of 128 (0x80) // code points so that the number of entries in the tertiary range // table for that range is obtained by dividing (0x1700 - 0x0700) by 128. // Exceptions: Ethiopic, Tibetan, Hangul Jamo and Canadian aboriginal // syllabaries take multiple chunks and Ogham and Runic share a single chunk. static const unsigned cTertiaryTableSize = ((0x1700 - 0x0700) / 0x80); static const unsigned char gUnicodeTertiaryRangeTable[cTertiaryTableSize] = { //table for 0x0700 - 0x1600 cRangeSyriac, //u070x cRangeThaana, //u078x cRangeUnassigned, //u080x place holder(resolved in the 2ndary tab.) cRangeUnassigned, //u088x place holder(resolved in the 2ndary tab.) cRangeDevanagari, //u090x cRangeBengali, //u098x cRangeGurmukhi, //u0a0x cRangeGujarati, //u0a8x cRangeOriya, //u0b0x cRangeTamil, //u0b8x cRangeTelugu, //u0c0x cRangeKannada, //u0c8x cRangeMalayalam, //u0d0x cRangeSinhala, //u0d8x cRangeThai, //u0e0x cRangeLao, //u0e8x cRangeTibetan, //u0f0x place holder(resolved in the 2ndary tab.) cRangeTibetan, //u0f8x place holder(resolved in the 2ndary tab.) cRangeMyanmar, //u100x cRangeGeorgian, //u108x cRangeKorean, //u110x place holder(resolved in the 2ndary tab.) cRangeKorean, //u118x place holder(resolved in the 2ndary tab.) cRangeEthiopic, //u120x place holder(resolved in the 2ndary tab.) cRangeEthiopic, //u128x place holder(resolved in the 2ndary tab.) cRangeEthiopic, //u130x cRangeCherokee, //u138x cRangeCanadian, //u140x place holder(resolved in the 2ndary tab.) cRangeCanadian, //u148x place holder(resolved in the 2ndary tab.) cRangeCanadian, //u150x place holder(resolved in the 2ndary tab.) cRangeCanadian, //u158x place holder(resolved in the 2ndary tab.) cRangeCanadian, //u160x cRangeOghamRunic, //u168x this contains two scripts, Ogham & Runic }; // A two level index is almost enough for locating a range, with the // exception of u03xx and u05xx. Since we don't really care about range for // combining diacritical marks in our font application, they are // not discriminated further. Future adoption of this method for other use // should be aware of this limitation. The implementation can be extended if // there is such a need. // For Indic, Southeast Asian scripts and some other scripts between // U+0700 and U+16FF, it's extended to the third level. unsigned int findCharUnicodeRange(UChar32 ch) { if (ch >= 0xFFFF) return 0; unsigned int range; //search the first table range = gUnicodeSubrangeTable[0][ch >> 12]; if (range < cRangeTableBase) // we try to get a specific range return range; // otherwise, we have one more table to look at range = gUnicodeSubrangeTable[range - cRangeTableBase][(ch & 0x0f00) >> 8]; if (range < cRangeTableBase) return range; if (range < cRangeTertiaryTable) return gUnicodeSubrangeTable[range - cRangeTableBase][(ch & 0x00f0) >> 4]; // Yet another table to look at : U+0700 - U+16FF : 128 code point blocks return gUnicodeTertiaryRangeTable[(ch - 0x0700) >> 7]; } const char* langGroupFromUnicodeRange(unsigned char unicodeRange) { if (cRangeSpecificItemNum > unicodeRange) return gUnicodeRangeToLangGroupTable[unicodeRange]; return 0; } }