15c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)/* 25c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * Copyright (C) 2004, 2006, 2007, 2008, 2011 Apple Inc. All rights reserved. 35c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * Copyright (C) 2006 Alexey Proskuryakov <ap@nypop.com> 45c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 55c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * Redistribution and use in source and binary forms, with or without 65c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * modification, are permitted provided that the following conditions 75c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * are met: 85c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 1. Redistributions of source code must retain the above copyright 95c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * notice, this list of conditions and the following disclaimer. 105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 2. Redistributions in binary form must reproduce the above copyright 115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * notice, this list of conditions and the following disclaimer in the 125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * documentation and/or other materials provided with the distribution. 135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY 155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR 185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, 195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY 225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 2402772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) */ 265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#include "config.h" 2881a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/text/TextCodecICU.h" 295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#include <unicode/ucnv.h> 315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#include <unicode/ucnv_cb.h> 3281a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/Assertions.h" 3381a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/StringExtras.h" 3481a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/Threading.h" 3581a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/WTFThreadData.h" 3681a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/text/CString.h" 3781a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/text/StringBuilder.h" 3881a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)#include "wtf/unicode/CharacterNames.h" 395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)using std::min; 415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4281a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)namespace WTF { 435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)const size_t ConversionBufferSize = 16384; 455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)ICUConverterWrapper::~ICUConverterWrapper() 475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (converter) 495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_close(converter); 505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)static UConverter*& cachedConverterICU() 535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 5481a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles) return wtfThreadData().cachedConverterICU().converter; 555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)PassOwnPtr<TextCodec> TextCodecICU::create(const TextEncoding& encoding, const void*) 585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return adoptPtr(new TextCodecICU(encoding)); 605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)void TextCodecICU::registerEncodingNames(EncodingNameRegistrar registrar) 635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // We register Hebrew with logical ordering using a separate name. 655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Otherwise, this would share the same canonical name as the 665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // visual ordering case, and then TextEncoding could not tell them 675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // apart; ICU treats these names as synonyms. 685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO-8859-8-I", "ISO-8859-8-I"); 695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) int32_t numEncodings = ucnv_countAvailable(); 715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) for (int32_t i = 0; i < numEncodings; ++i) { 725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* name = ucnv_getAvailableName(i); 735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UErrorCode error = U_ZERO_ERROR; 745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Try MIME before trying IANA to pick up commonly used names like 7502772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch // 'EUC-JP' instead of horrendously long names like 7602772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch // 'Extended_UNIX_Code_Packed_Format_for_Japanese'. 775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* standardName = ucnv_getStandardName(name, "MIME", &error); 785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (!U_SUCCESS(error) || !standardName) { 795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) error = U_ZERO_ERROR; 805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Try IANA to pick up 'windows-12xx' and other names 8102772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch // which are not preferred MIME names but are widely used. 825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) standardName = ucnv_getStandardName(name, "IANA", &error); 835c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (!U_SUCCESS(error) || !standardName) 845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) continue; 855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 871e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) // A number of these aliases are handled in Chrome's copy of ICU, but 881e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) // Chromium can be compiled with the system ICU. 891e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) 905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // 1. Treat GB2312 encoding as GBK (its more modern superset), to match other browsers. 915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // 2. On the Web, GB2312 is encoded as EUC-CN or HZ, while ICU provides a native encoding 925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // for encoding GB_2312-80 and several others. So, we need to override this behavior, too. 931e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) if (!strcmp(standardName, "GB2312") || !strcmp(standardName, "GB_2312-80")) 945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) standardName = "GBK"; 951e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) // Similarly, EUC-KR encodings all map to an extended version, but 961e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) // per HTML5, the canonical name still should be EUC-KR. 971e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) else if (!strcmp(standardName, "EUC-KR") || !strcmp(standardName, "KSC_5601") || !strcmp(standardName, "cp1363")) 981e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) standardName = "EUC-KR"; 995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // And so on. 1001e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) else if (!strcasecmp(standardName, "iso-8859-9")) // This name is returned in different case by ICU 3.2 and 3.6. 1015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) standardName = "windows-1254"; 1021e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) else if (!strcmp(standardName, "TIS-620")) 1035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) standardName = "windows-874"; 1045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar(standardName, standardName); 1065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) uint16_t numAliases = ucnv_countAliases(name, &error); 1085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(U_SUCCESS(error)); 1095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (U_SUCCESS(error)) 1105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) for (uint16_t j = 0; j < numAliases; ++j) { 1115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) error = U_ZERO_ERROR; 1125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* alias = ucnv_getAlias(name, j, &error); 1135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(U_SUCCESS(error)); 1145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (U_SUCCESS(error) && alias != standardName) 1155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar(alias, standardName); 1165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 1175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 1185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 119a9984bf9ddc3cf73fdae3f29134a2bab379e7029Ben Murdoch // Additional alias for MacCyrillic not present in ICU. 1205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("maccyrillic", "x-mac-cyrillic"); 1215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Additional aliases that historically were present in the encoding 1235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // table in WebKit on Macintosh that don't seem to be present in ICU. 1245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Perhaps we can prove these are not used on the web and remove them. 1255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Or perhaps we can get them added to ICU. 1265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-mac-roman", "macintosh"); 1275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-mac-ukrainian", "x-mac-cyrillic"); 1285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("cn-big5", "Big5"); 1295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-x-big5", "Big5"); 1305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("cn-gb", "GBK"); 1315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("csgb231280", "GBK"); 1325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-euc-cn", "GBK"); 1335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-gbk", "GBK"); 1345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("csISO88598I", "ISO-8859-8-I"); 1355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("koi", "KOI8-R"); 1365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("logical", "ISO-8859-8-I"); 1375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("visual", "ISO-8859-8"); 1385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("winarabic", "windows-1256"); 1395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("winbaltic", "windows-1257"); 1405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("wincyrillic", "windows-1251"); 1415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("iso-8859-11", "windows-874"); 1425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("iso8859-11", "windows-874"); 1435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("dos-874", "windows-874"); 1445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("wingreek", "windows-1253"); 1455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("winhebrew", "windows-1255"); 1465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("winlatin2", "windows-1250"); 1475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("winturkish", "windows-1254"); 1485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("winvietnamese", "windows-1258"); 1495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-cp1250", "windows-1250"); 1505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-cp1251", "windows-1251"); 1515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("x-euc", "EUC-JP"); 1521e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) registrar("x-windows-949", "EUC-KR"); 1531e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) registrar("KSC5601", "EUC-KR"); 1541e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) registrar("x-uhc", "EUC-KR"); 1555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("shift-jis", "Shift_JIS"); 1565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Alternative spelling of ISO encoding names. 1585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-1", "ISO-8859-1"); 1595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-2", "ISO-8859-2"); 1605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-3", "ISO-8859-3"); 1615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-4", "ISO-8859-4"); 1625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-5", "ISO-8859-5"); 1635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-6", "ISO-8859-6"); 1645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-7", "ISO-8859-7"); 1655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-8", "ISO-8859-8"); 1665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-8-I", "ISO-8859-8-I"); 1675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-9", "ISO-8859-9"); 1685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-10", "ISO-8859-10"); 1695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-13", "ISO-8859-13"); 1705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-14", "ISO-8859-14"); 1715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO8859-15", "ISO-8859-15"); 172a9984bf9ddc3cf73fdae3f29134a2bab379e7029Ben Murdoch // No need to have an entry for ISO8859-16. ISO-8859-16 has just one label 173a9984bf9ddc3cf73fdae3f29134a2bab379e7029Ben Murdoch // listed in WHATWG Encoding Living Standard (http://encoding.spec.whatwg.org/ ). 174bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) 175a9984bf9ddc3cf73fdae3f29134a2bab379e7029Ben Murdoch // Additional aliases present in the WHATWG Encoding Standard 176bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) // and Firefox (24), but not in ICU 4.6. 177bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("csiso58gb231280", "GBK"); 178bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("csiso88596e", "ISO-8859-6"); 179bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("csiso88596i", "ISO-8859-6"); 180bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("csiso88598e", "ISO-8859-8"); 181bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("gb_2312", "GBK"); 182bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88591", "windows-1252"); 183bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88592", "ISO-8859-2"); 184bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88593", "ISO-8859-3"); 185bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88594", "ISO-8859-4"); 186bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88595", "ISO-8859-5"); 187bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88596", "ISO-8859-6"); 188bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88597", "ISO-8859-7"); 189bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88598", "ISO-8859-8"); 190bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso88599", "windows-1254"); 191bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso885910", "ISO-8859-10"); 192bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso885911", "windows-874"); 193bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso885913", "ISO-8859-13"); 194bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso885914", "ISO-8859-14"); 195bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso885915", "ISO-8859-15"); 196bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-1", "windows-1252"); 197bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-2", "ISO-8859-2"); 198bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-3", "ISO-8859-3"); 199bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-4", "ISO-8859-4"); 200bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-5", "ISO-8859-5"); 201bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-6", "ISO-8859-6"); 202bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-7", "ISO-8859-7"); 203bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-8", "ISO-8859-8"); 204bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-9", "windows-1254"); 205bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("iso_8859-15", "ISO-8859-15"); 206bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("koi8_r", "KOI8-R"); 207bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("x-cp1252", "windows-1252"); 208bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("x-cp1253", "windows-1253"); 209bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("x-cp1254", "windows-1254"); 210bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("x-cp1255", "windows-1255"); 211bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("x-cp1256", "windows-1256"); 212bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("x-cp1257", "windows-1257"); 213bfe3590b1806e3ff18f46ee3af5d4b83078f305aTorne (Richard Coles) registrar("x-cp1258", "windows-1258"); 2145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 2155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)void TextCodecICU::registerCodecs(TextCodecRegistrar registrar) 2175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 2185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // See comment above in registerEncodingNames. 2195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar("ISO-8859-8-I", create, 0); 2205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) int32_t numEncodings = ucnv_countAvailable(); 2225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) for (int32_t i = 0; i < numEncodings; ++i) { 2235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* name = ucnv_getAvailableName(i); 2245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UErrorCode error = U_ZERO_ERROR; 2255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* standardName = ucnv_getStandardName(name, "MIME", &error); 2265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (!U_SUCCESS(error) || !standardName) { 2275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) error = U_ZERO_ERROR; 2285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) standardName = ucnv_getStandardName(name, "IANA", &error); 2295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (!U_SUCCESS(error) || !standardName) 2305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) continue; 2315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 2325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) registrar(standardName, create, 0); 2335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 2345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 2355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)TextCodecICU::TextCodecICU(const TextEncoding& encoding) 2375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) : m_encoding(encoding) 2385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) , m_converterICU(0) 2395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) , m_needsGBKFallbacks(false) 2405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 2415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 2425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)TextCodecICU::~TextCodecICU() 2445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 2455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) releaseICUConverter(); 2465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 2475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)void TextCodecICU::releaseICUConverter() const 2495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 2505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (m_converterICU) { 2515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UConverter*& cachedConverter = cachedConverterICU(); 2525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (cachedConverter) 2535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_close(cachedConverter); 2545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) cachedConverter = m_converterICU; 2555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) m_converterICU = 0; 2565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 2575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 2585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)void TextCodecICU::createICUConverter() const 2605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 2615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(!m_converterICU); 2625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* name = m_encoding.name(); 2645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) m_needsGBKFallbacks = name[0] == 'G' && name[1] == 'B' && name[2] == 'K' && !name[3]; 2655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UErrorCode err; 2675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UConverter*& cachedConverter = cachedConverterICU(); 2695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (cachedConverter) { 2705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) err = U_ZERO_ERROR; 2715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* cachedName = ucnv_getName(cachedConverter, &err); 2725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (U_SUCCESS(err) && m_encoding == cachedName) { 2735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) m_converterICU = cachedConverter; 2745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) cachedConverter = 0; 2755c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return; 2765c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 2775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 2785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) err = U_ZERO_ERROR; 2805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) m_converterICU = ucnv_open(m_encoding.name(), &err); 2815c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if !LOG_DISABLED 2825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (err == U_AMBIGUOUS_ALIAS_WARNING) 283a854de003a23bf3c7f95ec0f8154ada64092ff5cTorne (Richard Coles) WTF_LOG_ERROR("ICU ambiguous alias warning for encoding: %s", m_encoding.name()); 2845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif 2855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (m_converterICU) 2865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_setFallback(m_converterICU, TRUE); 2875c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 2885c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2895c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)int TextCodecICU::decodeToBuffer(UChar* target, UChar* targetLimit, const char*& source, const char* sourceLimit, int32_t* offsets, bool flush, UErrorCode& err) 2905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 2915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UChar* targetStart = target; 2925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) err = U_ZERO_ERROR; 2935c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_toUnicode(m_converterICU, &target, targetLimit, &source, sourceLimit, offsets, flush, &err); 2945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return target - targetStart; 2955c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 2965c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 2975c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)class ErrorCallbackSetter { 2985c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)public: 2995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ErrorCallbackSetter(UConverter* converter, bool stopOnError) 3005c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) : m_converter(converter) 3015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) , m_shouldStopOnEncodingErrors(stopOnError) 3025c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) { 3035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (m_shouldStopOnEncodingErrors) { 3045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UErrorCode err = U_ZERO_ERROR; 3055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_setToUCallBack(m_converter, UCNV_TO_U_CALLBACK_SUBSTITUTE, 3065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UCNV_SUB_STOP_ON_ILLEGAL, &m_savedAction, 3075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) &m_savedContext, &err); 3085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(err == U_ZERO_ERROR); 3095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 3105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 3115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ~ErrorCallbackSetter() 3125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) { 3135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (m_shouldStopOnEncodingErrors) { 3145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UErrorCode err = U_ZERO_ERROR; 3155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const void* oldContext; 3165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UConverterToUCallback oldAction; 3175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_setToUCallBack(m_converter, m_savedAction, 3185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) m_savedContext, &oldAction, 3195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) &oldContext, &err); 3205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(oldAction == UCNV_TO_U_CALLBACK_SUBSTITUTE); 3215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(!strcmp(static_cast<const char*>(oldContext), UCNV_SUB_STOP_ON_ILLEGAL)); 3225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(err == U_ZERO_ERROR); 3235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 3245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 3255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)private: 3275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UConverter* m_converter; 3285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) bool m_shouldStopOnEncodingErrors; 3295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const void* m_savedContext; 3305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UConverterToUCallback m_savedAction; 3315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)}; 3325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 333d5428f32f5d1719f774f62e19147104ca245a3abTorne (Richard Coles)String TextCodecICU::decode(const char* bytes, size_t length, FlushBehavior flush, bool stopOnError, bool& sawError) 3345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 3355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Get a converter for the passed-in encoding. 3365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (!m_converterICU) { 3375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) createICUConverter(); 3385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(m_converterICU); 3395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (!m_converterICU) { 340a854de003a23bf3c7f95ec0f8154ada64092ff5cTorne (Richard Coles) WTF_LOG_ERROR("error creating ICU encoder even though encoding was in table"); 3415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return String(); 3425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 3435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 34402772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch 3455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ErrorCallbackSetter callbackSetter(m_converterICU, stopOnError); 3465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) StringBuilder result; 3485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UChar buffer[ConversionBufferSize]; 3505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UChar* bufferLimit = buffer + ConversionBufferSize; 3515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* source = reinterpret_cast<const char*>(bytes); 3525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const char* sourceLimit = source + length; 3535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) int32_t* offsets = NULL; 3545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UErrorCode err = U_ZERO_ERROR; 3555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) do { 357d5428f32f5d1719f774f62e19147104ca245a3abTorne (Richard Coles) int ucharsDecoded = decodeToBuffer(buffer, bufferLimit, source, sourceLimit, offsets, flush != DoNotFlush, err); 3585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) result.append(buffer, ucharsDecoded); 3595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } while (err == U_BUFFER_OVERFLOW_ERROR); 3605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (U_FAILURE(err)) { 3625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // flush the converter so it can be reused, and not be bothered by this error. 3635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) do { 3645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) decodeToBuffer(buffer, bufferLimit, source, sourceLimit, offsets, true, err); 3655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } while (source < sourceLimit); 3665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) sawError = true; 3675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 3685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) String resultString = result.toString(); 3705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // <http://bugs.webkit.org/show_bug.cgi?id=17014> 3725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Simplified Chinese pages use the code A3A0 to mean "full-width space", but ICU decodes it as U+E5E5. 3731e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) if (!strcmp(m_encoding.name(), "GBK") || !strcasecmp(m_encoding.name(), "gb18030")) 3745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) resultString.replace(0xE5E5, ideographicSpace); 3755c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3765c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return resultString; 3775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 3785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// We need to apply these fallbacks ourselves as they are not currently supported by ICU and 3805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// they were provided by the old TEC encoding path. Needed to fix <rdar://problem/4708689>. 3815c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)static UChar fallbackForGBK(UChar32 character) 3825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 3835c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) switch (character) { 3845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) case 0x01F9: 3855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 0xE7C8; 3865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) case 0x1E3F: 3875c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 0xE7C7; 3885c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) case 0x22EF: 3895c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 0x2026; 3905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) case 0x301C: 3915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 0xFF5E; 3925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 3935c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 0; 3945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 3955c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3965c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// Invalid character handler when writing escaped entities for unrepresentable 3975c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// characters. See the declaration of TextCodec::encode for more. 3985c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)static void urlEscapedEntityCallback(const void* context, UConverterFromUnicodeArgs* fromUArgs, const UChar* codeUnits, int32_t length, 3995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UChar32 codePoint, UConverterCallbackReason reason, UErrorCode* err) 4005c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 4015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (reason == UCNV_UNASSIGNED) { 4025c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *err = U_ZERO_ERROR; 4035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UnencodableReplacementArray entity; 4055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) int entityLen = TextCodec::getUnencodableReplacement(codePoint, URLEncodedEntitiesForUnencodables, entity); 4065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_cbFromUWriteBytes(fromUArgs, entity, entityLen, 0, err); 4075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } else 4085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UCNV_FROM_U_CALLBACK_ESCAPE(context, fromUArgs, codeUnits, length, codePoint, reason, err); 4095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 4105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// Substitutes special GBK characters, escaping all other unassigned entities. 4125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)static void gbkCallbackEscape(const void* context, UConverterFromUnicodeArgs* fromUArgs, const UChar* codeUnits, int32_t length, 41302772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch UChar32 codePoint, UConverterCallbackReason reason, UErrorCode* err) 4145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 4155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UChar outChar; 4165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (reason == UCNV_UNASSIGNED && (outChar = fallbackForGBK(codePoint))) { 4175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const UChar* source = &outChar; 4185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *err = U_ZERO_ERROR; 4195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_cbFromUWriteUChars(fromUArgs, &source, source + 1, 0, err); 4205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return; 4215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 4225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UCNV_FROM_U_CALLBACK_ESCAPE(context, fromUArgs, codeUnits, length, codePoint, reason, err); 4235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 4245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// Combines both gbkUrlEscapedEntityCallback and GBK character substitution. 4265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)static void gbkUrlEscapedEntityCallack(const void* context, UConverterFromUnicodeArgs* fromUArgs, const UChar* codeUnits, int32_t length, 42702772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch UChar32 codePoint, UConverterCallbackReason reason, UErrorCode* err) 4285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 4295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (reason == UCNV_UNASSIGNED) { 4305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (UChar outChar = fallbackForGBK(codePoint)) { 4315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const UChar* source = &outChar; 4325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *err = U_ZERO_ERROR; 4335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_cbFromUWriteUChars(fromUArgs, &source, source + 1, 0, err); 4345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return; 4355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 4365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) urlEscapedEntityCallback(context, fromUArgs, codeUnits, length, codePoint, reason, err); 4375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return; 4385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 4395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UCNV_FROM_U_CALLBACK_ESCAPE(context, fromUArgs, codeUnits, length, codePoint, reason, err); 4405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 4415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)static void gbkCallbackSubstitute(const void* context, UConverterFromUnicodeArgs* fromUArgs, const UChar* codeUnits, int32_t length, 44302772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch UChar32 codePoint, UConverterCallbackReason reason, UErrorCode* err) 4445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles){ 4455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UChar outChar; 4465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (reason == UCNV_UNASSIGNED && (outChar = fallbackForGBK(codePoint))) { 4475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) const UChar* source = &outChar; 4485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *err = U_ZERO_ERROR; 4495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_cbFromUWriteUChars(fromUArgs, &source, source + 1, 0, err); 4505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return; 4515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 4525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UCNV_FROM_U_CALLBACK_SUBSTITUTE(context, fromUArgs, codeUnits, length, codePoint, reason, err); 4535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 4545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 455591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdochclass TextCodecInput { 456591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdochpublic: 457591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch TextCodecInput(const TextEncoding& encoding, const UChar* characters, size_t length) 458591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch : m_begin(characters) 459591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch , m_end(characters + length) 4601e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) { } 4615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 462591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch TextCodecInput(const TextEncoding& encoding, const LChar* characters, size_t length) 463591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch { 464591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch m_buffer.reserveInitialCapacity(length); 465591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch for (size_t i = 0; i < length; ++i) 466591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch m_buffer.append(characters[i]); 4671e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) m_begin = m_buffer.data(); 4681e202183a5dc46166763171984b285173f8585e5Torne (Richard Coles) m_end = m_begin + m_buffer.size(); 469591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch } 470591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch 471591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch const UChar* begin() const { return m_begin; } 472591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch const UChar* end() const { return m_end; } 4735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 474591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdochprivate: 475591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch const UChar* m_begin; 476591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch const UChar* m_end; 477591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch Vector<UChar> m_buffer; 478591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch}; 479591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch 480591b958dee2cf159d33a0b931e6231072eaf38d5Ben MurdochCString TextCodecICU::encodeInternal(const TextCodecInput& input, UnencodableHandling handling) 481591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch{ 482591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch const UChar* source = input.begin(); 483591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch const UChar* end = input.end(); 4845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) UErrorCode err = U_ZERO_ERROR; 4865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4875c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) switch (handling) { 4885c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) case QuestionMarksForUnencodables: 4895c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_setSubstChars(m_converterICU, "?", 1, &err); 4905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_setFromUCallBack(m_converterICU, m_needsGBKFallbacks ? gbkCallbackSubstitute : UCNV_FROM_U_CALLBACK_SUBSTITUTE, 0, 0, 0, &err); 4915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) break; 4925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) case EntitiesForUnencodables: 4935c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_setFromUCallBack(m_converterICU, m_needsGBKFallbacks ? gbkCallbackEscape : UCNV_FROM_U_CALLBACK_ESCAPE, UCNV_ESCAPE_XML_DEC, 0, 0, &err); 4945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) break; 4955c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) case URLEncodedEntitiesForUnencodables: 4965c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ucnv_setFromUCallBack(m_converterICU, m_needsGBKFallbacks ? gbkUrlEscapedEntityCallack : urlEscapedEntityCallback, 0, 0, 0, &err); 4975c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) break; 4985c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 4995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 5005c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ASSERT(U_SUCCESS(err)); 5015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if (U_FAILURE(err)) 5025c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return CString(); 5035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 5045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) Vector<char> result; 5055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) size_t size = 0; 5065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) do { 5075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) char buffer[ConversionBufferSize]; 5085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) char* target = buffer; 5095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) char* targetLimit = target + ConversionBufferSize; 5105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) err = U_ZERO_ERROR; 511591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch ucnv_fromUnicode(m_converterICU, &target, targetLimit, &source, end, 0, true, &err); 5125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) size_t count = target - buffer; 5135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) result.grow(size + count); 5145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) memcpy(result.data() + size, buffer, count); 5155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) size += count; 5165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } while (err == U_BUFFER_OVERFLOW_ERROR); 5175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 5185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return CString(result.data(), size); 5195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} 5205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 521591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdochtemplate<typename CharType> 522591b958dee2cf159d33a0b931e6231072eaf38d5Ben MurdochCString TextCodecICU::encodeCommon(const CharType* characters, size_t length, UnencodableHandling handling) 523591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch{ 524591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch if (!length) 525591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch return ""; 526591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch 527591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch if (!m_converterICU) 528591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch createICUConverter(); 529591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch if (!m_converterICU) 530591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch return CString(); 531591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch 532591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch TextCodecInput input(m_encoding, characters, length); 533591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch return encodeInternal(input, handling); 534591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch} 535591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch 536591b958dee2cf159d33a0b931e6231072eaf38d5Ben MurdochCString TextCodecICU::encode(const UChar* characters, size_t length, UnencodableHandling handling) 537591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch{ 538591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch return encodeCommon(characters, length, handling); 539591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch} 540591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch 541591b958dee2cf159d33a0b931e6231072eaf38d5Ben MurdochCString TextCodecICU::encode(const LChar* characters, size_t length, UnencodableHandling handling) 542591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch{ 543591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch return encodeCommon(characters, length, handling); 544591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch} 545591b958dee2cf159d33a0b931e6231072eaf38d5Ben Murdoch 54681a5157921f1d2a7ff6aae115bfe3c139b38a5c8Torne (Richard Coles)} // namespace WTF 547