18e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project/* 28e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * Copyright (C) 2007 Apple Inc. All rights reserved. 38e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * Copyright (C) 2008 Tony Chang <idealisms@gmail.com> 48e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * 58e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * Redistribution and use in source and binary forms, with or without 68e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * modification, are permitted provided that the following conditions 78e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * are met: 88e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * 98e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * 1. Redistributions of source code must retain the above copyright 108e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * notice, this list of conditions and the following disclaimer. 118e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * 2. Redistributions in binary form must reproduce the above copyright 128e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * notice, this list of conditions and the following disclaimer in the 138e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * documentation and/or other materials provided with the distribution. 148e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of 158e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * its contributors may be used to endorse or promote products derived 168e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * from this software without specific prior written permission. 178e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * 188e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY 198e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 208e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 218e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY 228e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 238e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 248e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND 258e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 268e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 278e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 288e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project */ 298e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 308e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project#include "config.h" 318e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project#include "SmartReplace.h" 328e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 3381bc750723a18f21cd17d1b173cd2a4dda9cea6eBen Murdoch#if !USE(CF) && USE(ICU_UNICODE) 348e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project#include "PlatformString.h" 358e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project#include <unicode/uset.h> 368e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project#include <wtf/Assertions.h> 378e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 388e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Projectnamespace WebCore { 398e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 400bf48ef3be53ddaa52bbead65dfd75bf90e7a2b5Ben Murdochstatic void addAllCodePoints(USet* smartSet, const String& string) 410bf48ef3be53ddaa52bbead65dfd75bf90e7a2b5Ben Murdoch{ 428e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project const UChar* characters = string.characters(); 438e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project for (size_t i = 0; i < string.length(); i++) 448e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_add(smartSet, characters[i]); 458e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project} 468e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 478e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project// This is mostly a port of the code in WebCore/editing/SmartReplaceCF.cpp 488e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project// except we use icu in place of CoreFoundations character classes. 498e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Projectstatic USet* getSmartSet(bool isPreviousCharacter) 508e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project{ 518e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project static USet* preSmartSet = NULL; 528e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project static USet* postSmartSet = NULL; 538e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project USet* smartSet = isPreviousCharacter ? preSmartSet : postSmartSet; 548e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project if (!smartSet) { 558e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project // Whitespace and newline (kCFCharacterSetWhitespaceAndNewline) 568e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project UErrorCode ec = U_ZERO_ERROR; 578e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project String whitespaceAndNewline = "[[:WSpace:] [\\u000A\\u000B\\u000C\\u000D\\u0085]]"; 588e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project smartSet = uset_openPattern(whitespaceAndNewline.characters(), whitespaceAndNewline.length(), &ec); 598e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project ASSERT(U_SUCCESS(ec)); 608e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 618e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project // CJK ranges 628e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0x1100, 0x1100 + 256); // Hangul Jamo (0x1100 - 0x11FF) 638e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0x2E80, 0x2E80 + 352); // CJK & Kangxi Radicals (0x2E80 - 0x2FDF) 648e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0x2FF0, 0x2FF0 + 464); // Ideograph Descriptions, CJK Symbols, Hiragana, Katakana, Bopomofo, Hangul Compatibility Jamo, Kanbun, & Bopomofo Ext (0x2FF0 - 0x31BF) 658e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0x3200, 0x3200 + 29392); // Enclosed CJK, CJK Ideographs (Uni Han & Ext A), & Yi (0x3200 - 0xA4CF) 668e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0xAC00, 0xAC00 + 11183); // Hangul Syllables (0xAC00 - 0xD7AF) 678e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0xF900, 0xF900 + 352); // CJK Compatibility Ideographs (0xF900 - 0xFA5F) 688e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0xFE30, 0xFE30 + 32); // CJK Compatibility From (0xFE30 - 0xFE4F) 698e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0xFF00, 0xFF00 + 240); // Half/Full Width Form (0xFF00 - 0xFFEF) 708e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0x20000, 0x20000 + 0xA6D7); // CJK Ideograph Exntension B 718e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addRange(smartSet, 0x2F800, 0x2F800 + 0x021E); // CJK Compatibility Ideographs (0x2F800 - 0x2FA1D) 728e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 738e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project if (isPreviousCharacter) { 748e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project addAllCodePoints(smartSet, "([\"\'#$/-`{"); 758e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project preSmartSet = smartSet; 768e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project } else { 778e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project addAllCodePoints(smartSet, ")].,;:?\'!\"%*-/}"); 788e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 798e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project // Punctuation (kCFCharacterSetPunctuation) 808e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project UErrorCode ec = U_ZERO_ERROR; 818e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project String punctuationClass = "[:P:]"; 828e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project USet* icuPunct = uset_openPattern(punctuationClass.characters(), punctuationClass.length(), &ec); 838e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project ASSERT(U_SUCCESS(ec)); 848e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_addAll(smartSet, icuPunct); 858e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project uset_close(icuPunct); 868e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 878e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project postSmartSet = smartSet; 888e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project } 898e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project } 908e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project return smartSet; 918e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project} 928e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 938e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Projectbool isCharacterSmartReplaceExempt(UChar32 c, bool isPreviousCharacter) 948e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project{ 958e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project return uset_contains(getSmartSet(isPreviousCharacter), c); 968e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project} 978e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 988e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project} 998e35f3cfc7fba1d1c829dc557ebad6409cbe16a2The Android Open Source Project 10081bc750723a18f21cd17d1b173cd2a4dda9cea6eBen Murdoch#endif // !USE(CF) && USE(ICU_UNICODE) 101