1b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/* 2b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru******************************************************************************* 3b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 459d709d503bab6e2b61931737e662dd293b40578ccornelius* Copyright (C) 1999-2013, International Business Machines 5b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* Corporation and others. All Rights Reserved. 6b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 7b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru******************************************************************************* 8b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* file name: uniset_props.cpp 9b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* encoding: US-ASCII 10b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* tab size: 8 (not used) 11b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* indentation:4 12b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 13b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* created on: 2004aug25 14b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* created by: Markus W. Scherer 15b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 16b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* Character property dependent functions moved here from uniset.cpp 17b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru*/ 18b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 19b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/utypes.h" 20b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uniset.h" 21b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/parsepos.h" 22b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uchar.h" 23b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uscript.h" 24b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/symtable.h" 25b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uset.h" 26b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/locid.h" 27b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/brkiter.h" 28b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uset_imp.h" 29b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ruleiter.h" 30b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "cmemory.h" 31b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ucln_cmn.h" 32b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "util.h" 33b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uvector.h" 34b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uprops.h" 35b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "propname.h" 3650294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho#include "normalizer2impl.h" 37b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ucase.h" 38b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ubidi_props.h" 39b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uinvchar.h" 4050294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho#include "uprops.h" 41b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "charstr.h" 42b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "cstring.h" 4350294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho#include "mutex.h" 44b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "umutex.h" 45b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uassert.h" 46b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "hash.h" 47b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 48b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_NAMESPACE_USE 49b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 50b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define LENGTHOF(array) (int32_t)(sizeof(array)/sizeof((array)[0])) 51b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 52b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// initial storage. Must be >= 0 53b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// *** same as in uniset.cpp ! *** 54b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define START_EXTRA 16 55b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 56b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Define UChar constants using hex for EBCDIC compatibility 57b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Used #define to reduce private static exports and memory access time. 58b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define SET_OPEN ((UChar)0x005B) /*[*/ 59b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define SET_CLOSE ((UChar)0x005D) /*]*/ 60b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define HYPHEN ((UChar)0x002D) /*-*/ 61b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define COMPLEMENT ((UChar)0x005E) /*^*/ 62b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define COLON ((UChar)0x003A) /*:*/ 63b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define BACKSLASH ((UChar)0x005C) /*\*/ 64b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define INTERSECTION ((UChar)0x0026) /*&*/ 65b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define UPPER_U ((UChar)0x0055) /*U*/ 66b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define LOWER_U ((UChar)0x0075) /*u*/ 67b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define OPEN_BRACE ((UChar)123) /*{*/ 68b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define CLOSE_BRACE ((UChar)125) /*}*/ 69b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define UPPER_P ((UChar)0x0050) /*P*/ 70b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define LOWER_P ((UChar)0x0070) /*p*/ 71b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define UPPER_N ((UChar)78) /*N*/ 72b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define EQUALS ((UChar)0x003D) /*=*/ 73b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 74b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar POSIX_OPEN[] = { SET_OPEN,COLON,0 }; // "[:" 75b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const UChar POSIX_CLOSE[] = { COLON,SET_CLOSE,0 }; // ":]" 76b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar PERL_OPEN[] = { BACKSLASH,LOWER_P,0 }; // "\\p" 7754dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius//static const UChar PERL_CLOSE[] = { CLOSE_BRACE,0 }; // "}" 78b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar NAME_OPEN[] = { BACKSLASH,UPPER_N,0 }; // "\\N" 79b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const UChar HYPHEN_RIGHT_BRACE[] = {HYPHEN,SET_CLOSE,0}; /*-]*/ 80b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 81b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Special property set IDs 82b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const char ANY[] = "ANY"; // [\u0000-\U0010FFFF] 83b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const char ASCII[] = "ASCII"; // [\u0000-\u007F] 84b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const char ASSIGNED[] = "Assigned"; // [:^Cn:] 85b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 86b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Unicode name property alias 87b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define NAME_PROP "na" 88b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define NAME_PROP_LENGTH 2 89b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 90b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 91b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Delimiter string used in patterns to close a category reference: 92b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * ":]". Example: "[:Lu:]". 93b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 94b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar CATEGORY_CLOSE[] = {COLON, SET_CLOSE, 0x0000}; /* ":]" */ 95b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 9650294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho// Cached sets ------------------------------------------------------------- *** 9750294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 9850294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehoU_CDECL_BEGIN 9950294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehostatic UBool U_CALLCONV uset_cleanup(); 10050294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 10159d709d503bab6e2b61931737e662dd293b40578ccorneliusstruct Inclusion { 10259d709d503bab6e2b61931737e662dd293b40578ccornelius UnicodeSet *fSet; 10359d709d503bab6e2b61931737e662dd293b40578ccornelius UInitOnce fInitOnce; 10450294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho}; 10559d709d503bab6e2b61931737e662dd293b40578ccorneliusstatic Inclusion gInclusions[UPROPS_SRC_COUNT]; // cached getInclusions() 10650294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 10759d709d503bab6e2b61931737e662dd293b40578ccorneliusstatic UnicodeSet *uni32Singleton; 10859d709d503bab6e2b61931737e662dd293b40578ccorneliusstatic icu::UInitOnce uni32InitOnce = U_INITONCE_INITIALIZER; 10950294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 110b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 111b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Inclusions list 112b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 113b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 114b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// USetAdder implementation 115b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Does not use uset.h to reduce code dependencies 116b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic void U_CALLCONV 117b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru_set_add(USet *set, UChar32 c) { 118b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ((UnicodeSet *)set)->add(c); 119b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 120b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 121b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic void U_CALLCONV 122b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru_set_addRange(USet *set, UChar32 start, UChar32 end) { 123b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ((UnicodeSet *)set)->add(start, end); 124b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 125b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 126b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic void U_CALLCONV 127b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru_set_addString(USet *set, const UChar *str, int32_t length) { 128b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ((UnicodeSet *)set)->add(UnicodeString((UBool)(length<0), str, length)); 129b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 130b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 131b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 132b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Cleanup function for UnicodeSet 133b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 134b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool U_CALLCONV uset_cleanup(void) { 13559d709d503bab6e2b61931737e662dd293b40578ccornelius for(int32_t i = UPROPS_SRC_NONE; i < UPROPS_SRC_COUNT; ++i) { 13659d709d503bab6e2b61931737e662dd293b40578ccornelius Inclusion &in = gInclusions[i]; 13759d709d503bab6e2b61931737e662dd293b40578ccornelius delete in.fSet; 13859d709d503bab6e2b61931737e662dd293b40578ccornelius in.fSet = NULL; 13959d709d503bab6e2b61931737e662dd293b40578ccornelius in.fInitOnce.reset(); 140b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 14159d709d503bab6e2b61931737e662dd293b40578ccornelius 14259d709d503bab6e2b61931737e662dd293b40578ccornelius delete uni32Singleton; 14359d709d503bab6e2b61931737e662dd293b40578ccornelius uni32Singleton = NULL; 14459d709d503bab6e2b61931737e662dd293b40578ccornelius uni32InitOnce.reset(); 145b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return TRUE; 146b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 147b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 148b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_CDECL_END 149b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 150b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_NAMESPACE_BEGIN 151b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 152c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru/* 15359d709d503bab6e2b61931737e662dd293b40578ccorneliusReduce excessive reallocation, and make it easier to detect initialization problems. 154c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste QueruUsually you don't see smaller sets than this for Unicode 5.0. 155c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru*/ 156c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru#define DEFAULT_INCLUSION_CAPACITY 3072 157c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru 15859d709d503bab6e2b61931737e662dd293b40578ccorneliusvoid U_CALLCONV UnicodeSet_initInclusion(int32_t src, UErrorCode &status) { 15959d709d503bab6e2b61931737e662dd293b40578ccornelius // This function is invoked only via umtx_initOnce(). 16059d709d503bab6e2b61931737e662dd293b40578ccornelius // This function is a friend of class UnicodeSet. 16159d709d503bab6e2b61931737e662dd293b40578ccornelius 16259d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(src >=0 && src<UPROPS_SRC_COUNT); 16359d709d503bab6e2b61931737e662dd293b40578ccornelius UnicodeSet * &incl = gInclusions[src].fSet; 16459d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(incl == NULL); 16559d709d503bab6e2b61931737e662dd293b40578ccornelius 16659d709d503bab6e2b61931737e662dd293b40578ccornelius incl = new UnicodeSet(); 16759d709d503bab6e2b61931737e662dd293b40578ccornelius if (incl == NULL) { 16859d709d503bab6e2b61931737e662dd293b40578ccornelius status = U_MEMORY_ALLOCATION_ERROR; 16959d709d503bab6e2b61931737e662dd293b40578ccornelius return; 17059d709d503bab6e2b61931737e662dd293b40578ccornelius } 17159d709d503bab6e2b61931737e662dd293b40578ccornelius USetAdder sa = { 17259d709d503bab6e2b61931737e662dd293b40578ccornelius (USet *)incl, 17359d709d503bab6e2b61931737e662dd293b40578ccornelius _set_add, 17459d709d503bab6e2b61931737e662dd293b40578ccornelius _set_addRange, 17559d709d503bab6e2b61931737e662dd293b40578ccornelius _set_addString, 17659d709d503bab6e2b61931737e662dd293b40578ccornelius NULL, // don't need remove() 17759d709d503bab6e2b61931737e662dd293b40578ccornelius NULL // don't need removeRange() 17859d709d503bab6e2b61931737e662dd293b40578ccornelius }; 17959d709d503bab6e2b61931737e662dd293b40578ccornelius 18059d709d503bab6e2b61931737e662dd293b40578ccornelius incl->ensureCapacity(DEFAULT_INCLUSION_CAPACITY, status); 18159d709d503bab6e2b61931737e662dd293b40578ccornelius switch(src) { 18259d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CHAR: 18359d709d503bab6e2b61931737e662dd293b40578ccornelius uchar_addPropertyStarts(&sa, &status); 18459d709d503bab6e2b61931737e662dd293b40578ccornelius break; 18559d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_PROPSVEC: 18659d709d503bab6e2b61931737e662dd293b40578ccornelius upropsvec_addPropertyStarts(&sa, &status); 18759d709d503bab6e2b61931737e662dd293b40578ccornelius break; 18859d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CHAR_AND_PROPSVEC: 18959d709d503bab6e2b61931737e662dd293b40578ccornelius uchar_addPropertyStarts(&sa, &status); 19059d709d503bab6e2b61931737e662dd293b40578ccornelius upropsvec_addPropertyStarts(&sa, &status); 19159d709d503bab6e2b61931737e662dd293b40578ccornelius break; 192b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#if !UCONFIG_NO_NORMALIZATION 19359d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CASE_AND_NORM: { 19459d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(status); 19559d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 19659d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 19759d709d503bab6e2b61931737e662dd293b40578ccornelius } 19859d709d503bab6e2b61931737e662dd293b40578ccornelius ucase_addPropertyStarts(ucase_getSingleton(), &sa, &status); 19959d709d503bab6e2b61931737e662dd293b40578ccornelius break; 20059d709d503bab6e2b61931737e662dd293b40578ccornelius } 20159d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFC: { 20259d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(status); 20359d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 20459d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 205b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 20659d709d503bab6e2b61931737e662dd293b40578ccornelius break; 207b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 20859d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFKC: { 20959d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFKCImpl(status); 21059d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 21159d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 21259d709d503bab6e2b61931737e662dd293b40578ccornelius } 21359d709d503bab6e2b61931737e662dd293b40578ccornelius break; 21459d709d503bab6e2b61931737e662dd293b40578ccornelius } 21559d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFKC_CF: { 21659d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFKC_CFImpl(status); 21759d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 21859d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 21959d709d503bab6e2b61931737e662dd293b40578ccornelius } 22059d709d503bab6e2b61931737e662dd293b40578ccornelius break; 22159d709d503bab6e2b61931737e662dd293b40578ccornelius } 22259d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFC_CANON_ITER: { 22359d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(status); 22459d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 22559d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addCanonIterPropertyStarts(&sa, status); 22659d709d503bab6e2b61931737e662dd293b40578ccornelius } 22759d709d503bab6e2b61931737e662dd293b40578ccornelius break; 22859d709d503bab6e2b61931737e662dd293b40578ccornelius } 22959d709d503bab6e2b61931737e662dd293b40578ccornelius#endif 23059d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CASE: 23159d709d503bab6e2b61931737e662dd293b40578ccornelius ucase_addPropertyStarts(ucase_getSingleton(), &sa, &status); 23259d709d503bab6e2b61931737e662dd293b40578ccornelius break; 23359d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_BIDI: 23459d709d503bab6e2b61931737e662dd293b40578ccornelius ubidi_addPropertyStarts(ubidi_getSingleton(), &sa, &status); 23559d709d503bab6e2b61931737e662dd293b40578ccornelius break; 23659d709d503bab6e2b61931737e662dd293b40578ccornelius default: 23759d709d503bab6e2b61931737e662dd293b40578ccornelius status = U_INTERNAL_PROGRAM_ERROR; 23859d709d503bab6e2b61931737e662dd293b40578ccornelius break; 23959d709d503bab6e2b61931737e662dd293b40578ccornelius } 24059d709d503bab6e2b61931737e662dd293b40578ccornelius 24159d709d503bab6e2b61931737e662dd293b40578ccornelius if (U_FAILURE(status)) { 24259d709d503bab6e2b61931737e662dd293b40578ccornelius delete incl; 24359d709d503bab6e2b61931737e662dd293b40578ccornelius incl = NULL; 24459d709d503bab6e2b61931737e662dd293b40578ccornelius return; 24559d709d503bab6e2b61931737e662dd293b40578ccornelius } 24659d709d503bab6e2b61931737e662dd293b40578ccornelius // Compact for caching 24759d709d503bab6e2b61931737e662dd293b40578ccornelius incl->compact(); 24859d709d503bab6e2b61931737e662dd293b40578ccornelius ucln_common_registerCleanup(UCLN_COMMON_USET, uset_cleanup); 249b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 250b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 25159d709d503bab6e2b61931737e662dd293b40578ccornelius 25259d709d503bab6e2b61931737e662dd293b40578ccornelius 25359d709d503bab6e2b61931737e662dd293b40578ccorneliusconst UnicodeSet* UnicodeSet::getInclusions(int32_t src, UErrorCode &status) { 25459d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(src >=0 && src<UPROPS_SRC_COUNT); 25559d709d503bab6e2b61931737e662dd293b40578ccornelius Inclusion &i = gInclusions[src]; 25659d709d503bab6e2b61931737e662dd293b40578ccornelius umtx_initOnce(i.fInitOnce, &UnicodeSet_initInclusion, src, status); 25759d709d503bab6e2b61931737e662dd293b40578ccornelius return i.fSet; 25859d709d503bab6e2b61931737e662dd293b40578ccornelius} 25959d709d503bab6e2b61931737e662dd293b40578ccornelius 26059d709d503bab6e2b61931737e662dd293b40578ccornelius 26150294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho// Cache some sets for other services -------------------------------------- *** 26259d709d503bab6e2b61931737e662dd293b40578ccorneliusvoid U_CALLCONV createUni32Set(UErrorCode &errorCode) { 26359d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(uni32Singleton == NULL); 26459d709d503bab6e2b61931737e662dd293b40578ccornelius uni32Singleton = new UnicodeSet(UNICODE_STRING_SIMPLE("[:age=3.2:]"), errorCode); 26559d709d503bab6e2b61931737e662dd293b40578ccornelius if(uni32Singleton==NULL) { 26659d709d503bab6e2b61931737e662dd293b40578ccornelius errorCode=U_MEMORY_ALLOCATION_ERROR; 26759d709d503bab6e2b61931737e662dd293b40578ccornelius } else { 26859d709d503bab6e2b61931737e662dd293b40578ccornelius uni32Singleton->freeze(); 26959d709d503bab6e2b61931737e662dd293b40578ccornelius } 27059d709d503bab6e2b61931737e662dd293b40578ccornelius ucln_common_registerCleanup(UCLN_COMMON_USET, uset_cleanup); 27159d709d503bab6e2b61931737e662dd293b40578ccornelius} 27259d709d503bab6e2b61931737e662dd293b40578ccornelius 27350294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 27450294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehoU_CFUNC UnicodeSet * 27550294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehouniset_getUnicode32Instance(UErrorCode &errorCode) { 27659d709d503bab6e2b61931737e662dd293b40578ccornelius umtx_initOnce(uni32InitOnce, &createUni32Set, errorCode); 27759d709d503bab6e2b61931737e662dd293b40578ccornelius return uni32Singleton; 27850294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho} 27950294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 280b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// helper functions for matching of pattern syntax pieces ------------------ *** 281b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// these functions are parallel to the PERL_OPEN etc. strings above 282b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 283b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// using these functions is not only faster than UnicodeString::compare() and 284b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// caseCompare(), but they also make UnicodeSet work for simple patterns when 285b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// no Unicode properties data is available - when caseCompare() fails 286b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 287b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic inline UBool 288b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPerlOpen(const UnicodeString &pattern, int32_t pos) { 289b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar c; 290b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==BACKSLASH && ((c=pattern.charAt(pos+1))==LOWER_P || c==UPPER_P); 291b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 292b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 293b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/*static inline UBool 294b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPerlClose(const UnicodeString &pattern, int32_t pos) { 295b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==CLOSE_BRACE; 296b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru}*/ 297b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 298b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic inline UBool 299b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisNameOpen(const UnicodeString &pattern, int32_t pos) { 300b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==BACKSLASH && pattern.charAt(pos+1)==UPPER_N; 301b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 302b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 303b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic inline UBool 304b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPOSIXOpen(const UnicodeString &pattern, int32_t pos) { 305b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==SET_OPEN && pattern.charAt(pos+1)==COLON; 306b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 307b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 308b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/*static inline UBool 309b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPOSIXClose(const UnicodeString &pattern, int32_t pos) { 310b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==COLON && pattern.charAt(pos+1)==SET_CLOSE; 311b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru}*/ 312b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 313b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// TODO memory debugging provided inside uniset.cpp 314b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// could be made available here but probably obsolete with use of modern 315b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// memory leak checker tools 316b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define _dbgct(me) 317b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 318b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 319b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Constructors &c 320b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 321b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 322b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 323b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Constructs a set from the given pattern, optionally ignoring 324b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * white space. See the class description for the syntax of the 325b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern language. 326b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param pattern a string specifying what characters are in the set 327b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 328b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet::UnicodeSet(const UnicodeString& pattern, 329b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& status) : 330b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru len(0), capacity(START_EXTRA), list(0), bmpSet(0), buffer(0), 331c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru bufferCapacity(0), patLen(0), pat(NULL), strings(NULL), stringSpan(NULL), 332c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru fFlags(0) 333b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru{ 334b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if(U_SUCCESS(status)){ 335b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru list = (UChar32*) uprv_malloc(sizeof(UChar32) * capacity); 336b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru /* test for NULL */ 337b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if(list == NULL) { 338103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius status = U_MEMORY_ALLOCATION_ERROR; 339b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru }else{ 340b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru allocateStrings(status); 341103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius applyPattern(pattern, status); 342b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 343b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 344b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _dbgct(this); 345b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 346b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 347b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 348b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Public API 349b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 350b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 351b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& UnicodeSet::applyPattern(const UnicodeString& pattern, 352b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& status) { 353103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // Equivalent to 354103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // return applyPattern(pattern, USET_IGNORE_SPACE, NULL, status); 355103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // but without dependency on closeOver(). 356b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ParsePosition pos(0); 357103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius applyPatternIgnoreSpace(pattern, pos, NULL, status); 358b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(status)) return *this; 359b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 360b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t i = pos.getIndex(); 361103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // Skip over trailing whitespace 362103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius ICU_Utility::skipWhitespace(pattern, i, TRUE); 363b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (i != pattern.length()) { 364b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru status = U_ILLEGAL_ARGUMENT_ERROR; 365b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 366b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 367b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 368b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 369103e9ffba2cba345d0078eb8b8db33249f81840aCraig Corneliusvoid 370103e9ffba2cba345d0078eb8b8db33249f81840aCraig CorneliusUnicodeSet::applyPatternIgnoreSpace(const UnicodeString& pattern, 371103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius ParsePosition& pos, 372103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius const SymbolTable* symbols, 373103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius UErrorCode& status) { 374103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (U_FAILURE(status)) { 375103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius return; 376103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius } 377103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (isFrozen()) { 378103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius status = U_NO_WRITE_PERMISSION; 379103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius return; 380b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 381b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Need to build the pattern in a temporary string because 382b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // _applyPattern calls add() etc., which set pat to empty. 383b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString rebuiltPat; 384b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator chars(pattern, symbols, pos); 385103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius applyPattern(chars, symbols, rebuiltPat, USET_IGNORE_SPACE, NULL, status); 386103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (U_FAILURE(status)) return; 387b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (chars.inVariable()) { 388b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Extra chars in variable value"); 389b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru status = U_MALFORMED_SET; 390103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius return; 391b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 392b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setPattern(rebuiltPat); 393b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 394b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 395b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 396b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Return true if the given position, in the given pattern, appears 397b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * to be the start of a UnicodeSet pattern. 398b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 399b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUBool UnicodeSet::resemblesPattern(const UnicodeString& pattern, int32_t pos) { 400b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return ((pos+1) < pattern.length() && 401b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.charAt(pos) == (UChar)91/*[*/) || 402b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru resemblesPropertyPattern(pattern, pos); 403b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 404b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 405b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 406b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Implementation: Pattern parsing 407b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 408b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 409b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 410b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * A small all-inline class to manage a UnicodeSet pointer. Add 411b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * operator->() etc. as needed. 412b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 413b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruclass UnicodeSetPointer { 414b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeSet* p; 415b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querupublic: 416b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline UnicodeSetPointer() : p(0) {} 417b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline ~UnicodeSetPointer() { delete p; } 418b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline UnicodeSet* pointer() { return p; } 419b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline UBool allocate() { 420b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == 0) { 421b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = new UnicodeSet(); 422b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 423b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return p != 0; 424b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 425b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru}; 426b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 427b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 428b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Parse the pattern from the given RuleCharacterIterator. The 429b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * iterator is advanced over the parsed pattern. 430b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param chars iterator over the pattern characters. Upon return 431b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * it will be advanced to the first character after the parsed 432b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern, or the end of the iteration if all characters are 433b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * parsed. 434b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param symbols symbol table to use to parse and dereference 435b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * variables, or null if none. 436b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param rebuiltPat the pattern that was parsed, rebuilt or 437b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * copied from the input pattern, as appropriate. 438b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param options a bit mask of zero or more of the following: 439b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * IGNORE_SPACE, CASE. 440b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 441b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruvoid UnicodeSet::applyPattern(RuleCharacterIterator& chars, 442b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const SymbolTable* symbols, 443b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString& rebuiltPat, 444b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru uint32_t options, 445103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius UnicodeSet& (UnicodeSet::*caseClosure)(int32_t attribute), 446b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& ec) { 447b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 448b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 449b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Syntax characters: [ ] ^ - & { } 450b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 451b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Recognized special forms for chars, sets: c-c s-s s&s 452b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 453b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t opts = RuleCharacterIterator::PARSE_VARIABLES | 454b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator::PARSE_ESCAPES; 455b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((options & USET_IGNORE_SPACE) != 0) { 456b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru opts |= RuleCharacterIterator::SKIP_WHITESPACE; 457b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 458b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 459b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString patLocal, buf; 460b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool usePat = FALSE; 461b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeSetPointer scratch; 462b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator::Pos backup; 463b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 464b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // mode: 0=before [, 1=between [...], 2=after ] 465b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // lastItem: 0=none, 1=char, 2=set 466b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int8_t lastItem = 0, mode = 0; 467b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 lastChar = 0; 468b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar op = 0; 469b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 470b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool invert = FALSE; 471b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 472b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru clear(); 473b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 474b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru while (mode != 2 && !chars.atEnd()) { 475b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru U_ASSERT((lastItem == 0 && op == 0) || 476b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (lastItem == 1 && (op == 0 || op == HYPHEN /*'-'*/)) || 477b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (lastItem == 2 && (op == 0 || op == HYPHEN /*'-'*/ || 478b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op == INTERSECTION /*'&'*/))); 479b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 480b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 c = 0; 481b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool literal = FALSE; 482b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeSet* nested = 0; // alias - do not delete 483b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 484b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Check for property pattern 485b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 486b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // setMode: 0=none, 1=unicodeset, 2=propertypat, 3=preparsed 487b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int8_t setMode = 0; 488b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (resemblesPropertyPattern(chars, opts)) { 489b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setMode = 2; 490b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 491b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 492b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Parse '[' of opening delimiter OR nested set. 493b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // If there is a nested set, use `setMode' to define how 494b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // the set should be parsed. If the '[' is part of the 495b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // opening delimiter for this pattern, parse special 496b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // strings "[", "[^", "[-", and "[^-". Check for stand-in 497b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // characters representing a nested set in the symbol 498b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // table. 499b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 500b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 501b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Prepare to backup if necessary 502b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); 503b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 504b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 505b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 506b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5B /*'['*/ && !literal) { 507b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode == 1) { 508b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(backup); // backup 509b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setMode = 1; 510b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 511b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle opening '[' delimiter 512b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 1; 513b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5B /*'['*/); 514b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); // prepare to backup 515b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 516b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 517b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5E /*'^'*/ && !literal) { 518b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = TRUE; 519b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5E /*'^'*/); 520b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); // prepare to backup 521b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 522b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 523b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 524b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Fall through to handle special leading '-'; 525b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // otherwise restart loop for nested [], \p{}, etc. 526b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == HYPHEN /*'-'*/) { 527b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru literal = TRUE; 528b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Fall through to handle literal '-' below 529b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 530b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(backup); // backup 531b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 532b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 533b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 534b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (symbols != 0) { 535b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const UnicodeFunctor *m = symbols->lookupMatcher(c); 536b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (m != 0) { 53727f654740f2a26ad62a5c155af9199af9e69b889claireho const UnicodeSet *ms = dynamic_cast<const UnicodeSet *>(m); 53827f654740f2a26ad62a5c155af9199af9e69b889claireho if (ms == NULL) { 539b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 540b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 541b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 542b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // casting away const, but `nested' won't be modified 543b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // (important not to modify stored set) 54427f654740f2a26ad62a5c155af9199af9e69b889claireho nested = const_cast<UnicodeSet*>(ms); 545b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setMode = 3; 546b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 547b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 548b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 549b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 550b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Handle a nested set. This either is inline in 551b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // the pattern or represented by a stand-in that has 552b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // previously been parsed and was looked up in the symbol 553b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // table. 554b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 555b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (setMode != 0) { 556b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 557b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op != 0) { 558b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Char expected after operator"); 559b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 560b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 561b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 562b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 563b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 564b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 0; 565b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = 0; 566b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 567b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 568b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == HYPHEN /*'-'*/ || op == INTERSECTION /*'&'*/) { 569b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append(op); 570b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 571b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 572b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (nested == 0) { 573b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // lazy allocation 574b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (!scratch.allocate()) { 575b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MEMORY_ALLOCATION_ERROR; 576b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 577b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 578b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru nested = scratch.pointer(); 579b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 580b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (setMode) { 581b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 1: 582103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius nested->applyPattern(chars, symbols, patLocal, options, caseClosure, ec); 583b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 584b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 2: 585b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.skipIgnored(opts); 586b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru nested->applyPropertyPattern(chars, patLocal, ec); 587b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 588b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 589b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 3: // `nested' already parsed 590b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru nested->_toPattern(patLocal, FALSE); 591b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 592b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 593b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 594b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru usePat = TRUE; 595b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 596b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode == 0) { 597b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Entire pattern is a category; leave parse loop 598b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru *this = *nested; 599b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 600b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 601b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 602b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 603b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (op) { 604b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case HYPHEN: /*'-'*/ 605b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru removeAll(*nested); 606b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 607b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case INTERSECTION: /*'&'*/ 608b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru retainAll(*nested); 609b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 610b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0: 611b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru addAll(*nested); 612b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 613b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 614b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 615b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = 0; 616b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 2; 617b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 618b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 619b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 620b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 621b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode == 0) { 622b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Missing '['"); 623b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 624b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 625b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 626b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 627b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Parse special (syntax) characters. If the 628b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // current character is not special, or if it is escaped, 629b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // then fall through and handle it below. 630b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 631b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (!literal) { 632b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (c) { 633b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0x5D /*']'*/: 634b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 635b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 636b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 637b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 638b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Treat final trailing '-' as a literal 639b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == HYPHEN /*'-'*/) { 640b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(op, op); 641b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append(op); 642b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (op == INTERSECTION /*'&'*/) { 643b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Trailing '&'"); 644b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 645b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 646b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 647b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5D /*']'*/); 648b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 649b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 650b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case HYPHEN /*'-'*/: 651b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == 0) { 652b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem != 0) { 653b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = (UChar) c; 654b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 655b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 656b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Treat final trailing '-' as a literal 657b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(c, c); 658b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 659b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 660b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5D /*']'*/ && !literal) { 661103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius patLocal.append(HYPHEN_RIGHT_BRACE, 2); 662b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 663b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 664b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 665b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 666b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 667b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "'-' not after char or set"); 668b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 669b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 670b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case INTERSECTION /*'&'*/: 671b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 2 && op == 0) { 672b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = (UChar) c; 673b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 674b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 675b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "'&' not after set"); 676b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 677b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 678b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0x5E /*'^'*/: 679b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "'^' not after '['"); 680b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 681b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 682b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0x7B /*'{'*/: 683b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op != 0) { 684b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Missing operand after operator"); 685b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 686b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 687b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 688b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 689b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 690b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 691b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 692b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 0; 693b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru buf.truncate(0); 694b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 695b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool ok = FALSE; 696b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru while (!chars.atEnd()) { 697b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 698b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 699b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x7D /*'}'*/ && !literal) { 700b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ok = TRUE; 701b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 702b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 703b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru buf.append(c); 704b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 705b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (buf.length() < 1 || !ok) { 706b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Invalid multicharacter string"); 707b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 708b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 709b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 710b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 711b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // We have new string. Add it to set and continue; 712b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // we don't need to drop through to the further 713b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // processing 714b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(buf); 715b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x7B /*'{'*/); 716b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, buf, FALSE); 717b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x7D /*'}'*/); 718b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 719b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case SymbolTable::SYMBOL_REF: 720b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // symbols nosymbols 721b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a-$] error error (ambiguous) 722b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a$] anchor anchor 723b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a-$x] var "x"* literal '$' 724b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a-$.] error literal '$' 725b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // *We won't get here in the case of var "x" 726b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 727b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); 728b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 729b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 730b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool anchor = (c == 0x5D /*']'*/ && !literal); 731b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (symbols == 0 && !anchor) { 732b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = SymbolTable::SYMBOL_REF; 733b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(backup); 734b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; // literal '$' 735b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 736b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (anchor && op == 0) { 737b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 738b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 739b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 740b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 741b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(U_ETHER); 742b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru usePat = TRUE; 743b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) SymbolTable::SYMBOL_REF); 744b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5D /*']'*/); 745b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 746b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 747b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 748b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Unquoted '$'"); 749b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 750b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 751b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 752b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru default: 753b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 754b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 755b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 756b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 757b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Parse literal characters. This includes both 758b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // escaped chars ("\u4E01") and non-syntax characters 759b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // ("a"). 760b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 761b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (lastItem) { 762b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0: 763b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 1; 764b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastChar = c; 765b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 766b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 1: 767b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == HYPHEN /*'-'*/) { 768b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastChar >= c) { 769b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Don't allow redundant (a-a) or empty (b-a) ranges; 770b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // these are most likely typos. 771b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Invalid range"); 772b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 773b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 774b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 775b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, c); 776b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 777b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append(op); 778b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, c, FALSE); 779b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 0; 780b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = 0; 781b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 782b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 783b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 784b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastChar = c; 785b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 786b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 787b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 2: 788b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op != 0) { 789b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Set expected after operator"); 790b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 791b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 792b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 793b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastChar = c; 794b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 1; 795b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 796b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 797b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 798b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 799b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode != 2) { 800b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Missing ']'"); 801b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 802b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 803b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 804b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 805b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.skipIgnored(opts); 806b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 807b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru /** 808b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Handle global flags (invert, case insensitivity). If this 809b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern should be compiled case-insensitive, then we need 810b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * to close over case BEFORE COMPLEMENTING. This makes 811b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * patterns like /[^abc]/i work. 812b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 813b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((options & USET_CASE_INSENSITIVE) != 0) { 814103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius (this->*caseClosure)(USET_CASE_INSENSITIVE); 815b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 816b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else if ((options & USET_ADD_CASE_MAPPINGS) != 0) { 817103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius (this->*caseClosure)(USET_ADD_CASE_MAPPINGS); 818b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 819b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (invert) { 820b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru complement(); 821b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 822b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 823b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Use the rebuilt pattern (patLocal) only if necessary. Prefer the 824b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // generated pattern. 825b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (usePat) { 826b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru rebuiltPat.append(patLocal); 827b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 828b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _generatePattern(rebuiltPat, FALSE); 829b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 830c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru if (isBogus() && U_SUCCESS(ec)) { 831c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru // We likely ran out of memory. AHHH! 832c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru ec = U_MEMORY_ALLOCATION_ERROR; 833c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru } 834b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 835b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 836b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 837b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Property set implementation 838b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 839b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 840b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool numericValueFilter(UChar32 ch, void* context) { 841b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return u_getNumericValue(ch) == *(double*)context; 842b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 843b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 844b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool generalCategoryMaskFilter(UChar32 ch, void* context) { 845b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t value = *(int32_t*)context; 846b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return (U_GET_GC_MASK((UChar32) ch) & value) != 0; 847b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 848b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 849b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool versionFilter(UChar32 ch, void* context) { 85027f654740f2a26ad62a5c155af9199af9e69b889claireho static const UVersionInfo none = { 0, 0, 0, 0 }; 85127f654740f2a26ad62a5c155af9199af9e69b889claireho UVersionInfo v; 852b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru u_charAge(ch, v); 85327f654740f2a26ad62a5c155af9199af9e69b889claireho UVersionInfo* version = (UVersionInfo*)context; 854b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return uprv_memcmp(&v, &none, sizeof(v)) > 0 && uprv_memcmp(&v, version, sizeof(v)) <= 0; 855b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 856b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 857b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querutypedef struct { 858b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UProperty prop; 859b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t value; 860b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} IntPropertyContext; 861b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 862b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool intPropertyFilter(UChar32 ch, void* context) { 863b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru IntPropertyContext* c = (IntPropertyContext*)context; 864b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return u_getIntPropertyValue((UChar32) ch, c->prop) == c->value; 865b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 866b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 86727f654740f2a26ad62a5c155af9199af9e69b889clairehostatic UBool scriptExtensionsFilter(UChar32 ch, void* context) { 86827f654740f2a26ad62a5c155af9199af9e69b889claireho return uscript_hasScript(ch, *(UScriptCode*)context); 86927f654740f2a26ad62a5c155af9199af9e69b889claireho} 870b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 871b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 872b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Generic filter-based scanning code for UCD property UnicodeSets. 873b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 874b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruvoid UnicodeSet::applyFilter(UnicodeSet::Filter filter, 875b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru void* context, 876b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t src, 877b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode &status) { 87827f654740f2a26ad62a5c155af9199af9e69b889claireho if (U_FAILURE(status)) return; 87927f654740f2a26ad62a5c155af9199af9e69b889claireho 88027f654740f2a26ad62a5c155af9199af9e69b889claireho // Logically, walk through all Unicode characters, noting the start 881b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // and end of each range for which filter.contain(c) is 882b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // true. Add each range to a set. 883b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // 88427f654740f2a26ad62a5c155af9199af9e69b889claireho // To improve performance, use an inclusions set which 885b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // encodes information about character ranges that are known 88627f654740f2a26ad62a5c155af9199af9e69b889claireho // to have identical properties. 88727f654740f2a26ad62a5c155af9199af9e69b889claireho // getInclusions(src) contains exactly the first characters of 88827f654740f2a26ad62a5c155af9199af9e69b889claireho // same-value ranges for the given properties "source". 889b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const UnicodeSet* inclusions = getInclusions(src, status); 890b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(status)) { 891b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 892b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 893b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 894b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru clear(); 895b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 896b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 startHasProperty = -1; 897c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru int32_t limitRange = inclusions->getRangeCount(); 898b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 899b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru for (int j=0; j<limitRange; ++j) { 900b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // get current range 901b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 start = inclusions->getRangeStart(j); 902b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 end = inclusions->getRangeEnd(j); 903b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 904b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // for all the code points in the range, process 905b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru for (UChar32 ch = start; ch <= end; ++ch) { 906b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // only add to this UnicodeSet on inflection points -- 907b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // where the hasProperty value changes to false 908b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((*filter)(ch, context)) { 909b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (startHasProperty < 0) { 910b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru startHasProperty = ch; 911b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 912b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (startHasProperty >= 0) { 913b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(startHasProperty, ch-1); 914b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru startHasProperty = -1; 915b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 916b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 917b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 918b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (startHasProperty >= 0) { 919b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add((UChar32)startHasProperty, (UChar32)0x10FFFF); 920b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 921c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru if (isBogus() && U_SUCCESS(status)) { 922c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru // We likely ran out of memory. AHHH! 923c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru status = U_MEMORY_ALLOCATION_ERROR; 924c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru } 925b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 926b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 927b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool mungeCharName(char* dst, const char* src, int32_t dstCapacity) { 928b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru /* Note: we use ' ' in compiler code page */ 929b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t j = 0; 930b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char ch; 931b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru --dstCapacity; /* make room for term. zero */ 932b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru while ((ch = *src++) != 0) { 933b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (ch == ' ' && (j==0 || (j>0 && dst[j-1]==' '))) { 934b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 935b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 936b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (j >= dstCapacity) return FALSE; 937b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru dst[j++] = ch; 938b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 939b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (j > 0 && dst[j-1] == ' ') --j; 940b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru dst[j] = 0; 941b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return TRUE; 942b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 943b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 944b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 945b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Property set API 946b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 947b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 948b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define FAIL(ec) {ec=U_ILLEGAL_ARGUMENT_ERROR; return *this;} 949b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 950b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& 951b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet::applyIntPropertyValue(UProperty prop, int32_t value, UErrorCode& ec) { 952b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec) || isFrozen()) return *this; 953b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 954b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (prop == UCHAR_GENERAL_CATEGORY_MASK) { 955b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(generalCategoryMaskFilter, &value, UPROPS_SRC_CHAR, ec); 95627f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (prop == UCHAR_SCRIPT_EXTENSIONS) { 95727f654740f2a26ad62a5c155af9199af9e69b889claireho UScriptCode script = (UScriptCode)value; 95827f654740f2a26ad62a5c155af9199af9e69b889claireho applyFilter(scriptExtensionsFilter, &script, UPROPS_SRC_PROPSVEC, ec); 959b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 960b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru IntPropertyContext c = {prop, value}; 961b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(intPropertyFilter, &c, uprops_getSource(prop), ec); 962b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 963b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 964b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 965b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 966b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& 967b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet::applyPropertyAlias(const UnicodeString& prop, 968b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const UnicodeString& value, 969b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& ec) { 970b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec) || isFrozen()) return *this; 971b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 972b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // prop and value used to be converted to char * using the default 973b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // converter instead of the invariant conversion. 974b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // This should not be necessary because all Unicode property and value 975b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // names use only invariant characters. 976b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // If there are any variant characters, then we won't find them anyway. 977b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Checking first avoids assertion failures in the conversion. 978b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if( !uprv_isInvariantUString(prop.getBuffer(), prop.length()) || 979b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru !uprv_isInvariantUString(value.getBuffer(), value.length()) 980b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ) { 981b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 982b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 98327f654740f2a26ad62a5c155af9199af9e69b889claireho CharString pname, vname; 98427f654740f2a26ad62a5c155af9199af9e69b889claireho pname.appendInvariantChars(prop, ec); 98527f654740f2a26ad62a5c155af9199af9e69b889claireho vname.appendInvariantChars(value, ec); 98627f654740f2a26ad62a5c155af9199af9e69b889claireho if (U_FAILURE(ec)) return *this; 987b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 988b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UProperty p; 989b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t v; 990b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool mustNotBeEmpty = FALSE, invert = FALSE; 991b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 992b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (value.length() > 0) { 99327f654740f2a26ad62a5c155af9199af9e69b889claireho p = u_getPropertyEnum(pname.data()); 994b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == UCHAR_INVALID_CODE) FAIL(ec); 995b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 996b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Treat gc as gcm 997b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == UCHAR_GENERAL_CATEGORY) { 998b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_GENERAL_CATEGORY_MASK; 999b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1000b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1001b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((p >= UCHAR_BINARY_START && p < UCHAR_BINARY_LIMIT) || 1002b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (p >= UCHAR_INT_START && p < UCHAR_INT_LIMIT) || 1003b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (p >= UCHAR_MASK_START && p < UCHAR_MASK_LIMIT)) { 100427f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(p, vname.data()); 1005b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v == UCHAR_INVALID_CODE) { 1006b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle numeric CCC 1007b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == UCHAR_CANONICAL_COMBINING_CLASS || 1008b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p == UCHAR_TRAIL_CANONICAL_COMBINING_CLASS || 1009b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p == UCHAR_LEAD_CANONICAL_COMBINING_CLASS) { 1010b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char* end; 101127f654740f2a26ad62a5c155af9199af9e69b889claireho double value = uprv_strtod(vname.data(), &end); 1012b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru v = (int32_t) value; 1013b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v != value || v < 0 || *end != 0) { 1014b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // non-integral or negative value, or trailing junk 1015b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1016b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1017b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // If the resultant set is empty then the numeric value 1018b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // was invalid. 1019b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mustNotBeEmpty = TRUE; 1020b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1021b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1022b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1023b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1024b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1025b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1026b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 1027b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1028b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (p) { 1029b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case UCHAR_NUMERIC_VALUE: 1030b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 1031b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char* end; 103227f654740f2a26ad62a5c155af9199af9e69b889claireho double value = uprv_strtod(vname.data(), &end); 1033b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (*end != 0) { 1034b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1035b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1036b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(numericValueFilter, &value, UPROPS_SRC_CHAR, ec); 1037b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1038b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1039b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case UCHAR_NAME: 1040b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 1041b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Must munge name, since u_charFromName() does not do 1042b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // 'loose' matching. 1043b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char buf[128]; // it suffices that this be > uprv_getMaxCharNameLength 104427f654740f2a26ad62a5c155af9199af9e69b889claireho if (!mungeCharName(buf, vname.data(), sizeof(buf))) FAIL(ec); 1045103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius UChar32 ch = u_charFromName(U_EXTENDED_CHAR_NAME, buf, &ec); 1046b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_SUCCESS(ec)) { 1047b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru clear(); 1048b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(ch); 1049b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1050b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1051b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1052b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1053b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1054103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius case UCHAR_UNICODE_1_NAME: 1055103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // ICU 49 deprecates the Unicode_1_Name property APIs. 1056103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius FAIL(ec); 1057b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case UCHAR_AGE: 1058b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 1059b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Must munge name, since u_versionFromString() does not do 1060b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // 'loose' matching. 1061b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char buf[128]; 106227f654740f2a26ad62a5c155af9199af9e69b889claireho if (!mungeCharName(buf, vname.data(), sizeof(buf))) FAIL(ec); 1063b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UVersionInfo version; 1064b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru u_versionFromString(version, buf); 1065b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(versionFilter, &version, UPROPS_SRC_PROPSVEC, ec); 1066b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1067b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 106827f654740f2a26ad62a5c155af9199af9e69b889claireho case UCHAR_SCRIPT_EXTENSIONS: 106927f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(UCHAR_SCRIPT, vname.data()); 107027f654740f2a26ad62a5c155af9199af9e69b889claireho if (v == UCHAR_INVALID_CODE) { 107127f654740f2a26ad62a5c155af9199af9e69b889claireho FAIL(ec); 107227f654740f2a26ad62a5c155af9199af9e69b889claireho } 107327f654740f2a26ad62a5c155af9199af9e69b889claireho // fall through to calling applyIntPropertyValue() 107427f654740f2a26ad62a5c155af9199af9e69b889claireho break; 1075b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru default: 1076b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // p is a non-binary, non-enumerated property that we 1077b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // don't support (yet). 1078b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1079b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1080b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1081b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1082b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1083b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 1084b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // value is empty. Interpret as General Category, Script, or 1085b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Binary property. 1086b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_GENERAL_CATEGORY_MASK; 108727f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(p, pname.data()); 1088b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v == UCHAR_INVALID_CODE) { 1089b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_SCRIPT; 109027f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(p, pname.data()); 1091b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v == UCHAR_INVALID_CODE) { 109227f654740f2a26ad62a5c155af9199af9e69b889claireho p = u_getPropertyEnum(pname.data()); 1093b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p >= UCHAR_BINARY_START && p < UCHAR_BINARY_LIMIT) { 1094b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru v = 1; 109527f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (0 == uprv_comparePropertyNames(ANY, pname.data())) { 1096b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru set(MIN_VALUE, MAX_VALUE); 1097b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 109827f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (0 == uprv_comparePropertyNames(ASCII, pname.data())) { 1099b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru set(0, 0x7F); 1100b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 110127f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (0 == uprv_comparePropertyNames(ASSIGNED, pname.data())) { 1102b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [:Assigned:]=[:^Cn:] 1103b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_GENERAL_CATEGORY_MASK; 1104b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru v = U_GC_CN_MASK; 1105b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = TRUE; 1106b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1107b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1108b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1109b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1110b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1111b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 111227f654740f2a26ad62a5c155af9199af9e69b889claireho 1113b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyIntPropertyValue(p, v, ec); 1114b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if(invert) { 1115b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru complement(); 1116b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1117b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1118b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_SUCCESS(ec) && (mustNotBeEmpty && isEmpty())) { 1119b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // mustNotBeEmpty is set to true if an empty set indicates 1120b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // invalid input. 1121b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_ILLEGAL_ARGUMENT_ERROR; 1122b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1123b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1124c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru if (isBogus() && U_SUCCESS(ec)) { 1125c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru // We likely ran out of memory. AHHH! 1126c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru ec = U_MEMORY_ALLOCATION_ERROR; 1127c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru } 1128b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1129b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1130b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1131b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 1132b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Property set patterns 1133b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 1134b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1135b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1136b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Return true if the given position, in the given pattern, appears 1137b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * to be the start of a property set pattern. 1138b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1139b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUBool UnicodeSet::resemblesPropertyPattern(const UnicodeString& pattern, 1140b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t pos) { 1141b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Patterns are at least 5 characters long 1142b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((pos+5) > pattern.length()) { 1143b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return FALSE; 1144b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1145b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1146b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for an opening [:, [:^, \p, or \P 1147b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return isPOSIXOpen(pattern, pos) || isPerlOpen(pattern, pos) || isNameOpen(pattern, pos); 1148b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1149b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1150b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1151b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Return true if the given iterator appears to point at a 1152b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * property pattern. Regardless of the result, return with the 1153b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * iterator unchanged. 1154b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param chars iterator over the pattern characters. Upon return 1155b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * it will be unchanged. 1156b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param iterOpts RuleCharacterIterator options 1157b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1158b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUBool UnicodeSet::resemblesPropertyPattern(RuleCharacterIterator& chars, 1159b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t iterOpts) { 1160b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // NOTE: literal will always be FALSE, because we don't parse escapes. 1161b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool result = FALSE, literal; 1162b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode ec = U_ZERO_ERROR; 1163b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru iterOpts &= ~RuleCharacterIterator::PARSE_ESCAPES; 1164b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator::Pos pos; 1165b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(pos); 1166b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 c = chars.next(iterOpts, literal, ec); 1167b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5B /*'['*/ || c == 0x5C /*'\\'*/) { 1168b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 d = chars.next(iterOpts & ~RuleCharacterIterator::SKIP_WHITESPACE, 1169b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru literal, ec); 1170b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru result = (c == 0x5B /*'['*/) ? (d == 0x3A /*':'*/) : 1171b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (d == 0x4E /*'N'*/ || d == 0x70 /*'p'*/ || d == 0x50 /*'P'*/); 1172b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1173b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(pos); 1174b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return result && U_SUCCESS(ec); 1175b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1176b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1177b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1178b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Parse the given property pattern at the given parse position. 1179b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1180b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& UnicodeSet::applyPropertyPattern(const UnicodeString& pattern, 1181b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ParsePosition& ppos, 1182b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode &ec) { 1183b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t pos = ppos.getIndex(); 1184b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1185b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool posix = FALSE; // true for [:pat:], false for \p{pat} \P{pat} \N{pat} 1186b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool isName = FALSE; // true for \N{pat}, o/w false 1187b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool invert = FALSE; 1188b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1189b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return *this; 1190b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1191b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Minimum length is 5 characters, e.g. \p{L} 1192b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((pos+5) > pattern.length()) { 1193b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1194b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1195b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1196b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // On entry, ppos should point to one of the following locations: 1197b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for an opening [:, [:^, \p, or \P 1198b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (isPOSIXOpen(pattern, pos)) { 1199b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru posix = TRUE; 1200b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos += 2; 1201b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos = ICU_Utility::skipWhitespace(pattern, pos); 1202b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (pos < pattern.length() && pattern.charAt(pos) == COMPLEMENT) { 1203b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ++pos; 1204b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = TRUE; 1205b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1206b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (isPerlOpen(pattern, pos) || isNameOpen(pattern, pos)) { 1207b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar c = pattern.charAt(pos+1); 1208b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = (c == UPPER_P); 1209b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru isName = (c == UPPER_N); 1210b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos += 2; 1211b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos = ICU_Utility::skipWhitespace(pattern, pos); 1212b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (pos == pattern.length() || pattern.charAt(pos++) != OPEN_BRACE) { 1213b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Syntax error; "\p" or "\P" not followed by "{" 1214b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1215b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1216b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1217b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Open delimiter not seen 1218b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1219b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1220b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1221b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for the matching close delimiter, either :] or } 1222103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius int32_t close; 1223103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (posix) { 1224103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius close = pattern.indexOf(POSIX_CLOSE, 2, pos); 1225103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius } else { 1226103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius close = pattern.indexOf(CLOSE_BRACE, pos); 1227103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius } 1228b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (close < 0) { 1229b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Syntax error; close delimiter missing 1230b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1231b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1232b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1233b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for an '=' sign. If this is present, we will parse a 1234b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // medium \p{gc=Cf} or long \p{GeneralCategory=Format} 1235b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // pattern. 1236b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t equals = pattern.indexOf(EQUALS, pos); 1237b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString propName, valueName; 1238b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (equals >= 0 && equals < close && !isName) { 1239b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Equals seen; parse medium/long pattern 1240b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.extractBetween(pos, equals, propName); 1241b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.extractBetween(equals+1, close, valueName); 1242b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1243b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1244b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 1245b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle case where no '=' is seen, and \N{} 1246b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.extractBetween(pos, close, propName); 1247b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1248b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle \N{name} 1249b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (isName) { 1250b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // This is a little inefficient since it means we have to 1251b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // parse NAME_PROP back to UCHAR_NAME even though we already 1252b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // know it's UCHAR_NAME. If we refactor the API to 1253b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // support args of (UProperty, char*) then we can remove 1254b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // NAME_PROP and make this a little more efficient. 1255b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru valueName = propName; 1256b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru propName = UnicodeString(NAME_PROP, NAME_PROP_LENGTH, US_INV); 1257b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1258b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1259b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1260b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyPropertyAlias(propName, valueName, ec); 1261b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1262b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_SUCCESS(ec)) { 1263b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (invert) { 1264b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru complement(); 1265b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1266b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1267b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Move to the limit position after the close delimiter if the 1268b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // parse succeeded. 1269b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ppos.setIndex(close + (posix ? 2 : 1)); 1270b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1271b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1272b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1273b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1274b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1275b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1276b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Parse a property pattern. 1277b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param chars iterator over the pattern characters. Upon return 1278b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * it will be advanced to the first character after the parsed 1279b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern, or the end of the iteration if all characters are 1280b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * parsed. 1281b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param rebuiltPat the pattern that was parsed, rebuilt or 1282b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * copied from the input pattern, as appropriate. 1283b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1284b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruvoid UnicodeSet::applyPropertyPattern(RuleCharacterIterator& chars, 1285b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString& rebuiltPat, 1286b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& ec) { 1287b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 1288b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString pattern; 1289b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.lookahead(pattern); 1290b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ParsePosition pos(0); 1291b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyPropertyPattern(pattern, pos, ec); 1292b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 1293b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (pos.getIndex() == 0) { 1294b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Invalid property pattern"); 1295b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 1296b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 1297b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1298b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.jumpahead(pos.getIndex()); 1299b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru rebuiltPat.append(pattern, 0, pos.getIndex()); 1300b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1301b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1302b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_NAMESPACE_END 1303