1b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/* 2b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru******************************************************************************* 3b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 4f9878a236aa0d9662d8e40cafdaf2e04cd615835ccornelius* Copyright (C) 1999-2014, International Business Machines 5b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* Corporation and others. All Rights Reserved. 6b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 7b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru******************************************************************************* 8b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* file name: uniset_props.cpp 9b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* encoding: US-ASCII 10b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* tab size: 8 (not used) 11b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* indentation:4 12b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 13b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* created on: 2004aug25 14b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* created by: Markus W. Scherer 15b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* 16b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru* Character property dependent functions moved here from uniset.cpp 17b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru*/ 18b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 19b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/utypes.h" 20b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uniset.h" 21b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/parsepos.h" 22b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uchar.h" 23b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uscript.h" 24b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/symtable.h" 25b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/uset.h" 26b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/locid.h" 27b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "unicode/brkiter.h" 28b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uset_imp.h" 29b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ruleiter.h" 30b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "cmemory.h" 31b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ucln_cmn.h" 32b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "util.h" 33b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uvector.h" 34b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uprops.h" 35b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "propname.h" 3650294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho#include "normalizer2impl.h" 37b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ucase.h" 38b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "ubidi_props.h" 39b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uinvchar.h" 4050294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho#include "uprops.h" 41b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "charstr.h" 42b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "cstring.h" 4350294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho#include "mutex.h" 44b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "umutex.h" 45b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "uassert.h" 46b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#include "hash.h" 47b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 48b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_NAMESPACE_USE 49b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 50b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// initial storage. Must be >= 0 51b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// *** same as in uniset.cpp ! *** 52b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define START_EXTRA 16 53b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 54b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Define UChar constants using hex for EBCDIC compatibility 55b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Used #define to reduce private static exports and memory access time. 56b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define SET_OPEN ((UChar)0x005B) /*[*/ 57b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define SET_CLOSE ((UChar)0x005D) /*]*/ 58b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define HYPHEN ((UChar)0x002D) /*-*/ 59b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define COMPLEMENT ((UChar)0x005E) /*^*/ 60b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define COLON ((UChar)0x003A) /*:*/ 61b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define BACKSLASH ((UChar)0x005C) /*\*/ 62b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define INTERSECTION ((UChar)0x0026) /*&*/ 63b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define UPPER_U ((UChar)0x0055) /*U*/ 64b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define LOWER_U ((UChar)0x0075) /*u*/ 65b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define OPEN_BRACE ((UChar)123) /*{*/ 66b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define CLOSE_BRACE ((UChar)125) /*}*/ 67b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define UPPER_P ((UChar)0x0050) /*P*/ 68b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define LOWER_P ((UChar)0x0070) /*p*/ 69b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define UPPER_N ((UChar)78) /*N*/ 70b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define EQUALS ((UChar)0x003D) /*=*/ 71b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 72b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar POSIX_OPEN[] = { SET_OPEN,COLON,0 }; // "[:" 73b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const UChar POSIX_CLOSE[] = { COLON,SET_CLOSE,0 }; // ":]" 74b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar PERL_OPEN[] = { BACKSLASH,LOWER_P,0 }; // "\\p" 7554dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius//static const UChar PERL_CLOSE[] = { CLOSE_BRACE,0 }; // "}" 76b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar NAME_OPEN[] = { BACKSLASH,UPPER_N,0 }; // "\\N" 77b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const UChar HYPHEN_RIGHT_BRACE[] = {HYPHEN,SET_CLOSE,0}; /*-]*/ 78b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 79b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Special property set IDs 80b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const char ANY[] = "ANY"; // [\u0000-\U0010FFFF] 81b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const char ASCII[] = "ASCII"; // [\u0000-\u007F] 82b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic const char ASSIGNED[] = "Assigned"; // [:^Cn:] 83b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 84b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Unicode name property alias 85b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define NAME_PROP "na" 86b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define NAME_PROP_LENGTH 2 87b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 88b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 89b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Delimiter string used in patterns to close a category reference: 90b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * ":]". Example: "[:Lu:]". 91b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 92b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//static const UChar CATEGORY_CLOSE[] = {COLON, SET_CLOSE, 0x0000}; /* ":]" */ 93b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 9450294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho// Cached sets ------------------------------------------------------------- *** 9550294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 9650294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehoU_CDECL_BEGIN 9750294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehostatic UBool U_CALLCONV uset_cleanup(); 9850294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 9959d709d503bab6e2b61931737e662dd293b40578ccorneliusstruct Inclusion { 10059d709d503bab6e2b61931737e662dd293b40578ccornelius UnicodeSet *fSet; 10159d709d503bab6e2b61931737e662dd293b40578ccornelius UInitOnce fInitOnce; 10250294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho}; 10359d709d503bab6e2b61931737e662dd293b40578ccorneliusstatic Inclusion gInclusions[UPROPS_SRC_COUNT]; // cached getInclusions() 10450294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 10559d709d503bab6e2b61931737e662dd293b40578ccorneliusstatic UnicodeSet *uni32Singleton; 10659d709d503bab6e2b61931737e662dd293b40578ccorneliusstatic icu::UInitOnce uni32InitOnce = U_INITONCE_INITIALIZER; 10750294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 108b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 109b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Inclusions list 110b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 111b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 112b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// USetAdder implementation 113b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Does not use uset.h to reduce code dependencies 114b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic void U_CALLCONV 115b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru_set_add(USet *set, UChar32 c) { 116b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ((UnicodeSet *)set)->add(c); 117b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 118b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 119b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic void U_CALLCONV 120b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru_set_addRange(USet *set, UChar32 start, UChar32 end) { 121b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ((UnicodeSet *)set)->add(start, end); 122b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 123b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 124b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic void U_CALLCONV 125b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru_set_addString(USet *set, const UChar *str, int32_t length) { 126b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ((UnicodeSet *)set)->add(UnicodeString((UBool)(length<0), str, length)); 127b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 128b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 129b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 130b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Cleanup function for UnicodeSet 131b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 132b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool U_CALLCONV uset_cleanup(void) { 13359d709d503bab6e2b61931737e662dd293b40578ccornelius for(int32_t i = UPROPS_SRC_NONE; i < UPROPS_SRC_COUNT; ++i) { 13459d709d503bab6e2b61931737e662dd293b40578ccornelius Inclusion &in = gInclusions[i]; 13559d709d503bab6e2b61931737e662dd293b40578ccornelius delete in.fSet; 13659d709d503bab6e2b61931737e662dd293b40578ccornelius in.fSet = NULL; 13759d709d503bab6e2b61931737e662dd293b40578ccornelius in.fInitOnce.reset(); 138b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 13959d709d503bab6e2b61931737e662dd293b40578ccornelius 14059d709d503bab6e2b61931737e662dd293b40578ccornelius delete uni32Singleton; 14159d709d503bab6e2b61931737e662dd293b40578ccornelius uni32Singleton = NULL; 14259d709d503bab6e2b61931737e662dd293b40578ccornelius uni32InitOnce.reset(); 143b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return TRUE; 144b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 145b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 146b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_CDECL_END 147b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 148b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_NAMESPACE_BEGIN 149b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 150c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru/* 15159d709d503bab6e2b61931737e662dd293b40578ccorneliusReduce excessive reallocation, and make it easier to detect initialization problems. 152c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste QueruUsually you don't see smaller sets than this for Unicode 5.0. 153c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru*/ 154c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru#define DEFAULT_INCLUSION_CAPACITY 3072 155c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru 15659d709d503bab6e2b61931737e662dd293b40578ccorneliusvoid U_CALLCONV UnicodeSet_initInclusion(int32_t src, UErrorCode &status) { 15759d709d503bab6e2b61931737e662dd293b40578ccornelius // This function is invoked only via umtx_initOnce(). 15859d709d503bab6e2b61931737e662dd293b40578ccornelius // This function is a friend of class UnicodeSet. 15959d709d503bab6e2b61931737e662dd293b40578ccornelius 16059d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(src >=0 && src<UPROPS_SRC_COUNT); 16159d709d503bab6e2b61931737e662dd293b40578ccornelius UnicodeSet * &incl = gInclusions[src].fSet; 16259d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(incl == NULL); 16359d709d503bab6e2b61931737e662dd293b40578ccornelius 16459d709d503bab6e2b61931737e662dd293b40578ccornelius incl = new UnicodeSet(); 16559d709d503bab6e2b61931737e662dd293b40578ccornelius if (incl == NULL) { 16659d709d503bab6e2b61931737e662dd293b40578ccornelius status = U_MEMORY_ALLOCATION_ERROR; 16759d709d503bab6e2b61931737e662dd293b40578ccornelius return; 16859d709d503bab6e2b61931737e662dd293b40578ccornelius } 16959d709d503bab6e2b61931737e662dd293b40578ccornelius USetAdder sa = { 17059d709d503bab6e2b61931737e662dd293b40578ccornelius (USet *)incl, 17159d709d503bab6e2b61931737e662dd293b40578ccornelius _set_add, 17259d709d503bab6e2b61931737e662dd293b40578ccornelius _set_addRange, 17359d709d503bab6e2b61931737e662dd293b40578ccornelius _set_addString, 17459d709d503bab6e2b61931737e662dd293b40578ccornelius NULL, // don't need remove() 17559d709d503bab6e2b61931737e662dd293b40578ccornelius NULL // don't need removeRange() 17659d709d503bab6e2b61931737e662dd293b40578ccornelius }; 17759d709d503bab6e2b61931737e662dd293b40578ccornelius 17859d709d503bab6e2b61931737e662dd293b40578ccornelius incl->ensureCapacity(DEFAULT_INCLUSION_CAPACITY, status); 17959d709d503bab6e2b61931737e662dd293b40578ccornelius switch(src) { 18059d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CHAR: 18159d709d503bab6e2b61931737e662dd293b40578ccornelius uchar_addPropertyStarts(&sa, &status); 18259d709d503bab6e2b61931737e662dd293b40578ccornelius break; 18359d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_PROPSVEC: 18459d709d503bab6e2b61931737e662dd293b40578ccornelius upropsvec_addPropertyStarts(&sa, &status); 18559d709d503bab6e2b61931737e662dd293b40578ccornelius break; 18659d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CHAR_AND_PROPSVEC: 18759d709d503bab6e2b61931737e662dd293b40578ccornelius uchar_addPropertyStarts(&sa, &status); 18859d709d503bab6e2b61931737e662dd293b40578ccornelius upropsvec_addPropertyStarts(&sa, &status); 18959d709d503bab6e2b61931737e662dd293b40578ccornelius break; 190b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#if !UCONFIG_NO_NORMALIZATION 19159d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CASE_AND_NORM: { 19259d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(status); 19359d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 19459d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 19559d709d503bab6e2b61931737e662dd293b40578ccornelius } 19659d709d503bab6e2b61931737e662dd293b40578ccornelius ucase_addPropertyStarts(ucase_getSingleton(), &sa, &status); 19759d709d503bab6e2b61931737e662dd293b40578ccornelius break; 19859d709d503bab6e2b61931737e662dd293b40578ccornelius } 19959d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFC: { 20059d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(status); 20159d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 20259d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 203b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 20459d709d503bab6e2b61931737e662dd293b40578ccornelius break; 205b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 20659d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFKC: { 20759d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFKCImpl(status); 20859d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 20959d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 21059d709d503bab6e2b61931737e662dd293b40578ccornelius } 21159d709d503bab6e2b61931737e662dd293b40578ccornelius break; 21259d709d503bab6e2b61931737e662dd293b40578ccornelius } 21359d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFKC_CF: { 21459d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFKC_CFImpl(status); 21559d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 21659d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addPropertyStarts(&sa, status); 21759d709d503bab6e2b61931737e662dd293b40578ccornelius } 21859d709d503bab6e2b61931737e662dd293b40578ccornelius break; 21959d709d503bab6e2b61931737e662dd293b40578ccornelius } 22059d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_NFC_CANON_ITER: { 22159d709d503bab6e2b61931737e662dd293b40578ccornelius const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(status); 22259d709d503bab6e2b61931737e662dd293b40578ccornelius if(U_SUCCESS(status)) { 22359d709d503bab6e2b61931737e662dd293b40578ccornelius impl->addCanonIterPropertyStarts(&sa, status); 22459d709d503bab6e2b61931737e662dd293b40578ccornelius } 22559d709d503bab6e2b61931737e662dd293b40578ccornelius break; 22659d709d503bab6e2b61931737e662dd293b40578ccornelius } 22759d709d503bab6e2b61931737e662dd293b40578ccornelius#endif 22859d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_CASE: 22959d709d503bab6e2b61931737e662dd293b40578ccornelius ucase_addPropertyStarts(ucase_getSingleton(), &sa, &status); 23059d709d503bab6e2b61931737e662dd293b40578ccornelius break; 23159d709d503bab6e2b61931737e662dd293b40578ccornelius case UPROPS_SRC_BIDI: 23259d709d503bab6e2b61931737e662dd293b40578ccornelius ubidi_addPropertyStarts(ubidi_getSingleton(), &sa, &status); 23359d709d503bab6e2b61931737e662dd293b40578ccornelius break; 23459d709d503bab6e2b61931737e662dd293b40578ccornelius default: 23559d709d503bab6e2b61931737e662dd293b40578ccornelius status = U_INTERNAL_PROGRAM_ERROR; 23659d709d503bab6e2b61931737e662dd293b40578ccornelius break; 23759d709d503bab6e2b61931737e662dd293b40578ccornelius } 23859d709d503bab6e2b61931737e662dd293b40578ccornelius 23959d709d503bab6e2b61931737e662dd293b40578ccornelius if (U_FAILURE(status)) { 24059d709d503bab6e2b61931737e662dd293b40578ccornelius delete incl; 24159d709d503bab6e2b61931737e662dd293b40578ccornelius incl = NULL; 24259d709d503bab6e2b61931737e662dd293b40578ccornelius return; 24359d709d503bab6e2b61931737e662dd293b40578ccornelius } 24459d709d503bab6e2b61931737e662dd293b40578ccornelius // Compact for caching 24559d709d503bab6e2b61931737e662dd293b40578ccornelius incl->compact(); 24659d709d503bab6e2b61931737e662dd293b40578ccornelius ucln_common_registerCleanup(UCLN_COMMON_USET, uset_cleanup); 247b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 248b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 24959d709d503bab6e2b61931737e662dd293b40578ccornelius 25059d709d503bab6e2b61931737e662dd293b40578ccornelius 25159d709d503bab6e2b61931737e662dd293b40578ccorneliusconst UnicodeSet* UnicodeSet::getInclusions(int32_t src, UErrorCode &status) { 25259d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(src >=0 && src<UPROPS_SRC_COUNT); 25359d709d503bab6e2b61931737e662dd293b40578ccornelius Inclusion &i = gInclusions[src]; 25459d709d503bab6e2b61931737e662dd293b40578ccornelius umtx_initOnce(i.fInitOnce, &UnicodeSet_initInclusion, src, status); 25559d709d503bab6e2b61931737e662dd293b40578ccornelius return i.fSet; 25659d709d503bab6e2b61931737e662dd293b40578ccornelius} 25759d709d503bab6e2b61931737e662dd293b40578ccornelius 25859d709d503bab6e2b61931737e662dd293b40578ccornelius 25950294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho// Cache some sets for other services -------------------------------------- *** 26059d709d503bab6e2b61931737e662dd293b40578ccorneliusvoid U_CALLCONV createUni32Set(UErrorCode &errorCode) { 26159d709d503bab6e2b61931737e662dd293b40578ccornelius U_ASSERT(uni32Singleton == NULL); 26259d709d503bab6e2b61931737e662dd293b40578ccornelius uni32Singleton = new UnicodeSet(UNICODE_STRING_SIMPLE("[:age=3.2:]"), errorCode); 26359d709d503bab6e2b61931737e662dd293b40578ccornelius if(uni32Singleton==NULL) { 26459d709d503bab6e2b61931737e662dd293b40578ccornelius errorCode=U_MEMORY_ALLOCATION_ERROR; 26559d709d503bab6e2b61931737e662dd293b40578ccornelius } else { 26659d709d503bab6e2b61931737e662dd293b40578ccornelius uni32Singleton->freeze(); 26759d709d503bab6e2b61931737e662dd293b40578ccornelius } 26859d709d503bab6e2b61931737e662dd293b40578ccornelius ucln_common_registerCleanup(UCLN_COMMON_USET, uset_cleanup); 26959d709d503bab6e2b61931737e662dd293b40578ccornelius} 27059d709d503bab6e2b61931737e662dd293b40578ccornelius 27150294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 27250294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehoU_CFUNC UnicodeSet * 27350294ead5e5d23f5bbfed76e00e6b510bd41eee1clairehouniset_getUnicode32Instance(UErrorCode &errorCode) { 27459d709d503bab6e2b61931737e662dd293b40578ccornelius umtx_initOnce(uni32InitOnce, &createUni32Set, errorCode); 27559d709d503bab6e2b61931737e662dd293b40578ccornelius return uni32Singleton; 27650294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho} 27750294ead5e5d23f5bbfed76e00e6b510bd41eee1claireho 278b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// helper functions for matching of pattern syntax pieces ------------------ *** 279b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// these functions are parallel to the PERL_OPEN etc. strings above 280b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 281b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// using these functions is not only faster than UnicodeString::compare() and 282b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// caseCompare(), but they also make UnicodeSet work for simple patterns when 283b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// no Unicode properties data is available - when caseCompare() fails 284b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 285b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic inline UBool 286b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPerlOpen(const UnicodeString &pattern, int32_t pos) { 287b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar c; 288b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==BACKSLASH && ((c=pattern.charAt(pos+1))==LOWER_P || c==UPPER_P); 289b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 290b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 291b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/*static inline UBool 292b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPerlClose(const UnicodeString &pattern, int32_t pos) { 293b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==CLOSE_BRACE; 294b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru}*/ 295b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 296b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic inline UBool 297b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisNameOpen(const UnicodeString &pattern, int32_t pos) { 298b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==BACKSLASH && pattern.charAt(pos+1)==UPPER_N; 299b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 300b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 301b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic inline UBool 302b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPOSIXOpen(const UnicodeString &pattern, int32_t pos) { 303b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==SET_OPEN && pattern.charAt(pos+1)==COLON; 304b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 305b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 306b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/*static inline UBool 307b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruisPOSIXClose(const UnicodeString &pattern, int32_t pos) { 308b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return pattern.charAt(pos)==COLON && pattern.charAt(pos+1)==SET_CLOSE; 309b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru}*/ 310b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 311b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// TODO memory debugging provided inside uniset.cpp 312b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// could be made available here but probably obsolete with use of modern 313b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// memory leak checker tools 314b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define _dbgct(me) 315b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 316b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 317b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Constructors &c 318b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 319b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 320b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 321b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Constructs a set from the given pattern, optionally ignoring 322b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * white space. See the class description for the syntax of the 323b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern language. 324b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param pattern a string specifying what characters are in the set 325b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 326b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet::UnicodeSet(const UnicodeString& pattern, 327b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& status) : 328b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru len(0), capacity(START_EXTRA), list(0), bmpSet(0), buffer(0), 329c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru bufferCapacity(0), patLen(0), pat(NULL), strings(NULL), stringSpan(NULL), 330c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru fFlags(0) 331b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru{ 332b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if(U_SUCCESS(status)){ 333b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru list = (UChar32*) uprv_malloc(sizeof(UChar32) * capacity); 334b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru /* test for NULL */ 335b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if(list == NULL) { 336103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius status = U_MEMORY_ALLOCATION_ERROR; 337b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru }else{ 338b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru allocateStrings(status); 339103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius applyPattern(pattern, status); 340b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 341b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 342b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _dbgct(this); 343b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 344b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 345b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 346b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Public API 347b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 348b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 349b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& UnicodeSet::applyPattern(const UnicodeString& pattern, 350b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& status) { 351103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // Equivalent to 352103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // return applyPattern(pattern, USET_IGNORE_SPACE, NULL, status); 353103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // but without dependency on closeOver(). 354b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ParsePosition pos(0); 355103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius applyPatternIgnoreSpace(pattern, pos, NULL, status); 356b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(status)) return *this; 357b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 358b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t i = pos.getIndex(); 359103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // Skip over trailing whitespace 360103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius ICU_Utility::skipWhitespace(pattern, i, TRUE); 361b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (i != pattern.length()) { 362b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru status = U_ILLEGAL_ARGUMENT_ERROR; 363b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 364b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 365b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 366b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 367103e9ffba2cba345d0078eb8b8db33249f81840aCraig Corneliusvoid 368103e9ffba2cba345d0078eb8b8db33249f81840aCraig CorneliusUnicodeSet::applyPatternIgnoreSpace(const UnicodeString& pattern, 369103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius ParsePosition& pos, 370103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius const SymbolTable* symbols, 371103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius UErrorCode& status) { 372103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (U_FAILURE(status)) { 373103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius return; 374103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius } 375103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (isFrozen()) { 376103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius status = U_NO_WRITE_PERMISSION; 377103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius return; 378b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 379b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Need to build the pattern in a temporary string because 380b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // _applyPattern calls add() etc., which set pat to empty. 381b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString rebuiltPat; 382b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator chars(pattern, symbols, pos); 383103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius applyPattern(chars, symbols, rebuiltPat, USET_IGNORE_SPACE, NULL, status); 384103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (U_FAILURE(status)) return; 385b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (chars.inVariable()) { 386b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Extra chars in variable value"); 387b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru status = U_MALFORMED_SET; 388103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius return; 389b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 390b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setPattern(rebuiltPat); 391b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 392b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 393b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 394b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Return true if the given position, in the given pattern, appears 395b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * to be the start of a UnicodeSet pattern. 396b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 397b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUBool UnicodeSet::resemblesPattern(const UnicodeString& pattern, int32_t pos) { 398b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return ((pos+1) < pattern.length() && 399b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.charAt(pos) == (UChar)91/*[*/) || 400b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru resemblesPropertyPattern(pattern, pos); 401b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 402b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 403b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 404b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Implementation: Pattern parsing 405b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 406b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 407b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 408b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * A small all-inline class to manage a UnicodeSet pointer. Add 409b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * operator->() etc. as needed. 410b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 411b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruclass UnicodeSetPointer { 412b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeSet* p; 413b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querupublic: 414b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline UnicodeSetPointer() : p(0) {} 415b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline ~UnicodeSetPointer() { delete p; } 416b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline UnicodeSet* pointer() { return p; } 417b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru inline UBool allocate() { 418b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == 0) { 419b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = new UnicodeSet(); 420b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 421b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return p != 0; 422b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 423b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru}; 424b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 425b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 426b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Parse the pattern from the given RuleCharacterIterator. The 427b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * iterator is advanced over the parsed pattern. 428b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param chars iterator over the pattern characters. Upon return 429b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * it will be advanced to the first character after the parsed 430b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern, or the end of the iteration if all characters are 431b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * parsed. 432b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param symbols symbol table to use to parse and dereference 433b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * variables, or null if none. 434b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param rebuiltPat the pattern that was parsed, rebuilt or 435b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * copied from the input pattern, as appropriate. 436b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param options a bit mask of zero or more of the following: 437b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * IGNORE_SPACE, CASE. 438b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 439b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruvoid UnicodeSet::applyPattern(RuleCharacterIterator& chars, 440b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const SymbolTable* symbols, 441b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString& rebuiltPat, 442b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru uint32_t options, 443103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius UnicodeSet& (UnicodeSet::*caseClosure)(int32_t attribute), 444b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& ec) { 445b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 446b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 447b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Syntax characters: [ ] ^ - & { } 448b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 449b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Recognized special forms for chars, sets: c-c s-s s&s 450b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 451b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t opts = RuleCharacterIterator::PARSE_VARIABLES | 452b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator::PARSE_ESCAPES; 453b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((options & USET_IGNORE_SPACE) != 0) { 454b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru opts |= RuleCharacterIterator::SKIP_WHITESPACE; 455b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 456b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 457b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString patLocal, buf; 458b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool usePat = FALSE; 459b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeSetPointer scratch; 460b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator::Pos backup; 461b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 462b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // mode: 0=before [, 1=between [...], 2=after ] 463b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // lastItem: 0=none, 1=char, 2=set 464b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int8_t lastItem = 0, mode = 0; 465b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 lastChar = 0; 466b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar op = 0; 467b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 468b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool invert = FALSE; 469b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 470b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru clear(); 471b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 472b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru while (mode != 2 && !chars.atEnd()) { 473b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru U_ASSERT((lastItem == 0 && op == 0) || 474b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (lastItem == 1 && (op == 0 || op == HYPHEN /*'-'*/)) || 475b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (lastItem == 2 && (op == 0 || op == HYPHEN /*'-'*/ || 476b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op == INTERSECTION /*'&'*/))); 477b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 478b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 c = 0; 479b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool literal = FALSE; 480b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeSet* nested = 0; // alias - do not delete 481b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 482b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Check for property pattern 483b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 484b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // setMode: 0=none, 1=unicodeset, 2=propertypat, 3=preparsed 485b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int8_t setMode = 0; 486b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (resemblesPropertyPattern(chars, opts)) { 487b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setMode = 2; 488b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 489b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 490b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Parse '[' of opening delimiter OR nested set. 491b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // If there is a nested set, use `setMode' to define how 492b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // the set should be parsed. If the '[' is part of the 493b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // opening delimiter for this pattern, parse special 494b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // strings "[", "[^", "[-", and "[^-". Check for stand-in 495b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // characters representing a nested set in the symbol 496b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // table. 497b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 498b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 499b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Prepare to backup if necessary 500b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); 501b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 502b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 503b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 504b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5B /*'['*/ && !literal) { 505b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode == 1) { 506b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(backup); // backup 507b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setMode = 1; 508b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 509b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle opening '[' delimiter 510b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 1; 511b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5B /*'['*/); 512b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); // prepare to backup 513b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 514b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 515b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5E /*'^'*/ && !literal) { 516b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = TRUE; 517b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5E /*'^'*/); 518b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); // prepare to backup 519b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 520b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 521b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 522b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Fall through to handle special leading '-'; 523b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // otherwise restart loop for nested [], \p{}, etc. 524b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == HYPHEN /*'-'*/) { 525b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru literal = TRUE; 526b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Fall through to handle literal '-' below 527b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 528b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(backup); // backup 529b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 530b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 531b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 532b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (symbols != 0) { 533b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const UnicodeFunctor *m = symbols->lookupMatcher(c); 534b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (m != 0) { 53527f654740f2a26ad62a5c155af9199af9e69b889claireho const UnicodeSet *ms = dynamic_cast<const UnicodeSet *>(m); 53627f654740f2a26ad62a5c155af9199af9e69b889claireho if (ms == NULL) { 537b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 538b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 539b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 540b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // casting away const, but `nested' won't be modified 541b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // (important not to modify stored set) 54227f654740f2a26ad62a5c155af9199af9e69b889claireho nested = const_cast<UnicodeSet*>(ms); 543b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru setMode = 3; 544b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 545b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 546b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 547b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 548b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Handle a nested set. This either is inline in 549b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // the pattern or represented by a stand-in that has 550b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // previously been parsed and was looked up in the symbol 551b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // table. 552b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 553b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (setMode != 0) { 554b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 555b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op != 0) { 556b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Char expected after operator"); 557b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 558b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 559b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 560b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 561b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 562b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 0; 563b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = 0; 564b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 565b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 566b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == HYPHEN /*'-'*/ || op == INTERSECTION /*'&'*/) { 567b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append(op); 568b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 569b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 570b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (nested == 0) { 571b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // lazy allocation 572b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (!scratch.allocate()) { 573b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MEMORY_ALLOCATION_ERROR; 574b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 575b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 576b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru nested = scratch.pointer(); 577b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 578b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (setMode) { 579b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 1: 580103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius nested->applyPattern(chars, symbols, patLocal, options, caseClosure, ec); 581b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 582b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 2: 583b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.skipIgnored(opts); 584b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru nested->applyPropertyPattern(chars, patLocal, ec); 585b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 586b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 587b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 3: // `nested' already parsed 588b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru nested->_toPattern(patLocal, FALSE); 589b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 590b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 591b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 592b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru usePat = TRUE; 593b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 594b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode == 0) { 595b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Entire pattern is a category; leave parse loop 596b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru *this = *nested; 597b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 598b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 599b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 600b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 601b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (op) { 602b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case HYPHEN: /*'-'*/ 603b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru removeAll(*nested); 604b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 605b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case INTERSECTION: /*'&'*/ 606b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru retainAll(*nested); 607b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 608b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0: 609b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru addAll(*nested); 610b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 611b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 612b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 613b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = 0; 614b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 2; 615b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 616b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 617b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 618b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 619b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode == 0) { 620b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Missing '['"); 621b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 622b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 623b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 624b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 625b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Parse special (syntax) characters. If the 626b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // current character is not special, or if it is escaped, 627b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // then fall through and handle it below. 628b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 629b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (!literal) { 630b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (c) { 631b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0x5D /*']'*/: 632b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 633b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 634b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 635b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 636b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Treat final trailing '-' as a literal 637b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == HYPHEN /*'-'*/) { 638b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(op, op); 639b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append(op); 640b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (op == INTERSECTION /*'&'*/) { 641b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Trailing '&'"); 642b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 643b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 644b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 645b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5D /*']'*/); 646b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 647b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 648b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case HYPHEN /*'-'*/: 649b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == 0) { 650b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem != 0) { 651b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = (UChar) c; 652b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 653b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 654b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Treat final trailing '-' as a literal 655b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(c, c); 656b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 657b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 658b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5D /*']'*/ && !literal) { 659103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius patLocal.append(HYPHEN_RIGHT_BRACE, 2); 660b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 661b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 662b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 663b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 664b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 665b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "'-' not after char or set"); 666b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 667b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 668b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case INTERSECTION /*'&'*/: 669b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 2 && op == 0) { 670b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = (UChar) c; 671b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 672b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 673b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "'&' not after set"); 674b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 675b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 676b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0x5E /*'^'*/: 677b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "'^' not after '['"); 678b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 679b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 680b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0x7B /*'{'*/: 681b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op != 0) { 682b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Missing operand after operator"); 683b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 684b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 685b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 686b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 687b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 688b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 689b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 690b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 0; 691b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru buf.truncate(0); 692b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 693b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool ok = FALSE; 694b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru while (!chars.atEnd()) { 695b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 696b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 697b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x7D /*'}'*/ && !literal) { 698b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ok = TRUE; 699b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 700b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 701b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru buf.append(c); 702b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 703b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (buf.length() < 1 || !ok) { 704b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Invalid multicharacter string"); 705b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 706b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 707b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 708b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 709b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // We have new string. Add it to set and continue; 710b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // we don't need to drop through to the further 711b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // processing 712b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(buf); 713b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x7B /*'{'*/); 714b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, buf, FALSE); 715b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x7D /*'}'*/); 716b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 717b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case SymbolTable::SYMBOL_REF: 718b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // symbols nosymbols 719b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a-$] error error (ambiguous) 720b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a$] anchor anchor 721b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a-$x] var "x"* literal '$' 722b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [a-$.] error literal '$' 723b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // *We won't get here in the case of var "x" 724b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 725b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(backup); 726b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = chars.next(opts, literal, ec); 727b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 728b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool anchor = (c == 0x5D /*']'*/ && !literal); 729b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (symbols == 0 && !anchor) { 730b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru c = SymbolTable::SYMBOL_REF; 731b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(backup); 732b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; // literal '$' 733b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 734b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (anchor && op == 0) { 735b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastItem == 1) { 736b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 737b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 738b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 739b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(U_ETHER); 740b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru usePat = TRUE; 741b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) SymbolTable::SYMBOL_REF); 742b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append((UChar) 0x5D /*']'*/); 743b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mode = 2; 744b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 745b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 746b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Unquoted '$'"); 747b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 748b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 749b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 750b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru default: 751b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 752b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 753b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 754b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 755b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // -------- Parse literal characters. This includes both 756b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // escaped chars ("\u4E01") and non-syntax characters 757b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // ("a"). 758b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 759b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (lastItem) { 760b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 0: 761b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 1; 762b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastChar = c; 763b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 764b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 1: 765b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op == HYPHEN /*'-'*/) { 766b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (lastChar >= c) { 767b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Don't allow redundant (a-a) or empty (b-a) ranges; 768b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // these are most likely typos. 769b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Invalid range"); 770b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 771b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 772b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 773b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, c); 774b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 775b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru patLocal.append(op); 776b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, c, FALSE); 777b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 0; 778b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru op = 0; 779b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 780b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(lastChar, lastChar); 781b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _appendToPat(patLocal, lastChar, FALSE); 782b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastChar = c; 783b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 784b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 785b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case 2: 786b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (op != 0) { 787b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Set expected after operator"); 788b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 789b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 790b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 791b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastChar = c; 792b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru lastItem = 1; 793b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru break; 794b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 795b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 796b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 797b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (mode != 2) { 798b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Missing ']'"); 799b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 800b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 801b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 802b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 803b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.skipIgnored(opts); 804b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 805b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru /** 806b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Handle global flags (invert, case insensitivity). If this 807b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern should be compiled case-insensitive, then we need 808b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * to close over case BEFORE COMPLEMENTING. This makes 809b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * patterns like /[^abc]/i work. 810b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 811b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((options & USET_CASE_INSENSITIVE) != 0) { 812103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius (this->*caseClosure)(USET_CASE_INSENSITIVE); 813b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 814b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else if ((options & USET_ADD_CASE_MAPPINGS) != 0) { 815103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius (this->*caseClosure)(USET_ADD_CASE_MAPPINGS); 816b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 817b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (invert) { 818b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru complement(); 819b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 820b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 821b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Use the rebuilt pattern (patLocal) only if necessary. Prefer the 822b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // generated pattern. 823b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (usePat) { 824b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru rebuiltPat.append(patLocal); 825b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 826b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru _generatePattern(rebuiltPat, FALSE); 827b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 828c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru if (isBogus() && U_SUCCESS(ec)) { 829c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru // We likely ran out of memory. AHHH! 830c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru ec = U_MEMORY_ALLOCATION_ERROR; 831c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru } 832b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 833b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 834b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 835b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Property set implementation 836b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 837b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 838b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool numericValueFilter(UChar32 ch, void* context) { 839b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return u_getNumericValue(ch) == *(double*)context; 840b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 841b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 842b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool generalCategoryMaskFilter(UChar32 ch, void* context) { 843b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t value = *(int32_t*)context; 844b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return (U_GET_GC_MASK((UChar32) ch) & value) != 0; 845b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 846b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 847b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool versionFilter(UChar32 ch, void* context) { 84827f654740f2a26ad62a5c155af9199af9e69b889claireho static const UVersionInfo none = { 0, 0, 0, 0 }; 84927f654740f2a26ad62a5c155af9199af9e69b889claireho UVersionInfo v; 850b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru u_charAge(ch, v); 85127f654740f2a26ad62a5c155af9199af9e69b889claireho UVersionInfo* version = (UVersionInfo*)context; 852b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return uprv_memcmp(&v, &none, sizeof(v)) > 0 && uprv_memcmp(&v, version, sizeof(v)) <= 0; 853b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 854b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 855b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querutypedef struct { 856b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UProperty prop; 857b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t value; 858b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} IntPropertyContext; 859b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 860b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool intPropertyFilter(UChar32 ch, void* context) { 861b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru IntPropertyContext* c = (IntPropertyContext*)context; 862b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return u_getIntPropertyValue((UChar32) ch, c->prop) == c->value; 863b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 864b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 86527f654740f2a26ad62a5c155af9199af9e69b889clairehostatic UBool scriptExtensionsFilter(UChar32 ch, void* context) { 86627f654740f2a26ad62a5c155af9199af9e69b889claireho return uscript_hasScript(ch, *(UScriptCode*)context); 86727f654740f2a26ad62a5c155af9199af9e69b889claireho} 868b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 869b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 870b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Generic filter-based scanning code for UCD property UnicodeSets. 871b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 872b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruvoid UnicodeSet::applyFilter(UnicodeSet::Filter filter, 873b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru void* context, 874b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t src, 875b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode &status) { 87627f654740f2a26ad62a5c155af9199af9e69b889claireho if (U_FAILURE(status)) return; 87727f654740f2a26ad62a5c155af9199af9e69b889claireho 87827f654740f2a26ad62a5c155af9199af9e69b889claireho // Logically, walk through all Unicode characters, noting the start 879b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // and end of each range for which filter.contain(c) is 880b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // true. Add each range to a set. 881b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // 88227f654740f2a26ad62a5c155af9199af9e69b889claireho // To improve performance, use an inclusions set which 883b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // encodes information about character ranges that are known 88427f654740f2a26ad62a5c155af9199af9e69b889claireho // to have identical properties. 88527f654740f2a26ad62a5c155af9199af9e69b889claireho // getInclusions(src) contains exactly the first characters of 88627f654740f2a26ad62a5c155af9199af9e69b889claireho // same-value ranges for the given properties "source". 887b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const UnicodeSet* inclusions = getInclusions(src, status); 888b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(status)) { 889b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 890b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 891b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 892b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru clear(); 893b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 894b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 startHasProperty = -1; 895c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru int32_t limitRange = inclusions->getRangeCount(); 896b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 897b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru for (int j=0; j<limitRange; ++j) { 898b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // get current range 899b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 start = inclusions->getRangeStart(j); 900b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 end = inclusions->getRangeEnd(j); 901b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 902b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // for all the code points in the range, process 903b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru for (UChar32 ch = start; ch <= end; ++ch) { 904b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // only add to this UnicodeSet on inflection points -- 905b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // where the hasProperty value changes to false 906b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((*filter)(ch, context)) { 907b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (startHasProperty < 0) { 908b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru startHasProperty = ch; 909b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 910b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (startHasProperty >= 0) { 911b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(startHasProperty, ch-1); 912b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru startHasProperty = -1; 913b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 914b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 915b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 916b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (startHasProperty >= 0) { 917b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add((UChar32)startHasProperty, (UChar32)0x10FFFF); 918b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 919c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru if (isBogus() && U_SUCCESS(status)) { 920c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru // We likely ran out of memory. AHHH! 921c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru status = U_MEMORY_ALLOCATION_ERROR; 922c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru } 923b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 924b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 925b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Querustatic UBool mungeCharName(char* dst, const char* src, int32_t dstCapacity) { 926b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru /* Note: we use ' ' in compiler code page */ 927b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t j = 0; 928b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char ch; 929b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru --dstCapacity; /* make room for term. zero */ 930b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru while ((ch = *src++) != 0) { 931b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (ch == ' ' && (j==0 || (j>0 && dst[j-1]==' '))) { 932b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru continue; 933b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 934b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (j >= dstCapacity) return FALSE; 935b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru dst[j++] = ch; 936b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 937b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (j > 0 && dst[j-1] == ' ') --j; 938b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru dst[j] = 0; 939b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return TRUE; 940b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 941b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 942b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 943b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Property set API 944b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 945b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 946b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru#define FAIL(ec) {ec=U_ILLEGAL_ARGUMENT_ERROR; return *this;} 947b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 948b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& 949b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet::applyIntPropertyValue(UProperty prop, int32_t value, UErrorCode& ec) { 950b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec) || isFrozen()) return *this; 951b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 952b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (prop == UCHAR_GENERAL_CATEGORY_MASK) { 953b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(generalCategoryMaskFilter, &value, UPROPS_SRC_CHAR, ec); 95427f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (prop == UCHAR_SCRIPT_EXTENSIONS) { 95527f654740f2a26ad62a5c155af9199af9e69b889claireho UScriptCode script = (UScriptCode)value; 95627f654740f2a26ad62a5c155af9199af9e69b889claireho applyFilter(scriptExtensionsFilter, &script, UPROPS_SRC_PROPSVEC, ec); 957b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 958b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru IntPropertyContext c = {prop, value}; 959b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(intPropertyFilter, &c, uprops_getSource(prop), ec); 960b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 961b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 962b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 963b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 964b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& 965b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet::applyPropertyAlias(const UnicodeString& prop, 966b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru const UnicodeString& value, 967b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& ec) { 968b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec) || isFrozen()) return *this; 969b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 970b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // prop and value used to be converted to char * using the default 971b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // converter instead of the invariant conversion. 972b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // This should not be necessary because all Unicode property and value 973b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // names use only invariant characters. 974b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // If there are any variant characters, then we won't find them anyway. 975b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Checking first avoids assertion failures in the conversion. 976b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if( !uprv_isInvariantUString(prop.getBuffer(), prop.length()) || 977b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru !uprv_isInvariantUString(value.getBuffer(), value.length()) 978b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ) { 979b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 980b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 98127f654740f2a26ad62a5c155af9199af9e69b889claireho CharString pname, vname; 98227f654740f2a26ad62a5c155af9199af9e69b889claireho pname.appendInvariantChars(prop, ec); 98327f654740f2a26ad62a5c155af9199af9e69b889claireho vname.appendInvariantChars(value, ec); 98427f654740f2a26ad62a5c155af9199af9e69b889claireho if (U_FAILURE(ec)) return *this; 985b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 986b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UProperty p; 987b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t v; 988b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool mustNotBeEmpty = FALSE, invert = FALSE; 989b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 990b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (value.length() > 0) { 99127f654740f2a26ad62a5c155af9199af9e69b889claireho p = u_getPropertyEnum(pname.data()); 992b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == UCHAR_INVALID_CODE) FAIL(ec); 993b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 994b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Treat gc as gcm 995b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == UCHAR_GENERAL_CATEGORY) { 996b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_GENERAL_CATEGORY_MASK; 997b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 998b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 999b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((p >= UCHAR_BINARY_START && p < UCHAR_BINARY_LIMIT) || 1000b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (p >= UCHAR_INT_START && p < UCHAR_INT_LIMIT) || 1001b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (p >= UCHAR_MASK_START && p < UCHAR_MASK_LIMIT)) { 100227f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(p, vname.data()); 1003b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v == UCHAR_INVALID_CODE) { 1004b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle numeric CCC 1005b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p == UCHAR_CANONICAL_COMBINING_CLASS || 1006b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p == UCHAR_TRAIL_CANONICAL_COMBINING_CLASS || 1007b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p == UCHAR_LEAD_CANONICAL_COMBINING_CLASS) { 1008b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char* end; 100927f654740f2a26ad62a5c155af9199af9e69b889claireho double value = uprv_strtod(vname.data(), &end); 1010b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru v = (int32_t) value; 1011b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v != value || v < 0 || *end != 0) { 1012b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // non-integral or negative value, or trailing junk 1013b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1014b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1015b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // If the resultant set is empty then the numeric value 1016b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // was invalid. 1017b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru mustNotBeEmpty = TRUE; 1018b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1019b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1020b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1021b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1022b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1023b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1024b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 1025b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1026b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru switch (p) { 1027b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case UCHAR_NUMERIC_VALUE: 1028b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 1029b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char* end; 103027f654740f2a26ad62a5c155af9199af9e69b889claireho double value = uprv_strtod(vname.data(), &end); 1031b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (*end != 0) { 1032b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1033b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1034b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(numericValueFilter, &value, UPROPS_SRC_CHAR, ec); 1035b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1036b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1037b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case UCHAR_NAME: 1038b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 1039b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Must munge name, since u_charFromName() does not do 1040b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // 'loose' matching. 1041b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char buf[128]; // it suffices that this be > uprv_getMaxCharNameLength 104227f654740f2a26ad62a5c155af9199af9e69b889claireho if (!mungeCharName(buf, vname.data(), sizeof(buf))) FAIL(ec); 1043103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius UChar32 ch = u_charFromName(U_EXTENDED_CHAR_NAME, buf, &ec); 1044b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_SUCCESS(ec)) { 1045b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru clear(); 1046b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru add(ch); 1047b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1048b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1049b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1050b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1051b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1052103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius case UCHAR_UNICODE_1_NAME: 1053103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius // ICU 49 deprecates the Unicode_1_Name property APIs. 1054103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius FAIL(ec); 1055b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru case UCHAR_AGE: 1056b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru { 1057b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Must munge name, since u_versionFromString() does not do 1058b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // 'loose' matching. 1059b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru char buf[128]; 106027f654740f2a26ad62a5c155af9199af9e69b889claireho if (!mungeCharName(buf, vname.data(), sizeof(buf))) FAIL(ec); 1061b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UVersionInfo version; 1062b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru u_versionFromString(version, buf); 1063b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyFilter(versionFilter, &version, UPROPS_SRC_PROPSVEC, ec); 1064b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1065b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 106627f654740f2a26ad62a5c155af9199af9e69b889claireho case UCHAR_SCRIPT_EXTENSIONS: 106727f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(UCHAR_SCRIPT, vname.data()); 106827f654740f2a26ad62a5c155af9199af9e69b889claireho if (v == UCHAR_INVALID_CODE) { 106927f654740f2a26ad62a5c155af9199af9e69b889claireho FAIL(ec); 107027f654740f2a26ad62a5c155af9199af9e69b889claireho } 107127f654740f2a26ad62a5c155af9199af9e69b889claireho // fall through to calling applyIntPropertyValue() 107227f654740f2a26ad62a5c155af9199af9e69b889claireho break; 1073b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru default: 1074b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // p is a non-binary, non-enumerated property that we 1075b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // don't support (yet). 1076b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1077b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1078b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1079b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1080b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1081b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 1082b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // value is empty. Interpret as General Category, Script, or 1083b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Binary property. 1084b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_GENERAL_CATEGORY_MASK; 108527f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(p, pname.data()); 1086b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v == UCHAR_INVALID_CODE) { 1087b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_SCRIPT; 108827f654740f2a26ad62a5c155af9199af9e69b889claireho v = u_getPropertyValueEnum(p, pname.data()); 1089b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (v == UCHAR_INVALID_CODE) { 109027f654740f2a26ad62a5c155af9199af9e69b889claireho p = u_getPropertyEnum(pname.data()); 1091b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (p >= UCHAR_BINARY_START && p < UCHAR_BINARY_LIMIT) { 1092b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru v = 1; 109327f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (0 == uprv_comparePropertyNames(ANY, pname.data())) { 1094b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru set(MIN_VALUE, MAX_VALUE); 1095b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 109627f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (0 == uprv_comparePropertyNames(ASCII, pname.data())) { 1097b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru set(0, 0x7F); 1098b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 109927f654740f2a26ad62a5c155af9199af9e69b889claireho } else if (0 == uprv_comparePropertyNames(ASSIGNED, pname.data())) { 1100b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // [:Assigned:]=[:^Cn:] 1101b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru p = UCHAR_GENERAL_CATEGORY_MASK; 1102b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru v = U_GC_CN_MASK; 1103b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = TRUE; 1104b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1105b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1106b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1107b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1108b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1109b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 111027f654740f2a26ad62a5c155af9199af9e69b889claireho 1111b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyIntPropertyValue(p, v, ec); 1112b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if(invert) { 1113b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru complement(); 1114b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1115b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1116b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_SUCCESS(ec) && (mustNotBeEmpty && isEmpty())) { 1117b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // mustNotBeEmpty is set to true if an empty set indicates 1118b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // invalid input. 1119b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_ILLEGAL_ARGUMENT_ERROR; 1120b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1121b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1122c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru if (isBogus() && U_SUCCESS(ec)) { 1123c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru // We likely ran out of memory. AHHH! 1124c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru ec = U_MEMORY_ALLOCATION_ERROR; 1125c69afcec261fc345fda8daf46f0ea6b4351dc777Jean-Baptiste Queru } 1126b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1127b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1128b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1129b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 1130b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru// Property set patterns 1131b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru//---------------------------------------------------------------- 1132b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1133b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1134b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Return true if the given position, in the given pattern, appears 1135b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * to be the start of a property set pattern. 1136b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1137b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUBool UnicodeSet::resemblesPropertyPattern(const UnicodeString& pattern, 1138b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t pos) { 1139b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Patterns are at least 5 characters long 1140b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((pos+5) > pattern.length()) { 1141b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return FALSE; 1142b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1143b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1144b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for an opening [:, [:^, \p, or \P 1145b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return isPOSIXOpen(pattern, pos) || isPerlOpen(pattern, pos) || isNameOpen(pattern, pos); 1146b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1147b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1148b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1149b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Return true if the given iterator appears to point at a 1150b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * property pattern. Regardless of the result, return with the 1151b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * iterator unchanged. 1152b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param chars iterator over the pattern characters. Upon return 1153b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * it will be unchanged. 1154b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param iterOpts RuleCharacterIterator options 1155b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1156b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUBool UnicodeSet::resemblesPropertyPattern(RuleCharacterIterator& chars, 1157b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t iterOpts) { 1158b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // NOTE: literal will always be FALSE, because we don't parse escapes. 1159b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool result = FALSE, literal; 1160b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode ec = U_ZERO_ERROR; 1161b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru iterOpts &= ~RuleCharacterIterator::PARSE_ESCAPES; 1162b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru RuleCharacterIterator::Pos pos; 1163b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.getPos(pos); 1164b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 c = chars.next(iterOpts, literal, ec); 1165b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (c == 0x5B /*'['*/ || c == 0x5C /*'\\'*/) { 1166b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar32 d = chars.next(iterOpts & ~RuleCharacterIterator::SKIP_WHITESPACE, 1167b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru literal, ec); 1168b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru result = (c == 0x5B /*'['*/) ? (d == 0x3A /*':'*/) : 1169b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru (d == 0x4E /*'N'*/ || d == 0x70 /*'p'*/ || d == 0x50 /*'P'*/); 1170b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1171b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.setPos(pos); 1172b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return result && U_SUCCESS(ec); 1173b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1174b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1175b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1176b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Parse the given property pattern at the given parse position. 1177b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1178b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruUnicodeSet& UnicodeSet::applyPropertyPattern(const UnicodeString& pattern, 1179b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ParsePosition& ppos, 1180b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode &ec) { 1181b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t pos = ppos.getIndex(); 1182b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1183b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool posix = FALSE; // true for [:pat:], false for \p{pat} \P{pat} \N{pat} 1184b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool isName = FALSE; // true for \N{pat}, o/w false 1185b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UBool invert = FALSE; 1186b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1187b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return *this; 1188b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1189b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Minimum length is 5 characters, e.g. \p{L} 1190b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if ((pos+5) > pattern.length()) { 1191b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1192b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1193b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1194b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // On entry, ppos should point to one of the following locations: 1195b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for an opening [:, [:^, \p, or \P 1196b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (isPOSIXOpen(pattern, pos)) { 1197b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru posix = TRUE; 1198b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos += 2; 1199b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos = ICU_Utility::skipWhitespace(pattern, pos); 1200b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (pos < pattern.length() && pattern.charAt(pos) == COMPLEMENT) { 1201b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ++pos; 1202b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = TRUE; 1203b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1204b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else if (isPerlOpen(pattern, pos) || isNameOpen(pattern, pos)) { 1205b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UChar c = pattern.charAt(pos+1); 1206b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru invert = (c == UPPER_P); 1207b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru isName = (c == UPPER_N); 1208b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos += 2; 1209b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pos = ICU_Utility::skipWhitespace(pattern, pos); 1210b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (pos == pattern.length() || pattern.charAt(pos++) != OPEN_BRACE) { 1211b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Syntax error; "\p" or "\P" not followed by "{" 1212b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1213b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1214b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } else { 1215b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Open delimiter not seen 1216b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1217b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1218b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1219b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for the matching close delimiter, either :] or } 1220103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius int32_t close; 1221103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius if (posix) { 1222103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius close = pattern.indexOf(POSIX_CLOSE, 2, pos); 1223103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius } else { 1224103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius close = pattern.indexOf(CLOSE_BRACE, pos); 1225103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius } 1226b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (close < 0) { 1227b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Syntax error; close delimiter missing 1228b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru FAIL(ec); 1229b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1230b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1231b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Look for an '=' sign. If this is present, we will parse a 1232b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // medium \p{gc=Cf} or long \p{GeneralCategory=Format} 1233b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // pattern. 1234b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru int32_t equals = pattern.indexOf(EQUALS, pos); 1235b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString propName, valueName; 1236b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (equals >= 0 && equals < close && !isName) { 1237b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Equals seen; parse medium/long pattern 1238b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.extractBetween(pos, equals, propName); 1239b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.extractBetween(equals+1, close, valueName); 1240b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1241b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1242b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru else { 1243b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle case where no '=' is seen, and \N{} 1244b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru pattern.extractBetween(pos, close, propName); 1245b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1246b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Handle \N{name} 1247b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (isName) { 1248b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // This is a little inefficient since it means we have to 1249b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // parse NAME_PROP back to UCHAR_NAME even though we already 1250b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // know it's UCHAR_NAME. If we refactor the API to 1251b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // support args of (UProperty, char*) then we can remove 1252b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // NAME_PROP and make this a little more efficient. 1253b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru valueName = propName; 1254b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru propName = UnicodeString(NAME_PROP, NAME_PROP_LENGTH, US_INV); 1255b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1256b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1257b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1258b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyPropertyAlias(propName, valueName, ec); 1259b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1260b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_SUCCESS(ec)) { 1261b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (invert) { 1262b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru complement(); 1263b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1264b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1265b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // Move to the limit position after the close delimiter if the 1266b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // parse succeeded. 1267b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ppos.setIndex(close + (posix ? 2 : 1)); 1268b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1269b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1270b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return *this; 1271b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1272b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1273b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru/** 1274b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * Parse a property pattern. 1275b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param chars iterator over the pattern characters. Upon return 1276b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * it will be advanced to the first character after the parsed 1277b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * pattern, or the end of the iteration if all characters are 1278b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * parsed. 1279b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * @param rebuiltPat the pattern that was parsed, rebuilt or 1280b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru * copied from the input pattern, as appropriate. 1281b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru */ 1282b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queruvoid UnicodeSet::applyPropertyPattern(RuleCharacterIterator& chars, 1283b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString& rebuiltPat, 1284b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UErrorCode& ec) { 1285b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 1286b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru UnicodeString pattern; 1287b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.lookahead(pattern); 1288b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ParsePosition pos(0); 1289b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru applyPropertyPattern(pattern, pos, ec); 1290b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (U_FAILURE(ec)) return; 1291b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru if (pos.getIndex() == 0) { 1292b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru // syntaxError(chars, "Invalid property pattern"); 1293b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru ec = U_MALFORMED_SET; 1294b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru return; 1295b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru } 1296b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru chars.jumpahead(pos.getIndex()); 1297b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru rebuiltPat.append(pattern, 0, pos.getIndex()); 1298b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru} 1299b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste Queru 1300b13da9df870a61b11249bf741347908dbea0edd8Jean-Baptiste QueruU_NAMESPACE_END 1301