10596faeddefbf198de137d5e893708495ab1584cFredrik Roubert// © 2016 and later: Unicode, Inc. and others. 264339d36f8bd4db5025fe2988eda22b491a9219cFredrik Roubert// License & terms of use: http://www.unicode.org/copyright.html 3fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius/* 4fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius******************************************************************************* 58de051c3d18a56cc126f0f44e368495a52f9148cFredrik Roubert* Copyright (C) 2013-2016, International Business Machines 6fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius* Corporation and others. All Rights Reserved. 7fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius******************************************************************************* 8fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius* collationfastlatinbuilder.h 9fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius* 10fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius* created on: 2013aug09 11fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius* created by: Markus W. Scherer 12fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius*/ 13fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 14fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#ifndef __COLLATIONFASTLATINBUILDER_H__ 15fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#define __COLLATIONFASTLATINBUILDER_H__ 16fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 17fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#include "unicode/utypes.h" 18fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 19fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#if !UCONFIG_NO_COLLATION 20fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 218de051c3d18a56cc126f0f44e368495a52f9148cFredrik Roubert#include "unicode/ucol.h" 22fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#include "unicode/unistr.h" 23fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#include "unicode/uobject.h" 24fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#include "collation.h" 25fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#include "collationfastlatin.h" 26fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#include "uvectr64.h" 27fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 28fceb39872958b9fa2505e63f8b8699a9e0f882f4ccorneliusU_NAMESPACE_BEGIN 29fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 30fceb39872958b9fa2505e63f8b8699a9e0f882f4ccorneliusstruct CollationData; 31fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 32fceb39872958b9fa2505e63f8b8699a9e0f882f4ccorneliusclass U_I18N_API CollationFastLatinBuilder : public UObject { 33fceb39872958b9fa2505e63f8b8699a9e0f882f4ccorneliuspublic: 34fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius CollationFastLatinBuilder(UErrorCode &errorCode); 35fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius ~CollationFastLatinBuilder(); 36fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 37fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool forData(const CollationData &data, UErrorCode &errorCode); 38fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 39fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius const uint16_t *getTable() const { 40fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius return reinterpret_cast<const uint16_t *>(result.getBuffer()); 41fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius } 42fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius int32_t lengthOfTable() const { return result.length(); } 43fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 44fceb39872958b9fa2505e63f8b8699a9e0f882f4ccorneliusprivate: 451b7d32f919554dda9c193b32188251337bc756f1Fredrik Roubert // space, punct, symbol, currency (not digit) 461b7d32f919554dda9c193b32188251337bc756f1Fredrik Roubert enum { NUM_SPECIAL_GROUPS = UCOL_REORDER_CODE_CURRENCY - UCOL_REORDER_CODE_FIRST + 1 }; 471b7d32f919554dda9c193b32188251337bc756f1Fredrik Roubert 48fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool loadGroups(const CollationData &data, UErrorCode &errorCode); 49fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool inSameGroup(uint32_t p, uint32_t q) const; 50fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 51fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius void resetCEs(); 52fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius void getCEs(const CollationData &data, UErrorCode &errorCode); 53fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool getCEsFromCE32(const CollationData &data, UChar32 c, uint32_t ce32, 54fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UErrorCode &errorCode); 55fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool getCEsFromContractionCE32(const CollationData &data, uint32_t ce32, 56fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UErrorCode &errorCode); 57fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius void addContractionEntry(int32_t x, int64_t cce0, int64_t cce1, UErrorCode &errorCode); 58fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius void addUniqueCE(int64_t ce, UErrorCode &errorCode); 59fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius uint32_t getMiniCE(int64_t ce) const; 60fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool encodeUniqueCEs(UErrorCode &errorCode); 61fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool encodeCharCEs(UErrorCode &errorCode); 62fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool encodeContractions(UErrorCode &errorCode); 63fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius uint32_t encodeTwoCEs(int64_t first, int64_t second) const; 64fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 65fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius static UBool isContractionCharCE(int64_t ce) { 66fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius return (uint32_t)(ce >> 32) == Collation::NO_CE_PRIMARY && ce != Collation::NO_CE; 67fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius } 68fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 69fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius static const uint32_t CONTRACTION_FLAG = 0x80000000; 70fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 71fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius // temporary "buffer" 72fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius int64_t ce0, ce1; 73fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 74fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius int64_t charCEs[CollationFastLatin::NUM_FAST_CHARS][2]; 75fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 76fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UVector64 contractionCEs; 77fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UVector64 uniqueCEs; 78fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 79fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius /** One 16-bit mini CE per unique CE. */ 80fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius uint16_t *miniCEs; 81fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 821b7d32f919554dda9c193b32188251337bc756f1Fredrik Roubert // These are constant for a given root collator. 831b7d32f919554dda9c193b32188251337bc756f1Fredrik Roubert uint32_t lastSpecialPrimaries[NUM_SPECIAL_GROUPS]; 84fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius uint32_t firstDigitPrimary; 85fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius uint32_t firstLatinPrimary; 86fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius uint32_t lastLatinPrimary; 87fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius // This determines the first normal primary weight which is mapped to 88fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius // a short mini primary. It must be >=firstDigitPrimary. 89fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius uint32_t firstShortPrimary; 90fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 91fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UBool shortPrimaryOverflow; 92fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 93fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius UnicodeString result; 94fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius int32_t headerLength; 95fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius}; 96fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 97fceb39872958b9fa2505e63f8b8699a9e0f882f4ccorneliusU_NAMESPACE_END 98fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius 99fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#endif // !UCONFIG_NO_COLLATION 100fceb39872958b9fa2505e63f8b8699a9e0f882f4ccornelius#endif // __COLLATIONFASTLATINBUILDER_H__ 101