16f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/* 26f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org****************************************************************************** 36f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org* 46f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org* Copyright (C) 1999-2011, International Business Machines 56f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org* Corporation and others. All Rights Reserved. 66f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org* 76f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org******************************************************************************/ 86f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 96f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 106f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/*------------------------------------------------------------------------------ 116f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * 126f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * UCommonData An abstract interface for dealing with ICU Common Data Files. 136f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * ICU Common Data Files are a grouping of a number of individual 146f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * data items (resources, converters, tables, anything) into a 156f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * single file or dll. The combined format includes a table of 166f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * contents for locating the individual items by name. 176f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * 186f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Two formats for the table of contents are supported, which is 196f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * why there is an abstract inteface involved. 206f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * 216f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 226f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 236f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#include "unicode/utypes.h" 246f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#include "unicode/udata.h" 256f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#include "cstring.h" 266f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#include "ucmndata.h" 276f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#include "udatamem.h" 286f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 296f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#if defined(UDATA_DEBUG) || defined(UDATA_DEBUG_DUMP) 306f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org# include <stdio.h> 316f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 326f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 336f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgU_CFUNC uint16_t 346f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgudata_getHeaderSize(const DataHeader *udh) { 356f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(udh==NULL) { 366f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return 0; 376f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else if(udh->info.isBigEndian==U_IS_BIG_ENDIAN) { 386f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* same endianness */ 396f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return udh->dataHeader.headerSize; 406f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 416f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* opposite endianness */ 426f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org uint16_t x=udh->dataHeader.headerSize; 436f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return (uint16_t)((x<<8)|(x>>8)); 446f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 456f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 466f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 476f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgU_CFUNC uint16_t 486f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgudata_getInfoSize(const UDataInfo *info) { 496f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(info==NULL) { 506f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return 0; 516f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else if(info->isBigEndian==U_IS_BIG_ENDIAN) { 526f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* same endianness */ 536f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return info->size; 546f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 556f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* opposite endianness */ 566f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org uint16_t x=info->size; 576f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return (uint16_t)((x<<8)|(x>>8)); 586f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 596f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 606f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 616f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/*-----------------------------------------------------------------------------* 626f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * * 636f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Pointer TOCs. TODO: This form of table-of-contents should be removed * 646f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * because DLLs must be relocated on loading to correct the * 656f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * pointer values and this operation makes shared memory * 666f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * mapping of the data much less likely to work. * 676f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * * 686f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *-----------------------------------------------------------------------------*/ 696f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgtypedef struct { 706f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const char *entryName; 716f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const DataHeader *pHeader; 726f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} PointerTOCEntry; 736f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 746f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 756f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgtypedef struct { 766f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org uint32_t count; 776f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org uint32_t reserved; 786f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org PointerTOCEntry entry[2]; /* Actual size is from count. */ 796f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} PointerTOC; 806f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 816f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 826f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/* definition of OffsetTOC struct types moved to ucmndata.h */ 836f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 846f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/*-----------------------------------------------------------------------------* 856f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * * 866f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * entry point lookup implementations * 876f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * * 886f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *-----------------------------------------------------------------------------*/ 896f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 906f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#ifndef MIN 916f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#define MIN(a,b) (((a)<(b)) ? (a) : (b)) 926f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 936f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 946f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/** 956f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Compare strings where we know the shared prefix length, 966f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * and advance the prefix length as we find that the strings share even more characters. 976f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 986f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic int32_t 996f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstrcmpAfterPrefix(const char *s1, const char *s2, int32_t *pPrefixLength) { 1006f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t pl=*pPrefixLength; 1016f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t cmp=0; 1026f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org s1+=pl; 1036f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org s2+=pl; 1046f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org for(;;) { 1056f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t c1=(uint8_t)*s1++; 1066f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t c2=(uint8_t)*s2++; 1076f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org cmp=c1-c2; 1086f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(cmp!=0 || c1==0) { /* different or done */ 1096f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org break; 1106f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1116f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org ++pl; /* increment shared same-prefix length */ 1126f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1136f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *pPrefixLength=pl; 1146f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return cmp; 1156f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 1166f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 1176f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic int32_t 1186f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgoffsetTOCPrefixBinarySearch(const char *s, const char *names, 1196f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const UDataOffsetTOCEntry *toc, int32_t count) { 1206f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t start=0; 1216f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t limit=count; 1226f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* 1236f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Remember the shared prefix between s, start and limit, 1246f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * and don't compare that shared prefix again. 1256f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * The shared prefix should get longer as we narrow the [start, limit[ range. 1266f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 1276f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t startPrefixLength=0; 1286f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t limitPrefixLength=0; 1296f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(count==0) { 1306f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return -1; 1316f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1326f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* 1336f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Prime the prefix lengths so that we don't keep prefixLength at 0 until 1346f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * both the start and limit indexes have moved. 1356f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * At the same time, we find if s is one of the start and (limit-1) names, 1366f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * and if not, exclude them from the actual binary search. 1376f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 1386f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(0==strcmpAfterPrefix(s, names+toc[0].nameOffset, &startPrefixLength)) { 1396f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return 0; 1406f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1416f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org ++start; 1426f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org --limit; 1436f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(0==strcmpAfterPrefix(s, names+toc[limit].nameOffset, &limitPrefixLength)) { 1446f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return limit; 1456f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1466f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org while(start<limit) { 1476f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t i=(start+limit)/2; 1486f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t prefixLength=MIN(startPrefixLength, limitPrefixLength); 1496f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t cmp=strcmpAfterPrefix(s, names+toc[i].nameOffset, &prefixLength); 1506f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(cmp<0) { 1516f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org limit=i; 1526f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org limitPrefixLength=prefixLength; 1536f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else if(cmp==0) { 1546f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return i; 1556f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 1566f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org start=i+1; 1576f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org startPrefixLength=prefixLength; 1586f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1596f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1606f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return -1; 1616f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 1626f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 1636f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic int32_t 1646f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgpointerTOCPrefixBinarySearch(const char *s, const PointerTOCEntry *toc, int32_t count) { 1656f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t start=0; 1666f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t limit=count; 1676f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* 1686f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Remember the shared prefix between s, start and limit, 1696f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * and don't compare that shared prefix again. 1706f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * The shared prefix should get longer as we narrow the [start, limit[ range. 1716f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 1726f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t startPrefixLength=0; 1736f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t limitPrefixLength=0; 1746f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(count==0) { 1756f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return -1; 1766f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1776f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* 1786f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Prime the prefix lengths so that we don't keep prefixLength at 0 until 1796f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * both the start and limit indexes have moved. 1806f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * At the same time, we find if s is one of the start and (limit-1) names, 1816f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * and if not, exclude them from the actual binary search. 1826f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 1836f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(0==strcmpAfterPrefix(s, toc[0].entryName, &startPrefixLength)) { 1846f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return 0; 1856f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1866f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org ++start; 1876f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org --limit; 1886f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(0==strcmpAfterPrefix(s, toc[limit].entryName, &limitPrefixLength)) { 1896f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return limit; 1906f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 1916f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org while(start<limit) { 1926f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t i=(start+limit)/2; 1936f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t prefixLength=MIN(startPrefixLength, limitPrefixLength); 1946f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t cmp=strcmpAfterPrefix(s, toc[i].entryName, &prefixLength); 1956f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(cmp<0) { 1966f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org limit=i; 1976f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org limitPrefixLength=prefixLength; 1986f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else if(cmp==0) { 1996f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return i; 2006f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 2016f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org start=i+1; 2026f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org startPrefixLength=prefixLength; 2036f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2046f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2056f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return -1; 2066f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 2076f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2086f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic uint32_t offsetTOCEntryCount(const UDataMemory *pData) { 2096f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t retVal=0; 2106f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const UDataOffsetTOC *toc = (UDataOffsetTOC *)pData->toc; 2116f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if (toc != NULL) { 2126f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org retVal = toc->count; 2136f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2146f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return retVal; 2156f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 2166f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2176f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic const DataHeader * 2186f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgoffsetTOCLookupFn(const UDataMemory *pData, 2196f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const char *tocEntryName, 2206f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t *pLength, 2216f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org UErrorCode *pErrorCode) { 2226f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const UDataOffsetTOC *toc = (UDataOffsetTOC *)pData->toc; 2236f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(toc!=NULL) { 2246f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const char *base=(const char *)toc; 2256f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t number, count=(int32_t)toc->count; 2266f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2276f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* perform a binary search for the data in the common data's table of contents */ 2286f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#if defined (UDATA_DEBUG_DUMP) 2296f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* list the contents of the TOC each time .. not recommended */ 2306f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org for(number=0; number<count; ++number) { 2316f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org fprintf(stderr, "\tx%d: %s\n", number, &base[toc->entry[number].nameOffset]); 2326f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2336f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 2346f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org number=offsetTOCPrefixBinarySearch(tocEntryName, base, toc->entry, count); 2356f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(number>=0) { 2366f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* found it */ 2376f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const UDataOffsetTOCEntry *entry=toc->entry+number; 2386f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#ifdef UDATA_DEBUG 2396f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org fprintf(stderr, "%s: Found.\n", tocEntryName); 2406f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 2416f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if((number+1) < count) { 2426f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *pLength = (int32_t)(entry[1].dataOffset - entry->dataOffset); 2436f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 2446f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *pLength = -1; 2456f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2466f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return (const DataHeader *)(base+entry->dataOffset); 2476f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 2486f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#ifdef UDATA_DEBUG 2496f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org fprintf(stderr, "%s: Not found.\n", tocEntryName); 2506f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 2516f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return NULL; 2526f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2536f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 2546f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#ifdef UDATA_DEBUG 2556f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org fprintf(stderr, "returning header\n"); 2566f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 2576f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2586f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return pData->pHeader; 2596f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2606f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 2616f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2626f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2636f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic uint32_t pointerTOCEntryCount(const UDataMemory *pData) { 2646f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const PointerTOC *toc = (PointerTOC *)pData->toc; 2656f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return (uint32_t)((toc != NULL) ? (toc->count) : 0); 2666f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 2676f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2686f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2696f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic const DataHeader *pointerTOCLookupFn(const UDataMemory *pData, 2706f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const char *name, 2716f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t *pLength, 2726f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org UErrorCode *pErrorCode) { 2736f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(pData->toc!=NULL) { 2746f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org const PointerTOC *toc = (PointerTOC *)pData->toc; 2756f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org int32_t number, count=(int32_t)toc->count; 2766f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 2776f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#if defined (UDATA_DEBUG_DUMP) 2786f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* list the contents of the TOC each time .. not recommended */ 2796f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org for(number=0; number<count; ++number) { 2806f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org fprintf(stderr, "\tx%d: %s\n", number, toc->entry[number].entryName); 2816f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2826f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 2836f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org number=pointerTOCPrefixBinarySearch(name, toc->entry, count); 2846f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(number>=0) { 2856f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* found it */ 2866f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#ifdef UDATA_DEBUG 2876f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org fprintf(stderr, "%s: Found.\n", toc->entry[number].entryName); 2886f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 2896f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *pLength=-1; 2906f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return UDataMemory_normalizeDataPointer(toc->entry[number].pHeader); 2916f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 2926f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#ifdef UDATA_DEBUG 2936f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org fprintf(stderr, "%s: Not found.\n", name); 2946f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org#endif 2956f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return NULL; 2966f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 2976f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else { 2986f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return pData->pHeader; 2996f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 3006f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 3016f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 3026f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic const commonDataFuncs CmnDFuncs = {offsetTOCLookupFn, offsetTOCEntryCount}; 3036f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgstatic const commonDataFuncs ToCPFuncs = {pointerTOCLookupFn, pointerTOCEntryCount}; 3046f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 3056f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 3066f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 3076f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/*----------------------------------------------------------------------* 3086f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * * 3096f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * checkCommonData Validate the format of a common data file. * 3106f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Fill in the virtual function ptr based on TOC type * 3116f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * If the data is invalid, close the UDataMemory * 3126f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * and set the appropriate error code. * 3136f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * * 3146f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *----------------------------------------------------------------------*/ 3156f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.orgU_CFUNC void udata_checkCommonData(UDataMemory *udm, UErrorCode *err) { 3166f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if (U_FAILURE(*err)) { 3176f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org return; 3186f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 3196f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 3206f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if(udm==NULL || udm->pHeader==NULL) { 3216f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *err=U_INVALID_FORMAT_ERROR; 3226f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } else if(!(udm->pHeader->dataHeader.magic1==0xda && 3236f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->dataHeader.magic2==0x27 && 3246f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.isBigEndian==U_IS_BIG_ENDIAN && 3256f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.charsetFamily==U_CHARSET_FAMILY) 3266f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org ) { 3276f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* header not valid */ 3286f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *err=U_INVALID_FORMAT_ERROR; 3296f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 3306f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org else if (udm->pHeader->info.dataFormat[0]==0x43 && 3316f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.dataFormat[1]==0x6d && 3326f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.dataFormat[2]==0x6e && 3336f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.dataFormat[3]==0x44 && 3346f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.formatVersion[0]==1 3356f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org ) { 3366f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* dataFormat="CmnD" */ 3376f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->vFuncs = &CmnDFuncs; 3386f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->toc=(const char *)udm->pHeader+udata_getHeaderSize(udm->pHeader); 3396f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 3406f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org else if(udm->pHeader->info.dataFormat[0]==0x54 && 3416f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.dataFormat[1]==0x6f && 3426f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.dataFormat[2]==0x43 && 3436f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.dataFormat[3]==0x50 && 3446f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->pHeader->info.formatVersion[0]==1 3456f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org ) { 3466f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* dataFormat="ToCP" */ 3476f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->vFuncs = &ToCPFuncs; 3486f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udm->toc=(const char *)udm->pHeader+udata_getHeaderSize(udm->pHeader); 3496f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 3506f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org else { 3516f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* dataFormat not recognized */ 3526f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org *err=U_INVALID_FORMAT_ERROR; 3536f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 3546f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 3556f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org if (U_FAILURE(*err)) { 3566f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org /* If the data is no good and we memory-mapped it ourselves, 3576f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * close the memory mapping so it doesn't leak. Note that this has 3586f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * no effect on non-memory mapped data, other than clearing fields in udm. 3596f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 3606f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org udata_close(udm); 3616f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org } 3626f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org} 3636f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org 3646f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org/* 3656f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * TODO: Add a udata_swapPackageHeader() function that swaps an ICU .dat package 3666f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * header but not its sub-items. 3676f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * This function will be needed for automatic runtime swapping. 3686f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Sub-items should not be swapped to limit the swapping to the parts of the 3696f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * package that are actually used. 3706f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * 3716f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * Since lengths of items are implicit in the order and offsets of their 3726f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * ToC entries, and since offsets are relative to the start of the ToC, 3736f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * a swapped version may need to generate a different data structure 3746f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * with pointers to the original data items and with their lengths 3756f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * (-1 for the last one if it is not known), and maybe even pointers to the 3766f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * swapped versions of the items. 3776f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * These pointers to swapped versions would establish a cache; 3786f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * instead, each open data item could simply own the storage for its swapped 3796f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * data. This fits better with the current design. 3806f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * 3816f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org * markus 2003sep18 Jitterbug 2235 3826f31ac30b9092fd02a8c97e5216cf53f3e4fae4jshin@chromium.org */ 383