1// © 2016 and later: Unicode, Inc. and others. 2// License & terms of use: http://www.unicode.org/copyright.html 3/* 4******************************************************************************* 5* 6* Copyright (C) 1998-2016, International Business Machines 7* Corporation and others. All Rights Reserved. 8* 9******************************************************************************* 10* 11* File genrb.cpp 12* 13* Modification History: 14* 15* Date Name Description 16* 05/25/99 stephen Creation. 17* 5/10/01 Ram removed ustdio dependency 18******************************************************************************* 19*/ 20 21#include <assert.h> 22#include "genrb.h" 23#include "unicode/localpointer.h" 24#include "unicode/uclean.h" 25#include "unicode/utf16.h" 26#include "charstr.h" 27#include "cmemory.h" 28#include "reslist.h" 29#include "ucmndata.h" /* TODO: for reading the pool bundle */ 30 31U_NAMESPACE_USE 32 33/* Protos */ 34void processFile(const char *filename, const char* cp, const char *inputDir, const char *outputDir, 35 const char *packageName, 36 SRBRoot *newPoolBundle, UBool omitBinaryCollation, UErrorCode &status); 37static char *make_res_filename(const char *filename, const char *outputDir, 38 const char *packageName, UErrorCode &status); 39 40/* File suffixes */ 41#define RES_SUFFIX ".res" 42#define COL_SUFFIX ".col" 43 44const char *gCurrentFileName = NULL; 45#ifdef XP_MAC_CONSOLE 46#include <console.h> 47#endif 48 49void ResFile::close() { 50 delete[] fBytes; 51 fBytes = NULL; 52 delete fStrings; 53 fStrings = NULL; 54} 55 56enum 57{ 58 HELP1, 59 HELP2, 60 VERBOSE, 61 QUIET, 62 VERSION, 63 SOURCEDIR, 64 DESTDIR, 65 ENCODING, 66 ICUDATADIR, 67 WRITE_JAVA, 68 COPYRIGHT, 69 JAVA_PACKAGE, 70 BUNDLE_NAME, 71 WRITE_XLIFF, 72 STRICT, 73 NO_BINARY_COLLATION, 74 LANGUAGE, 75 NO_COLLATION_RULES, 76 FORMAT_VERSION, 77 WRITE_POOL_BUNDLE, 78 USE_POOL_BUNDLE, 79 INCLUDE_UNIHAN_COLL 80}; 81 82UOption options[]={ 83 UOPTION_HELP_H, 84 UOPTION_HELP_QUESTION_MARK, 85 UOPTION_VERBOSE, 86 UOPTION_QUIET, 87 UOPTION_VERSION, 88 UOPTION_SOURCEDIR, 89 UOPTION_DESTDIR, 90 UOPTION_ENCODING, 91 UOPTION_ICUDATADIR, 92 UOPTION_WRITE_JAVA, 93 UOPTION_COPYRIGHT, 94 UOPTION_DEF("java-package", '\x01', UOPT_REQUIRES_ARG), 95 UOPTION_BUNDLE_NAME, 96 UOPTION_DEF("write-xliff", 'x', UOPT_OPTIONAL_ARG), 97 UOPTION_DEF("strict", 'k', UOPT_NO_ARG), /* 14 */ 98 UOPTION_DEF("noBinaryCollation", 'C', UOPT_NO_ARG),/* 15 */ 99 UOPTION_DEF("language", 'l', UOPT_REQUIRES_ARG), /* 16 */ 100 UOPTION_DEF("omitCollationRules", 'R', UOPT_NO_ARG),/* 17 */ 101 UOPTION_DEF("formatVersion", '\x01', UOPT_REQUIRES_ARG),/* 18 */ 102 UOPTION_DEF("writePoolBundle", '\x01', UOPT_NO_ARG),/* 19 */ 103 UOPTION_DEF("usePoolBundle", '\x01', UOPT_OPTIONAL_ARG),/* 20 */ 104 UOPTION_DEF("includeUnihanColl", '\x01', UOPT_NO_ARG),/* 21 */ /* temporary, don't display in usage info */ 105 }; 106 107static UBool write_java = FALSE; 108static UBool write_xliff = FALSE; 109static const char* outputEnc =""; 110 111static ResFile poolBundle; 112 113/*added by Jing*/ 114static const char* language = NULL; 115static const char* xliffOutputFileName = NULL; 116int 117main(int argc, 118 char* argv[]) 119{ 120 UErrorCode status = U_ZERO_ERROR; 121 const char *arg = NULL; 122 const char *outputDir = NULL; /* NULL = no output directory, use current */ 123 const char *inputDir = NULL; 124 const char *encoding = ""; 125 int i; 126 UBool illegalArg = FALSE; 127 128 U_MAIN_INIT_ARGS(argc, argv); 129 130 options[JAVA_PACKAGE].value = "com.ibm.icu.impl.data"; 131 options[BUNDLE_NAME].value = "LocaleElements"; 132 argc = u_parseArgs(argc, argv, UPRV_LENGTHOF(options), options); 133 134 /* error handling, printing usage message */ 135 if(argc<0) { 136 fprintf(stderr, "%s: error in command line argument \"%s\"\n", argv[0], argv[-argc]); 137 illegalArg = TRUE; 138 } else if(argc<2) { 139 illegalArg = TRUE; 140 } 141 if(options[WRITE_POOL_BUNDLE].doesOccur && options[USE_POOL_BUNDLE].doesOccur) { 142 fprintf(stderr, "%s: cannot combine --writePoolBundle and --usePoolBundle\n", argv[0]); 143 illegalArg = TRUE; 144 } 145 if(options[FORMAT_VERSION].doesOccur) { 146 const char *s = options[FORMAT_VERSION].value; 147 if(uprv_strlen(s) != 1 || (s[0] < '1' && '3' < s[0])) { 148 fprintf(stderr, "%s: unsupported --formatVersion %s\n", argv[0], s); 149 illegalArg = TRUE; 150 } else if(s[0] == '1' && 151 (options[WRITE_POOL_BUNDLE].doesOccur || options[USE_POOL_BUNDLE].doesOccur) 152 ) { 153 fprintf(stderr, "%s: cannot combine --formatVersion 1 with --writePoolBundle or --usePoolBundle\n", argv[0]); 154 illegalArg = TRUE; 155 } else { 156 setFormatVersion(s[0] - '0'); 157 } 158 } 159 160 if((options[JAVA_PACKAGE].doesOccur || options[BUNDLE_NAME].doesOccur) && 161 !options[WRITE_JAVA].doesOccur) { 162 fprintf(stderr, 163 "%s error: command line argument --java-package or --bundle-name " 164 "without --write-java\n", 165 argv[0]); 166 illegalArg = TRUE; 167 } 168 169 if(options[VERSION].doesOccur) { 170 fprintf(stderr, 171 "%s version %s (ICU version %s).\n" 172 "%s\n", 173 argv[0], GENRB_VERSION, U_ICU_VERSION, U_COPYRIGHT_STRING); 174 if(!illegalArg) { 175 return U_ZERO_ERROR; 176 } 177 } 178 179 if(illegalArg || options[HELP1].doesOccur || options[HELP2].doesOccur) { 180 /* 181 * Broken into chunks because the C89 standard says the minimum 182 * required supported string length is 509 bytes. 183 */ 184 fprintf(stderr, 185 "Usage: %s [OPTIONS] [FILES]\n" 186 "\tReads the list of resource bundle source files and creates\n" 187 "\tbinary version of resource bundles (.res files)\n", 188 argv[0]); 189 fprintf(stderr, 190 "Options:\n" 191 "\t-h or -? or --help this usage text\n" 192 "\t-q or --quiet do not display warnings\n" 193 "\t-v or --verbose print extra information when processing files\n" 194 "\t-V or --version prints out version number and exits\n" 195 "\t-c or --copyright include copyright notice\n"); 196 fprintf(stderr, 197 "\t-e or --encoding encoding of source files\n" 198 "\t-d of --destdir destination directory, followed by the path, defaults to %s\n" 199 "\t-s or --sourcedir source directory for files followed by path, defaults to %s\n" 200 "\t-i or --icudatadir directory for locating any needed intermediate data files,\n" 201 "\t followed by path, defaults to %s\n", 202 u_getDataDirectory(), u_getDataDirectory(), u_getDataDirectory()); 203 fprintf(stderr, 204 "\t-j or --write-java write a Java ListResourceBundle for ICU4J, followed by optional encoding\n" 205 "\t defaults to ASCII and \\uXXXX format.\n" 206 "\t --java-package For --write-java: package name for writing the ListResourceBundle,\n" 207 "\t defaults to com.ibm.icu.impl.data\n"); 208 fprintf(stderr, 209 "\t-b or --bundle-name For --write-java: root resource bundle name for writing the ListResourceBundle,\n" 210 "\t defaults to LocaleElements\n" 211 "\t-x or --write-xliff write an XLIFF file for the resource bundle. Followed by\n" 212 "\t an optional output file name.\n" 213 "\t-k or --strict use pedantic parsing of syntax\n" 214 /*added by Jing*/ 215 "\t-l or --language for XLIFF: language code compliant with BCP 47.\n"); 216 fprintf(stderr, 217 "\t-C or --noBinaryCollation do not generate binary collation image;\n" 218 "\t makes .res file smaller but collator instantiation much slower;\n" 219 "\t maintains ability to get tailoring rules\n" 220 "\t-R or --omitCollationRules do not include collation (tailoring) rules;\n" 221 "\t makes .res file smaller and maintains collator instantiation speed\n" 222 "\t but tailoring rules will not be available (they are rarely used)\n"); 223 fprintf(stderr, 224 "\t --formatVersion write a .res file compatible with the requested formatVersion (single digit);\n" 225 "\t for example, --formatVersion 1\n"); 226 fprintf(stderr, 227 "\t --writePoolBundle write a pool.res file with all of the keys of all input bundles\n" 228 "\t --usePoolBundle [path-to-pool.res] point to keys from the pool.res keys pool bundle if they are available there;\n" 229 "\t makes .res files smaller but dependent on the pool bundle\n" 230 "\t (--writePoolBundle and --usePoolBundle cannot be combined)\n"); 231 232 return illegalArg ? U_ILLEGAL_ARGUMENT_ERROR : U_ZERO_ERROR; 233 } 234 235 if(options[VERBOSE].doesOccur) { 236 setVerbose(TRUE); 237 } 238 239 if(options[QUIET].doesOccur) { 240 setShowWarning(FALSE); 241 } 242 if(options[STRICT].doesOccur) { 243 setStrict(TRUE); 244 } 245 if(options[COPYRIGHT].doesOccur){ 246 setIncludeCopyright(TRUE); 247 } 248 249 if(options[SOURCEDIR].doesOccur) { 250 inputDir = options[SOURCEDIR].value; 251 } 252 253 if(options[DESTDIR].doesOccur) { 254 outputDir = options[DESTDIR].value; 255 } 256 257 if(options[ENCODING].doesOccur) { 258 encoding = options[ENCODING].value; 259 } 260 261 if(options[ICUDATADIR].doesOccur) { 262 u_setDataDirectory(options[ICUDATADIR].value); 263 } 264 /* Initialize ICU */ 265 u_init(&status); 266 if (U_FAILURE(status) && status != U_FILE_ACCESS_ERROR) { 267 /* Note: u_init() will try to open ICU property data. 268 * failures here are expected when building ICU from scratch. 269 * ignore them. 270 */ 271 fprintf(stderr, "%s: can not initialize ICU. status = %s\n", 272 argv[0], u_errorName(status)); 273 exit(1); 274 } 275 status = U_ZERO_ERROR; 276 if(options[WRITE_JAVA].doesOccur) { 277 write_java = TRUE; 278 outputEnc = options[WRITE_JAVA].value; 279 } 280 281 if(options[WRITE_XLIFF].doesOccur) { 282 write_xliff = TRUE; 283 if(options[WRITE_XLIFF].value != NULL){ 284 xliffOutputFileName = options[WRITE_XLIFF].value; 285 } 286 } 287 288 initParser(); 289 290 /*added by Jing*/ 291 if(options[LANGUAGE].doesOccur) { 292 language = options[LANGUAGE].value; 293 } 294 295 LocalPointer<SRBRoot> newPoolBundle; 296 if(options[WRITE_POOL_BUNDLE].doesOccur) { 297 newPoolBundle.adoptInsteadAndCheckErrorCode(new SRBRoot(NULL, TRUE, status), status); 298 if(U_FAILURE(status)) { 299 fprintf(stderr, "unable to create an empty bundle for the pool keys: %s\n", u_errorName(status)); 300 return status; 301 } else { 302 const char *poolResName = "pool.res"; 303 char *nameWithoutSuffix = static_cast<char *>(uprv_malloc(uprv_strlen(poolResName) + 1)); 304 if (nameWithoutSuffix == NULL) { 305 fprintf(stderr, "out of memory error\n"); 306 return U_MEMORY_ALLOCATION_ERROR; 307 } 308 uprv_strcpy(nameWithoutSuffix, poolResName); 309 *uprv_strrchr(nameWithoutSuffix, '.') = 0; 310 newPoolBundle->fLocale = nameWithoutSuffix; 311 } 312 } 313 314 if(options[USE_POOL_BUNDLE].doesOccur) { 315 const char *poolResName = "pool.res"; 316 FileStream *poolFile; 317 int32_t poolFileSize; 318 int32_t indexLength; 319 /* 320 * TODO: Consolidate inputDir/filename handling from main() and processFile() 321 * into a common function, and use it here as well. 322 * Try to create toolutil functions for dealing with dir/filenames and 323 * loading ICU data files without udata_open(). 324 * Share code with icupkg? 325 * Also, make_res_filename() seems to be unused. Review and remove. 326 */ 327 CharString poolFileName; 328 if (options[USE_POOL_BUNDLE].value!=NULL) { 329 poolFileName.append(options[USE_POOL_BUNDLE].value, status); 330 } else if (inputDir) { 331 poolFileName.append(inputDir, status); 332 } 333 poolFileName.appendPathPart(poolResName, status); 334 if (U_FAILURE(status)) { 335 return status; 336 } 337 poolFile = T_FileStream_open(poolFileName.data(), "rb"); 338 if (poolFile == NULL) { 339 fprintf(stderr, "unable to open pool bundle file %s\n", poolFileName.data()); 340 return 1; 341 } 342 poolFileSize = T_FileStream_size(poolFile); 343 if (poolFileSize < 32) { 344 fprintf(stderr, "the pool bundle file %s is too small\n", poolFileName.data()); 345 return 1; 346 } 347 poolBundle.fBytes = new uint8_t[(poolFileSize + 15) & ~15]; 348 if (poolFileSize > 0 && poolBundle.fBytes == NULL) { 349 fprintf(stderr, "unable to allocate memory for the pool bundle file %s\n", poolFileName.data()); 350 return U_MEMORY_ALLOCATION_ERROR; 351 } 352 353 UDataSwapper *ds; 354 const DataHeader *header; 355 int32_t bytesRead = T_FileStream_read(poolFile, poolBundle.fBytes, poolFileSize); 356 if (bytesRead != poolFileSize) { 357 fprintf(stderr, "unable to read the pool bundle file %s\n", poolFileName.data()); 358 return 1; 359 } 360 /* 361 * Swap the pool bundle so that a single checked-in file can be used. 362 * The swapper functions also test that the data looks like 363 * a well-formed .res file. 364 */ 365 ds = udata_openSwapperForInputData(poolBundle.fBytes, bytesRead, 366 U_IS_BIG_ENDIAN, U_CHARSET_FAMILY, &status); 367 if (U_FAILURE(status)) { 368 fprintf(stderr, "udata_openSwapperForInputData(pool bundle %s) failed: %s\n", 369 poolFileName.data(), u_errorName(status)); 370 return status; 371 } 372 ures_swap(ds, poolBundle.fBytes, bytesRead, poolBundle.fBytes, &status); 373 udata_closeSwapper(ds); 374 if (U_FAILURE(status)) { 375 fprintf(stderr, "ures_swap(pool bundle %s) failed: %s\n", 376 poolFileName.data(), u_errorName(status)); 377 return status; 378 } 379 header = (const DataHeader *)poolBundle.fBytes; 380 if (header->info.formatVersion[0] < 2) { 381 fprintf(stderr, "invalid format of pool bundle file %s\n", poolFileName.data()); 382 return U_INVALID_FORMAT_ERROR; 383 } 384 const int32_t *pRoot = (const int32_t *)( 385 (const char *)header + header->dataHeader.headerSize); 386 poolBundle.fIndexes = pRoot + 1; 387 indexLength = poolBundle.fIndexes[URES_INDEX_LENGTH] & 0xff; 388 if (indexLength <= URES_INDEX_POOL_CHECKSUM) { 389 fprintf(stderr, "insufficient indexes[] in pool bundle file %s\n", poolFileName.data()); 390 return U_INVALID_FORMAT_ERROR; 391 } 392 int32_t keysBottom = 1 + indexLength; 393 int32_t keysTop = poolBundle.fIndexes[URES_INDEX_KEYS_TOP]; 394 poolBundle.fKeys = (const char *)(pRoot + keysBottom); 395 poolBundle.fKeysLength = (keysTop - keysBottom) * 4; 396 poolBundle.fChecksum = poolBundle.fIndexes[URES_INDEX_POOL_CHECKSUM]; 397 398 for (i = 0; i < poolBundle.fKeysLength; ++i) { 399 if (poolBundle.fKeys[i] == 0) { 400 ++poolBundle.fKeysCount; 401 } 402 } 403 404 // 16BitUnits[] begins with strings-v2. 405 // The strings-v2 may optionally be terminated by what looks like 406 // an explicit string length that exceeds the number of remaining 16-bit units. 407 int32_t stringUnitsLength = (poolBundle.fIndexes[URES_INDEX_16BIT_TOP] - keysTop) * 2; 408 if (stringUnitsLength >= 2 && getFormatVersion() >= 3) { 409 poolBundle.fStrings = new PseudoListResource(NULL, status); 410 if (poolBundle.fStrings == NULL) { 411 fprintf(stderr, "unable to allocate memory for the pool bundle strings %s\n", 412 poolFileName.data()); 413 return U_MEMORY_ALLOCATION_ERROR; 414 } 415 // The PseudoListResource constructor call did not allocate further memory. 416 assert(U_SUCCESS(status)); 417 const UChar *p = (const UChar *)(pRoot + keysTop); 418 int32_t remaining = stringUnitsLength; 419 do { 420 int32_t first = *p; 421 int8_t numCharsForLength; 422 int32_t length; 423 if (!U16_IS_TRAIL(first)) { 424 // NUL-terminated 425 numCharsForLength = 0; 426 for (length = 0; 427 length < remaining && p[length] != 0; 428 ++length) {} 429 } else if (first < 0xdfef) { 430 numCharsForLength = 1; 431 length = first & 0x3ff; 432 } else if (first < 0xdfff && remaining >= 2) { 433 numCharsForLength = 2; 434 length = ((first - 0xdfef) << 16) | p[1]; 435 } else if (first == 0xdfff && remaining >= 3) { 436 numCharsForLength = 3; 437 length = ((int32_t)p[1] << 16) | p[2]; 438 } else { 439 break; // overrun 440 } 441 // Check for overrun before changing remaining, 442 // so that it is always accurate after the loop body. 443 if ((numCharsForLength + length) >= remaining || 444 p[numCharsForLength + length] != 0) { 445 break; // overrun or explicitly terminated 446 } 447 int32_t poolStringIndex = stringUnitsLength - remaining; 448 // Maximum pool string index when suffix-sharing the last character. 449 int32_t maxStringIndex = poolStringIndex + numCharsForLength + length - 1; 450 if (maxStringIndex >= RES_MAX_OFFSET) { 451 // pool string index overrun 452 break; 453 } 454 p += numCharsForLength; 455 remaining -= numCharsForLength; 456 if (length != 0) { 457 StringResource *sr = 458 new StringResource(poolStringIndex, numCharsForLength, 459 p, length, status); 460 if (sr == NULL) { 461 fprintf(stderr, "unable to allocate memory for a pool bundle string %s\n", 462 poolFileName.data()); 463 return U_MEMORY_ALLOCATION_ERROR; 464 } 465 poolBundle.fStrings->add(sr); 466 poolBundle.fStringIndexLimit = maxStringIndex + 1; 467 // The StringResource constructor did not allocate further memory. 468 assert(U_SUCCESS(status)); 469 } 470 p += length + 1; 471 remaining -= length + 1; 472 } while (remaining > 0); 473 if (poolBundle.fStrings->fCount == 0) { 474 delete poolBundle.fStrings; 475 poolBundle.fStrings = NULL; 476 } 477 } 478 479 T_FileStream_close(poolFile); 480 setUsePoolBundle(TRUE); 481 if (isVerbose() && poolBundle.fStrings != NULL) { 482 printf("number of shared strings: %d\n", (int)poolBundle.fStrings->fCount); 483 int32_t length = poolBundle.fStringIndexLimit + 1; // incl. last NUL 484 printf("16-bit units for strings: %6d = %6d bytes\n", 485 (int)length, (int)length * 2); 486 } 487 } 488 489 if(!options[FORMAT_VERSION].doesOccur && getFormatVersion() == 3 && 490 poolBundle.fStrings == NULL && 491 !options[WRITE_POOL_BUNDLE].doesOccur) { 492 // If we just default to formatVersion 3 493 // but there are no pool bundle strings to share 494 // and we do not write a pool bundle, 495 // then write formatVersion 2 which is just as good. 496 setFormatVersion(2); 497 } 498 499 if(options[INCLUDE_UNIHAN_COLL].doesOccur) { 500 puts("genrb option --includeUnihanColl ignored: \n" 501 "CLDR 26/ICU 54 unihan data is small, except\n" 502 "the ucadata-unihan.icu version of the collation root data\n" 503 "is about 300kB larger than the ucadata-implicithan.icu version."); 504 } 505 506 if((argc-1)!=1) { 507 printf("genrb number of files: %d\n", argc - 1); 508 } 509 /* generate the binary files */ 510 for(i = 1; i < argc; ++i) { 511 status = U_ZERO_ERROR; 512 arg = getLongPathname(argv[i]); 513 514 CharString theCurrentFileName; 515 if (inputDir) { 516 theCurrentFileName.append(inputDir, status); 517 } 518 theCurrentFileName.appendPathPart(arg, status); 519 if (U_FAILURE(status)) { 520 break; 521 } 522 523 gCurrentFileName = theCurrentFileName.data(); 524 if (isVerbose()) { 525 printf("Processing file \"%s\"\n", theCurrentFileName.data()); 526 } 527 processFile(arg, encoding, inputDir, outputDir, NULL, 528 newPoolBundle.getAlias(), 529 options[NO_BINARY_COLLATION].doesOccur, status); 530 } 531 532 poolBundle.close(); 533 534 if(U_SUCCESS(status) && options[WRITE_POOL_BUNDLE].doesOccur) { 535 char outputFileName[256]; 536 newPoolBundle->write(outputDir, NULL, outputFileName, sizeof(outputFileName), status); 537 if(U_FAILURE(status)) { 538 fprintf(stderr, "unable to write the pool bundle: %s\n", u_errorName(status)); 539 } 540 } 541 542 u_cleanup(); 543 544 /* Dont return warnings as a failure */ 545 if (U_SUCCESS(status)) { 546 return 0; 547 } 548 549 return status; 550} 551 552/* Process a file */ 553void 554processFile(const char *filename, const char *cp, 555 const char *inputDir, const char *outputDir, const char *packageName, 556 SRBRoot *newPoolBundle, 557 UBool omitBinaryCollation, UErrorCode &status) { 558 LocalPointer<SRBRoot> data; 559 UCHARBUF *ucbuf = NULL; 560 char *rbname = NULL; 561 char *openFileName = NULL; 562 char *inputDirBuf = NULL; 563 564 char outputFileName[256]; 565 566 int32_t dirlen = 0; 567 int32_t filelen = 0; 568 569 if (U_FAILURE(status)) { 570 return; 571 } 572 if(filename==NULL){ 573 status=U_ILLEGAL_ARGUMENT_ERROR; 574 return; 575 }else{ 576 filelen = (int32_t)uprv_strlen(filename); 577 } 578 579 if(inputDir == NULL) { 580 const char *filenameBegin = uprv_strrchr(filename, U_FILE_SEP_CHAR); 581 openFileName = (char *) uprv_malloc(dirlen + filelen + 2); 582 openFileName[0] = '\0'; 583 if (filenameBegin != NULL) { 584 /* 585 * When a filename ../../../data/root.txt is specified, 586 * we presume that the input directory is ../../../data 587 * This is very important when the resource file includes 588 * another file, like UCARules.txt or thaidict.brk. 589 */ 590 int32_t filenameSize = (int32_t)(filenameBegin - filename + 1); 591 inputDirBuf = uprv_strncpy((char *)uprv_malloc(filenameSize), filename, filenameSize); 592 593 /* test for NULL */ 594 if(inputDirBuf == NULL) { 595 status = U_MEMORY_ALLOCATION_ERROR; 596 goto finish; 597 } 598 599 inputDirBuf[filenameSize - 1] = 0; 600 inputDir = inputDirBuf; 601 dirlen = (int32_t)uprv_strlen(inputDir); 602 } 603 }else{ 604 dirlen = (int32_t)uprv_strlen(inputDir); 605 606 if(inputDir[dirlen-1] != U_FILE_SEP_CHAR) { 607 openFileName = (char *) uprv_malloc(dirlen + filelen + 2); 608 609 /* test for NULL */ 610 if(openFileName == NULL) { 611 status = U_MEMORY_ALLOCATION_ERROR; 612 goto finish; 613 } 614 615 openFileName[0] = '\0'; 616 /* 617 * append the input dir to openFileName if the first char in 618 * filename is not file seperation char and the last char input directory is not '.'. 619 * This is to support : 620 * genrb -s. /home/icu/data 621 * genrb -s. icu/data 622 * The user cannot mix notations like 623 * genrb -s. /icu/data --- the absolute path specified. -s redundant 624 * user should use 625 * genrb -s. icu/data --- start from CWD and look in icu/data dir 626 */ 627 if( (filename[0] != U_FILE_SEP_CHAR) && (inputDir[dirlen-1] !='.')){ 628 uprv_strcpy(openFileName, inputDir); 629 openFileName[dirlen] = U_FILE_SEP_CHAR; 630 } 631 openFileName[dirlen + 1] = '\0'; 632 } else { 633 openFileName = (char *) uprv_malloc(dirlen + filelen + 1); 634 635 /* test for NULL */ 636 if(openFileName == NULL) { 637 status = U_MEMORY_ALLOCATION_ERROR; 638 goto finish; 639 } 640 641 uprv_strcpy(openFileName, inputDir); 642 643 } 644 } 645 646 uprv_strcat(openFileName, filename); 647 648 ucbuf = ucbuf_open(openFileName, &cp,getShowWarning(),TRUE, &status); 649 if(status == U_FILE_ACCESS_ERROR) { 650 651 fprintf(stderr, "couldn't open file %s\n", openFileName == NULL ? filename : openFileName); 652 goto finish; 653 } 654 if (ucbuf == NULL || U_FAILURE(status)) { 655 fprintf(stderr, "An error occurred processing file %s. Error: %s\n", 656 openFileName == NULL ? filename : openFileName, u_errorName(status)); 657 goto finish; 658 } 659 /* auto detected popular encodings? */ 660 if (cp!=NULL && isVerbose()) { 661 printf("autodetected encoding %s\n", cp); 662 } 663 /* Parse the data into an SRBRoot */ 664 data.adoptInstead(parse(ucbuf, inputDir, outputDir, filename, 665 !omitBinaryCollation, options[NO_COLLATION_RULES].doesOccur, &status)); 666 667 if (data.isNull() || U_FAILURE(status)) { 668 fprintf(stderr, "couldn't parse the file %s. Error:%s\n", filename, u_errorName(status)); 669 goto finish; 670 } 671 if(options[WRITE_POOL_BUNDLE].doesOccur) { 672 data->fWritePoolBundle = newPoolBundle; 673 data->compactKeys(status); 674 int32_t newKeysLength; 675 const char *newKeys = data->getKeyBytes(&newKeysLength); 676 newPoolBundle->addKeyBytes(newKeys, newKeysLength, status); 677 if(U_FAILURE(status)) { 678 fprintf(stderr, "bundle_compactKeys(%s) or bundle_getKeyBytes() failed: %s\n", 679 filename, u_errorName(status)); 680 goto finish; 681 } 682 /* count the number of just-added key strings */ 683 for(const char *newKeysLimit = newKeys + newKeysLength; newKeys < newKeysLimit; ++newKeys) { 684 if(*newKeys == 0) { 685 ++newPoolBundle->fKeysCount; 686 } 687 } 688 } 689 690 if(options[USE_POOL_BUNDLE].doesOccur) { 691 data->fUsePoolBundle = &poolBundle; 692 } 693 694 /* Determine the target rb filename */ 695 rbname = make_res_filename(filename, outputDir, packageName, status); 696 if(U_FAILURE(status)) { 697 fprintf(stderr, "couldn't make the res fileName for bundle %s. Error:%s\n", 698 filename, u_errorName(status)); 699 goto finish; 700 } 701 if(write_java== TRUE){ 702 bundle_write_java(data.getAlias(), outputDir, outputEnc, 703 outputFileName, sizeof(outputFileName), 704 options[JAVA_PACKAGE].value, options[BUNDLE_NAME].value, &status); 705 }else if(write_xliff ==TRUE){ 706 bundle_write_xml(data.getAlias(), outputDir, outputEnc, 707 filename, outputFileName, sizeof(outputFileName), 708 language, xliffOutputFileName, &status); 709 }else{ 710 /* Write the data to the file */ 711 data->write(outputDir, packageName, outputFileName, sizeof(outputFileName), status); 712 } 713 if (U_FAILURE(status)) { 714 fprintf(stderr, "couldn't write bundle %s. Error:%s\n", outputFileName, u_errorName(status)); 715 } 716 717finish: 718 719 if (inputDirBuf != NULL) { 720 uprv_free(inputDirBuf); 721 } 722 723 if (openFileName != NULL) { 724 uprv_free(openFileName); 725 } 726 727 if(ucbuf) { 728 ucbuf_close(ucbuf); 729 } 730 731 if (rbname) { 732 uprv_free(rbname); 733 } 734} 735 736/* Generate the target .res file name from the input file name */ 737static char* 738make_res_filename(const char *filename, 739 const char *outputDir, 740 const char *packageName, 741 UErrorCode &status) { 742 char *basename; 743 char *dirname; 744 char *resName; 745 746 int32_t pkgLen = 0; /* length of package prefix */ 747 748 749 if (U_FAILURE(status)) { 750 return 0; 751 } 752 753 if(packageName != NULL) 754 { 755 pkgLen = (int32_t)(1 + uprv_strlen(packageName)); 756 } 757 758 /* setup */ 759 basename = dirname = resName = 0; 760 761 /* determine basename, and compiled file names */ 762 basename = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(filename) + 1)); 763 if(basename == 0) { 764 status = U_MEMORY_ALLOCATION_ERROR; 765 goto finish; 766 } 767 768 get_basename(basename, filename); 769 770 dirname = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(filename) + 1)); 771 if(dirname == 0) { 772 status = U_MEMORY_ALLOCATION_ERROR; 773 goto finish; 774 } 775 776 get_dirname(dirname, filename); 777 778 if (outputDir == NULL) { 779 /* output in same dir as .txt */ 780 resName = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(dirname) 781 + pkgLen 782 + uprv_strlen(basename) 783 + uprv_strlen(RES_SUFFIX) + 8)); 784 if(resName == 0) { 785 status = U_MEMORY_ALLOCATION_ERROR; 786 goto finish; 787 } 788 789 uprv_strcpy(resName, dirname); 790 791 if(packageName != NULL) 792 { 793 uprv_strcat(resName, packageName); 794 uprv_strcat(resName, "_"); 795 } 796 797 uprv_strcat(resName, basename); 798 799 } else { 800 int32_t dirlen = (int32_t)uprv_strlen(outputDir); 801 int32_t basenamelen = (int32_t)uprv_strlen(basename); 802 803 resName = (char*) uprv_malloc(sizeof(char) * (dirlen + pkgLen + basenamelen + 8)); 804 805 if (resName == NULL) { 806 status = U_MEMORY_ALLOCATION_ERROR; 807 goto finish; 808 } 809 810 uprv_strcpy(resName, outputDir); 811 812 if(outputDir[dirlen] != U_FILE_SEP_CHAR) { 813 resName[dirlen] = U_FILE_SEP_CHAR; 814 resName[dirlen + 1] = '\0'; 815 } 816 817 if(packageName != NULL) 818 { 819 uprv_strcat(resName, packageName); 820 uprv_strcat(resName, "_"); 821 } 822 823 uprv_strcat(resName, basename); 824 } 825 826finish: 827 uprv_free(basename); 828 uprv_free(dirname); 829 830 return resName; 831} 832 833/* 834 * Local Variables: 835 * indent-tabs-mode: nil 836 * End: 837 */ 838