source/tools/genrb/genrb.cpp

   1 // Copyright (C) 2016 and later: Unicode, Inc. and others.
   2 // License & terms of use: http://www.unicode.org/copyright.html
   3 /*
   4 *******************************************************************************
   5 *
   6 *   Copyright (C) 1998-2016, International Business Machines
   7 *   Corporation and others.  All Rights Reserved.
   8 *
   9 *******************************************************************************
  10 *
  11 * File genrb.cpp
  12 *
  13 * Modification History:
  14 *
  15 *   Date        Name        Description
  16 *   05/25/99    stephen     Creation.
  17 *   5/10/01     Ram         removed ustdio dependency
  18 *******************************************************************************
  19 */
  20
  21 #include <assert.h>
  22 #include "genrb.h"
  23 #include "unicode/localpointer.h"
  24 #include "unicode/uclean.h"
  25 #include "unicode/utf16.h"
  26 #include "charstr.h"
  27 #include "cmemory.h"
  28 #include "reslist.h"
  29 #include "ucmndata.h"  /* TODO: for reading the pool bundle */
  30
  31 U_NAMESPACE_USE
  32
  33 /* Protos */
  34 void  processFile(const char *filename, const char* cp, const char *inputDir, const char *outputDir,
  35                   const char *packageName,
  36                   SRBRoot *newPoolBundle, UBool omitBinaryCollation, UErrorCode &status);
  37 static char *make_res_filename(const char *filename, const char *outputDir,
  38                                const char *packageName, UErrorCode &status);
  39
  40 /* File suffixes */
  41 #define RES_SUFFIX ".res"
  42 #define COL_SUFFIX ".col"
  43
  44 const char *gCurrentFileName = NULL;
  45 #ifdef XP_MAC_CONSOLE
  46 #include <console.h>
  47 #endif
  48
  49 void ResFile::close() {
  50     delete[] fBytes;
  51     fBytes = NULL;
  52     delete fStrings;
  53     fStrings = NULL;
  54 }
  55
  56 enum
  57 {
  58     HELP1,
  59     HELP2,
  60     VERBOSE,
  61     QUIET,
  62     VERSION,
  63     SOURCEDIR,
  64     DESTDIR,
  65     ENCODING,
  66     ICUDATADIR,
  67     WRITE_JAVA,
  68     COPYRIGHT,
  69     JAVA_PACKAGE,
  70     BUNDLE_NAME,
  71     WRITE_XLIFF,
  72     STRICT,
  73     NO_BINARY_COLLATION,
  74     LANGUAGE,
  75     NO_COLLATION_RULES,
  76     FORMAT_VERSION,
  77     WRITE_POOL_BUNDLE,
  78     USE_POOL_BUNDLE,
  79     INCLUDE_UNIHAN_COLL
  80 };
  81
  82 UOption options[]={
  83                       UOPTION_HELP_H,
  84                       UOPTION_HELP_QUESTION_MARK,
  85                       UOPTION_VERBOSE,
  86                       UOPTION_QUIET,
  87                       UOPTION_VERSION,
  88                       UOPTION_SOURCEDIR,
  89                       UOPTION_DESTDIR,
  90                       UOPTION_ENCODING,
  91                       UOPTION_ICUDATADIR,
  92                       UOPTION_WRITE_JAVA,
  93                       UOPTION_COPYRIGHT,
  94                       UOPTION_DEF("java-package", '\x01', UOPT_REQUIRES_ARG),
  95                       UOPTION_BUNDLE_NAME,
  96                       UOPTION_DEF("write-xliff", 'x', UOPT_OPTIONAL_ARG),
  97                       UOPTION_DEF("strict",    'k', UOPT_NO_ARG), /* 14 */
  98                       UOPTION_DEF("noBinaryCollation", 'C', UOPT_NO_ARG),/* 15 */
  99                       UOPTION_DEF("language",  'l', UOPT_REQUIRES_ARG), /* 16 */
 100                       UOPTION_DEF("omitCollationRules", 'R', UOPT_NO_ARG),/* 17 */
 101                       UOPTION_DEF("formatVersion", '\x01', UOPT_REQUIRES_ARG),/* 18 */
 102                       UOPTION_DEF("writePoolBundle", '\x01', UOPT_NO_ARG),/* 19 */
 103                       UOPTION_DEF("usePoolBundle", '\x01', UOPT_OPTIONAL_ARG),/* 20 */
 104                       UOPTION_DEF("includeUnihanColl", '\x01', UOPT_NO_ARG),/* 21 */ /* temporary, don't display in usage info */
 105                   };
 106
 107 static     UBool       write_java = FALSE;
 108 static     UBool       write_xliff = FALSE;
 109 static     const char* outputEnc ="";
 110
 111 static ResFile poolBundle;
 112
 113 /*added by Jing*/
 114 static     const char* language = NULL;
 115 static     const char* xliffOutputFileName = NULL;
 116 int
 117 main(int argc,
 118      char* argv[])
 119 {
 120     UErrorCode  status    = U_ZERO_ERROR;
 121     const char *arg       = NULL;
 122     const char *outputDir = NULL; /* NULL = no output directory, use current */
 123     const char *inputDir  = NULL;
 124     const char *encoding  = "";
 125     int         i;
 126     UBool illegalArg = FALSE;
 127
 128     U_MAIN_INIT_ARGS(argc, argv);
 129
 130     options[JAVA_PACKAGE].value = "com.ibm.icu.impl.data";
 131     options[BUNDLE_NAME].value = "LocaleElements";
 132     argc = u_parseArgs(argc, argv, UPRV_LENGTHOF(options), options);
 133
 134     /* error handling, printing usage message */
 135     if(argc<0) {
 136         fprintf(stderr, "%s: error in command line argument \"%s\"\n", argv[0], argv[-argc]);
 137         illegalArg = TRUE;
 138     } else if(argc<2) {
 139         illegalArg = TRUE;
 140     }
 141     if(options[WRITE_POOL_BUNDLE].doesOccur && options[USE_POOL_BUNDLE].doesOccur) {
 142         fprintf(stderr, "%s: cannot combine --writePoolBundle and --usePoolBundle\n", argv[0]);
 143         illegalArg = TRUE;
 144     }
 145     if(options[FORMAT_VERSION].doesOccur) {
 146         const char *s = options[FORMAT_VERSION].value;
 147         if(uprv_strlen(s) != 1 || (s[0] < '1' && '3' < s[0])) {
 148             fprintf(stderr, "%s: unsupported --formatVersion %s\n", argv[0], s);
 149             illegalArg = TRUE;
 150         } else if(s[0] == '1' &&
 151                   (options[WRITE_POOL_BUNDLE].doesOccur || options[USE_POOL_BUNDLE].doesOccur)
 152         ) {
 153             fprintf(stderr, "%s: cannot combine --formatVersion 1 with --writePoolBundle or --usePoolBundle\n", argv[0]);
 154             illegalArg = TRUE;
 155         } else {
 156             setFormatVersion(s[0] - '0');
 157         }
 158     }
 159
 160     if((options[JAVA_PACKAGE].doesOccur || options[BUNDLE_NAME].doesOccur) &&
 161             !options[WRITE_JAVA].doesOccur) {
 162         fprintf(stderr,
 163                 "%s error: command line argument --java-package or --bundle-name "
 164                 "without --write-java\n",
 165                 argv[0]);
 166         illegalArg = TRUE;
 167     }
 168
 169     if(options[VERSION].doesOccur) {
 170         fprintf(stderr,
 171                 "%s version %s (ICU version %s).\n"
 172                 "%s\n",
 173                 argv[0], GENRB_VERSION, U_ICU_VERSION, U_COPYRIGHT_STRING);
 174         if(!illegalArg) {
 175             return U_ZERO_ERROR;
 176         }
 177     }
 178
 179     if(illegalArg || options[HELP1].doesOccur || options[HELP2].doesOccur) {
 180         /*
 181          * Broken into chunks because the C89 standard says the minimum
 182          * required supported string length is 509 bytes.
 183          */
 184         fprintf(stderr,
 185                 "Usage: %s [OPTIONS] [FILES]\n"
 186                 "\tReads the list of resource bundle source files and creates\n"
 187                 "\tbinary version of resource bundles (.res files)\n",
 188                 argv[0]);
 189         fprintf(stderr,
 190                 "Options:\n"
 191                 "\t-h or -? or --help       this usage text\n"
 192                 "\t-q or --quiet            do not display warnings\n"
 193                 "\t-v or --verbose          print extra information when processing files\n"
 194                 "\t-V or --version          prints out version number and exits\n"
 195                 "\t-c or --copyright        include copyright notice\n");
 196         fprintf(stderr,
 197                 "\t-e or --encoding         encoding of source files\n"
 198                 "\t-d of --destdir          destination directory, followed by the path, defaults to %s\n"
 199                 "\t-s or --sourcedir        source directory for files followed by path, defaults to %s\n"
 200                 "\t-i or --icudatadir       directory for locating any needed intermediate data files,\n"
 201                 "\t                         followed by path, defaults to %s\n",
 202                 u_getDataDirectory(), u_getDataDirectory(), u_getDataDirectory());
 203         fprintf(stderr,
 204                 "\t-j or --write-java       write a Java ListResourceBundle for ICU4J, followed by optional encoding\n"
 205                 "\t                         defaults to ASCII and \\uXXXX format.\n"
 206                 "\t      --java-package     For --write-java: package name for writing the ListResourceBundle,\n"
 207                 "\t                         defaults to com.ibm.icu.impl.data\n");
 208         fprintf(stderr,
 209                 "\t-b or --bundle-name      For --write-java: root resource bundle name for writing the ListResourceBundle,\n"
 210                 "\t                         defaults to LocaleElements\n"
 211                 "\t-x or --write-xliff      write an XLIFF file for the resource bundle. Followed by\n"
 212                 "\t                         an optional output file name.\n"
 213                 "\t-k or --strict           use pedantic parsing of syntax\n"
 214                 /*added by Jing*/
 215                 "\t-l or --language         for XLIFF: language code compliant with BCP 47.\n");
 216         fprintf(stderr,
 217                 "\t-C or --noBinaryCollation  do not generate binary collation image;\n"
 218                 "\t                           makes .res file smaller but collator instantiation much slower;\n"
 219                 "\t                           maintains ability to get tailoring rules\n"
 220                 "\t-R or --omitCollationRules do not include collation (tailoring) rules;\n"
 221                 "\t                           makes .res file smaller and maintains collator instantiation speed\n"
 222                 "\t                           but tailoring rules will not be available (they are rarely used)\n");
 223         fprintf(stderr,
 224                 "\t      --formatVersion      write a .res file compatible with the requested formatVersion (single digit);\n"
 225                 "\t                           for example, --formatVersion 1\n");
 226         fprintf(stderr,
 227                 "\t      --writePoolBundle    write a pool.res file with all of the keys of all input bundles\n"
 228                 "\t      --usePoolBundle [path-to-pool.res]  point to keys from the pool.res keys pool bundle if they are available there;\n"
 229                 "\t                           makes .res files smaller but dependent on the pool bundle\n"
 230                 "\t                           (--writePoolBundle and --usePoolBundle cannot be combined)\n");
 231
 232         return illegalArg ? U_ILLEGAL_ARGUMENT_ERROR : U_ZERO_ERROR;
 233     }
 234
 235     if(options[VERBOSE].doesOccur) {
 236         setVerbose(TRUE);
 237     }
 238
 239     if(options[QUIET].doesOccur) {
 240         setShowWarning(FALSE);
 241     }
 242     if(options[STRICT].doesOccur) {
 243         setStrict(TRUE);
 244     }
 245     if(options[COPYRIGHT].doesOccur){
 246         setIncludeCopyright(TRUE);
 247     }
 248
 249     if(options[SOURCEDIR].doesOccur) {
 250         inputDir = options[SOURCEDIR].value;
 251     }
 252
 253     if(options[DESTDIR].doesOccur) {
 254         outputDir = options[DESTDIR].value;
 255     }
 256
 257     if(options[ENCODING].doesOccur) {
 258         encoding = options[ENCODING].value;
 259     }
 260
 261     if(options[ICUDATADIR].doesOccur) {
 262         u_setDataDirectory(options[ICUDATADIR].value);
 263     }
 264     /* Initialize ICU */
 265     u_init(&status);
 266     if (U_FAILURE(status) && status != U_FILE_ACCESS_ERROR) {
 267         /* Note: u_init() will try to open ICU property data.
 268          *       failures here are expected when building ICU from scratch.
 269          *       ignore them.
 270         */
 271         fprintf(stderr, "%s: can not initialize ICU.  status = %s\n",
 272             argv[0], u_errorName(status));
 273         exit(1);
 274     }
 275     status = U_ZERO_ERROR;
 276     if(options[WRITE_JAVA].doesOccur) {
 277         write_java = TRUE;
 278         outputEnc = options[WRITE_JAVA].value;
 279     }
 280
 281     if(options[WRITE_XLIFF].doesOccur) {
 282         write_xliff = TRUE;
 283         if(options[WRITE_XLIFF].value != NULL){
 284             xliffOutputFileName = options[WRITE_XLIFF].value;
 285         }
 286     }
 287
 288     initParser();
 289
 290     /*added by Jing*/
 291     if(options[LANGUAGE].doesOccur) {
 292         language = options[LANGUAGE].value;
 293     }
 294
 295     LocalPointer<SRBRoot> newPoolBundle;
 296     if(options[WRITE_POOL_BUNDLE].doesOccur) {
 297         newPoolBundle.adoptInsteadAndCheckErrorCode(new SRBRoot(NULL, TRUE, status), status);
 298         if(U_FAILURE(status)) {
 299             fprintf(stderr, "unable to create an empty bundle for the pool keys: %s\n", u_errorName(status));
 300             return status;
 301         } else {
 302             const char *poolResName = "pool.res";
 303             char *nameWithoutSuffix = static_cast<char *>(uprv_malloc(uprv_strlen(poolResName) + 1));
 304             if (nameWithoutSuffix == NULL) {
 305                 fprintf(stderr, "out of memory error\n");
 306                 return U_MEMORY_ALLOCATION_ERROR;
 307             }
 308             uprv_strcpy(nameWithoutSuffix, poolResName);
 309             *uprv_strrchr(nameWithoutSuffix, '.') = 0;
 310             newPoolBundle->fLocale = nameWithoutSuffix;
 311         }
 312     }
 313
 314     if(options[USE_POOL_BUNDLE].doesOccur) {
 315         const char *poolResName = "pool.res";
 316         FileStream *poolFile;
 317         int32_t poolFileSize;
 318         int32_t indexLength;
 319         /*
 320          * TODO: Consolidate inputDir/filename handling from main() and processFile()
 321          * into a common function, and use it here as well.
 322          * Try to create toolutil functions for dealing with dir/filenames and
 323          * loading ICU data files without udata_open().
 324          * Share code with icupkg?
 325          * Also, make_res_filename() seems to be unused. Review and remove.
 326          */
 327         CharString poolFileName;
 328         if (options[USE_POOL_BUNDLE].value!=NULL) {
 329             poolFileName.append(options[USE_POOL_BUNDLE].value, status);
 330         } else if (inputDir) {
 331             poolFileName.append(inputDir, status);
 332         }
 333         poolFileName.appendPathPart(poolResName, status);
 334         if (U_FAILURE(status)) {
 335             return status;
 336         }
 337         poolFile = T_FileStream_open(poolFileName.data(), "rb");
 338         if (poolFile == NULL) {
 339             fprintf(stderr, "unable to open pool bundle file %s\n", poolFileName.data());
 340             return 1;
 341         }
 342         poolFileSize = T_FileStream_size(poolFile);
 343         if (poolFileSize < 32) {
 344             fprintf(stderr, "the pool bundle file %s is too small\n", poolFileName.data());
 345             return 1;
 346         }
 347         poolBundle.fBytes = new uint8_t[(poolFileSize + 15) & ~15];
 348         if (poolFileSize > 0 && poolBundle.fBytes == NULL) {
 349             fprintf(stderr, "unable to allocate memory for the pool bundle file %s\n", poolFileName.data());
 350             return U_MEMORY_ALLOCATION_ERROR;
 351         }
 352
 353         UDataSwapper *ds;
 354         const DataHeader *header;
 355         int32_t bytesRead = T_FileStream_read(poolFile, poolBundle.fBytes, poolFileSize);
 356         if (bytesRead != poolFileSize) {
 357             fprintf(stderr, "unable to read the pool bundle file %s\n", poolFileName.data());
 358             return 1;
 359         }
 360         /*
 361          * Swap the pool bundle so that a single checked-in file can be used.
 362          * The swapper functions also test that the data looks like
 363          * a well-formed .res file.
 364          */
 365         ds = udata_openSwapperForInputData(poolBundle.fBytes, bytesRead,
 366                                            U_IS_BIG_ENDIAN, U_CHARSET_FAMILY, &status);
 367         if (U_FAILURE(status)) {
 368             fprintf(stderr, "udata_openSwapperForInputData(pool bundle %s) failed: %s\n",
 369                     poolFileName.data(), u_errorName(status));
 370             return status;
 371         }
 372         ures_swap(ds, poolBundle.fBytes, bytesRead, poolBundle.fBytes, &status);
 373         udata_closeSwapper(ds);
 374         if (U_FAILURE(status)) {
 375             fprintf(stderr, "ures_swap(pool bundle %s) failed: %s\n",
 376                     poolFileName.data(), u_errorName(status));
 377             return status;
 378         }
 379         header = (const DataHeader *)poolBundle.fBytes;
 380         if (header->info.formatVersion[0] < 2) {
 381             fprintf(stderr, "invalid format of pool bundle file %s\n", poolFileName.data());
 382             return U_INVALID_FORMAT_ERROR;
 383         }
 384         const int32_t *pRoot = (const int32_t *)(
 385                 (const char *)header + header->dataHeader.headerSize);
 386         poolBundle.fIndexes = pRoot + 1;
 387         indexLength = poolBundle.fIndexes[URES_INDEX_LENGTH] & 0xff;
 388         if (indexLength <= URES_INDEX_POOL_CHECKSUM) {
 389             fprintf(stderr, "insufficient indexes[] in pool bundle file %s\n", poolFileName.data());
 390             return U_INVALID_FORMAT_ERROR;
 391         }
 392         int32_t keysBottom = 1 + indexLength;
 393         int32_t keysTop = poolBundle.fIndexes[URES_INDEX_KEYS_TOP];
 394         poolBundle.fKeys = (const char *)(pRoot + keysBottom);
 395         poolBundle.fKeysLength = (keysTop - keysBottom) * 4;
 396         poolBundle.fChecksum = poolBundle.fIndexes[URES_INDEX_POOL_CHECKSUM];
 397
 398         for (i = 0; i < poolBundle.fKeysLength; ++i) {
 399             if (poolBundle.fKeys[i] == 0) {
 400                 ++poolBundle.fKeysCount;
 401             }
 402         }
 403
 404         // 16BitUnits[] begins with strings-v2.
 405         // The strings-v2 may optionally be terminated by what looks like
 406         // an explicit string length that exceeds the number of remaining 16-bit units.
 407         int32_t stringUnitsLength = (poolBundle.fIndexes[URES_INDEX_16BIT_TOP] - keysTop) * 2;
 408         if (stringUnitsLength >= 2 && getFormatVersion() >= 3) {
 409             poolBundle.fStrings = new PseudoListResource(NULL, status);
 410             if (poolBundle.fStrings == NULL) {
 411                 fprintf(stderr, "unable to allocate memory for the pool bundle strings %s\n",
 412                         poolFileName.data());
 413                 return U_MEMORY_ALLOCATION_ERROR;
 414             }
 415             // The PseudoListResource constructor call did not allocate further memory.
 416             assert(U_SUCCESS(status));
 417             const UChar *p = (const UChar *)(pRoot + keysTop);
 418             int32_t remaining = stringUnitsLength;
 419             do {
 420                 int32_t first = *p;
 421                 int8_t numCharsForLength;
 422                 int32_t length;
 423                 if (!U16_IS_TRAIL(first)) {
 424                     // NUL-terminated
 425                     numCharsForLength = 0;
 426                     for (length = 0;
 427                          length < remaining && p[length] != 0;
 428                          ++length) {}
 429                 } else if (first < 0xdfef) {
 430                     numCharsForLength = 1;
 431                     length = first & 0x3ff;
 432                 } else if (first < 0xdfff && remaining >= 2) {
 433                     numCharsForLength = 2;
 434                     length = ((first - 0xdfef) << 16) | p[1];
 435                 } else if (first == 0xdfff && remaining >= 3) {
 436                     numCharsForLength = 3;
 437                     length = ((int32_t)p[1] << 16) | p[2];
 438                 } else {
 439                     break;  // overrun
 440                 }
 441                 // Check for overrun before changing remaining,
 442                 // so that it is always accurate after the loop body.
 443                 if ((numCharsForLength + length) >= remaining ||
 444                         p[numCharsForLength + length] != 0) {
 445                     break;  // overrun or explicitly terminated
 446                 }
 447                 int32_t poolStringIndex = stringUnitsLength - remaining;
 448                 // Maximum pool string index when suffix-sharing the last character.
 449                 int32_t maxStringIndex = poolStringIndex + numCharsForLength + length - 1;
 450                 if (maxStringIndex >= RES_MAX_OFFSET) {
 451                     // pool string index overrun
 452                     break;
 453                 }
 454                 p += numCharsForLength;
 455                 remaining -= numCharsForLength;
 456                 if (length != 0) {
 457                     StringResource *sr =
 458                             new StringResource(poolStringIndex, numCharsForLength,
 459                                                p, length, status);
 460                     if (sr == NULL) {
 461                         fprintf(stderr, "unable to allocate memory for a pool bundle string %s\n",
 462                                 poolFileName.data());
 463                         return U_MEMORY_ALLOCATION_ERROR;
 464                     }
 465                     poolBundle.fStrings->add(sr);
 466                     poolBundle.fStringIndexLimit = maxStringIndex + 1;
 467                     // The StringResource constructor did not allocate further memory.
 468                     assert(U_SUCCESS(status));
 469                 }
 470                 p += length + 1;
 471                 remaining -= length + 1;
 472             } while (remaining > 0);
 473             if (poolBundle.fStrings->fCount == 0) {
 474                 delete poolBundle.fStrings;
 475                 poolBundle.fStrings = NULL;
 476             }
 477         }
 478
 479         T_FileStream_close(poolFile);
 480         setUsePoolBundle(TRUE);
 481         if (isVerbose() && poolBundle.fStrings != NULL) {
 482             printf("number of shared strings: %d\n", (int)poolBundle.fStrings->fCount);
 483             int32_t length = poolBundle.fStringIndexLimit + 1;  // incl. last NUL
 484             printf("16-bit units for strings: %6d = %6d bytes\n",
 485                    (int)length, (int)length * 2);
 486         }
 487     }
 488
 489     if(!options[FORMAT_VERSION].doesOccur && getFormatVersion() == 3 &&
 490             poolBundle.fStrings == NULL &&
 491             !options[WRITE_POOL_BUNDLE].doesOccur) {
 492         // If we just default to formatVersion 3
 493         // but there are no pool bundle strings to share
 494         // and we do not write a pool bundle,
 495         // then write formatVersion 2 which is just as good.
 496         setFormatVersion(2);
 497     }
 498
 499     if(options[INCLUDE_UNIHAN_COLL].doesOccur) {
 500         puts("genrb option --includeUnihanColl ignored: \n"
 501                 "CLDR 26/ICU 54 unihan data is small, except\n"
 502                 "the ucadata-unihan.icu version of the collation root data\n"
 503                 "is about 300kB larger than the ucadata-implicithan.icu version.");
 504     }
 505
 506     if((argc-1)!=1) {
 507         printf("genrb number of files: %d\n", argc - 1);
 508     }
 509     /* generate the binary files */
 510     for(i = 1; i < argc; ++i) {
 511         status = U_ZERO_ERROR;
 512         arg    = getLongPathname(argv[i]);
 513
 514         CharString theCurrentFileName;
 515         if (inputDir) {
 516             theCurrentFileName.append(inputDir, status);
 517         }
 518         theCurrentFileName.appendPathPart(arg, status);
 519         if (U_FAILURE(status)) {
 520             break;
 521         }
 522
 523         gCurrentFileName = theCurrentFileName.data();
 524         if (isVerbose()) {
 525             printf("Processing file \"%s\"\n", theCurrentFileName.data());
 526         }
 527         processFile(arg, encoding, inputDir, outputDir, NULL,
 528                     newPoolBundle.getAlias(),
 529                     options[NO_BINARY_COLLATION].doesOccur, status);
 530     }
 531
 532     poolBundle.close();
 533
 534     if(U_SUCCESS(status) && options[WRITE_POOL_BUNDLE].doesOccur) {
 535         char outputFileName[256];
 536         newPoolBundle->write(outputDir, NULL, outputFileName, sizeof(outputFileName), status);
 537         if(U_FAILURE(status)) {
 538             fprintf(stderr, "unable to write the pool bundle: %s\n", u_errorName(status));
 539         }
 540     }
 541
 542     u_cleanup();
 543
 544     /* Dont return warnings as a failure */
 545     if (U_SUCCESS(status)) {
 546         return 0;
 547     }
 548
 549     return status;
 550 }
 551
 552 /* Process a file */
 553 void
 554 processFile(const char *filename, const char *cp,
 555             const char *inputDir, const char *outputDir, const char *packageName,
 556             SRBRoot *newPoolBundle,
 557             UBool omitBinaryCollation, UErrorCode &status) {
 558     LocalPointer<SRBRoot> data;
 559     UCHARBUF       *ucbuf        = NULL;
 560     char           *rbname       = NULL;
 561     char           *openFileName = NULL;
 562     char           *inputDirBuf  = NULL;
 563
 564     char           outputFileName[256];
 565
 566     int32_t dirlen  = 0;
 567     int32_t filelen = 0;
 568
 569     if (U_FAILURE(status)) {
 570         return;
 571     }
 572     if(filename==NULL){
 573         status=U_ILLEGAL_ARGUMENT_ERROR;
 574         return;
 575     }else{
 576         filelen = (int32_t)uprv_strlen(filename);
 577     }
 578
 579     if(inputDir == NULL) {
 580         const char *filenameBegin = uprv_strrchr(filename, U_FILE_SEP_CHAR);
 581         openFileName = (char *) uprv_malloc(dirlen + filelen + 2);
 582         openFileName[0] = '\0';
 583         if (filenameBegin != NULL) {
 584             /*
 585              * When a filename ../../../data/root.txt is specified,
 586              * we presume that the input directory is ../../../data
 587              * This is very important when the resource file includes
 588              * another file, like UCARules.txt or thaidict.brk.
 589              */
 590             int32_t filenameSize = (int32_t)(filenameBegin - filename + 1);
 591             inputDirBuf = uprv_strncpy((char *)uprv_malloc(filenameSize), filename, filenameSize);
 592
 593             /* test for NULL */
 594             if(inputDirBuf == NULL) {
 595                 status = U_MEMORY_ALLOCATION_ERROR;
 596                 goto finish;
 597             }
 598
 599             inputDirBuf[filenameSize - 1] = 0;
 600             inputDir = inputDirBuf;
 601             dirlen  = (int32_t)uprv_strlen(inputDir);
 602         }
 603     }else{
 604         dirlen  = (int32_t)uprv_strlen(inputDir);
 605
 606         if(inputDir[dirlen-1] != U_FILE_SEP_CHAR) {
 607             openFileName = (char *) uprv_malloc(dirlen + filelen + 2);
 608
 609             /* test for NULL */
 610             if(openFileName == NULL) {
 611                 status = U_MEMORY_ALLOCATION_ERROR;
 612                 goto finish;
 613             }
 614
 615             openFileName[0] = '\0';
 616             /*
 617              * append the input dir to openFileName if the first char in
 618              * filename is not file seperation char and the last char input directory is  not '.'.
 619              * This is to support :
 620              * genrb -s. /home/icu/data
 621              * genrb -s. icu/data
 622              * The user cannot mix notations like
 623              * genrb -s. /icu/data --- the absolute path specified. -s redundant
 624              * user should use
 625              * genrb -s. icu/data  --- start from CWD and look in icu/data dir
 626              */
 627             if( (filename[0] != U_FILE_SEP_CHAR) && (inputDir[dirlen-1] !='.')){
 628                 uprv_strcpy(openFileName, inputDir);
 629                 openFileName[dirlen]     = U_FILE_SEP_CHAR;
 630             }
 631             openFileName[dirlen + 1] = '\0';
 632         } else {
 633             openFileName = (char *) uprv_malloc(dirlen + filelen + 1);
 634
 635             /* test for NULL */
 636             if(openFileName == NULL) {
 637                 status = U_MEMORY_ALLOCATION_ERROR;
 638                 goto finish;
 639             }
 640
 641             uprv_strcpy(openFileName, inputDir);
 642
 643         }
 644     }
 645
 646     uprv_strcat(openFileName, filename);
 647
 648     ucbuf = ucbuf_open(openFileName, &cp,getShowWarning(),TRUE, &status);
 649     if(status == U_FILE_ACCESS_ERROR) {
 650
 651         fprintf(stderr, "couldn't open file %s\n", openFileName == NULL ? filename : openFileName);
 652         goto finish;
 653     }
 654     if (ucbuf == NULL || U_FAILURE(status)) {
 655         fprintf(stderr, "An error occured processing file %s. Error: %s\n",
 656                 openFileName == NULL ? filename : openFileName, u_errorName(status));
 657         goto finish;
 658     }
 659     /* auto detected popular encodings? */
 660     if (cp!=NULL && isVerbose()) {
 661         printf("autodetected encoding %s\n", cp);
 662     }
 663     /* Parse the data into an SRBRoot */
 664     data.adoptInstead(parse(ucbuf, inputDir, outputDir, filename,
 665             !omitBinaryCollation, options[NO_COLLATION_RULES].doesOccur, &status));
 666
 667     if (data.isNull() || U_FAILURE(status)) {
 668         fprintf(stderr, "couldn't parse the file %s. Error:%s\n", filename, u_errorName(status));
 669         goto finish;
 670     }
 671     if(options[WRITE_POOL_BUNDLE].doesOccur) {
 672         data->fWritePoolBundle = newPoolBundle;
 673         data->compactKeys(status);
 674         int32_t newKeysLength;
 675         const char *newKeys = data->getKeyBytes(&newKeysLength);
 676         newPoolBundle->addKeyBytes(newKeys, newKeysLength, status);
 677         if(U_FAILURE(status)) {
 678             fprintf(stderr, "bundle_compactKeys(%s) or bundle_getKeyBytes() failed: %s\n",
 679                     filename, u_errorName(status));
 680             goto finish;
 681         }
 682         /* count the number of just-added key strings */
 683         for(const char *newKeysLimit = newKeys + newKeysLength; newKeys < newKeysLimit; ++newKeys) {
 684             if(*newKeys == 0) {
 685                 ++newPoolBundle->fKeysCount;
 686             }
 687         }
 688     }
 689
 690     if(options[USE_POOL_BUNDLE].doesOccur) {
 691         data->fUsePoolBundle = &poolBundle;
 692     }
 693
 694     /* Determine the target rb filename */
 695     rbname = make_res_filename(filename, outputDir, packageName, status);
 696     if(U_FAILURE(status)) {
 697         fprintf(stderr, "couldn't make the res fileName for  bundle %s. Error:%s\n",
 698                 filename, u_errorName(status));
 699         goto finish;
 700     }
 701     if(write_java== TRUE){
 702         bundle_write_java(data.getAlias(), outputDir, outputEnc,
 703                           outputFileName, sizeof(outputFileName),
 704                           options[JAVA_PACKAGE].value, options[BUNDLE_NAME].value, &status);
 705     }else if(write_xliff ==TRUE){
 706         bundle_write_xml(data.getAlias(), outputDir, outputEnc,
 707                          filename, outputFileName, sizeof(outputFileName),
 708                          language, xliffOutputFileName, &status);
 709     }else{
 710         /* Write the data to the file */
 711         data->write(outputDir, packageName, outputFileName, sizeof(outputFileName), status);
 712     }
 713     if (U_FAILURE(status)) {
 714         fprintf(stderr, "couldn't write bundle %s. Error:%s\n", outputFileName, u_errorName(status));
 715     }
 716
 717 finish:
 718
 719     if (inputDirBuf != NULL) {
 720         uprv_free(inputDirBuf);
 721     }
 722
 723     if (openFileName != NULL) {
 724         uprv_free(openFileName);
 725     }
 726
 727     if(ucbuf) {
 728         ucbuf_close(ucbuf);
 729     }
 730
 731     if (rbname) {
 732         uprv_free(rbname);
 733     }
 734 }
 735
 736 /* Generate the target .res file name from the input file name */
 737 static char*
 738 make_res_filename(const char *filename,
 739                   const char *outputDir,
 740                   const char *packageName,
 741                   UErrorCode &status) {
 742     char *basename;
 743     char *dirname;
 744     char *resName;
 745
 746     int32_t pkgLen = 0; /* length of package prefix */
 747
 748
 749     if (U_FAILURE(status)) {
 750         return 0;
 751     }
 752
 753     if(packageName != NULL)
 754     {
 755         pkgLen = (int32_t)(1 + uprv_strlen(packageName));
 756     }
 757
 758     /* setup */
 759     basename = dirname = resName = 0;
 760
 761     /* determine basename, and compiled file names */
 762     basename = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(filename) + 1));
 763     if(basename == 0) {
 764         status = U_MEMORY_ALLOCATION_ERROR;
 765         goto finish;
 766     }
 767
 768     get_basename(basename, filename);
 769
 770     dirname = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(filename) + 1));
 771     if(dirname == 0) {
 772         status = U_MEMORY_ALLOCATION_ERROR;
 773         goto finish;
 774     }
 775
 776     get_dirname(dirname, filename);
 777
 778     if (outputDir == NULL) {
 779         /* output in same dir as .txt */
 780         resName = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(dirname)
 781                                       + pkgLen
 782                                       + uprv_strlen(basename)
 783                                       + uprv_strlen(RES_SUFFIX) + 8));
 784         if(resName == 0) {
 785             status = U_MEMORY_ALLOCATION_ERROR;
 786             goto finish;
 787         }
 788
 789         uprv_strcpy(resName, dirname);
 790
 791         if(packageName != NULL)
 792         {
 793             uprv_strcat(resName, packageName);
 794             uprv_strcat(resName, "_");
 795         }
 796
 797         uprv_strcat(resName, basename);
 798
 799     } else {
 800         int32_t dirlen      = (int32_t)uprv_strlen(outputDir);
 801         int32_t basenamelen = (int32_t)uprv_strlen(basename);
 802
 803         resName = (char*) uprv_malloc(sizeof(char) * (dirlen + pkgLen + basenamelen + 8));
 804
 805         if (resName == NULL) {
 806             status = U_MEMORY_ALLOCATION_ERROR;
 807             goto finish;
 808         }
 809
 810         uprv_strcpy(resName, outputDir);
 811
 812         if(outputDir[dirlen] != U_FILE_SEP_CHAR) {
 813             resName[dirlen]     = U_FILE_SEP_CHAR;
 814             resName[dirlen + 1] = '\0';
 815         }
 816
 817         if(packageName != NULL)
 818         {
 819             uprv_strcat(resName, packageName);
 820             uprv_strcat(resName, "_");
 821         }
 822
 823         uprv_strcat(resName, basename);
 824     }
 825
 826 finish:
 827     uprv_free(basename);
 828     uprv_free(dirname);
 829
 830     return resName;
 831 }
 832
 833 /*
 834  * Local Variables:
 835  * indent-tabs-mode: nil
 836  * End:
 837  */