source/test/intltest/cpdtrtst.cpp

   1 // Copyright (C) 2016 and later: Unicode, Inc. and others.
   2 // License & terms of use: http://www.unicode.org/copyright.html
   3 /***************************************************************************
   4 *
   5 *   Copyright (C) 2000-2016, International Business Machines
   6 *   Corporation and others.  All Rights Reserved.
   7 *
   8 ************************************************************************
   9 *   Date        Name        Description
  10 *   03/09/2000   Madhu        Creation.
  11 ************************************************************************/
  12
  13 #include "unicode/utypes.h"
  14
  15 #if !UCONFIG_NO_TRANSLITERATION
  16
  17 #include "cpdtrtst.h"
  18 #include "unicode/utypes.h"
  19 #include "unicode/translit.h"
  20 #include "unicode/uniset.h"
  21 #include "cpdtrans.h"
  22 #include "cmemory.h"
  23
  24 //---------------------------------------------
  25 // runIndexedTest
  26 //---------------------------------------------
  27
  28 void
  29 CompoundTransliteratorTest::runIndexedTest(int32_t index, UBool exec,
  30                                            const char* &name, char* /*par*/) {
  31     switch (index) {
  32         TESTCASE(0,TestConstruction);
  33         TESTCASE(1,TestCloneEqual);
  34         TESTCASE(2,TestGetCount);
  35         TESTCASE(3,TestGetSetAdoptTransliterator);
  36         TESTCASE(4,TestTransliterate);
  37         default: name = ""; break;
  38     }
  39 }
  40
  41 void CompoundTransliteratorTest::TestConstruction(){
  42      logln("Testing the construction of the compound Transliterator");
  43    UnicodeString names[]={"Greek-Latin", "Latin-Devanagari", "Devanagari-Latin", "Latin-Greek"};
  44    UParseError parseError;
  45    UErrorCode status=U_ZERO_ERROR;
  46    Transliterator* t1=Transliterator::createInstance(names[0], UTRANS_FORWARD, parseError, status);
  47    Transliterator* t2=Transliterator::createInstance(names[1], UTRANS_FORWARD, parseError, status);
  48    Transliterator* t3=Transliterator::createInstance(names[2], UTRANS_FORWARD, parseError, status);
  49    Transliterator* t4=Transliterator::createInstance(names[3], UTRANS_FORWARD, parseError, status);
  50    if(U_FAILURE(status)){
  51        dataerrln("Transliterator construction failed - %s", u_errorName(status));
  52        return;
  53    }
  54
  55
  56    Transliterator* transarray1[]={t1};
  57    Transliterator* transarray2[]={t1, t4};
  58    Transliterator* transarray3[]={t4, t1, t2};
  59    Transliterator* transarray4[]={t1, t2, t3, t4};
  60
  61    Transliterator** transarray[4];
  62    transarray[0] = transarray1;
  63    transarray[1] = transarray2;
  64    transarray[2] = transarray3;
  65    transarray[3] = transarray4;
  66
  67    const UnicodeString IDs[]={
  68        names[0],
  69        names[0]+";"+names[3],
  70        names[3]+";"+names[1]+";"+names[2],
  71        names[0]+";"+names[1]+";"+names[2]+";"+names[3]
  72    };
  73
  74    uint16_t i=0;
  75    for(i=0; i<4; i++){
  76        status = U_ZERO_ERROR;
  77        CompoundTransliterator *cpdtrans=new CompoundTransliterator(IDs[i],parseError, status);
  78        if (U_FAILURE(status)) {
  79            errln("Construction using CompoundTransliterator(UnicodeString&, Direction, UnicodeFilter*)  failed");
  80        }
  81        delete cpdtrans;
  82
  83        CompoundTransliterator *cpdtrans2=new CompoundTransliterator(transarray[i], i+1);
  84        if(cpdtrans2 == 0){
  85            errln("Construction using CompoundTransliterator(Transliterator* const transliterators[], "
  86                            "int32_t count, UnicodeFilter* adoptedFilter = 0)  failed");
  87            continue;
  88        }
  89        CompoundTransliterator *copycpd=new CompoundTransliterator(*cpdtrans2);
  90        if(copycpd->getCount() != cpdtrans2->getCount() || copycpd->getID() != cpdtrans2->getID()) {
  91            errln("Copy construction failed");
  92            continue;
  93        }
  94
  95
  96        delete copycpd;
  97        delete cpdtrans2;
  98
  99    }
 100    {
 101     /*Test Jitterbug 914 */
 102     UErrorCode err = U_ZERO_ERROR;
 103     CompoundTransliterator  cpdTrans(UnicodeString("Latin-Hangul"),UTRANS_REVERSE,NULL,parseError,err);
 104     UnicodeString newID =cpdTrans.getID();
 105     if(newID!=UnicodeString("Hangul-Latin")){
 106         errln(UnicodeString("Test for Jitterbug 914 for cpdTrans(UnicodeString(\"Latin-Hangul\"),UTRANS_REVERSE,NULL,err) failed"));
 107     }
 108    }
 109    delete t1;
 110    delete t2;
 111    delete t3;
 112    delete t4;
 113
 114 }
 115
 116 void CompoundTransliteratorTest::TestCloneEqual(){
 117     logln("Testing the clone() and equality operator functions of Compound Transliterator");
 118     UErrorCode status = U_ZERO_ERROR;
 119     UParseError parseError;
 120     CompoundTransliterator  *ct1=new CompoundTransliterator("Greek-Latin;Latin-Devanagari",parseError,status);
 121     if(U_FAILURE(status)){
 122         dataerrln("construction failed - %s", u_errorName(status));
 123         delete ct1;
 124         return;
 125     }
 126     CompoundTransliterator  *ct2=new CompoundTransliterator("Greek-Latin", parseError, status);
 127     if(U_FAILURE(status)){
 128         errln("construction failed");
 129         delete ct1;
 130         delete ct2;
 131         return;
 132     }
 133     CompoundTransliterator *copyct1=new CompoundTransliterator(*ct1);
 134     if(copyct1 == 0){
 135         errln("copy construction failed");
 136         return;
 137     }
 138     CompoundTransliterator *copyct2=new CompoundTransliterator(*ct2);
 139     if(copyct2 == 0){
 140         errln("copy construction failed");
 141         return;
 142     }
 143     CompoundTransliterator equalct1=*copyct1;
 144     CompoundTransliterator equalct2=*copyct2;
 145
 146     if(copyct1->getID()     != ct1->getID()    || copyct2->getID()    != ct2->getID()    ||
 147         copyct1->getCount() != ct1->getCount() || copyct2->getCount() != ct2->getCount() ||
 148         copyct2->getID()    == ct1->getID()    || copyct1->getID()    == ct2->getID()    ||
 149         copyct2->getCount() == ct1->getCount() || copyct1->getCount() == ct2->getCount() ){
 150         errln("Error: copy constructors failed");
 151     }
 152
 153     if(equalct1.getID()     != ct1->getID()        || equalct2.getID()    != ct2->getID()     ||
 154         equalct1.getID()    != copyct1->getID()    || equalct2.getID()    != copyct2->getID() ||
 155         equalct1.getCount() != ct1->getCount()     || equalct2.getCount() != ct2->getCount()  ||
 156         copyct2->getID()    == ct1->getID()        || copyct1->getID()    == ct2->getID()     ||
 157         equalct1.getCount() != copyct1->getCount() || equalct2.getCount() != copyct2->getCount() ||
 158         equalct2.getCount() == ct1->getCount()     || equalct1.getCount() == ct2->getCount() ) {
 159         errln("Error: =operator or copy constructor failed");
 160     }
 161
 162     CompoundTransliterator *clonect1a=(CompoundTransliterator*)ct1->clone();
 163     CompoundTransliterator *clonect1b=(CompoundTransliterator*)equalct1.clone();
 164     CompoundTransliterator *clonect2a=(CompoundTransliterator*)ct2->clone();
 165     CompoundTransliterator *clonect2b=(CompoundTransliterator*)copyct2->clone();
 166
 167
 168     if(clonect1a->getID()  != ct1->getID()       || clonect1a->getCount() != ct1->getCount()        ||
 169         clonect1a->getID() != clonect1b->getID() || clonect1a->getCount() != clonect1b->getCount()  ||
 170         clonect1a->getID() != equalct1.getID()   || clonect1a->getCount() != equalct1.getCount()    ||
 171         clonect1a->getID() != copyct1->getID()   || clonect1a->getCount() != copyct1->getCount()    ||
 172
 173         clonect2b->getID() != ct2->getID()       || clonect2a->getCount() != ct2->getCount()        ||
 174         clonect2a->getID() != clonect2b->getID() || clonect2a->getCount() != clonect2b->getCount()  ||
 175         clonect2a->getID() != equalct2.getID()   || clonect2a->getCount() != equalct2.getCount()    ||
 176         clonect2b->getID() != copyct2->getID()   || clonect2b->getCount() != copyct2->getCount()  ) {
 177         errln("Error: clone() failed");
 178     }
 179
 180     delete ct1;
 181     delete ct2;
 182     delete copyct1;
 183     delete copyct2;
 184     delete clonect1a;
 185     delete clonect1b;
 186     delete clonect2a;
 187     delete clonect2b;
 188
 189 }
 190
 191 void CompoundTransliteratorTest::TestGetCount(){
 192     logln("Testing the getCount() API of CompoundTransliterator");
 193     UErrorCode status = U_ZERO_ERROR;
 194     UParseError parseError;
 195     CompoundTransliterator *ct1=new CompoundTransliterator("Halfwidth-Fullwidth;Fullwidth-Halfwidth", parseError, status);
 196     CompoundTransliterator *ct2=new CompoundTransliterator("Any-Hex;Hex-Any;Cyrillic-Latin;Latin-Cyrillic", parseError, status);
 197     CompoundTransliterator *ct3=(CompoundTransliterator*)ct1;
 198     if (U_FAILURE(status)) {
 199         dataerrln("FAILED: CompoundTransliterator constructor failed - %s", u_errorName(status));
 200         return;
 201     }
 202     CompoundTransliterator *ct4=new CompoundTransliterator("Latin-Devanagari", parseError, status);
 203     CompoundTransliterator *ct5=new CompoundTransliterator(*ct4);
 204
 205     if (U_FAILURE(status)) {
 206         errln("FAILED: CompoundTransliterator constructor failed");
 207         return;
 208     }
 209     if(ct1->getCount() == ct2->getCount() || ct1->getCount() != ct3->getCount() ||
 210         ct2->getCount() == ct3->getCount() ||
 211         ct4->getCount() != ct5->getCount() || ct4->getCount() == ct1->getCount() ||
 212         ct4->getCount() == ct2->getCount() || ct4->getCount() == ct3->getCount()  ||
 213         ct5->getCount() == ct2->getCount() || ct5->getCount() == ct3->getCount()  ) {
 214         errln("Error: getCount() failed");
 215     }
 216
 217     /* Quick test getTargetSet(), only test that it doesn't die.  TODO:  a better test. */
 218     UnicodeSet ts;
 219     UnicodeSet *retUS = NULL;
 220     retUS = &ct1->getTargetSet(ts);
 221     if (retUS != &ts || ts.size() == 0) {
 222         errln("CompoundTransliterator::getTargetSet() failed.\n");
 223     }
 224
 225     /* Quick test getSourceSet(), only test that it doesn't die.  TODO:  a better test. */
 226     UnicodeSet ss;
 227     retUS = NULL;
 228     retUS = &ct1->getSourceSet(ss);
 229     if (retUS != &ss || ss.size() == 0) {
 230         errln("CompoundTransliterator::getSourceSet() failed.\n");
 231     }
 232
 233     delete ct1;
 234     delete ct2;
 235     delete ct4;
 236     delete ct5;
 237 }
 238
 239 void CompoundTransliteratorTest::TestGetSetAdoptTransliterator(){
 240     logln("Testing the getTransliterator() API of CompoundTransliterator");
 241     UnicodeString ID("Latin-Greek;Greek-Latin;Latin-Devanagari;Devanagari-Latin;Latin-Cyrillic;Cyrillic-Latin;Any-Hex;Hex-Any");
 242     UErrorCode status = U_ZERO_ERROR;
 243     UParseError parseError;
 244     CompoundTransliterator *ct1=new CompoundTransliterator(ID, parseError, status);
 245     if(U_FAILURE(status)){
 246         dataerrln("CompoundTransliterator construction failed - %s", u_errorName(status));
 247         return;
 248     }
 249     int32_t count=ct1->getCount();
 250     UnicodeString *array=split(ID, 0x003b, count);
 251     int i;
 252     for(i=0; i < count; i++){
 253         UnicodeString child= ct1->getTransliterator(i).getID();
 254         if(child != *(array+i)){
 255             errln("Error getTransliterator() failed: Expected->" + *(array+i) + " Got->" + child);
 256         }else {
 257             logln("OK: getTransliterator() passed: Expected->" + *(array+i) + " Got->" + child);
 258         }
 259     }
 260     delete []array;
 261
 262     logln("Testing setTransliterator() API of CompoundTransliterator");
 263     UnicodeString ID2("Hex-Any;Any-Hex;Latin-Cyrillic;Cyrillic-Latin;Halfwidth-Fullwidth;Fullwidth-Halfwidth");
 264     array=split(ID2, 0x003b, count);
 265     Transliterator** transarray=new Transliterator*[count];
 266     for(i=0;i<count;i++){
 267         transarray[i]=Transliterator::createInstance(*(array+i), UTRANS_FORWARD, parseError, status);
 268         if(U_FAILURE(status)){
 269             errln("Error could not create Transliterator with ID :"+*(array+i));
 270         }else{
 271             logln("The ID for the transltierator created is " + transarray[i]->getID());
 272         }
 273         status = U_ZERO_ERROR;
 274     }
 275
 276     /*setTransliterator and adoptTransliterator */
 277
 278     ct1->setTransliterators(transarray, count);
 279     if(ct1->getCount() != count || ct1->getID() != ID2){
 280         errln((UnicodeString)"Error: setTransliterators() failed.\n\t Count:- expected->" + count + (UnicodeString)".  got->" + ct1->getCount() +
 281                                                    (UnicodeString)"\n\tID   :- expected->" + ID2 + (UnicodeString)".  got->" + ct1->getID());
 282     }
 283     else{
 284         logln("OK: setTransliterators() passed");
 285     }
 286     /*UnicodeString temp;
 287     for(i=0;i<count-1;i++){
 288         temp.append(ct1->getTransliterator(i).getID());
 289         temp.append(";");
 290     }
 291     temp.append(ct1->getTransliterator(i).getID());
 292     if(temp != ID2){
 293         errln("Error: setTransliterator() failed.  Expected->" + ID2 + "\nGot->" + temp);
 294     }
 295     else{
 296         logln("OK: setTransliterator() passed");
 297     }*/
 298     logln("Testing adoptTransliterator() API of CompoundTransliterator");
 299     UnicodeString ID3("Latin-Katakana");
 300     Transliterator **transarray2=(Transliterator **)uprv_malloc(sizeof(Transliterator*)*1);
 301     transarray2[0] = Transliterator::createInstance(ID3,UTRANS_FORWARD,parseError,status);
 302     if (transarray2[0] != 0) {
 303         ct1->adoptTransliterators(transarray2, 1);
 304     }
 305     if(ct1->getCount() != 1 || ct1->getID() != ID3){
 306         errln((UnicodeString)"Error: adoptTransliterators() failed.\n\t Count:- expected->1" + (UnicodeString)".  got->" + ct1->getCount() +
 307                                                    (UnicodeString)"\n\tID   :- expected->" + ID3 + (UnicodeString)".  got->" + ct1->getID());
 308     }
 309     else{
 310         logln("OK: adoptTranslterator() passed");
 311     }
 312     delete ct1;
 313     for(i=0;i<count;i++){
 314         delete transarray[i];
 315     }
 316     delete []transarray;
 317     delete []array;
 318 }
 319
 320 /**
 321  * Splits a UnicodeString
 322  */
 323 UnicodeString* CompoundTransliteratorTest::split(const UnicodeString& str, UChar seperator, int32_t& count) {
 324
 325     //get the count
 326     int32_t i;
 327     count =1;
 328     for(i=0; i<str.length(); i++){
 329         if(str.charAt(i) == seperator)
 330             count++;
 331     }
 332     // make an array
 333     UnicodeString* result = new UnicodeString[count];
 334     int32_t last = 0;
 335     int32_t current = 0;
 336     for (i = 0; i < str.length(); ++i) {
 337         if (str.charAt(i) == seperator) {
 338             str.extractBetween(last, i, result[current]);
 339             last = i+1;
 340             current++;
 341         }
 342     }
 343     str.extractBetween(last, i, result[current]);
 344     return result;
 345 }
 346 void CompoundTransliteratorTest::TestTransliterate(){
 347     logln("Testing the handleTransliterate() API of CompoundTransliterator");
 348     UErrorCode status = U_ZERO_ERROR;
 349     UParseError parseError;
 350     CompoundTransliterator *ct1=new CompoundTransliterator("Any-Hex;Hex-Any",parseError, status);
 351     if(U_FAILURE(status)){
 352         errln("CompoundTransliterator construction failed");
 353     }else {
 354 #if 0
 355     // handleTransliterate is a protected method that was erroneously made
 356     // public.  It is not public API that needs to be tested.
 357         UnicodeString s("abcabc");
 358         expect(*ct1, s, s);
 359         UTransPosition index = { 0, 0, 0, 0 };
 360         UnicodeString rsource2(s);
 361         UnicodeString expectedResult=s;
 362         ct1->handleTransliterate(rsource2, index, FALSE);
 363         expectAux(ct1->getID() + ":String, index(0,0,0), incremental=FALSE", rsource2 + "->" + rsource2, rsource2==expectedResult, expectedResult);
 364         UTransPosition _index = {1,3,2,3};
 365         uprv_memcpy(&index, &_index, sizeof(index));
 366         UnicodeString rsource3(s);
 367         ct1->handleTransliterate(rsource3, index, TRUE);
 368         expectAux(ct1->getID() + ":String, index(1,2,3), incremental=TRUE", rsource3 + "->" + rsource3, rsource3==expectedResult, expectedResult);
 369 #endif
 370     }
 371     delete ct1;
 372     UnicodeString Data[]={
 373              //ID, input string, transliterated string
 374              "Any-Hex;Hex-Any;Any-Hex",     "hello",  UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", ""),
 375              "Any-Hex;Hex-Any",                 "hello! How are you?",  "hello! How are you?",
 376              //"Devanagari-Latin;Latin-Devanagari",        CharsToUnicodeString("\\u092D\\u0948'\\u0930'\\u0935"),  CharsToUnicodeString("\\u092D\\u0948\\u0930\\u0935"), // quotes lost
 377              "Latin-Cyrillic;Cyrillic-Latin",           "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", //"abkdefghijShchshchzhh",
 378              "Latin-Greek;Greek-Latin",                 "ABGabgAKLMN", "ABGabgAKLMN",
 379              //"Latin-Arabic;Arabic-Latin",               "Ad'r'a'b'i'k'dh'dd'gh", "Adrabikdhddgh",
 380              "Hiragana-Katakana",                       CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3092\\u3099"),
 381                                                                  CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30fa"),
 382              "Hiragana-Katakana;Katakana-Hiragana",     CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"),
 383                                                                  CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"),
 384              "Katakana-Hiragana;Hiragana-Katakana",     CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30f5\\u30f6"),
 385                                                                  CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30b1"),
 386              "Latin-Katakana;Katakana-Latin",                   CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"),
 387                                                                  CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"),
 388     };
 389     uint32_t i;
 390     for(i=0; i<UPRV_LENGTHOF(Data); i=i+3){
 391         UErrorCode status = U_ZERO_ERROR;
 392
 393         CompoundTransliterator *ct2=new CompoundTransliterator(Data[i+0], parseError, status);
 394         if(U_FAILURE(status)){
 395             dataerrln("CompoundTransliterator construction failed for " + Data[i+0] + " - " + u_errorName(status));
 396         } else {
 397             expect(*ct2, Data[i+1], Data[i+2]);
 398         }
 399         delete ct2;
 400     }
 401
 402 }
 403
 404
 405
 406 //======================================================================
 407 // Support methods
 408 //======================================================================
 409 void CompoundTransliteratorTest::expect(const CompoundTransliterator& t,
 410                                 const UnicodeString& source,
 411                                 const UnicodeString& expectedResult) {
 412
 413     UnicodeString rsource(source);
 414     t.transliterate(rsource);
 415     expectAux(t.getID() + ":Replaceable", source + "->" + rsource, rsource==expectedResult, expectedResult);
 416
 417     // Test transliterate (incremental) transliteration --
 418     rsource.remove();
 419     rsource.append(source);
 420     UTransPosition index;
 421     index.contextStart =0;
 422     index.contextLimit = source.length();
 423     index.start = 0;
 424     index.limit = source.length();
 425     UErrorCode ec = U_ZERO_ERROR;
 426     t.transliterate(rsource, index, ec);
 427     t.finishTransliteration(rsource,index);
 428     expectAux(t.getID() + ":handleTransliterate ", source + "->" + rsource, rsource==expectedResult, expectedResult);
 429
 430 }
 431
 432 void CompoundTransliteratorTest::expectAux(const UnicodeString& tag,
 433                                    const UnicodeString& summary, UBool pass,
 434                                    const UnicodeString& expectedResult) {
 435     if (pass) {
 436         logln(UnicodeString("(")+tag+") " + prettify(summary));
 437     } else {
 438         errln(UnicodeString("FAIL: (")+tag+") "
 439               + prettify(summary)
 440               + ", expected " + prettify(expectedResult));
 441     }
 442 }
 443
 444 #endif /* #if !UCONFIG_NO_TRANSLITERATION */