// © 2016 and later: Unicode, Inc. and others.
// License & terms of use: http://www.unicode.org/copyright.html
/***************************************************************************
*
* Copyright (C) 2000-2016, International Business Machines
* Corporation and others. All Rights Reserved.
*
************************************************************************
* Date Name Description
* 03/09/2000 Madhu Creation.
************************************************************************/
#include "unicode/utypes.h"
#if !UCONFIG_NO_TRANSLITERATION
#include "cpdtrtst.h"
#include "unicode/utypes.h"
#include "unicode/translit.h"
#include "unicode/uniset.h"
#include "cpdtrans.h"
#include "cmemory.h"
//---------------------------------------------
// runIndexedTest
//---------------------------------------------
void
CompoundTransliteratorTest::runIndexedTest(int32_t index, UBool exec,
const char* &name, char* /*par*/) {
switch (index) {
TESTCASE(0,TestConstruction);
TESTCASE(1,TestCloneEqual);
TESTCASE(2,TestGetCount);
TESTCASE(3,TestGetSetAdoptTransliterator);
TESTCASE(4,TestTransliterate);
default: name = ""; break;
}
}
void CompoundTransliteratorTest::TestConstruction(){
logln("Testing the construction of the compound Transliterator");
UnicodeString names[]={"Greek-Latin", "Latin-Devanagari", "Devanagari-Latin", "Latin-Greek"};
UParseError parseError;
UErrorCode status=U_ZERO_ERROR;
Transliterator* t1=Transliterator::createInstance(names[0], UTRANS_FORWARD, parseError, status);
Transliterator* t2=Transliterator::createInstance(names[1], UTRANS_FORWARD, parseError, status);
Transliterator* t3=Transliterator::createInstance(names[2], UTRANS_FORWARD, parseError, status);
Transliterator* t4=Transliterator::createInstance(names[3], UTRANS_FORWARD, parseError, status);
if(U_FAILURE(status)){
dataerrln("Transliterator construction failed - %s", u_errorName(status));
return;
}
Transliterator* transarray1[]={t1};
Transliterator* transarray2[]={t1, t4};
Transliterator* transarray3[]={t4, t1, t2};
Transliterator* transarray4[]={t1, t2, t3, t4};
Transliterator** transarray[4];
transarray[0] = transarray1;
transarray[1] = transarray2;
transarray[2] = transarray3;
transarray[3] = transarray4;
const UnicodeString IDs[]={
names[0],
names[0]+";"+names[3],
names[3]+";"+names[1]+";"+names[2],
names[0]+";"+names[1]+";"+names[2]+";"+names[3]
};
uint16_t i=0;
for(i=0; i<4; i++){
status = U_ZERO_ERROR;
CompoundTransliterator *cpdtrans=new CompoundTransliterator(IDs[i],parseError, status);
if (U_FAILURE(status)) {
errln("Construction using CompoundTransliterator(UnicodeString&, Direction, UnicodeFilter*) failed");
}
delete cpdtrans;
CompoundTransliterator *cpdtrans2=new CompoundTransliterator(transarray[i], i+1);
if(cpdtrans2 == 0){
errln("Construction using CompoundTransliterator(Transliterator* const transliterators[], "
"int32_t count, UnicodeFilter* adoptedFilter = 0) failed");
continue;
}
CompoundTransliterator *copycpd=new CompoundTransliterator(*cpdtrans2);
if(copycpd->getCount() != cpdtrans2->getCount() || copycpd->getID() != cpdtrans2->getID()) {
errln("Copy construction failed");
continue;
}
delete copycpd;
delete cpdtrans2;
}
{
/*Test Jitterbug 914 */
UErrorCode err = U_ZERO_ERROR;
CompoundTransliterator cpdTrans(UnicodeString("Latin-Hangul"),UTRANS_REVERSE,NULL,parseError,err);
UnicodeString newID =cpdTrans.getID();
if(newID!=UnicodeString("Hangul-Latin")){
errln(UnicodeString("Test for Jitterbug 914 for cpdTrans(UnicodeString(\"Latin-Hangul\"),UTRANS_REVERSE,NULL,err) failed"));
}
}
delete t1;
delete t2;
delete t3;
delete t4;
}
void CompoundTransliteratorTest::TestCloneEqual(){
logln("Testing the clone() and equality operator functions of Compound Transliterator");
UErrorCode status = U_ZERO_ERROR;
UParseError parseError;
CompoundTransliterator *ct1=new CompoundTransliterator("Greek-Latin;Latin-Devanagari",parseError,status);
if(U_FAILURE(status)){
dataerrln("construction failed - %s", u_errorName(status));
delete ct1;
return;
}
CompoundTransliterator *ct2=new CompoundTransliterator("Greek-Latin", parseError, status);
if(U_FAILURE(status)){
errln("construction failed");
delete ct1;
delete ct2;
return;
}
CompoundTransliterator *copyct1=new CompoundTransliterator(*ct1);
if(copyct1 == 0){
errln("copy construction failed");
return;
}
CompoundTransliterator *copyct2=new CompoundTransliterator(*ct2);
if(copyct2 == 0){
errln("copy construction failed");
return;
}
CompoundTransliterator equalct1=*copyct1;
CompoundTransliterator equalct2=*copyct2;
if(copyct1->getID() != ct1->getID() || copyct2->getID() != ct2->getID() ||
copyct1->getCount() != ct1->getCount() || copyct2->getCount() != ct2->getCount() ||
copyct2->getID() == ct1->getID() || copyct1->getID() == ct2->getID() ||
copyct2->getCount() == ct1->getCount() || copyct1->getCount() == ct2->getCount() ){
errln("Error: copy constructors failed");
}
if(equalct1.getID() != ct1->getID() || equalct2.getID() != ct2->getID() ||
equalct1.getID() != copyct1->getID() || equalct2.getID() != copyct2->getID() ||
equalct1.getCount() != ct1->getCount() || equalct2.getCount() != ct2->getCount() ||
copyct2->getID() == ct1->getID() || copyct1->getID() == ct2->getID() ||
equalct1.getCount() != copyct1->getCount() || equalct2.getCount() != copyct2->getCount() ||
equalct2.getCount() == ct1->getCount() || equalct1.getCount() == ct2->getCount() ) {
errln("Error: =operator or copy constructor failed");
}
CompoundTransliterator *clonect1a=(CompoundTransliterator*)ct1->clone();
CompoundTransliterator *clonect1b=(CompoundTransliterator*)equalct1.clone();
CompoundTransliterator *clonect2a=(CompoundTransliterator*)ct2->clone();
CompoundTransliterator *clonect2b=(CompoundTransliterator*)copyct2->clone();
if(clonect1a->getID() != ct1->getID() || clonect1a->getCount() != ct1->getCount() ||
clonect1a->getID() != clonect1b->getID() || clonect1a->getCount() != clonect1b->getCount() ||
clonect1a->getID() != equalct1.getID() || clonect1a->getCount() != equalct1.getCount() ||
clonect1a->getID() != copyct1->getID() || clonect1a->getCount() != copyct1->getCount() ||
clonect2b->getID() != ct2->getID() || clonect2a->getCount() != ct2->getCount() ||
clonect2a->getID() != clonect2b->getID() || clonect2a->getCount() != clonect2b->getCount() ||
clonect2a->getID() != equalct2.getID() || clonect2a->getCount() != equalct2.getCount() ||
clonect2b->getID() != copyct2->getID() || clonect2b->getCount() != copyct2->getCount() ) {
errln("Error: clone() failed");
}
delete ct1;
delete ct2;
delete copyct1;
delete copyct2;
delete clonect1a;
delete clonect1b;
delete clonect2a;
delete clonect2b;
}
void CompoundTransliteratorTest::TestGetCount(){
logln("Testing the getCount() API of CompoundTransliterator");
UErrorCode status = U_ZERO_ERROR;
UParseError parseError;
CompoundTransliterator *ct1=new CompoundTransliterator("Halfwidth-Fullwidth;Fullwidth-Halfwidth", parseError, status);
CompoundTransliterator *ct2=new CompoundTransliterator("Any-Hex;Hex-Any;Cyrillic-Latin;Latin-Cyrillic", parseError, status);
CompoundTransliterator *ct3=(CompoundTransliterator*)ct1;
if (U_FAILURE(status)) {
dataerrln("FAILED: CompoundTransliterator constructor failed - %s", u_errorName(status));
return;
}
CompoundTransliterator *ct4=new CompoundTransliterator("Latin-Devanagari", parseError, status);
CompoundTransliterator *ct5=new CompoundTransliterator(*ct4);
if (U_FAILURE(status)) {
errln("FAILED: CompoundTransliterator constructor failed");
return;
}
if(ct1->getCount() == ct2->getCount() || ct1->getCount() != ct3->getCount() ||
ct2->getCount() == ct3->getCount() ||
ct4->getCount() != ct5->getCount() || ct4->getCount() == ct1->getCount() ||
ct4->getCount() == ct2->getCount() || ct4->getCount() == ct3->getCount() ||
ct5->getCount() == ct2->getCount() || ct5->getCount() == ct3->getCount() ) {
errln("Error: getCount() failed");
}
/* Quick test getTargetSet(), only test that it doesn't die. TODO: a better test. */
UnicodeSet ts;
UnicodeSet *retUS = NULL;
retUS = &ct1->getTargetSet(ts);
if (retUS != &ts || ts.size() == 0) {
errln("CompoundTransliterator::getTargetSet() failed.\n");
}
/* Quick test getSourceSet(), only test that it doesn't die. TODO: a better test. */
UnicodeSet ss;
retUS = NULL;
retUS = &ct1->getSourceSet(ss);
if (retUS != &ss || ss.size() == 0) {
errln("CompoundTransliterator::getSourceSet() failed.\n");
}
delete ct1;
delete ct2;
delete ct4;
delete ct5;
}
void CompoundTransliteratorTest::TestGetSetAdoptTransliterator(){
logln("Testing the getTransliterator() API of CompoundTransliterator");
UnicodeString ID("Latin-Greek;Greek-Latin;Latin-Devanagari;Devanagari-Latin;Latin-Cyrillic;Cyrillic-Latin;Any-Hex;Hex-Any");
UErrorCode status = U_ZERO_ERROR;
UParseError parseError;
CompoundTransliterator *ct1=new CompoundTransliterator(ID, parseError, status);
if(U_FAILURE(status)){
dataerrln("CompoundTransliterator construction failed - %s", u_errorName(status));
return;
}
int32_t count=ct1->getCount();
UnicodeString *array=split(ID, 0x003b, count);
int i;
for(i=0; i < count; i++){
UnicodeString child= ct1->getTransliterator(i).getID();
if(child != *(array+i)){
errln("Error getTransliterator() failed: Expected->" + *(array+i) + " Got->" + child);
}else {
logln("OK: getTransliterator() passed: Expected->" + *(array+i) + " Got->" + child);
}
}
delete []array;
logln("Testing setTransliterator() API of CompoundTransliterator");
UnicodeString ID2("Hex-Any;Any-Hex;Latin-Cyrillic;Cyrillic-Latin;Halfwidth-Fullwidth;Fullwidth-Halfwidth");
array=split(ID2, 0x003b, count);
Transliterator** transarray=new Transliterator*[count];
for(i=0;i<count;i++){
transarray[i]=Transliterator::createInstance(*(array+i), UTRANS_FORWARD, parseError, status);
if(U_FAILURE(status)){
errln("Error could not create Transliterator with ID :"+*(array+i));
}else{
logln("The ID for the transltierator created is " + transarray[i]->getID());
}
status = U_ZERO_ERROR;
}
/*setTransliterator and adoptTransliterator */
ct1->setTransliterators(transarray, count);
if(ct1->getCount() != count || ct1->getID() != ID2){
errln((UnicodeString)"Error: setTransliterators() failed.\n\t Count:- expected->" + count + (UnicodeString)". got->" + ct1->getCount() +
(UnicodeString)"\n\tID :- expected->" + ID2 + (UnicodeString)". got->" + ct1->getID());
}
else{
logln("OK: setTransliterators() passed");
}
/*UnicodeString temp;
for(i=0;i<count-1;i++){
temp.append(ct1->getTransliterator(i).getID());
temp.append(";");
}
temp.append(ct1->getTransliterator(i).getID());
if(temp != ID2){
errln("Error: setTransliterator() failed. Expected->" + ID2 + "\nGot->" + temp);
}
else{
logln("OK: setTransliterator() passed");
}*/
logln("Testing adoptTransliterator() API of CompoundTransliterator");
UnicodeString ID3("Latin-Katakana");
Transliterator **transarray2=(Transliterator **)uprv_malloc(sizeof(Transliterator*)*1);
transarray2[0] = Transliterator::createInstance(ID3,UTRANS_FORWARD,parseError,status);
if (transarray2[0] != 0) {
ct1->adoptTransliterators(transarray2, 1);
}
if(ct1->getCount() != 1 || ct1->getID() != ID3){
errln((UnicodeString)"Error: adoptTransliterators() failed.\n\t Count:- expected->1" + (UnicodeString)". got->" + ct1->getCount() +
(UnicodeString)"\n\tID :- expected->" + ID3 + (UnicodeString)". got->" + ct1->getID());
}
else{
logln("OK: adoptTranslterator() passed");
}
delete ct1;
for(i=0;i<count;i++){
delete transarray[i];
}
delete []transarray;
delete []array;
}
/**
* Splits a UnicodeString
*/
UnicodeString* CompoundTransliteratorTest::split(const UnicodeString& str, UChar seperator, int32_t& count) {
//get the count
int32_t i;
count =1;
for(i=0; i<str.length(); i++){
if(str.charAt(i) == seperator)
count++;
}
// make an array
UnicodeString* result = new UnicodeString[count];
int32_t last = 0;
int32_t current = 0;
for (i = 0; i < str.length(); ++i) {
if (str.charAt(i) == seperator) {
str.extractBetween(last, i, result[current]);
last = i+1;
current++;
}
}
str.extractBetween(last, i, result[current]);
return result;
}
void CompoundTransliteratorTest::TestTransliterate(){
logln("Testing the handleTransliterate() API of CompoundTransliterator");
UErrorCode status = U_ZERO_ERROR;
UParseError parseError;
CompoundTransliterator *ct1=new CompoundTransliterator("Any-Hex;Hex-Any",parseError, status);
if(U_FAILURE(status)){
errln("CompoundTransliterator construction failed");
}else {
#if 0
// handleTransliterate is a protected method that was erroneously made
// public. It is not public API that needs to be tested.
UnicodeString s("abcabc");
expect(*ct1, s, s);
UTransPosition index = { 0, 0, 0, 0 };
UnicodeString rsource2(s);
UnicodeString expectedResult=s;
ct1->handleTransliterate(rsource2, index, FALSE);
expectAux(ct1->getID() + ":String, index(0,0,0), incremental=FALSE", rsource2 + "->" + rsource2, rsource2==expectedResult, expectedResult);
UTransPosition _index = {1,3,2,3};
uprv_memcpy(&index, &_index, sizeof(index));
UnicodeString rsource3(s);
ct1->handleTransliterate(rsource3, index, TRUE);
expectAux(ct1->getID() + ":String, index(1,2,3), incremental=TRUE", rsource3 + "->" + rsource3, rsource3==expectedResult, expectedResult);
#endif
}
delete ct1;
UnicodeString Data[]={
//ID, input string, transliterated string
"Any-Hex;Hex-Any;Any-Hex", "hello", UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", ""),
"Any-Hex;Hex-Any", "hello! How are you?", "hello! How are you?",
//"Devanagari-Latin;Latin-Devanagari", CharsToUnicodeString("\\u092D\\u0948'\\u0930'\\u0935"), CharsToUnicodeString("\\u092D\\u0948\\u0930\\u0935"), // quotes lost
"Latin-Cyrillic;Cyrillic-Latin", "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", //"abkdefghijShchshchzhh",
"Latin-Greek;Greek-Latin", "ABGabgAKLMN", "ABGabgAKLMN",
//"Latin-Arabic;Arabic-Latin", "Ad'r'a'b'i'k'dh'dd'gh", "Adrabikdhddgh",
"Hiragana-Katakana", CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3092\\u3099"),
CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30fa"),
"Hiragana-Katakana;Katakana-Hiragana", CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"),
CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"),
"Katakana-Hiragana;Hiragana-Katakana", CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30f5\\u30f6"),
CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30b1"),
"Latin-Katakana;Katakana-Latin", CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"),
CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"),
};
uint32_t i;
for(i=0; i<UPRV_LENGTHOF(Data); i=i+3){
UErrorCode status = U_ZERO_ERROR;
CompoundTransliterator *ct2=new CompoundTransliterator(Data[i+0], parseError, status);
if(U_FAILURE(status)){
dataerrln("CompoundTransliterator construction failed for " + Data[i+0] + " - " + u_errorName(status));
} else {
expect(*ct2, Data[i+1], Data[i+2]);
}
delete ct2;
}
}
//======================================================================
// Support methods
//======================================================================
void CompoundTransliteratorTest::expect(const CompoundTransliterator& t,
const UnicodeString& source,
const UnicodeString& expectedResult) {
UnicodeString rsource(source);
t.transliterate(rsource);
expectAux(t.getID() + ":Replaceable", source + "->" + rsource, rsource==expectedResult, expectedResult);
// Test transliterate (incremental) transliteration --
rsource.remove();
rsource.append(source);
UTransPosition index;
index.contextStart =0;
index.contextLimit = source.length();
index.start = 0;
index.limit = source.length();
UErrorCode ec = U_ZERO_ERROR;
t.transliterate(rsource, index, ec);
t.finishTransliteration(rsource,index);
expectAux(t.getID() + ":handleTransliterate ", source + "->" + rsource, rsource==expectedResult, expectedResult);
}
void CompoundTransliteratorTest::expectAux(const UnicodeString& tag,
const UnicodeString& summary, UBool pass,
const UnicodeString& expectedResult) {
if (pass) {
logln(UnicodeString("(")+tag+") " + prettify(summary));
} else {
errln(UnicodeString("FAIL: (")+tag+") "
+ prettify(summary)
+ ", expected " + prettify(expectedResult));
}
}
#endif /* #if !UCONFIG_NO_TRANSLITERATION */