2 *******************************************************************************
4 * Copyright (C) 2005-2014, International Business Machines
5 * Corporation and others. All Rights Reserved.
7 *******************************************************************************
9 * created on: 2005jun15
10 * created by: Raymond Yang
18 #include "unicode/utypes.h"
19 #include "unicode/ucnv.h"
20 #include "unicode/ustring.h"
21 #include "unicode/uidna.h"
25 static const UChar C_TAG[] = {0x3D, 0x3D, 0x3D, 0x3D, 0x3D, 0}; // =====
26 static const UChar C_NAMEZONE[] = {0x6E, 0x61, 0x6D, 0x65, 0x7A, 0x6F, 0x6E, 0x65, 0}; // namezone
27 static const UChar C_NAMEBASE[] = {0x6E, 0x61, 0x6D, 0x65, 0x62, 0x61, 0x73, 0x65, 0}; // namebase
29 static const UChar C_TYPE[] = {0x74, 0x79, 0x70, 0x65, 0}; // type
30 static const UChar C_TOASCII[] = {0x74, 0x6F, 0x61, 0x73, 0x63, 0x69, 0x69, 0}; // toascii
31 static const UChar C_TOUNICODE[] = {0x74, 0x6F, 0x75, 0x6E, 0x69, 0x63, 0x6F, 0x64, 0x65, 0}; // tounicode
33 static const UChar C_PASSFAIL[] = {0x70, 0x61, 0x73, 0x73, 0x66, 0x61, 0x69, 0x6C, 0}; // passfail
34 static const UChar C_PASS[] = {0x70, 0x61, 0x73, 0x73, 0}; // pass
35 static const UChar C_FAIL[] = {0x66, 0x61, 0x69, 0x6C, 0}; // fail
37 static const UChar C_DESC[] = {0x64, 0x65, 0x73, 0x63, 0}; // desc
38 static const UChar C_USESTD3ASCIIRULES[] = {0x55, 0x73, 0x65, 0x53, 0x54, 0x44,
39 0x33, 0x41, 0x53, 0x43, 0x49, 0x49, 0x52, 0x75, 0x6C, 0x65, 0x73, 0}; // UseSTD3ASCIIRules
41 IdnaConfTest::IdnaConfTest(){
46 type = option = passfail = -1;
47 namebase.setToBogus();
48 namezone.setToBogus();
50 IdnaConfTest::~IdnaConfTest(){
55 /* this function is modified from RBBITest::ReadAndConvertFile()
58 UBool IdnaConfTest::ReadAndConvertFile(){
63 // read the test data file to memory
65 UErrorCode status = U_ZERO_ERROR;
67 const char *path = IntlTest::getSourceTestData(status);
68 if (U_FAILURE(status)) {
69 errln("%s", u_errorName(status));
73 const char* name = "idna_conf.txt"; // test data file
74 int t = strlen(path) + strlen(name) + 1;
75 char* absolute_name = new char[t];
76 strcpy(absolute_name, path);
77 strcat(absolute_name, name);
78 f = fopen(absolute_name, "rb");
79 delete [] absolute_name;
82 dataerrln("fopen error on %s", name);
86 fseek( f, 0, SEEK_END);
87 if ((source_len = ftell(f)) <= 0){
88 errln("Error reading test data file.");
93 source = new char[source_len];
94 fseek(f, 0, SEEK_SET);
95 if (fread(source, 1, source_len, f) != source_len) {
96 errln("Error reading test data file.");
103 // convert the UTF-8 encoded stream to UTF-16 stream
104 UConverter* conv = ucnv_open("utf-8", &status);
105 int dest_len = ucnv_toUChars(conv,
111 if (status == U_BUFFER_OVERFLOW_ERROR) {
112 // Buffer Overflow is expected from the preflight operation.
113 status = U_ZERO_ERROR;
115 dest = new UChar[ dest_len + 1];
116 ucnv_toUChars(conv, dest, dest_len + 1, source, source_len, &status);
117 // Do not know the "if possible" behavior of ucnv_toUChars()
124 return TRUE; // The buffer will owned by caller.
126 errln("UConverter error: %s", u_errorName(status));
132 int IdnaConfTest::isNewlineMark(){
133 static const UChar LF = 0x0a;
134 static const UChar CR = 0x0d;
135 UChar c = base[curOffset];
137 if ( c == CR && curOffset + 1 < len && base[curOffset + 1] == LF){
142 if ( c == CR || c == LF) {
149 /* Read a logical line.
151 * All lines ending in a backslash (\) and immediately followed by a newline
152 * character are joined with the next line in the source file forming logical
153 * lines from the physical lines.
156 UBool IdnaConfTest::ReadOneLine(UnicodeString& buf){
157 if ( !(curOffset < len) ) return FALSE; // stream end
159 static const UChar BACKSLASH = 0x5c;
162 while (curOffset < len){
163 if ((t = isNewlineMark())) { // end of line
167 UChar c = base[curOffset];
168 if (c == BACKSLASH && curOffset < len -1){ // escaped new line mark
169 if ((t = isNewlineMark())){
170 curOffset += 1 + t; // BACKSLAH and NewlineMark
181 //===============================================================
184 /* Explain <xxxxx> tag to a native value
186 * Since <xxxxx> is always larger than the native value,
187 * the operation will replace the tag directly in the buffer,
188 * and, of course, will shift tail elements.
190 void IdnaConfTest::ExplainCodePointTag(UnicodeString& buf){
191 buf.append((UChar)0); // add a terminal NULL
192 UChar* bufBase = buf.getBuffer(buf.length());
195 if ( *p != 0x3C){ // <
200 for ( ;*p != 0x3E; p++){ // >
201 if (0x30 <= *p && *p <= 0x39){ // 0-9
202 cp = (cp * 16) + (*p - 0x30);
203 } else if (0x61 <= *p && *p <= 0x66){ // a-f
204 cp = (cp * 16) + (*p - 0x61) + 10;
205 } else if (0x41 <= *p && *p <= 0x46) {// A-F
206 cp = (cp * 16) + (*p - 0x41) + 10;
208 // no else. hope everything is good.
214 *bufBase++ = U16_LEAD(cp);
215 *bufBase++ = U16_TRAIL(cp);
219 *bufBase = 0; // close our buffer
223 void IdnaConfTest::Call(){
224 if (type == -1 || option == -1 || passfail == -1 || namebase.isBogus() || namezone.isBogus()){
225 errln("Incomplete record");
227 UErrorCode status = U_ZERO_ERROR;
228 UChar result[200] = {0,}; // simple life
229 const UChar *p = namebase.getTerminatedBuffer();
230 const int p_len = namebase.length();
232 if (type == 0 && option == 0){
233 uidna_IDNToASCII(p, p_len, result, 200, UIDNA_USE_STD3_RULES, NULL, &status);
234 } else if (type == 0 && option == 1){
235 uidna_IDNToASCII(p, p_len, result, 200, UIDNA_ALLOW_UNASSIGNED, NULL, &status);
236 } else if (type == 1 && option == 0){
237 uidna_IDNToUnicode(p, p_len, result, 200, UIDNA_USE_STD3_RULES, NULL, &status);
238 } else if (type == 1 && option == 1){
239 uidna_IDNToUnicode(p, p_len, result, 200, UIDNA_ALLOW_UNASSIGNED, NULL, &status);
242 if (U_FAILURE(status)){
243 id.append(" should pass, but failed. - ");
244 id.append(u_errorName(status));
245 errcheckln(status, id);
247 if (namezone.compare(result, -1) == 0){
249 logln(UnicodeString("namebase: ") + prettify(namebase) + UnicodeString(" result: ") + prettify(result));
251 id.append(" no error, but result is not as expected.");
255 } else if (passfail == 1){
256 if (U_FAILURE(status)){
258 // TODO: Uncomment this when U_IDNA_ZERO_LENGTH_LABEL_ERROR is added to u_errorName
259 //logln("Got the expected error: " + UnicodeString(u_errorName(status)));
261 if (namebase.compare(result, -1) == 0){
262 // garbage in -> garbage out
263 logln(UnicodeString("ICU will not recognize malformed ACE-Prefixes or incorrect ACE-Prefixes. ") + UnicodeString("namebase: ") + prettify(namebase) + UnicodeString(" result: ") + prettify(result));
265 id.append(" should fail, but not failed. ");
266 id.append(u_errorName(status));
272 type = option = passfail = -1;
273 namebase.setToBogus();
274 namezone.setToBogus();
279 void IdnaConfTest::Test(void){
280 if (!ReadAndConvertFile())return;
286 // skip everything before the first "=====" and "=====" itself
288 if (!ReadOneLine(s)) {
289 errln("End of file prematurely found");
293 while (s.compare(C_TAG, -1) != 0); //"====="
295 while(ReadOneLine(s)){
299 if (s.compare(C_TAG, -1) == 0){ //"====="
303 int p = s.indexOf((UChar)0x3A); // :
304 key.setTo(s,0,p).trim();
305 value.setTo(s,p+1).trim();
306 if (key.compare(C_TYPE, -1) == 0){
307 if (value.compare(C_TOASCII, -1) == 0) {
309 } else if (value.compare(C_TOUNICODE, -1) == 0){
312 } else if (key.compare(C_PASSFAIL, -1) == 0){
313 if (value.compare(C_PASS, -1) == 0){
315 } else if (value.compare(C_FAIL, -1) == 0){
318 } else if (key.compare(C_DESC, -1) == 0){
319 if (value.indexOf(C_USESTD3ASCIIRULES, u_strlen(C_USESTD3ASCIIRULES), 0) == -1){
320 option = 1; // not found
324 id.setTo(value, 0, value.indexOf((UChar)0x20)); // space
325 } else if (key.compare(C_NAMEZONE, -1) == 0){
326 ExplainCodePointTag(value);
327 namezone.setTo(value);
328 } else if (key.compare(C_NAMEBASE, -1) == 0){
329 ExplainCodePointTag(value);
330 namebase.setTo(value);
332 // just skip other lines
336 Call(); // for last record
339 void IdnaConfTest::Test(void)
345 void IdnaConfTest::runIndexedTest( int32_t index, UBool exec, const char* &name, char* /*par*/){
348 default: name = ""; break;