/* ***************************************************************************************** * * * COPYRIGHT: * * (C) Copyright Taligent, Inc., 1996 * * (C) Copyright International Business Machines Corporation, 1999 * * Licensed Material - Program-Property of IBM - All Rights Reserved. * * US Government Users Restricted Rights - Use, duplication, or disclosure * * restricted by GSA ADP Schedule Contract with IBM Corp. * * * ***************************************************************************************** ******************************************************************************** * * File CUCDTST.C * * Modification History: * Name Description * Madhu Katragadda Ported for C API, added tests for string functions ********************************************************************************* */ #include "uchar.h" #include "utypes.h" #include "cintltst.h" #include "cucdtst.h" #include "utypes.h" #include "ustring.h" #include "uloc.h" #include #include UChar*** dataTable = 0; const UChar LAST_CHAR_CODE_IN_FILE = 0xFFFD; const char tagStrings[] = "MnMcMeNdNlNoZsZlZpCcCfCsCoCnLuLlLtLmLoPcPdPsPePoSmScSkSoPiPf"; const int32_t tagValues[] = { /* Mn */ U_NON_SPACING_MARK, /* Mc */ U_COMBINING_SPACING_MARK, /* Me */ U_ENCLOSING_MARK, /* Nd */ U_DECIMAL_DIGIT_NUMBER, /* Nl */ U_LETTER_NUMBER, /* No */ U_OTHER_NUMBER, /* Zs */ U_SPACE_SEPARATOR, /* Zl */ U_LINE_SEPARATOR, /* Zp */ U_PARAGRAPH_SEPARATOR, /* Cc */ U_CONTROL_CHAR, /* Cf */ U_FORMAT_CHAR, /* Cs */ U_SURROGATE, /* Co */ U_PRIVATE_USE_CHAR, /* Cn */ U_UNASSIGNED, /* Lu */ U_UPPERCASE_LETTER, /* Ll */ U_LOWERCASE_LETTER, /* Lt */ U_TITLECASE_LETTER, /* Lm */ U_MODIFIER_LETTER, /* Lo */ U_OTHER_LETTER, /* Pc */ U_CONNECTOR_PUNCTUATION, /* Pd */ U_DASH_PUNCTUATION, /* Ps */ U_START_PUNCTUATION, /* Pe */ U_END_PUNCTUATION, /* Po */ U_OTHER_PUNCTUATION, /* Sm */ U_MATH_SYMBOL, /* Sc */ U_CURRENCY_SYMBOL, /* Sk */ U_MODIFIER_SYMBOL, /* So */ U_OTHER_SYMBOL, /* Pi */ U_INITIAL_PUNCTUATION, /* Pf */ U_FINAL_PUNCTUATION }; const char dirStrings[][5] = { "L", "R", "EN", "ES", "ET", "AN", "CS", "B", "S", "WS", "ON", "LRE", "LRO", "AL", "RLE", "RLO", "PDF", "NSM", "BN" }; void addUnicodeTest(TestNode** root) { setUpDataTable(); addTest(root, &TestUpperLower, "tsutil/cucdtst/TestUpperLower"); addTest(root, &TestLetterNumber, "tsutil/cucdtst/TestLetterNumber"); addTest(root, &TestMisc, "tsutil/cucdtst/TestMisc"); addTest(root, &TestControlPrint, "tsutil/cucdtst/TestControlPrint"); addTest(root, &TestIdentifier, "tsutil/cucdtst/TestIdentifier"); addTest(root, &TestUnicodeData, "tsutil/cucdtst/TestUnicodeData"); addTest(root, &TestStringFunctions, "tsutil/cucdtst/TestStringFunctions"); } /*==================================================== */ /* test u_toupper() and u_tolower() */ /*==================================================== */ void TestUpperLower() { static char* upperTest = "abcdefg123hij.?:klmno"; static char* lowerTest = "ABCDEFG123HIJ.?:KLMNO"; int i; log_verbose("testing upper lower\n"); for (i = 0; i < 21; i++) { log_verbose("testing to upper to lower\n"); if (u_isalpha(upperTest[i]) && !u_islower(upperTest[i])) { log_err("Failed isLowerCase test at %c\n", upperTest[i]); } else if (u_isalpha(lowerTest[i]) && !u_isupper(lowerTest[i])) { log_err("Failed isUpperCase test at %c\n", lowerTest[i]); } else if (upperTest[i] != u_tolower(lowerTest[i])) { log_err("Failed case conversion from %c To %c :\n", lowerTest[i], upperTest[i]); } else if (lowerTest[i] != u_toupper(upperTest[i])) { log_err("Failed case conversion : %c To %c \n", upperTest[i], lowerTest[i]); } else if (upperTest[i] != u_tolower(upperTest[i])) { log_err("Failed case conversion with itself: %c\n", upperTest[i]); } else if (lowerTest[i] != u_toupper(lowerTest[i])) { log_err("Failed case conversion with itself: %c\n", lowerTest[i]); } } log_verbose("done testing upper Lower\n"); } /* test isLetter(u_isapha()) and isDigit(u_isdigit()) */ void TestLetterNumber() { UChar i = 0x0000; for (i = 0x0041; i < 0x005B; i++) { log_verbose("Testing for isalpha\n"); if (!u_isalpha(i)) { log_err("Failed isLetter test at %.4X\n", i); } } for (i = 0x0660; i < 0x066A; i++) { log_verbose("Testing for isalpha\n"); if (u_isalpha(i)) { log_err("Failed isLetter test with numbers at %.4X\n", i); } } for (i = 0x0660; i < 0x066A; i++) { log_verbose("Testing for isdigit\n"); if (!u_isdigit(i)) { log_verbose("Failed isNumber test at %.4X\n", i); } } } /* Tests for isDefined(u_isdefined)(, isBaseForm(u_isbase()), isSpaceChar(u_isspace()),u_CharDigitValue(),u_CharCellWidth() */ void TestMisc() { const UChar sampleSpaces[] = {0x0020, 0x00a0, 0x2000, 0x2001, 0x2005}; const UChar sampleNonSpaces[] = {'a', 'b', 'c', 'd', 't'}; const UChar sampleUndefined[] = {0xfff1, 0xfff7, 0xfa30}; const UChar sampleDefined[] = {0x523E, 0x4f88, 0xfffd}; const UChar sampleBase[] = {0x0061, 0x0031, 0x03d2}; const UChar sampleNonBase[] = {0x002B, 0x0020, 0x203B}; const UChar sampleChars[] = {0x000a, 0x0045, 0x4e00, 0xDC00}; const UChar sampleDigits[]= {0x0030, 0x0662, 0x0F23, 0x0ED5}; const UChar sampleNonDigits[] = {0x0010, 0x0041, 0x0122, 0x68FE}; const int32_t sampleDigitValues[] = {0, 2, 3, 5}; enum ECellWidths /* pasted in here from unicode.h */ { ZERO_WIDTH = 0, HALF_WIDTH = 1, FULL_WIDTH = 2, NEUTRAL = 3 }; const uint16_t sampleCellWidth[] = { ZERO_WIDTH, HALF_WIDTH, FULL_WIDTH, NEUTRAL}; int i; for (i = 0; i < 5; i++) { log_verbose("Testing for isspace and nonspaces\n"); if (!(u_isspace(sampleSpaces[i])) || (u_isspace(sampleNonSpaces[i]))) { log_err("Space char test error : %d or %d \n", (int32_t)sampleSpaces[i], (int32_t)sampleNonSpaces[i]); } } for (i = 0; i < 3; i++) { log_verbose("Testing for isdefined\n"); if ((u_isdefined(sampleUndefined[i])) || !(u_isdefined(sampleDefined[i]))) { log_err("Undefined char test error : %d or %d\n", (int32_t)sampleUndefined[i], (int32_t)sampleDefined[i]); } } for (i = 0; i < 3; i++) { log_verbose("Testing for isbase\n"); if ((u_isbase(sampleNonBase[i])) || !(u_isbase(sampleBase[i]))) { log_err("Non-baseform char test error : %d or %d",(int32_t)sampleNonBase[i], (int32_t)sampleBase[i]); } } for (i = 0; i < 4; i++) { log_verbose("Testing for charcellwidth\n"); if (u_charCellWidth(sampleChars[i]) != sampleCellWidth[i]) { log_err("Cell width char test error : %d \n", (int32_t)sampleChars[i]); } } for (i = 0; i < 4; i++) { log_verbose("Testing for isdigit\n"); if ((u_isdigit(sampleDigits[i]) && (u_charDigitValue(sampleDigits[i])!= sampleDigitValues[i])) || (u_isdigit(sampleNonDigits[i]))) { log_err("Digit char test error : %d or %d\n", (int32_t)sampleDigits[i], (int32_t)sampleNonDigits[i]); } } } /* Tests for isControl(u_iscntrl()) and isPrintable(u_isprint()) */ void TestControlPrint() { const UChar sampleControl[] = {0x001b, 0x0097, 0x0082}; const UChar sampleNonControl[] = {'a', 0x0031, 0x00e2}; const UChar samplePrintable[] = {0x0042, 0x005f, 0x2014}; const UChar sampleNonPrintable[] = {0x200c, 0x009f, 0x001c}; int i; for (i = 0; i < 3; i++) { log_verbose("Testing for iscontrol\n"); if (!(u_iscntrl(sampleControl[i])) || (u_iscntrl(sampleNonControl[i]))) { log_err("Control char test error : %d or %d\n", (int32_t)sampleControl[i], (int32_t)sampleNonControl[i]); } } for (i = 0; i < 3; i++) { log_verbose("testing for isprintable\n"); if ((u_isprint(sampleNonPrintable[i])) || !(u_isprint(samplePrintable[i]))) { log_err("Printable char test error : %d or %d\n", (int32_t)samplePrintable[i], (int32_t)sampleNonPrintable[i]); } } } /* u_isIDStart(), u_isIDPart(), u_isIDIgnorable()*/ void TestIdentifier() { const UChar sampleUnicodeIDStart[] = {0x0250, 0x00e2, 0x0061}; const UChar sampleNonUnicodeIDStart[] = {0x2000, 0x000a, 0x2019}; const UChar sampleUnicodeIDPart[] = {0x005f, 0x0032, 0x0045}; const UChar sampleNonUnicodeIDPart[] = {0x007f, 0x00a3, 0x0020}; const UChar sampleIDIgnore[] = {0x0006, 0x0010, 0x206b}; const UChar sampleNonIDIgnore[] = {0x0075, 0x00a3, 0x0061}; int i; for (i = 0; i < 3; i++) { log_verbose("Testing sampleUnicodeID start \n"); /* T_test_logln_ustr((int32_t)i); */ if (!(u_isIDStart(sampleUnicodeIDStart[i])) || (u_isIDStart(sampleNonUnicodeIDStart[i]))) { log_err("Unicode ID Start char test error : %d or %d\n", (int32_t)sampleUnicodeIDStart[i], (int32_t)sampleNonUnicodeIDStart[i]); } } for (i = 2; i < 3; i++) { /* nos *** starts with 2 instead of 0, until clarified */ log_verbose("Testing sample unicode ID part \n"); /* T_test_logln_ustr((int32_t)i); */ if (!(u_isIDPart(sampleUnicodeIDPart[i])) || (u_isIDPart(sampleNonUnicodeIDPart[i]))) { log_err("Unicode ID Part char test error : %d or %d", (int32_t)sampleUnicodeIDPart[i], (int32_t)sampleNonUnicodeIDPart[i]); } } for (i = 0; i < 3; i++) { log_verbose("Testing sampleId ignore\n"); /*T_test_logln_ustr((int32_t)i); */ if (!(u_isIDIgnorable(sampleIDIgnore[i])) || (u_isIDIgnorable(sampleNonIDIgnore[i]))) { log_verbose("ID ignorable char test error : %d or %d\n", (int32_t)sampleIDIgnore[i], (int32_t)sampleNonIDIgnore[i]); } } } /* tests for u_CharType(), u_isTitle(), and u_toTitle(),u_charDirection and u_charScript()*/ void TestUnicodeData() { FILE* input = 0; char buffer[1000]; char* bufferPtr = 0, *dirPtr = 0; int32_t unicode; char newPath[256]; strcpy(newPath,icu_getDefaultDataDirectory()); strcat(newPath, "UnicodeData-3.0.0.txt"); input = fopen(newPath, "r"); if (input == 0) { log_err("Unicode C API test 'fopen' (%s) error\n", newPath); return; } for(;;) { bufferPtr = fgets(buffer, 999, input); if (bufferPtr == NULL) break; if (bufferPtr[0] == '#' || bufferPtr[0] == '\n' || bufferPtr[0] == 0) continue; sscanf(bufferPtr, "%X", &unicode); if (!(0 <= unicode && unicode < 65536)) { log_err("Unicode C API test precondition '(0 <= unicode && unicode < 65536)' failed\n"); return; } if (unicode == LAST_CHAR_CODE_IN_FILE) break; bufferPtr = strchr(bufferPtr, ';'); if (!(bufferPtr != NULL)) { log_err("Unicode C API test condition '(bufferPtr != NULL)' failed\n"); return; } bufferPtr = strchr(bufferPtr + 1, ';'); /* go to start of third field */ if (!(bufferPtr != NULL)) { log_err("Unicode C API test condition '(bufferPtr != NULL)' failed\n"); return; } dirPtr = bufferPtr; dirPtr = strchr(dirPtr + 1, ';'); if (!(dirPtr != NULL)) { log_err("Unicode C API test precondition '(dirPtr != NULL)' failed\n"); return; } dirPtr = strchr(dirPtr + 1, ';'); if (!(dirPtr != NULL)) { log_err("Unicode C API test precondition '(dirPtr != NULL)' failed\n"); return; } bufferPtr++; bufferPtr[2] = 0; if (u_charType((UChar)unicode) != tagValues[MakeProp(bufferPtr)]) { log_err("Unicode character type failed at %d\n",unicode); } /* test title case */ if ((u_totitle((UChar)unicode) != u_toupper((UChar)unicode)) && !(u_istitle(u_totitle((UChar)unicode)))) { log_err("Title case test failed at %d \n", unicode); } bufferPtr = strchr(dirPtr + 1, ';'); dirPtr++; bufferPtr[0] = 0; if (u_charDirection((UChar)unicode) != MakeDir(dirPtr)) { log_err("Unicode character directionality failed at %d\n", unicode); } } if (u_charScript((UChar)0x0041 != U_BASIC_LATIN)) { log_err("Unicode character script property failed !\n"); } if (input) fclose(input); } /*internal functions ----*/ int32_t MakeProp(char* str) { int32_t result = 0; char* matchPosition =0; matchPosition = strstr(tagStrings, str); if (matchPosition == 0) { log_err("unrecognized type letter "); log_err(str); } else result = ((matchPosition - tagStrings) / 2); return result; } int32_t MakeDir(char* str) { int32_t pos = 0; for (pos = 0; pos < 19; pos++) { if (strcmp(str, dirStrings[pos]) == 0) { return pos; } } return -1; } /*----------------*/ static char* raw[3][4] = { /* First String */ { "English_", "French_", "Croatian_", "English_"}, /* Second String */ { "United States", "France", "Croatia", "Unites States"}, /* Concatenated string */ { "English_United States", "French_France", "Croatian_Croatia", "English_United States"} }; void setUpDataTable() { int32_t i,j; dataTable = calloc(sizeof(UChar**),3); for (i = 0; i < 3; i++) { dataTable[i] = calloc(sizeof(UChar*),4); for (j = 0; j < 4; j++){ dataTable[i][j] = (UChar*) malloc(sizeof(UChar)*(strlen(raw[i][j])+1)); u_uastrcpy(dataTable[i][j],raw[i][j]); } } } /*Tests for u_strcat(),u_strcmp(), u_strlen(), u_strcpy(),u_strncat(),u_strncmp(),u_strncpy, u_uastrcpy(),u_austrcpy(); */ void TestStringFunctions() { int32_t i,j,k; UChar* temp =0; char test[20]; log_verbose("Testing u_strlen()\n"); if( u_strlen(dataTable[0][0])!= u_strlen(dataTable[0][3]) || u_strlen(dataTable[0][0]) == u_strlen(dataTable[0][2])) log_err("There is an error in u_strlen()"); log_verbose("Testing u_strcpy() and u_strcmp)\n"); temp=(UChar*)malloc(sizeof(UChar*) * 1); for(i=0;i<3;++i){ for(j=0;j<4;++j) { log_verbose("Testing %s \n", austrdup(dataTable[i][j])); temp=(UChar*)realloc(temp, sizeof(UChar)*(u_strlen(dataTable[i][j]) + 1)); u_strcpy(temp,dataTable[i][j]); if(u_strcmp(temp,dataTable[i][j])!=0) log_err("something threw an error in u_strcpy() or u_strcmp()\n"); } } log_verbose("testing u_strcat()\n"); i=0; for(j=0; j<2;++j) { temp=(UChar*)realloc(temp, sizeof(UChar)*(u_strlen(dataTable[i+2][j]) +1)); u_strcpy(temp,dataTable[i][j]); u_strcat(temp,dataTable[i+1][j]); if(u_strcmp(temp,dataTable[i+2][j])!=0) log_err("something threw an error in u_strcat()\n"); } log_verbose("Testing u_strncmp()\n"); for(i=0,j=0;j<4; ++j) { k=u_strlen(dataTable[i][j]); if(u_strncmp(dataTable[i][j],dataTable[i+2][j],k)!=0) log_err("Something threw an error in u_strncmp\n"); } log_verbose("Testing u_strncat \n"); for(i=0,j=0;j<4; ++j) { k=u_strlen(dataTable[i][j]); u_uastrcpy(temp,""); if(u_strcmp(u_strncat(temp,dataTable[i+2][j],k),dataTable[i][j])!=0) log_err("something threw an error in u_strncat or u_uastrcpy()\n"); } log_verbose("Testing u_strncpy()\n"); for(i=0,j=0;j<4; ++j) { k=u_strlen(dataTable[i][j]); u_uastrcpy(temp,""); u_strncpy(temp,dataTable[i+2][j],k); if(u_strcmp(temp,dataTable[i][j])!=0) log_err("something threw an error in u_strncpy()\n"); } log_verbose("Testing if u_strchr() works fine\n"); for(i=2,j=0;j<4;j++) { log_verbose("%s ", austrdup(u_strchr(dataTable[i][j],'_'))); } log_verbose("Testing u_austrcpy()"); u_austrcpy(test,dataTable[0][0]); if(strcmp(test,raw[0][0])!=0) log_err("There is an error in u_austrcpy()"); }