You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
324 lines
11 KiB
324 lines
11 KiB
// © 2016 and later: Unicode, Inc. and others.
|
|
// License & terms of use: http://www.unicode.org/copyright.html
|
|
/*
|
|
**********************************************************************
|
|
* Copyright (C) 2002-2016, International Business Machines
|
|
* Corporation and others. All Rights Reserved.
|
|
**********************************************************************
|
|
* file name: iotest.cpp
|
|
* encoding: UTF-8
|
|
* tab size: 8 (not used)
|
|
* indentation:4
|
|
*
|
|
* created on: 2002feb21
|
|
* created by: George Rhoten
|
|
*/
|
|
|
|
|
|
#include "unicode/ustream.h"
|
|
|
|
#include "unicode/ucnv.h"
|
|
#include "unicode/ustring.h"
|
|
#include "ustr_cnv.h"
|
|
#include "cmemory.h"
|
|
#include "iotest.h"
|
|
|
|
#if defined(__GNUC__) && __GNUC__ >= 4
|
|
#define USE_SSTREAM 1
|
|
#include <sstream>
|
|
#else
|
|
// <strstream> is deprecated on some platforms, and the compiler complains very loudly if you use it.
|
|
#include <strstream>
|
|
#endif
|
|
#include <fstream>
|
|
#include <iomanip>
|
|
using namespace std;
|
|
|
|
#include <string.h>
|
|
|
|
U_CDECL_BEGIN
|
|
#if U_PLATFORM_USES_ONLY_WIN32_API
|
|
const UChar NEW_LINE[] = {0x0d,0x0a,0};
|
|
const char C_NEW_LINE[] = {0x0d,0x0a,0};
|
|
#define UTF8_NEW_LINE "\x0d\x0a"
|
|
#else
|
|
const UChar NEW_LINE[] = {0x0a,0};
|
|
const char C_NEW_LINE[] = {'\n',0};
|
|
#define UTF8_NEW_LINE "\x0a"
|
|
#endif
|
|
U_CDECL_END
|
|
|
|
U_CDECL_BEGIN
|
|
static void U_CALLCONV TestStream(void)
|
|
{
|
|
const UChar thisMu[] = { 0x74, 0x48, 0x69, 0x73, 0x3BC, 0};
|
|
const UChar mu[] = { 0x6D, 0x75, 0};
|
|
UnicodeString str1 = UNICODE_STRING_SIMPLE("str1");
|
|
UnicodeString str2 = UNICODE_STRING_SIMPLE(" <<");
|
|
UnicodeString str3 = UNICODE_STRING_SIMPLE("2");
|
|
UnicodeString str4 = UNICODE_STRING_SIMPLE(" UTF-8 ");
|
|
UnicodeString inStr = UNICODE_STRING_SIMPLE(" UTF-8 ");
|
|
UnicodeString inStr2;
|
|
char defConvName[UCNV_MAX_CONVERTER_NAME_LENGTH*2];
|
|
char inStrC[128];
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UConverter *defConv;
|
|
static const char testStr[] = "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20\x73\x74\x72\x31\x20\x20\x20\x3C\x3C\x32\x31\x20" UTF8_NEW_LINE "\x20\x55\x54\x46\x2D\x38\x20\xCE\xBC\xF0\x90\x80\x81\xF0\x90\x80\x82";
|
|
|
|
str4.append((UChar32)0x03BC); /* mu */
|
|
str4.append((UChar32)0x10001);
|
|
str4.append((UChar32)0x10002);
|
|
|
|
/* release the default converter and use utf-8 for a bit */
|
|
defConv = u_getDefaultConverter(&status);
|
|
if (U_FAILURE(status)) {
|
|
log_err("Can't get default converter\n");
|
|
return;
|
|
}
|
|
ucnv_close(defConv);
|
|
strncpy(defConvName, ucnv_getDefaultName(), UPRV_LENGTHOF(defConvName));
|
|
ucnv_setDefaultName("UTF-8");
|
|
|
|
static const char * const TESTSTRING = "\x20\x74\x48\x69\x73\xCE\xBC\xE2\x80\x82\x20\x6D\x75\x20\x77\x6F\x72\x6C\x64";
|
|
#ifdef USE_SSTREAM
|
|
ostringstream outTestStream;
|
|
istringstream inTestStream(TESTSTRING);
|
|
#else
|
|
char testStreamBuf[512];
|
|
ostrstream outTestStream(testStreamBuf, sizeof(testStreamBuf));
|
|
istrstream inTestStream(TESTSTRING, 0);
|
|
|
|
/* initialize testStreamBuf */
|
|
memset(testStreamBuf, '*', sizeof(testStreamBuf));
|
|
testStreamBuf[sizeof(testStreamBuf)-1] = 0;
|
|
#endif
|
|
|
|
outTestStream << "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20";
|
|
outTestStream << str1 << "\x20\x20" << str2 << str3 << "\x31\x20" << UTF8_NEW_LINE << str4 << ends;
|
|
#ifdef USE_SSTREAM
|
|
string tempStr = outTestStream.str();
|
|
const char *testStreamBuf = tempStr.c_str();
|
|
#endif
|
|
if (strcmp(testStreamBuf, testStr) != 0) {
|
|
log_err("Got: \"%s\", Expected: \"%s\"\n", testStreamBuf, testStr);
|
|
}
|
|
|
|
inTestStream >> inStr >> inStr2;
|
|
if (inStr.compare(thisMu) != 0) {
|
|
u_austrncpy(inStrC, toUCharPtr(inStr.getBuffer()), inStr.length());
|
|
inStrC[inStr.length()] = 0;
|
|
log_err("Got: \"%s\", Expected: \"tHis\\u03BC\"\n", inStrC);
|
|
}
|
|
if (inStr2.compare(mu) != 0) {
|
|
u_austrncpy(inStrC, toUCharPtr(inStr.getBuffer()), inStr.length());
|
|
inStrC[inStr.length()] = 0;
|
|
log_err("Got: \"%s\", Expected: \"mu\"\n", inStrC);
|
|
}
|
|
|
|
/* return the default converter to the original state. */
|
|
ucnv_setDefaultName(defConvName);
|
|
defConv = u_getDefaultConverter(&status);
|
|
if (U_FAILURE(status)) {
|
|
log_err("Can't get default converter");
|
|
return;
|
|
}
|
|
|
|
/* Test formatting when using '<<' and UnicodeString */
|
|
#ifdef USE_SSTREAM
|
|
ostringstream outFormatStream;
|
|
#else
|
|
char testFormatStreamBuf[512];
|
|
memset(testFormatStreamBuf, 0, sizeof(testFormatStreamBuf));
|
|
ostrstream outFormatStream(testFormatStreamBuf, sizeof(testFormatStreamBuf));
|
|
#endif
|
|
UnicodeString ustr("string");
|
|
|
|
outFormatStream << "1234567890" << setw(10) << left << ustr << " " << "0123456789";
|
|
|
|
#ifdef USE_SSTREAM
|
|
tempStr = outFormatStream.str();
|
|
const char *testFormatStreamBuf = tempStr.c_str();
|
|
#endif
|
|
const char *format_test_expected = "1234567890string 0123456789";
|
|
if (strcmp(format_test_expected, testFormatStreamBuf) != 0) {
|
|
log_err("UnicodeString format test using << operator Got: '%s' Expected: '%s'\n", testFormatStreamBuf, format_test_expected);
|
|
}
|
|
|
|
/* Test large buffer (size > 200) when using '<<' and UnicodeString */
|
|
#ifdef USE_SSTREAM
|
|
ostringstream outLargeStream;
|
|
#else
|
|
char testLargeStreamBuf[512];
|
|
memset(testLargeStreamBuf, 0, sizeof(testLargeStreamBuf));
|
|
ostrstream outLargeStream(testLargeStreamBuf, sizeof(testLargeStreamBuf));
|
|
#endif
|
|
UChar large_array[200];
|
|
int32_t large_array_length = UPRV_LENGTHOF(large_array);
|
|
for (int32_t i = 0; i < large_array_length; i++) {
|
|
large_array[i] = 0x41;
|
|
}
|
|
UnicodeString large_array_unistr(large_array, large_array_length);
|
|
|
|
outLargeStream << large_array_unistr;
|
|
|
|
#ifdef USE_SSTREAM
|
|
string tmpString = outLargeStream.str();
|
|
const char *testLargeStreamBuf = tmpString.c_str();
|
|
#endif
|
|
char expectedLargeStreamBuf[300];
|
|
int32_t expectedBufLength = sizeof(expectedLargeStreamBuf);
|
|
|
|
ucnv_fromUChars(defConv, expectedLargeStreamBuf, expectedBufLength, large_array, large_array_length, &status);
|
|
if (U_SUCCESS(status)) {
|
|
if (strcmp(testLargeStreamBuf, expectedLargeStreamBuf) != 0) {
|
|
log_err("Large UnicodeString operator << output incorrect.\n");
|
|
}
|
|
} else {
|
|
log_err("Error converting string for large stream buffer testing.\n");
|
|
}
|
|
ucnv_close(defConv);
|
|
}
|
|
|
|
#define IOSTREAM_GOOD_SHIFT 3
|
|
#define IOSTREAM_GOOD (1<<IOSTREAM_GOOD_SHIFT)
|
|
#define IOSTREAM_BAD_SHIFT 2
|
|
#define IOSTREAM_BAD (1<<IOSTREAM_BAD_SHIFT)
|
|
#define IOSTREAM_EOF_SHIFT 1
|
|
#define IOSTREAM_EOF (1<<IOSTREAM_EOF_SHIFT)
|
|
#define IOSTREAM_FAIL_SHIFT 0
|
|
#define IOSTREAM_FAIL (1<<IOSTREAM_FAIL_SHIFT)
|
|
|
|
static int32_t getBitStatus(const iostream& stream) {
|
|
return (stream.good()<<IOSTREAM_GOOD_SHIFT)
|
|
| (stream.bad()<<IOSTREAM_BAD_SHIFT)
|
|
| (stream.eof()<<IOSTREAM_EOF_SHIFT)
|
|
| (stream.fail()<<IOSTREAM_FAIL_SHIFT);
|
|
}
|
|
|
|
void
|
|
printBits(const iostream& stream)
|
|
{
|
|
int32_t status = getBitStatus(stream);
|
|
log_verbose("status 0x%02X (", status);
|
|
if (status & IOSTREAM_GOOD) {
|
|
log_verbose("good");
|
|
}
|
|
if (status & IOSTREAM_BAD) {
|
|
log_verbose("bad");
|
|
}
|
|
if (status & IOSTREAM_EOF) {
|
|
log_verbose("eof");
|
|
}
|
|
if (status & IOSTREAM_FAIL) {
|
|
log_verbose("fail");
|
|
}
|
|
log_verbose(")\n");
|
|
}
|
|
|
|
void
|
|
testString(
|
|
UnicodeString& str,
|
|
const char* testString,
|
|
const UChar* expectedString,
|
|
int32_t expectedStatus)
|
|
{
|
|
#ifdef USE_SSTREAM
|
|
stringstream sstrm;
|
|
#else
|
|
strstream sstrm;
|
|
#endif
|
|
|
|
sstrm << testString;
|
|
|
|
/*log_verbose("iostream before operator::>>() call \"%s\" ", testString);
|
|
printBits(sstrm);*/
|
|
|
|
sstrm >> str;
|
|
|
|
log_verbose("iostream after operator::>>() call \"%s\" ", testString);
|
|
printBits(sstrm);
|
|
|
|
if (getBitStatus(sstrm) != expectedStatus) {
|
|
printBits(sstrm);
|
|
log_err("Expected status %d, Got %d. See verbose output for details\n", expectedStatus, getBitStatus(sstrm));
|
|
}
|
|
if (str != UnicodeString(expectedString)) {
|
|
log_err("Did not get expected results from \"%s\", expected \"%s\"\n", testString, expectedString);
|
|
}
|
|
}
|
|
|
|
|
|
static void U_CALLCONV TestStreamEOF(void)
|
|
{
|
|
UnicodeString dest;
|
|
fstream fs(STANDARD_TEST_FILE, fstream::in | fstream::out | fstream::trunc);
|
|
#ifdef USE_SSTREAM
|
|
stringstream ss;
|
|
#else
|
|
strstream ss;
|
|
#endif
|
|
|
|
fs << "EXAMPLE";
|
|
fs.seekg(0);
|
|
ss << "EXAMPLE";
|
|
|
|
if (!(fs >> dest)) {
|
|
log_err("Reading of file did not return expected status result\n");
|
|
}
|
|
if (dest != "EXAMPLE") {
|
|
log_err("Reading of file did not return expected string\n");
|
|
}
|
|
|
|
if (!(ss >> dest)) {
|
|
log_err("Reading of string did not return expected status result\n");
|
|
}
|
|
if (dest != "EXAMPLE") {
|
|
log_err("Reading of string did not return expected string\n");
|
|
}
|
|
fs.close();
|
|
|
|
log_verbose("Testing operator >> for UnicodeString...\n");
|
|
|
|
/* The test cases needs to be converted to the default codepage. However, the stream operator needs char* so U_STRING_* is called. */
|
|
U_STRING_DECL(testCase1, "", 0);
|
|
U_STRING_INIT(testCase1, "", 0);
|
|
U_STRING_DECL(testCase2, "foo", 3);
|
|
U_STRING_INIT(testCase2, "foo", 3);
|
|
U_STRING_DECL(testCase3, " ", 3);
|
|
U_STRING_INIT(testCase3, " ", 3);
|
|
U_STRING_DECL(testCase4, " bar", 6);
|
|
U_STRING_INIT(testCase4, " bar", 6);
|
|
U_STRING_DECL(testCase5, "bar ", 6);
|
|
U_STRING_INIT(testCase5, "bar ", 6);
|
|
U_STRING_DECL(testCase6, " bar ", 9);
|
|
U_STRING_INIT(testCase6, " bar ", 9);
|
|
|
|
|
|
U_STRING_DECL(expectedResultA, "", 0);
|
|
U_STRING_INIT(expectedResultA, "", 0);
|
|
U_STRING_DECL(expectedResultB, "foo", 3);
|
|
U_STRING_INIT(expectedResultB, "foo", 3);
|
|
U_STRING_DECL(expectedResultC, "unchanged", 9);
|
|
U_STRING_INIT(expectedResultC, "unchanged", 9);
|
|
U_STRING_DECL(expectedResultD, "bar", 3);
|
|
U_STRING_INIT(expectedResultD, "bar", 3);
|
|
|
|
|
|
UnicodeString UStr;
|
|
UnicodeString expectedResults;
|
|
char testcase[10];
|
|
testString(UStr, u_austrcpy(testcase, testCase1), expectedResultA, IOSTREAM_EOF|IOSTREAM_FAIL);
|
|
testString(UStr, u_austrcpy(testcase, testCase2), expectedResultB, IOSTREAM_EOF);
|
|
UStr = UnicodeString(expectedResultC);
|
|
testString(UStr, u_austrcpy(testcase, testCase3), expectedResultC, IOSTREAM_EOF|IOSTREAM_FAIL);
|
|
testString(UStr, u_austrcpy(testcase, testCase4), expectedResultD, IOSTREAM_EOF);
|
|
testString(UStr, u_austrcpy(testcase, testCase5), expectedResultD, IOSTREAM_GOOD);
|
|
testString(UStr, u_austrcpy(testcase, testCase6), expectedResultD, IOSTREAM_GOOD);
|
|
}
|
|
U_CDECL_END
|
|
|
|
U_CFUNC void addStreamTests(TestNode** root) {
|
|
addTest(root, &TestStream, "stream/TestStream");
|
|
addTest(root, &TestStreamEOF, "stream/TestStreamEOF");
|
|
}
|