diff -r 000000000000 -r bde4ae8d615e os/textandloc/charconvfw/charconvplugins/test/rtest/tsrc/main/t_gbk.cpp --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/os/textandloc/charconvfw/charconvplugins/test/rtest/tsrc/main/t_gbk.cpp Fri Jun 15 03:10:57 2012 +0200 @@ -0,0 +1,311 @@ +/* +* Copyright (c) 1997-2010 Nokia Corporation and/or its subsidiary(-ies). +* All rights reserved. +* This component and the accompanying materials are made available +* under the terms of "Eclipse Public License v1.0" +* which accompanies this distribution, and is available +* at the URL "http://www.eclipse.org/legal/epl-v10.html". +* +* Initial Contributors: +* Nokia Corporation - initial contribution. +* +* Contributors: +* +* Description: +* +*/ + + +#include +#include +#include +#include +#include "t_gbk.h" + +#define test(cond) \ + { \ + TBool __bb = (cond); \ + TEST(__bb); \ + if (!__bb) \ + { \ + ERR_PRINTF1(_L("ERROR: Test Failed")); \ + User::Leave(1); \ + } \ + } + +const TInt KMibValue = 113; +const TInt KBufferLength=100; +/** +@SYMTestCaseID SYSLIB-CHARCONV-CT-0509 +@SYMTestCaseDesc Tests for truncated conversion from Unicode to GBK +@SYMTestPriority Medium +@SYMTestActions Tests for truncated conversion from Unicode to Gbk and back to Unicode. + Tests for the generated Unicode with original Unicode +@SYMTestExpectedResults Test must not fail +@SYMREQ REQ0000 +*/ +void CT_GBK::TestTruncatedConversionFromUnicodeToGbk(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aOriginalUnicode) + { + INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0509 ")); + for (TInt i=aOriginalUnicode.Length(); i>=0; --i) + { + TBuf8 generatedGbk; + const TInt returnValue=aCharacterSetConverter.ConvertFromUnicode(generatedGbk, aOriginalUnicode.Left(i)); + test(returnValue>=0); + TBuf8 generatedsecondPartOfGbk; + test(aCharacterSetConverter.ConvertFromUnicode(generatedsecondPartOfGbk, aOriginalUnicode.Mid(i-returnValue))==0); + generatedGbk.Append(generatedsecondPartOfGbk); + TInt state=CCnvCharacterSetConverter::KStateDefault; + TBuf16 generatedUnicode; + test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedGbk, state)==0); + test(generatedUnicode==aOriginalUnicode); + } + } +/** +@SYMTestCaseID SYSLIB-CHARCONV-CT-0510 +@SYMTestCaseDesc Splitting and converting from Unicode to GBK test +@SYMTestPriority Medium +@SYMTestActions Tests for conversion after splitting from Unicode to Gbk and back to Unicode + Tests for the generated Unicode with original Unicode +@SYMTestExpectedResults Test must not fail +@SYMREQ REQ0000 +*/ +void CT_GBK::TestSplittingConvertingFromUnicodeToGbk(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfGbk, const TDesC8& aExpectedGbk, const TDesC16& aOriginalUnicode) + { + INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0510 ")); + test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit); + test(aMaximumLengthUpperLimit<=KBufferLength); + TUint8 gbkBuffer[KBufferLength]; + for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i) + { + TPtr8 generatedFirstPartOfGbk(gbkBuffer, i); + test(aCharacterSetConverter.ConvertFromUnicode(generatedFirstPartOfGbk, aOriginalUnicode)==aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit); + test(generatedFirstPartOfGbk==aExpectedGbk.Left(aExpectedLengthOfFirstPartOfGbk)); + TBuf8 generatedSecondPartOfGbk; + test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfGbk, aOriginalUnicode.Right(aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit))==0); + test(generatedSecondPartOfGbk==aExpectedGbk.Mid(aExpectedLengthOfFirstPartOfGbk)); + TInt state=CCnvCharacterSetConverter::KStateDefault; + TBuf16 generatedUnicode; + test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedFirstPartOfGbk, state)==0); + test(state==CCnvCharacterSetConverter::KStateDefault); + TBuf16 generatedSecondPartOfUnicode; + test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, generatedSecondPartOfGbk, state)==0); + test(state==CCnvCharacterSetConverter::KStateDefault); + generatedUnicode.Append(generatedSecondPartOfUnicode); + test(generatedUnicode==aOriginalUnicode); + } + } +/** +@SYMTestCaseID SYSLIB-CHARCONV-CT-0511 +@SYMTestCaseDesc Tests for truncated conversion from GBK to Unicode +@SYMTestPriority Medium +@SYMTestActions Tests for conversion after truncation from Unicode to Hz and back to Unicode +@SYMTestExpectedResults Test must not fail +@SYMREQ REQ0000 +*/ +void CT_GBK::TestTruncatedConversionToUnicodeFromGbk(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalGbk) + { + INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0511 ")); + for (TInt i=aOriginalGbk.Length(); i>=2; --i) // 2 is the length of GBK's longest multi-byte characters + { + TInt state=CCnvCharacterSetConverter::KStateDefault; + TBuf16 generatedUnicode; + const TInt returnValue=aCharacterSetConverter.ConvertToUnicode(generatedUnicode, aOriginalGbk.Left(i), state); + test(returnValue>=0); + TBuf16 generatedsecondPartOfUnicode; + test(aCharacterSetConverter.ConvertToUnicode(generatedsecondPartOfUnicode, aOriginalGbk.Mid(i-returnValue), state)==0); + generatedUnicode.Append(generatedsecondPartOfUnicode); + test(generatedUnicode==aExpectedUnicode); + } + } +/** +@SYMTestCaseID SYSLIB-CHARCONV-CT-0512 +@SYMTestCaseDesc Splitting and converting from GBK to Unicode test +@SYMTestPriority Medium +@SYMTestActions Tests for conversion after splitting from Hz to Unicode and back to Hz +@SYMTestExpectedResults Test must not fail +@SYMREQ REQ0000 +*/ +void CT_GBK::TestSplittingConvertingToUnicodeFromGbk(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfGbkBytesNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfUnicode, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalGbk) + { + INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0512 ")); + test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit); + test(aMaximumLengthUpperLimit<=KBufferLength); + TUint16 unicodeBuffer[KBufferLength]; + for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i) + { + TPtr16 generatedFirstPartOfUnicode(unicodeBuffer, i); + TInt state=CCnvCharacterSetConverter::KStateDefault; + test(aCharacterSetConverter.ConvertToUnicode(generatedFirstPartOfUnicode, aOriginalGbk, state)==aExpectedNumberOfGbkBytesNotConvertedAtSplit); + test(generatedFirstPartOfUnicode==aExpectedUnicode.Left(aExpectedLengthOfFirstPartOfUnicode)); + test(state==CCnvCharacterSetConverter::KStateDefault); + TBuf16 generatedSecondPartOfUnicode; + test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, aOriginalGbk.Right(aExpectedNumberOfGbkBytesNotConvertedAtSplit), state)==0); + test(generatedSecondPartOfUnicode==aExpectedUnicode.Mid(aExpectedLengthOfFirstPartOfUnicode)); + test(state==CCnvCharacterSetConverter::KStateDefault); + TBuf8 generatedGbk; + test(aCharacterSetConverter.ConvertFromUnicode(generatedGbk, generatedFirstPartOfUnicode)==0); + TBuf8 generatedSecondPartOfGbk; + test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfGbk, generatedSecondPartOfUnicode)==0); + generatedGbk.Append(generatedSecondPartOfGbk); + test(generatedGbk==aOriginalGbk); + } + } + + +/** +Tests retreiving the MIB value from the GBK UID +Tests retreiving the GBK UID from the MIB value + +@SYMTestCaseID SYSLIB-CHARCONV-CT-0513 +@SYMTestCaseDesc Tests for conversion from MIB to UID and UID to MIB +@SYMTestPriority Medium +@SYMTestActions Tests CCnvCharacterSetConverter::ConvertMibEnumOfCharacterSetToIdentifierL(), + CCnvCharacterSetConverter::ConvertCharacterSetIdentifierToMibEnumL() functions +@SYMTestExpectedResults Test must not fail +@SYMREQ REQ0000 +*/ +void CT_GBK::CharacterSetValueAndMIBTests(CCnvCharacterSetConverter& aCharacterSetConverter, RFs& aFileServerSession) +{ + INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0513 ")); + // check that the character set value of '113' is converted to the GBK UID (0x10003ecb) + test(aCharacterSetConverter.ConvertMibEnumOfCharacterSetToIdentifierL(KMibValue,aFileServerSession)==KCharacterSetIdentifierGbk); + INFO_PRINTF1(_L("\nMIB->Char Set UID - OK")); + + // check that the UCS2 GUID (0x10003ecb) is converted to the character set value of '113' + test(aCharacterSetConverter.ConvertCharacterSetIdentifierToMibEnumL(KCharacterSetIdentifierGbk,aFileServerSession)==KMibValue); + INFO_PRINTF1(_L("\nChar Set UID->MIB - OK")); +} +/** +@SYMTestCaseID SYSLIB-CHARCONV-CT-0514 +@SYMTestCaseDesc Conversion tests for GBK to Unicode +@SYMTestPriority Medium +@SYMTestActions Tests for conversion from GBK to Unicode and vice versa. +@SYMTestExpectedResults Test must not fail +@SYMREQ REQ0000 +*/ +void CT_GBK::DoE32MainL() + { + RFs fileServerSession; + CleanupClosePushL(fileServerSession); + User::LeaveIfError(fileServerSession.Connect()); + CCnvCharacterSetConverter* characterSetConverter=CCnvCharacterSetConverter::NewLC(); + CArrayFix* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession); + INFO_PRINTF1(_L("Available:\n")); + for (TInt i=arrayOfCharacterSetsAvailable->Count()-1; i>=0; --i) + { + const CCnvCharacterSetConverter::SCharacterSet& charactersSet=(*arrayOfCharacterSetsAvailable)[i]; + characterSetConverter->PrepareToConvertToOrFromL(charactersSet.Identifier(), *arrayOfCharacterSetsAvailable, fileServerSession); + TPtrC charactersSetName(charactersSet.Name()); + if (charactersSet.NameIsFileName()) + { + charactersSetName.Set(TParsePtrC(charactersSetName).Name()); + } + INFO_PRINTF2(_L(" %S\n"), &charactersSetName); + } + TPtrC8 originalGbk; + TBuf16 originalUnicode; + TBuf8 generatedGbk; + TBuf16 generatedUnicode; + TInt state=CCnvCharacterSetConverter::KStateDefault; + + // test that we can get MIB and Charset values + CharacterSetValueAndMIBTests(*characterSetConverter, fileServerSession); + + characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierGbk, *arrayOfCharacterSetsAvailable, fileServerSession); + + INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0514 Testing characters shared with GB 2312-80 and characters only in GBK ")); + originalGbk.Set(_L8("A\xfd\x7d\xdd\xb6\xb1\xc9\xe9\x8e\xe8\x9d""E b\xd3\x59\xd2\x40\x95\xc0")); + originalUnicode.Format(_L16("A%c%c%c%c%cE b%c%c%c"), 0x9f77, 0x837b, 0x9119, 0x95b9, 0x94e6, 0x89bb, 0x8938, 0x66b2); + TestTruncatedConversionFromUnicodeToGbk(*characterSetConverter, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 0, 0, 12, 0, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 1, 2, 11, 1, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 3, 4, 10, 3, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 5, 6, 9, 5, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 7, 8, 8, 7, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 9, 10, 7, 9, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 11, 11, 6, 11, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 12, 12, 5, 12, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 13, 13, 4, 13, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 14, 15, 3, 14, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 16, 17, 2, 16, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 18, 19, 1, 18, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 20, 40, 0, 20, originalGbk, originalUnicode); + TestTruncatedConversionToUnicodeFromGbk(*characterSetConverter, originalUnicode, originalGbk); + TestTruncatedConversionToUnicodeFromGbk(*characterSetConverter, originalUnicode.Mid(1, 2), originalGbk.Mid(1, 4)); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 0, 0, 20, 0, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 1, 1, 19, 1, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 2, 2, 17, 2, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 3, 3, 15, 3, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 4, 4, 13, 4, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 5, 5, 11, 5, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 6, 6, 9, 6, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 7, 7, 8, 7, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 8, 8, 7, 8, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 9, 9, 6, 9, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 10, 10, 4, 10, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 11, 11, 2, 11, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 12, 30, 0, 12, originalUnicode, originalGbk); + + INFO_PRINTF1(_L("Testing GBK characters where the first byte has the high-bit set and the second byte doesn't")); + originalGbk.Set(_L8("\x20\x5d\xa0\x5d\xa0\xdd")); + originalUnicode.Format(_L16(" ]%c%c"), 0x71f7, 0x72a6); + TestTruncatedConversionFromUnicodeToGbk(*characterSetConverter, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 0, 0, 4, 0, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 1, 1, 3, 1, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 2, 3, 2, 2, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 4, 5, 1, 4, originalGbk, originalUnicode); + TestSplittingConvertingFromUnicodeToGbk(*characterSetConverter, 6, 20, 0, 6, originalGbk, originalUnicode); + TestTruncatedConversionToUnicodeFromGbk(*characterSetConverter, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 0, 0, 6, 0, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 1, 1, 5, 1, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 2, 2, 4, 2, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 3, 3, 2, 3, originalUnicode, originalGbk); + TestSplittingConvertingToUnicodeFromGbk(*characterSetConverter, 4, 20, 0, 4, originalUnicode, originalGbk); + + INFO_PRINTF1(_L("Testing the many-to-many mapping in GBK")); + originalGbk.Set(_L8("\xa8\x44\xa1\xaa")); + test(characterSetConverter->ConvertToUnicode(generatedUnicode, originalGbk, state)==0); + test(state==CCnvCharacterSetConverter::KStateDefault); + test(generatedUnicode.Length()==2); + test(generatedUnicode[0]==0x2015); + test(generatedUnicode[1]==0x2015); + originalUnicode.SetLength(2); + originalUnicode[0]=0x2014; + originalUnicode[1]=0x2015; + test(characterSetConverter->ConvertFromUnicode(generatedGbk, originalUnicode)==0); + test(generatedGbk==_L8("\xa1\xaa\xa1\xaa")); + + INFO_PRINTF1(_L("Testing truncated GBK sequences")); + originalGbk.Set(_L8("qwe\xb5")); + test(characterSetConverter->ConvertToUnicode(generatedUnicode, originalGbk, state)==1); + test(state==CCnvCharacterSetConverter::KStateDefault); + test(generatedUnicode==_L16("qwe")); + originalGbk.Set(_L8("qwe\x80")); + test(characterSetConverter->ConvertToUnicode(generatedUnicode, originalGbk, state)==1); + test(state==CCnvCharacterSetConverter::KStateDefault); + test(generatedUnicode==_L16("qwe")); + CleanupStack::PopAndDestroy(3); // arrayOfCharacterSetsAvailable and characterSetConverter and fileServerSession + } + +CT_GBK::CT_GBK() + { + SetTestStepName(KTestStep_T_GBK); + } + +TVerdict CT_GBK::doTestStepL() + { + SetTestStepResult(EFail); + + __UHEAP_MARK; + TRAPD(error1, DoE32MainL()); + __UHEAP_MARKEND; + + if(error1 == KErrNone) + { + SetTestStepResult(EPass); + } + + return TestStepResult(); + } +