os/textandloc/charconvfw/charconvplugins/test/rtest/tsrc/main/t_shiftjisdirectmap.cpp
author sl
Tue, 10 Jun 2014 14:32:02 +0200
changeset 1 260cb5ec6c19
permissions -rw-r--r--
Update contrib.
     1 /*
     2 * Copyright (c) 2000-2010 Nokia Corporation and/or its subsidiary(-ies).
     3 * All rights reserved.
     4 * This component and the accompanying materials are made available
     5 * under the terms of "Eclipse Public License v1.0"
     6 * which accompanies this distribution, and is available
     7 * at the URL "http://www.eclipse.org/legal/epl-v10.html".
     8 *
     9 * Initial Contributors:
    10 * Nokia Corporation - initial contribution.
    11 *
    12 * Contributors:
    13 *
    14 * Description: 
    15 *
    16 */
    17 
    18 #include <e32std.h>
    19 #include <e32base.h>
    20 #include <f32file.h>
    21 #include <charconv.h>
    22 #include "t_shiftjisdirectmap.h"
    23 
    24 #define test(cond)                                  \
    25     {                                               \
    26     TBool __bb = (cond);                            \
    27     TEST(__bb);                                     \
    28     if (!__bb)                                      \
    29         {                                           \
    30         ERR_PRINTF1(_L("ERROR: Test Failed"));      \
    31         User::Leave(1);                             \
    32         }                                           \
    33     }
    34 
    35 
    36 const TInt KBufferLength=100;
    37 
    38 void CT_SHIFTJISDIRECTMAP::TestTruncatedConversionFromUnicodeToShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aOriginalUnicode)
    39 	{
    40 	for (TInt i=aOriginalUnicode.Length(); i>=0; --i)
    41 		{
    42 		TBuf8<KBufferLength> generatedShiftJisDirectmap;
    43 		const TInt returnValue=aCharacterSetConverter.ConvertFromUnicode(generatedShiftJisDirectmap, aOriginalUnicode.Left(i));
    44 		test(returnValue>=0);
    45 		TBuf8<KBufferLength> generatedsecondPartOfShiftJisDirectmap;
    46 		test(aCharacterSetConverter.ConvertFromUnicode(generatedsecondPartOfShiftJisDirectmap, aOriginalUnicode.Mid(i-returnValue))==0);
    47 		generatedShiftJisDirectmap.Append(generatedsecondPartOfShiftJisDirectmap);
    48 		TInt state=CCnvCharacterSetConverter::KStateDefault;
    49 		TBuf16<KBufferLength> generatedUnicode;
    50 		test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedShiftJisDirectmap, state)==0);
    51 		test(generatedUnicode==aOriginalUnicode);
    52 		}
    53 	}
    54 
    55 void CT_SHIFTJISDIRECTMAP::TestSplittingConvertingFromUnicodeToShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfShiftJisDirectmap, const TDesC8& aExpectedShiftJisDirectmap, const TDesC16& aOriginalUnicode)
    56 	{
    57 	test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit);
    58 	test(aMaximumLengthUpperLimit<=KBufferLength);
    59 	TUint8 shiftJisDirectmapBuffer[KBufferLength];
    60 	for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i)
    61 		{
    62 		TPtr8 generatedFirstPartOfShiftJisDirectmap(shiftJisDirectmapBuffer, i);
    63 		test(aCharacterSetConverter.ConvertFromUnicode(generatedFirstPartOfShiftJisDirectmap, aOriginalUnicode)==aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit);
    64 		test(generatedFirstPartOfShiftJisDirectmap==aExpectedShiftJisDirectmap.Left(aExpectedLengthOfFirstPartOfShiftJisDirectmap));
    65 		TBuf8<KBufferLength> generatedSecondPartOfShiftJisDirectmap;
    66 		test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJisDirectmap, aOriginalUnicode.Right(aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit))==0);
    67 		test(generatedSecondPartOfShiftJisDirectmap==aExpectedShiftJisDirectmap.Mid(aExpectedLengthOfFirstPartOfShiftJisDirectmap));
    68 		TInt state=CCnvCharacterSetConverter::KStateDefault;
    69 		TBuf16<KBufferLength> generatedUnicode;
    70 		test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedFirstPartOfShiftJisDirectmap, state)==0);
    71 		test(state==CCnvCharacterSetConverter::KStateDefault);
    72 		TBuf16<KBufferLength> generatedSecondPartOfUnicode;
    73 		test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, generatedSecondPartOfShiftJisDirectmap, state)==0);
    74 		test(state==CCnvCharacterSetConverter::KStateDefault);
    75 		generatedUnicode.Append(generatedSecondPartOfUnicode);
    76 		test(generatedUnicode==aOriginalUnicode);
    77 		}
    78 	}
    79 
    80 void CT_SHIFTJISDIRECTMAP::TestTruncatedConversionToUnicodeFromShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJisDirectmap)
    81 	{
    82 	for (TInt i=aOriginalShiftJisDirectmap.Length(); i>=3; --i)
    83 		{
    84 		TInt state=CCnvCharacterSetConverter::KStateDefault;
    85 		TBuf16<KBufferLength> generatedUnicode;
    86 		const TInt returnValue=aCharacterSetConverter.ConvertToUnicode(generatedUnicode, aOriginalShiftJisDirectmap.Left(i), state);
    87 		test(returnValue>=0);
    88 		TBuf16<KBufferLength> generatedsecondPartOfUnicode;
    89 		test(aCharacterSetConverter.ConvertToUnicode(generatedsecondPartOfUnicode, aOriginalShiftJisDirectmap.Mid(i-returnValue), state)==0);
    90 		generatedUnicode.Append(generatedsecondPartOfUnicode);
    91 		test(generatedUnicode==aExpectedUnicode);
    92 		}
    93 	}
    94 
    95 void CT_SHIFTJISDIRECTMAP::TestSplittingConvertingToUnicodeFromShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfShiftJisDirectmapBytesNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfUnicode, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJisDirectmap)
    96 	{
    97 	test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit);
    98 	test(aMaximumLengthUpperLimit<=KBufferLength);
    99 	TUint16 unicodeBuffer[KBufferLength];
   100 	for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i)
   101 		{
   102 		TPtr16 generatedFirstPartOfUnicode(unicodeBuffer, i);
   103 		TInt state=CCnvCharacterSetConverter::KStateDefault;
   104 		test(aCharacterSetConverter.ConvertToUnicode(generatedFirstPartOfUnicode, aOriginalShiftJisDirectmap, state)==aExpectedNumberOfShiftJisDirectmapBytesNotConvertedAtSplit);
   105 		test(generatedFirstPartOfUnicode==aExpectedUnicode.Left(aExpectedLengthOfFirstPartOfUnicode));
   106 		test(state==CCnvCharacterSetConverter::KStateDefault);
   107 		TBuf16<KBufferLength> generatedSecondPartOfUnicode;
   108 		test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, aOriginalShiftJisDirectmap.Right(aExpectedNumberOfShiftJisDirectmapBytesNotConvertedAtSplit), state)==0);
   109 		test(generatedSecondPartOfUnicode==aExpectedUnicode.Mid(aExpectedLengthOfFirstPartOfUnicode));
   110 		test(state==CCnvCharacterSetConverter::KStateDefault);
   111 		TBuf8<KBufferLength> generatedShiftJisDirectmap;
   112 		test(aCharacterSetConverter.ConvertFromUnicode(generatedShiftJisDirectmap, generatedFirstPartOfUnicode)==0);
   113 		TBuf8<KBufferLength> generatedSecondPartOfShiftJisDirectmap;
   114 		test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJisDirectmap, generatedSecondPartOfUnicode)==0);
   115 		generatedShiftJisDirectmap.Append(generatedSecondPartOfShiftJisDirectmap);
   116 		test(generatedShiftJisDirectmap==aOriginalShiftJisDirectmap);
   117 		}
   118 	}
   119 
   120 void CT_SHIFTJISDIRECTMAP::DoE32MainL()
   121 	{
   122 	RFs fileServerSession;
   123 	CleanupClosePushL(fileServerSession);
   124 	User::LeaveIfError(fileServerSession.Connect());
   125 	CCnvCharacterSetConverter* characterSetConverter=CCnvCharacterSetConverter::NewLC();
   126 	CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession);
   127 	INFO_PRINTF1(_L("Available:\n"));
   128 	TInt i;
   129 	for (i=arrayOfCharacterSetsAvailable->Count()-1; i>=0; --i)
   130 		{
   131 		const CCnvCharacterSetConverter::SCharacterSet& charactersSet=(*arrayOfCharacterSetsAvailable)[i];
   132 		characterSetConverter->PrepareToConvertToOrFromL(charactersSet.Identifier(), *arrayOfCharacterSetsAvailable, fileServerSession);
   133 		TPtrC charactersSetName(charactersSet.Name());
   134 		if (charactersSet.NameIsFileName())
   135 			{
   136 			charactersSetName.Set(TParsePtrC(charactersSetName).Name());
   137 			}
   138 		INFO_PRINTF2(_L("    %S\n"), &charactersSetName);
   139 		}
   140 	INFO_PRINTF1(_L("Testing ShiftJis (DirectMap) conversions "));
   141 	characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJisDirectmap, *arrayOfCharacterSetsAvailable, fileServerSession);
   142 	//
   143 	INFO_PRINTF1(_L("Empty descriptor"));
   144 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 0, 10, 0, 0, KNullDesC8, KNullDesC16);
   145 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 0, 10, 0, 0, KNullDesC16, KNullDesC8);
   146 	
   147 	INFO_PRINTF1(_L("Testing converting to ShiftJis (DirectMap)"));
   148 	TBuf16<50> originalUnicode;
   149 	originalUnicode.Format(_L16("Some %c%c%c%c"), 0xff9a, 0xff70, 0x6f22, 0x5b57);
   150 	const TPtrC8 expectedShiftJisDirectmap(_S8("Some \xda\xb0\x8a\xbf\x8e\x9a"));
   151 	TestTruncatedConversionFromUnicodeToShiftJisDirectmap(*characterSetConverter, originalUnicode);
   152 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 0, 0, 9, 0, expectedShiftJisDirectmap, originalUnicode);
   153 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 1, 1, 8, 1, expectedShiftJisDirectmap, originalUnicode);
   154 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 2, 2, 7, 2, expectedShiftJisDirectmap, originalUnicode);
   155 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 3, 3, 6, 3, expectedShiftJisDirectmap, originalUnicode);
   156 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 4, 4, 5, 4, expectedShiftJisDirectmap, originalUnicode);
   157 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 5, 5, 4, 5, expectedShiftJisDirectmap, originalUnicode);
   158 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 6, 6, 3, 6, expectedShiftJisDirectmap, originalUnicode);
   159 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 7, 7, 2, 7, expectedShiftJisDirectmap, originalUnicode);
   160 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 9, 9, 1, 9, expectedShiftJisDirectmap, originalUnicode);
   161 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 11, 11, 0, 11, expectedShiftJisDirectmap, originalUnicode);
   162 	
   163 	INFO_PRINTF1(_L("Testing converting to Unicode"));
   164 	const TPtrC8 originalShiftJisDirectmap(_S8("pool\xbe\xae\xc3\xd3\x8e\xcc\x8e\xdf\x8e\xd9\x8f\xc0\xcd\x8f\xc8\xc5pool\x8e\xcc\x8e\xdf\x8e\xd9\xbe\xae\xc3\xd3\x8f\xc0\xcd\x8f\xc8\xc5\xbe\xae\xc3\xd3pool\x8f\xc0\xcd\x8f\xc8\xc5\x8e\xcc\x8e\xdf\x8e\xd9pool"));
   165 	TBuf16<50> expectedUnicode;
   166 	expectedUnicode.Format(_L16("pool%c%c%c%c%c%c%c%c%c%c%cpool%c%c%c%c%c%c%c%c%c%c%c%c%c%c%cpool%c%c%c%c%c%c%cpool"), 0xFF7E, 0xFF6E, 0xFF83, 0xFF93, 0x6368, 0x91C8, 0x52FA, 0x6CBC, 0xFF8D, 0x7701, 0xFF85, 0x6368, 0x91C8, 0x52FA, 0xFF7E, 0xFF6E, 0xFF83, 0xFF93, 0x6CBC, 0xFF8D, 0x7701, 0xFF85, 0xFF7E, 0xFF6E, 0xFF83, 0xFF93, 0x6CBC, 0xFF8D, 0x7701, 0xFF85, 0x6368, 0x91C8, 0x52FA);
   167 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode, originalShiftJisDirectmap);
   168 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode.Mid(4, 4), originalShiftJisDirectmap.Mid(4, 4));
   169 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode.Mid(6, 3), originalShiftJisDirectmap.Mid(6, 4));
   170 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode.Mid(11, 4), originalShiftJisDirectmap.Mid(14, 6));
   171 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 4, 4, 60, 4, expectedUnicode, originalShiftJisDirectmap);
   172 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 5, 5, 59, 5, expectedUnicode, originalShiftJisDirectmap);
   173 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 6, 6, 58, 6, expectedUnicode, originalShiftJisDirectmap);
   174 	
   175     const TPtrC8 originalShiftJisDirectmapYen(_S8("pool\x5c"));
   176     TBuf16<10> expectedUnicodeBackSlash;
   177     expectedUnicodeBackSlash.Format(_L16("pool%c"), 0x005c);
   178     TInt state=CCnvCharacterSetConverter::KStateDefault;
   179     TBuf16<KBufferLength> generatedUnicodeBackSlash;
   180     test(characterSetConverter->ConvertToUnicode(generatedUnicodeBackSlash, originalShiftJisDirectmapYen, state) == 0);
   181     test(generatedUnicodeBackSlash==expectedUnicodeBackSlash);
   182 
   183 	CleanupStack::PopAndDestroy(3); // arrayOfCharacterSetsAvailable and characterSetConverter and fileServerSession
   184 	}
   185 
   186 CT_SHIFTJISDIRECTMAP::CT_SHIFTJISDIRECTMAP()
   187     {
   188     SetTestStepName(KTestStep_T_SHIFTJISDIRECTMAP);
   189     }
   190 
   191 TVerdict CT_SHIFTJISDIRECTMAP::doTestStepL()
   192     {
   193     SetTestStepResult(EFail);
   194 
   195     __UHEAP_MARK;
   196     TRAPD(error1, DoE32MainL());    
   197     __UHEAP_MARKEND;
   198 
   199     if(error1 == KErrNone)
   200         {
   201         SetTestStepResult(EPass);
   202         }
   203 
   204     return TestStepResult();
   205     }
   206 
   207