1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/os/security/cryptomgmtlibs/securitytestfw/test/testhandler2/t_testhandler.cpp Fri Jun 15 03:10:57 2012 +0200
1.3 @@ -0,0 +1,408 @@
1.4 +/*
1.5 +* Copyright (c) 1998-2009 Nokia Corporation and/or its subsidiary(-ies).
1.6 +* All rights reserved.
1.7 +* This component and the accompanying materials are made available
1.8 +* under the terms of the License "Eclipse Public License v1.0"
1.9 +* which accompanies this distribution, and is available
1.10 +* at the URL "http://www.eclipse.org/legal/epl-v10.html".
1.11 +*
1.12 +* Initial Contributors:
1.13 +* Nokia Corporation - initial contribution.
1.14 +*
1.15 +* Contributors:
1.16 +*
1.17 +* Description:
1.18 +*
1.19 +*/
1.20 +
1.21 +
1.22 +#include "t_testhandler.h"
1.23 +#include "ttesthandlersettings.h"
1.24 +#include "t_output.h"
1.25 +#include "t_testaction.h"
1.26 +#include "t_testsetup.h"
1.27 +#include "tTestSpec.h"
1.28 +#include "t_testrunner.h"
1.29 +
1.30 +
1.31 +TTestSummary::TTestSummary() :
1.32 + iTestsRun(0), iTestsFailed(0)
1.33 + {
1.34 + }
1.35 +
1.36 +void TTestSummary::PrintL(Output& aOut)
1.37 + {
1.38 + aOut.write(_L("%d tests failed out of %d\n"), iTestsFailed, iTestsRun);
1.39 + aOut.write(_L("\r\n</pre></body></html>\r\n"));
1.40 + }
1.41 +
1.42 +TBool TTestSummary::AllTestsPassed()
1.43 + {
1.44 + return iTestsRun > 0 && iTestsFailed == 0;
1.45 + }
1.46 +
1.47 +EXPORT_C CTestHandler* CTestHandler::NewLC(RFs& aFs,
1.48 + MTestSpec& aTestSpec,
1.49 + CTestHandlerSettings& aSettings,
1.50 + CConsoleBase* aConsole,
1.51 + Output* aOut)
1.52 + {
1.53 + CTestHandler* self = new(ELeave) CTestHandler(aFs, aTestSpec, aConsole, aOut);
1.54 + CleanupStack::PushL(self);
1.55 + self->ConstructL(aSettings);
1.56 + return self;
1.57 + }
1.58 +
1.59 +CTestHandler::~CTestHandler()
1.60 + {
1.61 + delete iSettings;
1.62 + delete iScheduler;
1.63 + delete iSharedData;
1.64 + delete iTestRunner;
1.65 + delete iNextTestRunner;
1.66 +
1.67 + iFailedTests.Reset();
1.68 + iFailedTestNames.ResetAndDestroy();
1.69 + iKnownDefects.ResetAndDestroy();
1.70 + }
1.71 +
1.72 +CTestHandler::CTestHandler(RFs& aFs,
1.73 + MTestSpec& aTestSpec,
1.74 + CConsoleBase* aConsole,
1.75 + Output* aOut) :
1.76 + iFs(aFs), iConsole(aConsole), iOut(aOut), iTestSpec(aTestSpec)
1.77 + {
1.78 + }
1.79 +
1.80 +void CTestHandler::ConstructL(CTestHandlerSettings& aSettings)
1.81 + {
1.82 + iSettings = CTestHandlerSettings::NewL(aSettings);
1.83 + iScheduler = new(ELeave) CActiveScheduler;
1.84 + CActiveScheduler::Install(iScheduler);
1.85 +
1.86 + // Set up test handler based on command line argument
1.87 + if (aSettings.iOOM)
1.88 + {
1.89 + SetTestRunnerL(new (ELeave) COOMTestRunner(*iOut));
1.90 + }
1.91 + else if (aSettings.iCancel)
1.92 + {
1.93 + SetTestRunnerL(new (ELeave) CCancelTestRunner(*iOut));
1.94 + }
1.95 + else
1.96 + {
1.97 + SetTestRunnerL(NULL);
1.98 + }
1.99 + }
1.100 +
1.101 +TTestSummary CTestHandler::Summary()
1.102 + {
1.103 + TTestSummary result;
1.104 + result.iTestsRun = iActionCount;
1.105 + result.iTestsFailed = iFailedTests.Count();
1.106 + return result;
1.107 + }
1.108 +
1.109 +EXPORT_C void CTestHandler::RunTestsL()
1.110 + {
1.111 +
1.112 + TBuf8<32>timeBuf;
1.113 + TTime time;
1.114 + time.UniversalTime();
1.115 + TDateTime dateTime = time.DateTime();
1.116 + _LIT8(KDateFormat,"%02d:%02d:%02d:%03d ");
1.117 + timeBuf.AppendFormat(KDateFormat,dateTime.Hour(),dateTime.Minute(),dateTime.Second(),(dateTime.MicroSecond()/1000));
1.118 +
1.119 + iActionNumber = 0;
1.120 + CTestAction* action;
1.121 + HBufC8* currentID=NULL;
1.122 + HBufC8* previousID=NULL;
1.123 + TBool testCaseResult=ETrue;
1.124 + TBool isTefScript = EFalse;
1.125 + while(iTestSpec.GetNextTest(action))
1.126 + {
1.127 + iActionCount++;
1.128 + iActionNumber++;
1.129 + isTefScript = action->iTefScript;
1.130 +// action->iTefScript = EFalse;
1.131 + delete previousID;
1.132 + previousID = currentID;
1.133 + currentID = action->iNameInfo->AllocLC();
1.134 +
1.135 + if ( (previousID == NULL) || (*currentID != *previousID) )
1.136 + {
1.137 + if (previousID != NULL)
1.138 + {
1.139 +
1.140 +
1.141 + if(action->iTefScript)
1.142 + {
1.143 + iOut->writeString(timeBuf);
1.144 + iOut->writeString(_L("Command = END_TESTCASE "));
1.145 + }
1.146 + iOut->writeString(*previousID);
1.147 + if(action->iTefScript)
1.148 + {
1.149 + iOut->writeString(_L(" ***TestCaseResult = "));
1.150 + }
1.151 +
1.152 + if (testCaseResult)
1.153 + {
1.154 + iOut->writeString(_L("PASS"));
1.155 + }
1.156 + else
1.157 + {
1.158 + iOut->writeString(_L("FAIL"));
1.159 + }
1.160 + iOut->writeString(_L("\r\n"));
1.161 + iOut->writeString(_L("\r\n"));
1.162 + }
1.163 +
1.164 +
1.165 + if(action->iTefScript)
1.166 + {
1.167 + iOut->writeString(timeBuf);
1.168 + iOut->writeString(_L("Command = START_TESTCASE "));
1.169 + }
1.170 + iOut->writeString(*(currentID));
1.171 + iOut->writeString(_L("\r\n"));
1.172 + testCaseResult = ETrue;
1.173 + }
1.174 +
1.175 + TRAPD(err, RunTestL(action));
1.176 + if (!action->iResult)
1.177 + {
1.178 + testCaseResult = EFalse;
1.179 + }
1.180 + if (err != KErrNone)
1.181 + {
1.182 + FailTestL(action, EFailInTestHandler, err);
1.183 + }
1.184 + CleanupStack::Pop(currentID);
1.185 + }
1.186 +
1.187 + if (currentID != NULL)
1.188 + {
1.189 +
1.190 +
1.191 + if(isTefScript)
1.192 + {
1.193 + iOut->writeString(timeBuf);
1.194 + iOut->writeString(_L("Command = END_TESTCASE "));
1.195 + }
1.196 + iOut->writeString(*currentID);
1.197 + if(isTefScript)
1.198 + {
1.199 + iOut->writeString(_L(" ***TestCaseResult = "));
1.200 + }
1.201 +
1.202 + if (testCaseResult)
1.203 + {
1.204 + iOut->writeString(_L("PASS"));
1.205 + }
1.206 + else
1.207 + {
1.208 + iOut->writeString(_L("FAIL"));
1.209 + }
1.210 + iOut->writeString(_L("\r\n"));
1.211 + iOut->writeString(_L("\r\n"));
1.212 + }
1.213 + delete previousID;
1.214 + delete currentID;
1.215 +
1.216 + DisplaySummary();
1.217 + }
1.218 +
1.219 +
1.220 +
1.221 +void CTestHandler::RunTestL(CTestAction* aAction)
1.222 + {
1.223 + // If the last test set a new test runner, install it here
1.224 + if (iNextTestRunner)
1.225 + {
1.226 + delete iTestRunner;
1.227 + iTestRunner = iNextTestRunner;
1.228 + iNextTestRunner = NULL;
1.229 + }
1.230 +
1.231 + iOut->writeString(_L("Test "));
1.232 + iOut->writeNum(iActionNumber);
1.233 + iOut->writeNewLine();
1.234 +
1.235 + if (iActionNumber > 1)
1.236 + {
1.237 + iConsole->Printf(_L(", "));
1.238 + }
1.239 + iConsole->Printf(_L("%d: "), iActionNumber);
1.240 +
1.241 + aAction->ReportAction();
1.242 + aAction->SetTestHandler(*this);
1.243 +
1.244 + TInt preErr = iTestRunner->PerformPrerequisiteL(aAction);
1.245 + if ((preErr != KErrNone) && !aAction->iResult)
1.246 + {
1.247 + FailTestL(aAction, EFailInPrerequisite, preErr);
1.248 + return;
1.249 + }
1.250 + TInt actionErr = 0;
1.251 + if (preErr == KErrNone)
1.252 + {
1.253 + actionErr = iTestRunner->PerformActionL(aAction);
1.254 + }
1.255 + TInt postErr = iTestRunner->PerformPostrequisiteL(aAction, actionErr);
1.256 + // investiage if passing actionErr would make more sense here
1.257 + aAction->CheckResult(postErr);
1.258 + if (!aAction->iResult)
1.259 + {
1.260 + FailTestL(aAction, EFailInAction, actionErr);
1.261 + return;
1.262 + }
1.263 +
1.264 + iConsole->Printf(_L("passed"));
1.265 + }
1.266 +
1.267 +const TDesC& CTestHandler::GetFailLocationName(TTestFailLocation aLoc)
1.268 + {
1.269 + _LIT(KTestHandler, "test handler");
1.270 + _LIT(KPrerequisite, "prerequisite");
1.271 + _LIT(KTestAction, "test action");
1.272 +
1.273 + const TDesC* result = NULL;
1.274 +
1.275 + switch (aLoc)
1.276 + {
1.277 + case EFailInTestHandler:
1.278 + result = &KTestHandler;
1.279 + break;
1.280 + case EFailInPrerequisite:
1.281 + result = &KPrerequisite;
1.282 + break;
1.283 + case EFailInAction:
1.284 + result = &KTestAction;
1.285 + break;
1.286 + }
1.287 +
1.288 + ASSERT(result);
1.289 + return *result;
1.290 + }
1.291 +
1.292 +void CTestHandler::FailTestL(CTestAction* aAction, TTestFailLocation aLoc, TInt aErr)
1.293 + {
1.294 + iOut->writeString(_L("Test failed in "));
1.295 + iOut->writeString(GetFailLocationName(aLoc));
1.296 + iOut->writeString(_L(": "));
1.297 + iOut->writeNum(aErr);
1.298 + iOut->writeNewLine();
1.299 +
1.300 + iConsole->Printf(_L("failed"));
1.301 +
1.302 + AppendFailedTestL(iActionNumber, *aAction->iNameInfo);
1.303 + if(aAction->ScriptError() == CTestAction::EFileNotFound)
1.304 + {
1.305 + TBuf<KMaxErrorSize> scriptError;
1.306 + aAction->ScriptError(scriptError);
1.307 + iOut->writeString(_L("File Not Found \""));
1.308 + iOut->writeString(scriptError);
1.309 + iOut->writeString(_L("\" in test "));
1.310 + iOut->writeNum(iActionNumber);
1.311 + iOut->writeNewLine();
1.312 + }
1.313 +
1.314 + if (aAction->iKnownFailure)
1.315 + {// Expecting a failure because of known defect - record details
1.316 + HBufC* name=HBufC::NewLC(aAction->iNameInfo->Length());
1.317 + name->Des().Copy(*(aAction->iNameInfo));
1.318 + User::LeaveIfError(iKnownDefects.Append(name));
1.319 + CleanupStack::Pop(name);
1.320 + }
1.321 + }
1.322 +
1.323 +void CTestHandler::AppendFailedTestL(TInt aIndex, const TDesC8& aName)
1.324 + {
1.325 + iFailedTests.Append(aIndex);
1.326 + HBufC* name=HBufC::NewLC(aName.Length());
1.327 + name->Des().Copy(aName);
1.328 + User::LeaveIfError(iFailedTestNames.Append(name));
1.329 + CleanupStack::Pop(name);
1.330 + }
1.331 +
1.332 +void CTestHandler::DisplaySummary()
1.333 + {
1.334 + //Display the RTest information
1.335 + iConsole->Printf(_L("\n"));
1.336 +
1.337 +// Log the details of tests that failed because of known (deferred) defects
1.338 + TInt theFailCount = iKnownDefects.Count();
1.339 + if (theFailCount > 0)
1.340 + {
1.341 + iOut->writeNewLine();
1.342 + iOut->writeString(_L("----------------------------------------------------------------------------------"));
1.343 + iOut->writeNewLine();
1.344 + iOut->writeString(_L("These tests may not pass because of known defects details of which are given below:"));
1.345 + iOut->writeNewLine();
1.346 + iOut->writeNewLine();
1.347 +
1.348 + TInt index = 0;
1.349 + for (; index<theFailCount; index++)
1.350 + {
1.351 + iOut->writeString(*iKnownDefects[index]);
1.352 + iOut->writeNewLine();
1.353 + }
1.354 + iOut->writeString(_L("----------------------------------------------------------------------------------"));
1.355 + iOut->writeNewLine();
1.356 + iOut->writeNewLine();
1.357 + }
1.358 +
1.359 + // Display the failed tests
1.360 + TInt iEnd = iFailedTests.Count();
1.361 + if (iEnd!=0)
1.362 + {
1.363 + iOut->writeString(_L(" Failed tests:-"));
1.364 + iOut->writeNewLine();
1.365 + for (TInt i = 0; i < iEnd; i++)
1.366 + {
1.367 + iOut->writeNum(iFailedTests[i]);
1.368 + iOut->writeSpaces(2);
1.369 + iOut->writeString(*iFailedTestNames[i]);
1.370 + iOut->writeNewLine();
1.371 + }
1.372 + iOut->writeNewLine();
1.373 + }
1.374 +
1.375 + // Summary line is now printed in CTestSetup
1.376 + }
1.377 +
1.378 +CBase* CTestHandler::SharedData() const
1.379 + {
1.380 + return iSharedData;
1.381 + }
1.382 +
1.383 +void CTestHandler::SetSharedData(CBase* aData)
1.384 + {
1.385 + iSharedData = aData;
1.386 + }
1.387 +
1.388 +EXPORT_C void CTestHandler::SetTestRunnerL(CTestRunner *aTestRunner)
1.389 + {
1.390 + /* We can't set iTestRunner directly, as we may be called while we're inside
1.391 + * one of its methods. */
1.392 +
1.393 + // This method can be called twice in a row, eg if the -o option is used
1.394 + if (iNextTestRunner)
1.395 + {
1.396 + delete iNextTestRunner;
1.397 + iNextTestRunner = NULL;
1.398 + }
1.399 +
1.400 + iNextTestRunner = aTestRunner ? aTestRunner : new (ELeave) CTestRunner(*iOut);
1.401 + }
1.402 +
1.403 +void CTestHandler::SetHeapMark(TInt aAllocCount)
1.404 + {
1.405 + iHeapMark = aAllocCount;
1.406 + }
1.407 +
1.408 +TInt CTestHandler::HeapMark()
1.409 + {
1.410 + return iHeapMark;
1.411 + }