sl@0: /* sl@0: * Copyright (c) 1998-2009 Nokia Corporation and/or its subsidiary(-ies). sl@0: * All rights reserved. sl@0: * This component and the accompanying materials are made available sl@0: * under the terms of the License "Eclipse Public License v1.0" sl@0: * which accompanies this distribution, and is available sl@0: * at the URL "http://www.eclipse.org/legal/epl-v10.html". sl@0: * sl@0: * Initial Contributors: sl@0: * Nokia Corporation - initial contribution. sl@0: * sl@0: * Contributors: sl@0: * sl@0: * Description: sl@0: * sl@0: */ sl@0: sl@0: sl@0: #include "t_testsetup.h" sl@0: #include "t_testactionspec.h" sl@0: #include "t_input.h" sl@0: #include "t_certstoreactionmemfail.h" sl@0: #include "tcancel.h" sl@0: #include "t_message.h" sl@0: #include "tScriptSetup.h" sl@0: #include "Thardcodedsetup.h" sl@0: #include "t_testhandler.h" sl@0: #include "t_output.h" sl@0: #include "tTestSpec.h" sl@0: #include "ttesthandlersettings.h" sl@0: #include "testexecuteinterface.h" sl@0: #include "t_logger.h" sl@0: #include "t_testrunner.h" sl@0: #include "t_dummyconsole.h" sl@0: sl@0: EXPORT_C HBufC* CTestSetup::GetArgument(TInt nPos) sl@0: { sl@0: // Get command line sl@0: HBufC *argv = HBufC::NewLC(User::CommandLineLength()); sl@0: TPtr cmd(argv->Des()); sl@0: User::CommandLine(cmd); sl@0: sl@0: TLex arguments(cmd); sl@0: TPtrC token; sl@0: token.Set(KNullDesC); sl@0: sl@0: // finds nth parameter that doesnt have a - sl@0: while(nPos >= 0 && !arguments.Eos()) sl@0: { sl@0: token.Set(arguments.NextToken()); sl@0: if(token.Length() > 0 && token[0] != '-') sl@0: nPos--; sl@0: } sl@0: sl@0: HBufC* result = token.AllocL(); sl@0: sl@0: CleanupStack::PopAndDestroy(argv); sl@0: sl@0: return result; sl@0: } sl@0: sl@0: void CTestSetup::InitFileserverSessionLC(RFs& aFs) sl@0: { sl@0: User::LeaveIfError(aFs.Connect()); sl@0: CleanupClosePushL(aFs); sl@0: sl@0: // enable tests to pass file handles between processes sl@0: aFs.ShareProtected(); sl@0: sl@0: // Create the private directory, to fix failures in tests that write to sl@0: // relative paths that were broken when the default path was changed to the sl@0: // private path in build 03429 sl@0: TFileName privatePath; sl@0: User::LeaveIfError(aFs.PrivatePath(privatePath)); sl@0: TInt err = aFs.MkDir(privatePath); sl@0: if (err != KErrNone && err != KErrAlreadyExists) sl@0: { sl@0: User::Leave(err); sl@0: } sl@0: } sl@0: sl@0: EXPORT_C void CTestSetup::CreateAndRunTestsL(TScriptTests theTestTypes[], sl@0: const TDesC& aScript, const TDesC& aLogFile, TBool aUseCommandLine, sl@0: CConsoleBase* aConsole, TBool* aResult) sl@0: { sl@0: LOG(_L("-- Test handler starting")); sl@0: sl@0: RFs fs; sl@0: sl@0: InitFileserverSessionLC(fs); sl@0: sl@0: CScriptSetup* testSetup = CScriptSetup::NewLC(aConsole); sl@0: CTestHandlerSettings* commandLineArgs = CTestHandlerSettings::NewLC(); sl@0: CTestSpec* testSpec = CTestSpec::NewL(); sl@0: CleanupStack::PushL(testSpec); sl@0: sl@0: TTestSummary summary; sl@0: if(testSetup->InitialiseL(fs, aScript, aLogFile, aUseCommandLine)) sl@0: { sl@0: sl@0: // Store the state of the heap and RFs resource count before the tests sl@0: sl@0: TInt initAllocCount = User::CountAllocCells(); sl@0: TInt initRFsCount = fs.ResourceCount(); sl@0: sl@0: // Store the initial count of process and thread handles sl@0: TInt initThreadHandleCount; sl@0: TInt initProcessHandleCount; sl@0: RThread().HandleCount(initProcessHandleCount, initThreadHandleCount); sl@0: sl@0: testSetup->LogFile().write(_L("

\r\n"));
sl@0: 		testSetup->LogFile().write(_L("State of the system before the tests:\n"));
sl@0: 		testSetup->LogFile().write(_L("\tRFs resource count: %d\n"), initRFsCount);
sl@0: 		testSetup->LogFile().write(_L("\tProcess handle count: %d\n"), initProcessHandleCount);
sl@0: 		testSetup->LogFile().write(_L("\tThread handle count: %d\n"), initThreadHandleCount);
sl@0: 			
sl@0: 		TRAPD(error, testSetup->SetupTestsL(fs, *testSpec, theTestTypes, *commandLineArgs))
sl@0: 			
sl@0: 		if(error==KErrNone)
sl@0: 			{
sl@0: 			CTestHandler* handler = CTestHandler::NewLC(fs, *testSpec, *commandLineArgs, 
sl@0: 														&testSetup->Console(),
sl@0: 														&testSetup->LogFile());
sl@0: 			handler->RunTestsL();
sl@0: 			summary = handler->Summary();
sl@0: 			testSpec->FreeAllTests();
sl@0: 			CleanupStack::PopAndDestroy(handler);
sl@0: 			
sl@0: 			// Do heap, RFs resource, process and thread handle balance checks	
sl@0: 			
sl@0: 			TInt finalRFsCount = fs.ResourceCount();
sl@0: 			
sl@0: 			testSetup->LogFile().write(_L("State of the system after the tests:\n"));
sl@0: 			testSetup->LogFile().write(_L("\tRFs resource count: %d\n"), finalRFsCount);
sl@0: 
sl@0: 			if (initRFsCount == finalRFsCount)
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nRFs resource count ok: %d final\n\n"),
sl@0: 										   finalRFsCount);
sl@0: 				}
sl@0: 			else
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nRFs resource count inbalance: %d final\n\n"),
sl@0: 										   finalRFsCount);
sl@0: 				++summary.iTestsFailed;
sl@0: 				}
sl@0: 	
sl@0: 
sl@0: 			TInt finalAllocCount = User::CountAllocCells();
sl@0: 			if (initAllocCount == finalAllocCount)
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nHeap alloc count ok: %d final vs %d initial\n\n"),
sl@0: 										   finalAllocCount, initAllocCount);
sl@0: 				}
sl@0: 			else
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nHeap alloc count inbalance: %d final vs %d initial\n\n"),
sl@0: 										   finalAllocCount, initAllocCount);
sl@0: 				++summary.iTestsFailed;
sl@0: 				}
sl@0: 
sl@0: 			TInt finalThreadHandleCount;
sl@0: 			TInt finalProcessHandleCount;
sl@0: 			RThread().HandleCount(finalProcessHandleCount, finalThreadHandleCount);
sl@0: 
sl@0: 			if (initProcessHandleCount == finalProcessHandleCount)
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nProcess handle count ok: %d final vs %d initial\n\n"),
sl@0: 										   finalProcessHandleCount, initProcessHandleCount);
sl@0: 				}
sl@0: 			else
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nProcess handle count imbalance: %d final vs %d initial\n\n"),
sl@0: 										   finalProcessHandleCount, initProcessHandleCount);
sl@0: 				++summary.iTestsFailed;
sl@0: 				}
sl@0: 
sl@0: 			if (initThreadHandleCount == finalThreadHandleCount)
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nThread handle count ok: %d final vs %d initial\n\n"),
sl@0: 										   finalThreadHandleCount, initThreadHandleCount);
sl@0: 				}
sl@0: 			else
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nThread handle count imbalance: %d final vs %d initial\n\n"),
sl@0: 										   finalThreadHandleCount, initThreadHandleCount);
sl@0: 				++summary.iTestsFailed;
sl@0: 				}
sl@0: 			++summary.iTestsRun;
sl@0: 			}
sl@0: 		
sl@0: 		// Set the result if required by caller
sl@0: 		if (aResult)
sl@0: 			{
sl@0: 			*aResult = summary.AllTestsPassed();
sl@0: 			}
sl@0: 
sl@0: 		summary.PrintL(testSetup->LogFile());
sl@0: 	
sl@0: 		// pauses runtime if command line requests it i.e. -w
sl@0: 		if(commandLineArgs->iWaitForKeyPressAtEnd)
sl@0: 			{
sl@0: 			testSetup->Console().Printf(_L("\nPress a key to quit"));
sl@0: 			testSetup->Console().Getch();
sl@0: 			}
sl@0: 
sl@0: 		}
sl@0: 
sl@0: 	CleanupStack::PopAndDestroy(4, &fs); // fs, testsetup, commandLineArgs and testspec
sl@0: 	// this MUST be the last thing to do incase objects being destructed on cleanup
sl@0: 	// have debug info
sl@0: 	//if (bTestSuccess)
sl@0: 	//	RDebug::RawPrint(_L("RTEST: SUCCESS : testhandler\n"));
sl@0: }
sl@0: 
sl@0: EXPORT_C void CTestSetup::CreateAndRunTestsL(THardcodedTests theTestTypes[], const TDesC& aDefaultLog)
sl@0: {
sl@0:     LOG(_L("-- Test handler starting")); 
sl@0:  
sl@0: 	RFs fs;
sl@0: 
sl@0: 	InitFileserverSessionLC(fs);
sl@0: 	
sl@0: 	InitFileserverSessionLC(fs);
sl@0: 	
sl@0: 	CHardcodedSetup* testSetup = CHardcodedSetup::NewLC();
sl@0: 	CTestHandlerSettings* commandLineArgs = CTestHandlerSettings::NewLC();
sl@0:  	CTestSpec* testSpec = CTestSpec::NewL();
sl@0: 	CleanupStack::PushL(testSpec);
sl@0: 
sl@0: 	TTestSummary summary;
sl@0: 	if(testSetup->InitialiseL(fs, aDefaultLog))
sl@0: 		{
sl@0: 		
sl@0: 		// Store the state of the heap and RFs resource count before the tests
sl@0: 		
sl@0: 		TInt initAllocCount = User::CountAllocCells();
sl@0: 		TInt initRFsCount = fs.ResourceCount();
sl@0: 				
sl@0: 		TRAPD(error, testSetup->SetupTestsL(fs, *testSpec, theTestTypes, *commandLineArgs));
sl@0: 			
sl@0: 		if(error==KErrNone)
sl@0: 			{
sl@0: 			CTestHandler* handler = CTestHandler::NewLC(fs, *testSpec, *commandLineArgs, 
sl@0: 														&testSetup->Console(),
sl@0: 														&testSetup->LogFile());
sl@0: 			handler->RunTestsL();
sl@0: 			summary = handler->Summary();
sl@0: 			testSpec->FreeAllTests();
sl@0: 			CleanupStack::PopAndDestroy(handler);
sl@0: 
sl@0: 			// Do heap and RFs resource balance checks
sl@0: 			
sl@0: 			TInt finalRFsCount = fs.ResourceCount();
sl@0: 			
sl@0: 			testSetup->LogFile().write(_L("State of the system after the tests:\n"));
sl@0: 			testSetup->LogFile().write(_L("\tRFs resource count: %d\n"), finalRFsCount);
sl@0: 
sl@0: 			if (initRFsCount == finalRFsCount)
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nRFs resource count ok: %d final\n\n"),
sl@0: 										   finalRFsCount);
sl@0: 				}
sl@0: 			else
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nRFs resource count inbalance: %d final\n\n"),
sl@0: 										   finalRFsCount);
sl@0: 				++summary.iTestsFailed;
sl@0: 				}
sl@0: 
sl@0: 			TInt finalAllocCount = User::CountAllocCells();
sl@0: 			if (initAllocCount == finalAllocCount)
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nHeap alloc count ok: %d final vs %d initial\n\n"),
sl@0: 										   finalAllocCount, initAllocCount);
sl@0: 				}
sl@0: 			else
sl@0: 				{
sl@0: 				testSetup->LogFile().write(_L("\nHeap alloc count inbalance: %d final vs %d initial\n\n"),
sl@0: 										   finalAllocCount, initAllocCount);
sl@0: 				++summary.iTestsFailed;
sl@0: 				}
sl@0: 			++summary.iTestsRun;
sl@0: 			}
sl@0: 
sl@0: 		summary.PrintL(testSetup->LogFile());
sl@0: 
sl@0: 		// pauses runtime if command line requests it i.e. -w
sl@0: 		if(commandLineArgs->iWaitForKeyPressAtEnd)
sl@0: 			{
sl@0: 			testSetup->Console().Printf(_L("\nPress a key to quit"));
sl@0: 			testSetup->Console().Getch();
sl@0: 			}
sl@0: 		}
sl@0: 
sl@0: 	CleanupStack::PopAndDestroy(4, &fs); // fs, testsetup, commandLineArgs and testspec
sl@0: 	
sl@0: 	//if (bTestSuccess)
sl@0: 	//	RDebug::RawPrint(_L("RTEST: SUCCESS : testhandler\n"));
sl@0: }
sl@0: 
sl@0: //Check all flags is provided for understanability - Each grouping function called calls the next function
sl@0: // if it has succeeded
sl@0: TBool CTestSetup::CheckAllFlags(const CTestHandlerSettings& aCommandLineSettings, TInt& aScriptGroupings)
sl@0: 	{
sl@0: 	return CheckExhaustiveandSmoke(aCommandLineSettings,aScriptGroupings);
sl@0: 	}
sl@0: 
sl@0: TBool CTestSetup::CheckExhaustiveandSmoke(const CTestHandlerSettings& aCommandLineSettings, TInt& aScriptGroupings)
sl@0: 	{
sl@0: 	
sl@0: 	if (aCommandLineSettings.iExhaust || (aScriptGroupings & SMOKE))
sl@0: 		{
sl@0: 		//Do other flags
sl@0: 		return CheckSkipped(aCommandLineSettings, aScriptGroupings);
sl@0: 		}
sl@0: 	else
sl@0: 
sl@0: 		return EFalse;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TBool CTestSetup::CheckSkipped(const CTestHandlerSettings& aCommandLineSettings,
sl@0: 							   TInt& aScriptGroupings)
sl@0: 	{
sl@0: 	if (aCommandLineSettings.iSkip || !(aScriptGroupings & SKIP))
sl@0: 		{
sl@0: 		//Do other flags
sl@0: 		return CheckInteractive(aCommandLineSettings, aScriptGroupings);
sl@0: 		}
sl@0: 	else
sl@0: 		return EFalse;
sl@0: 	}
sl@0: 
sl@0: TBool CTestSetup::CheckInteractive(const CTestHandlerSettings& aCommandLineSettings,
sl@0: 								   TInt& aScriptGroupings)
sl@0: 	{
sl@0: 	if (aCommandLineSettings.iInt || !(aScriptGroupings & INTER))
sl@0: 		{
sl@0: 		//Do other flags
sl@0: 		return CheckOOMandCancel(aCommandLineSettings, aScriptGroupings);
sl@0: 		}
sl@0: 	else
sl@0: 		return EFalse;
sl@0: 	}
sl@0: 
sl@0: TBool CTestSetup::CheckOOMandCancel(const CTestHandlerSettings& aCommandLineSettings, 
sl@0: 									TInt& aScriptGroupings)
sl@0: 	{
sl@0: 
sl@0: 	if ((aScriptGroupings & (EXOOM | INOOM)) == (EXOOM | INOOM))
sl@0: 		User::Panic(_L("Test is both Included and Excluded from OOM"), 1);
sl@0: 
sl@0: 	if ((aScriptGroupings & (EXCANCEL | INCANCEL)) == (EXCANCEL | INCANCEL))
sl@0: 		User::Panic(_L("Test is both Included and Excluded from Cancel"), 1);
sl@0: 
sl@0: 	if ((aScriptGroupings & (INOOM | INCANCEL)) == (INOOM | INCANCEL))
sl@0: 		User::Panic(_L("Test is in both OOM and Cancel groups"), 1);
sl@0: 
sl@0: 	// Check to see whether -o set
sl@0: 	if (aCommandLineSettings.iOOM)
sl@0: 		{
sl@0: 		//Is the test in OOM group?
sl@0: 		if (aScriptGroupings & INOOM)
sl@0: 			return ETrue;
sl@0: 		else
sl@0: 		//Is the test excluded from OOM?
sl@0: 		if (aScriptGroupings & EXOOM)
sl@0: 			return EFalse;
sl@0: 		}
sl@0: 	else
sl@0: 	if (aScriptGroupings & INOOM)
sl@0: 			return EFalse;
sl@0: 
sl@0: 	// Check to see whether -c set
sl@0: 	if (aCommandLineSettings.iCancel)
sl@0: 		{
sl@0: 		//Is the test in CANCEL group?
sl@0: 		if (aScriptGroupings & INCANCEL)
sl@0: 			return ETrue;
sl@0: 		else
sl@0: 		//Is the test excluded from CANCEL?
sl@0: 		if (aScriptGroupings & EXCANCEL)
sl@0: 			return EFalse;
sl@0: 		}
sl@0: 	else
sl@0: 	if (aScriptGroupings & INCANCEL)
sl@0: 			return EFalse;
sl@0: 
sl@0: 
sl@0: 	return ETrue;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: EXPORT_C CTestSetup::~CTestSetup()
sl@0: 	{
sl@0: 	delete iLogFile;
sl@0: 	delete iTestConsole;
sl@0: 	if (iConsoleOwned)
sl@0: 		{
sl@0: 		// Note that the heap count when this is deleted must be the same as
sl@0: 		// when the console was allocated, otherwise a panic will occur.  This
sl@0: 		// is due to the techview implementation of the console doing a heap
sl@0: 		// mark in its destructor.
sl@0: 		delete iConsole;
sl@0: 		}
sl@0: 	}
sl@0: 
sl@0: CTestSetup::CTestSetup(CConsoleBase* aConsole) 
sl@0: 	: iConsole(aConsole), iConsoleOwned(aConsole == NULL)
sl@0: 	{
sl@0: 	}
sl@0: 
sl@0: void CTestSetup::ConstructL()
sl@0: 	{
sl@0: 	if (iConsoleOwned)
sl@0: 		{
sl@0: 		iConsole = Console::NewL(_L("Test code"), TSize(KDefaultConsWidth, KDefaultConsHeight));
sl@0: 		}
sl@0: 
sl@0: 	// Currently the console passed to the test actions discards all output -
sl@0: 	// this is an attempt to make hardware tests run faster.  All information
sl@0: 	// should be written to the log file anyway, and I'd like to remove use of a
sl@0: 	// console as well as the log file.  -- jc
sl@0: 	iTestConsole = new (ELeave) CDummyConsole();
sl@0: 	}
sl@0: 
sl@0: void CTestSetup::OpenLogFileL(RFs &aFs, TInt nPos, const TDesC &aLogFile, TBool aUseCommandline)
sl@0: 	{
sl@0: 	HBufC* logFileName = NULL;
sl@0: 
sl@0: 	if (aUseCommandline)
sl@0: 		{
sl@0: 		logFileName = GetArgument(nPos);
sl@0: 		CleanupStack::PushL(logFileName);
sl@0: 		
sl@0: 		// check if logfile was specified on command line
sl@0: 		if(logFileName->Length()==0)
sl@0: 			{
sl@0: 			// empty so remove it
sl@0: 			CleanupStack::PopAndDestroy(logFileName);
sl@0: 			logFileName = NULL;
sl@0: 			}
sl@0: 		}
sl@0: 	
sl@0: 	if(logFileName == NULL)
sl@0: 		{
sl@0: 		if(aLogFile.Length()==0)
sl@0: 			{
sl@0: 			PRINTANDLOG(_L("No log file specified on command line and no default given"));
sl@0: 			User::Leave(KErrArgument);
sl@0: 			}
sl@0: 		else
sl@0: 			{
sl@0: 			// there is a default copy that
sl@0: 			logFileName = aLogFile.AllocL();
sl@0: 			CleanupStack::PushL(logFileName);
sl@0: 			}
sl@0: 		}
sl@0: 
sl@0: 	PRINTANDLOG1(_L("Log file: %S"), logFileName);
sl@0: 	
sl@0: 	RFile logFile;
sl@0: 
sl@0: 	// attempts to create directories incase they dont exist
sl@0: 	aFs.MkDirAll(*logFileName); // ignore errors
sl@0:  
sl@0: 	// write over any existing log
sl@0: 	User::LeaveIfError(logFile.Replace(aFs, *logFileName, EFileWrite));
sl@0: 
sl@0: 	// output goes only to the log file
sl@0: 	iLogFile = new(ELeave) FileOutput(logFile);
sl@0: 	CleanupStack::PopAndDestroy(logFileName);
sl@0: 	};