// Copyright (c) 1996-2009 Nokia Corporation and/or its subsidiary(-ies).

 // All rights reserved.

 // This component and the accompanying materials are made available

 // under the terms of the License "Eclipse Public License v1.0"

 // which accompanies this distribution, and is available

 // at the URL "http://www.eclipse.org/legal/epl-v10.html".

 //

 // Initial Contributors:

 // Nokia Corporation - initial contribution.

 //

 // Contributors:

 //

 // Description:

 // f32test\demandpaging\t_fragment.cpp

 // This test exercises the fragmentation of write requests carried out 

 // by the Local Media subsystem, when the request is for a partition 

 // driven by a Media driver that supports paging.

 // 002 Check if LFFS drive (Mount LFFS if required)

 // 003 Testing Fragmentation of writes to writable drives in paging media

 // 004 Testing concurrent Fragmentation of writes on the same media

 // 005 Check Disk

 // 

 //

 //! @SYMTestCaseID			KBASE-T_FRAGMENTDP-0333

 //! @SYMTestType			UT

 //! @SYMPREQ				PREQ1110

 //! @SYMTestCaseDesc		Demand Paging Page cache fragmentation tests.

 //! @SYMTestActions			001 Starting tests...

 //! @SYMTestExpectedResults All tests should pass.

 //! @SYMTestPriority        High

 //! @SYMTestStatus          Implemented

 #include <f32file.h>

 #include <d32locd.h>

 #include <e32test.h>

 #include <e32svr.h>

 #include "t_server.h"

 #include <u32hal.h>

 #include <e32rom.h>

 #include <f32dbg.h>

 #include "testdefs.h"

 #ifdef __VC32__

     // Solve compilation problem caused by non-English locale

     #pragma setlocale("english")

 #endif

 const TInt KMuliplySize=10;

 const TInt KFileSizeInBytes=302498;

 LOCAL_D TBuf8<KMuliplySize*KFileSizeInBytes> Buffer;

 LOCAL_D RSemaphore WriteSemaphore;

 GLDEF_D RTest test(_L("T_FRAGMENTDP"));

 void DoTestF(TInt aDrvNum, TBool aNand);	// may want to do something weird on NAND later (e.g. trigger Garbage Collection)

 void DoTestC(TInt aDrvNum, TInt aNotherDrvNum, TBool aNand);	// may want to do something weird on NAND later (e.g. trigger Garbage Collection)

 TInt CreateEmptyFile(RFs& aFs, const TDesC& aFileName, TUint aFileSize);

 TInt GetLocDrvNumber(TInt aDrvNo);

 /*

   This plain looking test exercises the fragmentation of write requests carried out by the Local

   Media subsystem, when the request is for a partition driven by a Media driver that supports

   paging.

   It indirectly tests that the ELOCD fragmentation and EKERN locking mechanisms work as specified 

   to prevent deadlocks. It also causes an awful lot of paging activity.

 */

 LOCAL_C TBool TestSimpleFragmentation()

 //

 // Find ROM address of file and write from it to another file in writable partition in the same media as the backing store for ROM

 //

 	{

 	TDriveInfo driveInfo;

 	TBool tested=EFalse;

 	TFileName path;

 	TInt r=TheFs.SessionPath(path);

 	test(r==KErrNone);

 	TInt drv;

 	r=RFs::CharToDrive(path[0],drv);

 	test(r==KErrNone);

     test(TheFs.Drive(driveInfo, drv) == KErrNone);

 	//-- select a suitable drive for the testing. It shall be a writable drive on a media that services paging

 	if(driveInfo.iMediaAtt&KMediaAttPageable)

 		{

 		TBool readOnly = driveInfo.iMediaAtt & KMediaAttWriteProtected;		// skip ROFS partitions

 		if(!readOnly)

 			{

 			DoTestF(drv, (driveInfo.iType==EMediaNANDFlash)?(TBool)ETrue:(TBool)EFalse);

 			tested=ETrue;

 			}

 		}

 	if(!tested)

 		test.Printf(_L("Skipped T_FRAGMENTDP on drive %c\n"), path[0]);

 	return tested;

 	}

 void DoTestF(TInt aDrvNum, TBool aNand)

 	{

 	TInt pos=0;

 	TInt size, size1;

 	TInt r;

 	TFileName fileName;

 	test.Next(_L("Testing Fragmentation of writes to writable drives in paging media"));

 	if(aNand)

 		test.Printf(_L("Testing on NAND\n"));

     fileName.Format(_L("Testing drive %c:\n"), 'A'+aDrvNum);

     test.Printf(fileName);

 	_LIT(KTPagedCpp, "Z:\\test\\TEST_PAGED.cpp");

 	_LIT(KTUnpagedCpp, "Z:\\test\\TEST_UNPAGED.CPP");

 	if(TheFs.IsFileInRom(KTPagedCpp) != NULL && TheFs.IsFileInRom(KTUnpagedCpp) != NULL)	// .oby must include these files

 		{

 		RFile f;

 		r=f.Open(TheFs,KTUnpagedCpp,EFileStream);

 		test(r==KErrNone);

 		r=f.Seek(ESeekAddress,pos);

 		test(r==KErrNone);

 		TText8* ptrPos=*(TText8**)&pos;			// start address of unpaged file in ROM

 		test.Printf(_L("Start address of section to copy 0x%x\n"), ptrPos);

 		r=f.Size(size);							// size of unpaged file

 		test(r==KErrNone);

 		size+=((~(size&0xf)&0xf)+1);			// adjust for ROM alignement (EABI, 8 bytes)

 		f.Close();

 		r=f.Open(TheFs,KTPagedCpp,EFileStream);

 		test(r==KErrNone);

 		r=f.Size(size1);							// size of paged file

 		test(r==KErrNone);

 		size1+=((~(size1&0xf)&0xf)+1);			// adjust for ROM alignement (EABI, 8 bytes)

 		f.Close();

 		size+=size1;

 		test.Printf(_L("Set descriptor with size %d (paged+unpaged sections+ROMFS padding)\n"), size);

 		TPtrC8 ptr(ptrPos,size);

 		fileName.Format(_L("%c:\\TestFragFile.bin"), aDrvNum+'A');

 		TheFs.Delete(fileName); //-- just in case

 		test.Printf(_L("Create and open destination file\n"));

 		r = CreateEmptyFile(TheFs, fileName, (size));		// create file to hold both sizes

 		test(r == KErrNone);

 		r=f.Open(TheFs,fileName,EFileRead|EFileWrite);

 		test(r == KErrNone);

 		test.Printf(_L("Attempt to flush paged section\n"));

 		TInt r=UserSvr::HalFunction(EHalGroupVM,EVMHalFlushCache,0,0);

 		if(r==KErrNotSupported)

 			test.Printf(_L("Not Supported\n"));

 		test.Printf(_L("Write paged and unpaged sections, synchronoulsy\n"));

 		r=f.Write(ptr);

 		test(r==KErrNone);

 		test.Printf(_L("Read back and compare\n"));

 		pos=0;

 		r=f.Seek(ESeekStart,pos);

 		test(r==KErrNone);

 		TUint end=(TUint)ptrPos+(size);

 		TBuf8<1024> readBuf;

 		TPtrC8 memBuf(ptrPos,1024);

 		while((TUint)ptrPos+1024<end)

 			{

 			r=f.Read(readBuf);

 			test(r==KErrNone);

 			test(readBuf.Length()==readBuf.MaxLength());

 			if(memBuf!=readBuf)

 				{

 				test.Printf(_L("Failed on descriptor starting at address %x\n"), ptrPos);

 				test(0);

 				}

 			ptrPos+=1024;

 			memBuf.Set(ptrPos,1024);

 			}

 		r=f.Read(readBuf);

 		test(r==KErrNone);

 		test(readBuf.Length()==(TInt)(end-(TUint)ptrPos));

 		memBuf.Set(ptrPos,(end-(TUint)ptrPos));

 		if(memBuf!=readBuf)

 			{

 			test.Printf(_L("Failed on descriptor starting at address %x\n"), ptrPos);

 			test(0);

 			}

 		f.Close();

 		}

 	else

 		{

 		test.Printf(_L("Required test files not present\n"));

 		test(0);

 		}

 	}

 #if defined(_DEBUG) || defined(_DEBUG_RELEASE)

 LOCAL_C TInt ConcurrThread(TAny* aArg);

 /*

   This equally unimpressive looking test further exercises the fragmentation of write requests 

   carried out by the Local Media subsystem. This time write requests where the request source is

   in paged out ROM are issued concurrently.

   By having concurrent writes it indirectly tests both page in and fragment deferral mechaninsms.

 */

 LOCAL_C void TestConcurrentFragmentation()

 	{

 	// concurrently write from paged out ROM addresses to either files in separate writebla partitions or different locations in the same partition

 	TDriveList driveList;

 	TDriveInfo driveInfo;

 	TBool concurr=EFalse;

 	TFileName path;

 	TInt r=TheFs.SessionPath(path);

 	test(r==KErrNone);

 	TInt drvNum;

 	r=RFs::CharToDrive(path[0],drvNum);

 	test(r==KErrNone);

 	r=TheFs.DriveList(driveList);

     test(r == KErrNone);

 	test(TheFs.Drive(driveInfo, drvNum) == KErrNone);

 	//-- select suitable drives for the testing. They shall be writable drives on a media that services paging

 	if((driveInfo.iMediaAtt&KMediaAttPageable) && !(driveInfo.iMediaAtt&KMediaAttWriteProtected))

 		{

 		for (TInt drvNum1=drvNum+1; drvNum1<KMaxDrives; drvNum1++)	// if yes search for more drives suitable for concurrent fragmentation

 			{

 			if(!driveList[drvNum1])

 				continue;   //-- skip unexisting drive

 			TDriveInfo driveInfo2;	// for second drive

 			test(TheFs.Drive(driveInfo2, drvNum1) == KErrNone);

 			if ((driveInfo2.iMediaAtt&KMediaAttPageable) && 

 				!(driveInfo2.iMediaAtt&KMediaAttWriteProtected) &&

 				(driveInfo.iType == driveInfo2.iType))

 				{

 				DoTestC(drvNum, drvNum1, (driveInfo.iType==EMediaNANDFlash)?(TBool)ETrue:(TBool)EFalse);		// test concurrent

 				concurr=ETrue;

 				}

 			}

 		}

 	if(!concurr)

 		test.Printf(_L("Skipped concurrent test\n"));

 	}

 void silentFormat(TInt driveNo) 

 	{    

     TBuf<4> driveBuf=_L("?:\\");

     RFormat format;

     TInt    count;

 	driveBuf[0] = (TText)(driveNo + 'A');

     TInt r = format.Open(TheFs, driveBuf, EHighDensity, count);

     test(r == KErrNone);

     while(count) 

 		{

         r=format.Next(count);

         test(r == KErrNone);

 		}

     format.Close();

 	}

 void DoTestC(TInt aDrvNum, TInt aNotherDrvNum, TBool aNand)

 	{

 	TInt pos=0;

 	TInt size=0;

 	TInt r;

 	TRequestStatus logonStat;

 	RThread concurrThread;

 	TInt locDriveNumber;

 	TBusLocalDrive drive;

 	TLocalDriveCapsV4 driveCaps;

 	SDeferStats stats;

 	test.Next(_L("Testing concurrent Fragmentation of writes on the same media"));

 	if(aNand)

 		test.Printf(_L("Testing on NAND\n"));

 	test.Printf(_L("Testing on writable drives %c and %c\n"), 'A'+aDrvNum,'A'+aNotherDrvNum);

 	_LIT(KTPagedCpp, "Z:\\test\\TEST_PAGED.cpp");

 	_LIT(KTPaged1Cpp, "Z:\\test\\TEST_PAGED1.cpp");

 	if(TheFs.IsFileInRom(KTPagedCpp) != NULL && TheFs.IsFileInRom(KTPaged1Cpp) != NULL)	// .oby must include these files

 		{

 		RFile f;

 		r=f.Open(TheFs,KTPagedCpp,EFileStream);		// source 1

 		test(r==KErrNone);

 		r=f.Seek(ESeekAddress,pos);

 		test(r==KErrNone);

 		TText8* ptrPos=*(TText8**)&pos;			// start address of paged file 1 in ROM

 		test.Printf(_L("Main thread->Start address of paged out file 1 0x%x\n"), ptrPos);

 		r=f.Size(size);							// size of paged file 1

 		test(r==KErrNone);

 		f.Close();

 		TRomHeader* romHeader = (TRomHeader*)UserSvr::RomHeaderAddress();

 		TUint fsize=Min(KMuliplySize*size,romHeader->iPageableRomSize);

 		test.Printf(_L("Main thread->Set descriptor with size %d to point to paged out file 1 +...\n"), fsize);

 		TPtrC8 ptr(ptrPos,fsize);

 		Buffer.SetLength(fsize);

 		TPtr8 readBuf(&Buffer[0],fsize,fsize);

 		test.Printf(_L("Create and resume concurrent thread\n"));

 		const TInt KHeapSize=0x2000;

 		locDriveNumber = GetLocDrvNumber(aNotherDrvNum);

 		TInt r = concurrThread.Create(_L("ConcurrentWriteThread"),ConcurrThread,KDefaultStackSize,KHeapSize,KHeapSize,(TAny*)locDriveNumber);

 		test(r==KErrNone);

 		concurrThread.Logon(logonStat);

 		locDriveNumber = GetLocDrvNumber(aDrvNum);

 		test.Printf(_L("Connect to local drive %d\n"),locDriveNumber);

 		TBool changeFlag = EFalse;

 		r = drive.Connect(locDriveNumber,changeFlag);

 		TPckg<TLocalDriveCapsV4>	capsPack(driveCaps);

 		drive.Caps(capsPack);

 		test(r == KErrNone);

 		test(WriteSemaphore.CreateLocal(0)==KErrNone);

 		// try to ensure there is no other thread activity as this may prevent the 

 		// large write from being pre-empted by the ConcurrentWriteThread

 		test.Printf(_L("Waiting 2 secs for file server threads to quieten down...."));

 		User::After(2000000);

 		concurrThread.Resume();

 		WriteSemaphore.Wait();

 		WriteSemaphore.Signal();

 		// long write...

 //		test.Printf(_L("Starting file 1 write\n"));	

 		r = drive.Write(0,ptr);

 		test(r==KErrNone);

 		test.Printf(_L("Main thread->Write 1 completed\n"));

 		if(aNand)

 			{

 			test.Printf(_L("Read stats\n"));

 			TPtr8 statsBuf((TUint8*) &stats, sizeof(stats));

 	 		test(drive.ControlIO(KNandGetDeferStats, statsBuf, 0)==KErrNone);

 			test.Printf(_L("Fragmentation clashes %d Fragmentation deferrals %d Page In deferrals %d Other deferrals %d\n"),stats.iClashFragmenting,  stats.iNormalFragmenting, stats.iPageOther, stats.iNormalOther);

 			}

 		test.Printf(_L("Read back file 1 and compare\n"));

 		r = drive.Read(0,fsize,readBuf);

 		test(r==KErrNone);

 		test(ptr==readBuf);

 		test.Printf(_L("Verify file 1 OK\n"));

 		drive.Disconnect();

 		WriteSemaphore.Signal();

 		User::WaitForRequest(logonStat);

 		test(logonStat==KErrNone);

 		concurrThread.Close();

 		WriteSemaphore.Close();

 		silentFormat(aDrvNum);

 		silentFormat(aNotherDrvNum);

 		}

 	else

 		{

 		test.Printf(_L("Required test files not present\n"));

 		test(0);

 		}

 	}

 GLDEF_D RFs TheFsT;

 GLDEF_D RTest testT(_L("T_CONCURRENT_WRITE_THREAD"));

 LOCAL_C TInt ConcurrThread(TAny* aArg)

 	{

 	// the whole test is dodgy and hangs if this thread fails an assert,

 	// so at least make sure thread panic takes out whole test process...

 	User::SetCritical(User::EProcessCritical);

 	RFile f;

 	TInt pos=0;

 	TInt size=0;

 	TInt locDriveNumber;

 	TBusLocalDrive drive;

 	TLocalDriveCapsV4 driveCaps;

 	SDeferStats stats;

 	RThread thisThread;

 	TInt r = TheFsT.Connect();

 	_LIT(KTPaged1Cpp, "Z:\\test\\TEST_PAGED1.cpp");

 	r=f.Open(TheFsT,KTPaged1Cpp,EFileStream);		// source 2

 	testT(r==KErrNone);

 	r=f.Seek(ESeekAddress,pos);

 	testT(r==KErrNone);

 	TText8* ptrPos=*(TText8**)&pos;			// start address of paged file 2 in ROM

 	testT.Printf(_L("ConcurrThread->Start address of paged out file 2 0x%x\n"), ptrPos);

 	r=f.Size(size);							// size of paged file 2

 	testT(r==KErrNone);

 	f.Close();

 	testT.Printf(_L("ConcurrThread->Set descriptor with size %d to point to paged out file 2\n"), size);

 	TPtrC8 ptr(ptrPos,size);

 	TPtr8 readBuf(&Buffer[0],size,size);

 	locDriveNumber = (TInt)aArg;

 	testT.Printf(_L("Connect to local drive %d\n"),locDriveNumber);

 	TBool changeFlag = EFalse;

 	r = drive.Connect(locDriveNumber,changeFlag);

 	TPckg<TLocalDriveCapsV4>	capsPack(driveCaps);

 	drive.Caps(capsPack);

 	testT(r == KErrNone);

 	if (driveCaps.iType == EMediaNANDFlash)

 		{

 		testT.Printf(_L("Zero stats\n"));

 		TPtr8 statsBuf((TUint8*) &stats, sizeof(stats));

  		testT(drive.ControlIO(KNandGetDeferStats, statsBuf, 0)==KErrNone);

 		}

 	r=UserSvr::HalFunction(EHalGroupVM,EVMHalFlushCache,0,0);

 	if(r==KErrNotSupported)

 		testT.Printf(_L("ConcurrThread->Flushing of paging not Supported\n"));

 	// pause one second to make sure main thread has executed WriteSemaphore.Wait();

 	User::After(1000000);

 	WriteSemaphore.Signal();

 	WriteSemaphore.Wait();

 	// up our priority

 	thisThread.SetPriority(EPriorityMore);

 	// wait a very short time to give the other thread a better chance to initiate the write

 	User::After(1);	

 //	testT.Printf(_L("Starting file 2 write\n"));

 	// write

 	r = drive.Write(0,ptr);

 	testT(r==KErrNone);

 	// read back

 	r = drive.Read(0,size,readBuf);

 	testT(r==KErrNone);

 	// erase

 	r=drive.Format(0,size);

 	testT(r==KErrNone);

 	testT.Printf(_L("ConcurrThread->Write of file 2 completed\n"));

 	WriteSemaphore.Wait();

 	testT.Printf(_L("Read back file 2 and compare\n"));

 	testT(ptr==readBuf);

 	testT.Printf(_L("Verify file 2 OK\n"));

 	drive.Disconnect();

 	TheFsT.Close();

 	return KErrNone;

 	}

 #endif // #if defined(_DEBUG) || defined(_DEBUG_RELEASE)

 //--------------------------------------------------------

 /**

     Create an empty file of specified size.

     @param  aFs		    ref. to the FS

     @param  aFileName   name of the file

     @param  aFileSize   size of the file to be created

     @return    KErrNone on success, system-wide error code otherwise

 */

 TInt CreateEmptyFile(RFs& aFs, const TDesC& aFileName, TUint aFileSize)

 	{

     RFile   file;

 	TInt    nRes;

 	nRes = file.Create(aFs, aFileName, EFileWrite);

     if(nRes != KErrNone)

         return nRes;

 	nRes = file.SetSize(aFileSize);

     if(nRes != KErrNone)

         return nRes;

     file.Close();

     return KErrNone;

 	}

 TInt GetLocDrvNumber(TInt aDrvNo)

 	{

 	test.Printf(_L("GetLocDrvNumber\r\n"));

 	TInt locDriveNumber;

 	RFile file;

 	TBuf<256> fileName;	

 	fileName.Append((TChar)('A'+aDrvNo));

 	fileName+=_L(":\\f32-tst\\");

 	TInt r=TheFs.MkDirAll(fileName);

 	test(r==KErrNone || r== KErrAlreadyExists);

 	fileName += _L("maggots.txt");

 	r=file.Replace(TheFs,fileName,EFileWrite|EFileWriteDirectIO);

 	if (r!=KErrNone)

 		test.Printf(_L("Error %d: file '%S' could not be created\n"),r,&fileName);

 	test(r==KErrNone);

 	r=file.Write(_L8("Writhing bundles of maggots, this was truly their finest hour"));

 	if (r!=KErrNone)

 		test.Printf(_L("Error %d: could not write to file\n"),r);

 	test(r==KErrNone);

 	SBlockMapInfo info;

 	TInt64 start=0;

 	r=file.BlockMap(info,start, -1,ETestDebug);

 	if (r!=KErrNone && r!=KErrCompletion)

 		test.Printf(_L("Error %d: could not obtain block map\n"),r);

 	test(r==KErrNone || r==KErrCompletion);

 	locDriveNumber=info.iLocalDriveNumber;

 	test.Printf(_L("From drive: %c to Local drive %d\r\n"), aDrvNo+'A',locDriveNumber);

 	file.Close();

 	return locDriveNumber;

 	}

 GLDEF_C void CallTestsL()

 	{

 	TRomHeader* romHeader = (TRomHeader*)UserSvr::RomHeaderAddress();

 	if(!romHeader->iPageableRomStart)

 		{

 		test.Printf(_L("Test not supported (not a paged ROM)\n"));

 		return; // Not a paged ROM, skip test

 		}

 	test.Title();

 	TBool r=TestSimpleFragmentation();

 	if(!r)

 		return;

 #if defined(_DEBUG) || defined(_DEBUG_RELEASE)

 	TestConcurrentFragmentation();

 #endif

 	}