sl@0: // Copyright (c) 2007-2009 Nokia Corporation and/or its subsidiary(-ies).
sl@0: // All rights reserved.
sl@0: // This component and the accompanying materials are made available
sl@0: // under the terms of the License "Eclipse Public License v1.0"
sl@0: // which accompanies this distribution, and is available
sl@0: // at the URL "http://www.eclipse.org/legal/epl-v10.html".
sl@0: //
sl@0: // Initial Contributors:
sl@0: // Nokia Corporation - initial contribution.
sl@0: //
sl@0: // Contributors:
sl@0: //
sl@0: // Description:
sl@0: //
sl@0: 
sl@0: #include <plat_priv.h>
sl@0: #include "mm.h"
sl@0: #include "mmu.h"
sl@0: 
sl@0: #include "mpagearray.h"
sl@0: #include "mslaballoc.h"
sl@0: 
sl@0: 
sl@0: static RStaticSlabAllocator<RPageArray::TSegment,KPageArraySegmentBase,KPageArraySegmentEnd> PageSegmentAllocator;
sl@0: 
sl@0: 
sl@0: //
sl@0: // RPageArray::TSegment
sl@0: //
sl@0: 
sl@0: RPageArray::TSegment* RPageArray::TSegment::New()
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(!MmuLock::IsHeld());
sl@0: 
sl@0: 	// allocate segment...
sl@0: 	TSegment* s = PageSegmentAllocator.Alloc();
sl@0: 	if(!s)
sl@0: 		return s;
sl@0: 
sl@0: 	// initialise segment...
sl@0: 	s->iCounts = 1; // lock count = 1, alloc count = 0
sl@0: 	TPhysAddr* p = s->iPages;
sl@0: 	TPhysAddr* pEnd = p+KPageArraySegmentSize;
sl@0: 	TPhysAddr nullPage = EEmptyEntry;
sl@0: 	do *p++ = nullPage;
sl@0: 	while(p<pEnd);
sl@0: 
sl@0: 	return s;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: RPageArray::TSegment* RPageArray::TSegment::Delete(TSegment* aSegment)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aSegment->iCounts==0);
sl@0: #ifdef _DEBUG
sl@0: 	TPhysAddr* p = aSegment->iPages;
sl@0: 	TPhysAddr* pEnd = p+KPageArraySegmentSize;
sl@0: 	do
sl@0: 		{
sl@0: 		TPhysAddr a = *p++;
sl@0: 		if(IsPresent(a))
sl@0: 			{
sl@0: 			Kern::Printf("TSegment Delete with allocated pages! [%d]=0x%08x",p-aSegment->iPages-1,a);
sl@0: 			__NK_ASSERT_DEBUG(0);
sl@0: 			}
sl@0: 		}
sl@0: 	while(p<pEnd);
sl@0: #endif
sl@0: 	PageSegmentAllocator.Free(aSegment);
sl@0: 	return 0;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: FORCE_INLINE void RPageArray::TSegment::Lock(TUint aCount)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__e32_atomic_add_ord32(&iCounts, (TUint32)aCount);
sl@0: 	__NK_ASSERT_DEBUG((iCounts&KPageArraySegmentLockCountMask));
sl@0: 	}
sl@0: 
sl@0: 
sl@0: /**
sl@0: @return True if segment still exists, false if segment was deleted.
sl@0: */
sl@0: TBool RPageArray::TSegment::Unlock(TSegment*& aSegment, TUint aCount)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 
sl@0: 	TSegment* s = aSegment;
sl@0: 	__NK_ASSERT_DEBUG(s);
sl@0: 
sl@0: 	TUint oldCounts = (TUint)__e32_atomic_add_ord32(&s->iCounts, (TUint32)-(TInt)aCount);
sl@0: 	__NK_ASSERT_DEBUG(oldCounts&KPageArraySegmentLockCountMask); // alloc count must have been non-zero before decrementing
sl@0: 
sl@0: #ifdef _DEBUG
sl@0: 	if((oldCounts&KPageArraySegmentLockCountMask)==aCount)
sl@0: 		{
sl@0: 		// check alloc count is consistent...
sl@0: 		TUint allocCount = s->iCounts>>KPageArraySegmentAllocCountShift;
sl@0: 		__NK_ASSERT_DEBUG(allocCount<=KPageArraySegmentSize);
sl@0: 		TUint realAllocCount = 0;
sl@0: 		TPhysAddr* p = s->iPages;
sl@0: 		TPhysAddr* pEnd = p+KPageArraySegmentSize;
sl@0: 		do
sl@0: 			{
sl@0: 			if(IsPresent(*p++))
sl@0: 				++realAllocCount;
sl@0: 			}
sl@0: 		while(p<pEnd);
sl@0: 		if(realAllocCount!=allocCount)
sl@0: 			{
sl@0: 			Kern::Printf("TSegment::Unlock alloc count missmatch %u!=%u",realAllocCount,allocCount);
sl@0: 			__NK_ASSERT_DEBUG(0);
sl@0: 			}
sl@0: 		}
sl@0: #endif
sl@0: 
sl@0: 	if(oldCounts>1)
sl@0: 		return oldCounts; // return 'true' to indicate segment still exists
sl@0: 
sl@0: 	// delete segment...
sl@0: 	aSegment = 0;
sl@0: 	return (TBool)Delete(s); // returns 'false'
sl@0: 	}
sl@0: 
sl@0: 
sl@0: FORCE_INLINE void RPageArray::TSegment::AdjustAllocCount(TInt aDelta)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG((iCounts&KPageArraySegmentLockCountMask));
sl@0: 	__e32_atomic_add_ord32(&iCounts, TUint32(aDelta)<<KPageArraySegmentAllocCountShift);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: #ifdef _DEBUG
sl@0: void RPageArray::TSegment::Dump()
sl@0: 	{
sl@0: 	TUint allocCount = iCounts>>KPageArraySegmentAllocCountShift;
sl@0: 	TUint lockCount = iCounts&KPageArraySegmentLockCountMask;
sl@0: 	Kern::Printf("RPageArray::TSegment[0x%08x]::Dump() allocCount=%d lockCount=%d",this,allocCount,lockCount);
sl@0: 	for(TUint i=0; i<KPageArraySegmentSize; i+=4)
sl@0: 		Kern::Printf("  %08x %08x %08x %08x",iPages[i+0],iPages[i+1],iPages[i+2],iPages[i+3]);
sl@0: 	}
sl@0: #endif
sl@0: 
sl@0: 
sl@0: //
sl@0: // RPageArray::TIter
sl@0: //
sl@0: 
sl@0: TUint RPageArray::TIter::Pages(TPhysAddr*& aStart, TUint aMaxCount)
sl@0: 	{
sl@0: 	// MmuLock *may* be needed, depends if segments have been locked
sl@0: 
sl@0: 	TUint index = iIndex;
sl@0: 	TUint size = iEndIndex-index;
sl@0: 	if(!size)
sl@0: 		return 0;
sl@0: 
sl@0: 	TUint offset = index&KPageArraySegmentMask;
sl@0: 	aStart = iSegments[index>>KPageArraySegmentShift]->iPages+offset;
sl@0: 
sl@0: 	TUint n = KPageArraySegmentSize-offset;
sl@0: 	if(n>aMaxCount)
sl@0: 		n = aMaxCount;
sl@0: 	if(n>size)
sl@0: 		n = size;
sl@0: 	return n;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TUint RPageArray::TIter::AddFind(TIter& aPageList)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::TIter::AddFind range 0x%x..0x%x",iIndex,iEndIndex));
sl@0: 
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = iEndIndex;
sl@0: 	if(index==endIndex)
sl@0: 		{
sl@0: nothing_found:
sl@0: 		aPageList.iIndex = endIndex;
sl@0: 		aPageList.iEndIndex = endIndex;
sl@0: 		TRACE2(("RPageArray::TIter::AddFind returns 0x%x+0x%x",iEndIndex,0));
sl@0: 		return 0;
sl@0: 		}
sl@0: 
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 	TPhysAddr* p;
sl@0: 	TUint limit;
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	// scan for empty entries...
sl@0: 	do
sl@0: 		{
sl@0: 		// get segment...
sl@0: 		p = (*pS++)->iPages+(index&KPageArraySegmentMask);
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 		// scan segment...
sl@0: 		do
sl@0: 			{
sl@0: 			TPhysAddr page = *p;
sl@0: 			if(!IsPresent(page))
sl@0: 				goto find_start;
sl@0: #if _DEBUG
sl@0: 			if(State(page)!=ECommitted)
sl@0: 				{
sl@0: 				Kern::Printf("RPageArray::TIter::AddFind found unexpected page: %x",page);
sl@0: 				__NK_ASSERT_DEBUG(0);
sl@0: 				// *p = (page&~(EStateMask|EVetoed))|ECommitted; // mark page as allocated again
sl@0: 				}
sl@0: #endif
sl@0: 			++p;
sl@0: 			}
sl@0: 		while(++index<limit);
sl@0: 
sl@0: 		MmuLock::Flash();
sl@0: 		}
sl@0: 	while(index<endIndex);
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 	goto nothing_found;
sl@0: 
sl@0: find_start:
sl@0: 	TUint startIndex = index;
sl@0: 	// scan for end of empty region...
sl@0: 	for(;;)
sl@0: 		{
sl@0: 		// scan segment...
sl@0: 		do
sl@0: 			{
sl@0: 			if(IsPresent(*p++))
sl@0: 				goto find_end;
sl@0: 			}
sl@0: 		while(++index<limit);
sl@0: 		// check for end...
sl@0: 		if(index>=endIndex)
sl@0: 			break;
sl@0: 		MmuLock::Flash();
sl@0: 		// get next segment...
sl@0: 		p = (*pS++)->iPages;
sl@0: 		TUint nextIndex = index+KPageArraySegmentSize;
sl@0: 		limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 		}
sl@0: 
sl@0: find_end:
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	aPageList.iSegments = iSegments;
sl@0: 	aPageList.iIndex = startIndex;
sl@0: 	aPageList.iEndIndex = index;
sl@0: 
sl@0: 	iIndex = index;
sl@0: 	TUint n = index-startIndex;
sl@0: 	TRACE2(("RPageArray::TIter::AddFind returns 0x%x+0x%x",startIndex,n));
sl@0: 	return n;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::TIter::Add(TUint aCount, TPhysAddr* aPages)
sl@0: 	{
sl@0: 	// MmuLock NOT required because...
sl@0: 	// 1. AddStart has ensured all segments are allocated and locked (so they can't be deleted)
sl@0: 	// 2. AddFind returns an unallocated region. This can only be changed by Adding pages
sl@0: 	//    and we only allow one thread to do this at a time (i.e. the thread calling this function.)
sl@0: 
sl@0: 	TRACE2(("RPageArray::TIter::Add 0x%x+0x%x",iIndex,aCount));
sl@0: 	__NK_ASSERT_DEBUG(aCount);
sl@0: 
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = index+aCount;
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 	do
sl@0: 		{
sl@0: 		// get segment...
sl@0: 		TSegment* s = *pS++;
sl@0: 		TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 
sl@0: 		// add pages to segment...
sl@0: 		s->AdjustAllocCount(limit-index);
sl@0: 		do
sl@0: 			{
sl@0: 			__NK_ASSERT_DEBUG((*aPages&KPageMask)==0);
sl@0: 			__NK_ASSERT_DEBUG(!IsPresent(*p)); // AddFind only found not-present entries
sl@0: 			*p++ = *aPages++|ECommitted;
sl@0: 			}
sl@0: 		while(++index<limit);
sl@0: 		}
sl@0: 	while(index<endIndex);
sl@0: 
sl@0: 	iIndex = index;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::TIter::AddContiguous(TUint aCount, TPhysAddr aPhysAddr)
sl@0: 	{
sl@0: 	// MmuLock NOT required because...
sl@0: 	// 1. AddStart has ensured all segments are allocated and locked (so they can't be deleted)
sl@0: 	// 2. AddFind returns an unallocated region. This can only be changed by Adding pages
sl@0: 	//    and we only allow one thread to do this at a time (i.e. the thread calling this function.)
sl@0: 
sl@0: 	TRACE2(("RPageArray::TIter::AddContiguous 0x%x+0x%x",iIndex,aCount));
sl@0: 	__NK_ASSERT_DEBUG(aCount);
sl@0: 	__NK_ASSERT_DEBUG((aPhysAddr&KPageMask)==0);
sl@0: 
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = index+aCount;
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 
sl@0: 	do
sl@0: 		{
sl@0: 		// get segment...
sl@0: 		TSegment* s = *pS++;
sl@0: 		TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 
sl@0: 		// add pages to segment...
sl@0: 		s->AdjustAllocCount(limit-index);
sl@0: 		do
sl@0: 			{
sl@0: 			__NK_ASSERT_DEBUG(!IsPresent(*p)); // AddFind only found not-present entries
sl@0: 			*p++ = aPhysAddr|ECommitted;
sl@0: 			aPhysAddr += KPageSize;
sl@0: 			}
sl@0: 		while(++index<limit);
sl@0: 		}
sl@0: 	while(index<endIndex);
sl@0: 
sl@0: 	iIndex = index;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::TIter::Added(TUint aCount, TUint aChanged)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(aCount);
sl@0: 	__NK_ASSERT_DEBUG(aChanged<=aCount);
sl@0: 	TUint index = iIndex;
sl@0: 	__NK_ASSERT_DEBUG((index>>KPageArraySegmentShift)==((index+aCount-1)>>KPageArraySegmentShift));
sl@0: 	TSegment* s = iSegments[index>>KPageArraySegmentShift];
sl@0: 	__NK_ASSERT_DEBUG(s);
sl@0: 	__NK_ASSERT_DEBUG(s->iCounts&KPageArraySegmentLockCountMask);
sl@0: 	s->AdjustAllocCount(aChanged);
sl@0: 	Skip(aCount);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TUint RPageArray::TIter::Find(TIter& aPageList)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::TIter::Find range 0x%x..0x%x",iIndex,iEndIndex));
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = iEndIndex;
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 	TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 
sl@0: 	// search for first page...
sl@0: 	while(index<endIndex)
sl@0: 		{
sl@0: 		TSegment* s = *pS;
sl@0: 		if(!s)
sl@0: 			index = nextIndex;
sl@0: 		else
sl@0: 			{
sl@0: 			// search segment...
sl@0: 			TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 			TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 			do
sl@0: 				{
sl@0: 				if(RPageArray::IsPresent(*p++))
sl@0: 					goto start_done;
sl@0: 				}
sl@0: 			while(++index<limit);
sl@0: 			}
sl@0: 		// next segment...
sl@0: 		MmuLock::Flash();
sl@0: 		++pS;
sl@0: 		nextIndex = index+KPageArraySegmentSize;
sl@0: 		}
sl@0: start_done:
sl@0: 	// we can't flash or release the MmuLock until we've Locked the segment we found!
sl@0: 	iIndex = index;
sl@0: 
sl@0: 	// search for range of allocated pages...
sl@0: 	while(index<endIndex)
sl@0: 		{
sl@0: 		// check first entry...
sl@0: 		TSegment* s = *pS;
sl@0: 		if(!s)
sl@0: 			break;
sl@0: 		TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 		if(!RPageArray::IsPresent(*p++))
sl@0: 			break;
sl@0: 
sl@0: 		// segment has pages, lock it...
sl@0: 		s->Lock();
sl@0: 
sl@0: 		// scan rest of entries...
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 		while(++index<limit)
sl@0: 			if(!RPageArray::IsPresent(*p++))
sl@0: 				goto done;
sl@0: 
sl@0: 		// next segment...
sl@0: 		MmuLock::Flash();
sl@0: 		++pS;
sl@0: 		}
sl@0: done:
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	aPageList.iSegments = iSegments;
sl@0: 	aPageList.iIndex = iIndex;
sl@0: 	aPageList.iEndIndex = index;
sl@0: 	TInt n = index-iIndex;
sl@0: 	TRACE2(("RPageArray::TIter::Find returns 0x%x+0x%x",iIndex,n));
sl@0: 	return n;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::TIter::FindRelease(TUint aCount)
sl@0: 	{
sl@0: 	TUint index = iIndex;
sl@0: 	Skip(aCount);
sl@0: 	RPageArray::Release(iSegments,index,aCount);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TUint RPageArray::TIter::RemoveFind(TIter& aPageList)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::TIter::RemoveFind range 0x%x..0x%x",iIndex,iEndIndex));
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = iEndIndex;
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 	TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 
sl@0: 	// search for first page...
sl@0: 	while(index<endIndex)
sl@0: 		{
sl@0: 		TSegment* s = *pS;
sl@0: 		if(!s)
sl@0: 			index = nextIndex;
sl@0: 		else
sl@0: 			{
sl@0: 			// search segment...
sl@0: 			TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 			TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 			do
sl@0: 				{
sl@0: 				if(State(*p++)>=EDecommitting)
sl@0: 					goto start_done;
sl@0: 				}
sl@0: 			while(++index<limit);
sl@0: 			}
sl@0: 
sl@0: 		// next segment...
sl@0: 		MmuLock::Flash();
sl@0: 		++pS;
sl@0: 		nextIndex = index+KPageArraySegmentSize;
sl@0: 		}
sl@0: start_done:
sl@0: 	// we can't flash or release the MmuLock until we've Locked the segment we found!
sl@0: 	iIndex = index;
sl@0: 
sl@0: 	// search for range of allocated pages, marking them EDecommitting...
sl@0: 	while(index<endIndex)
sl@0: 		{
sl@0: 		// check first entry...
sl@0: 		TSegment* s = *pS;
sl@0: 		if(!s)
sl@0: 			break;
sl@0: 		TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 		TPhysAddr page = *p++;
sl@0: 		if(State(page)<EDecommitting)
sl@0: 			break;
sl@0: 
sl@0: 		p[-1] = (page&~EStateMask)|EDecommitting;
sl@0: 
sl@0: 		// segment has pages, lock it...
sl@0: 		s->Lock();
sl@0: 
sl@0: 		// scan rest of entries...
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 		while(++index<limit)
sl@0: 			{
sl@0: 			TPhysAddr page = *p++;
sl@0: 			if(State(page)<EDecommitting)
sl@0: 				goto done;
sl@0: 			p[-1] = (page&~EStateMask)|EDecommitting;
sl@0: 			}
sl@0: 
sl@0: 		// next segment...
sl@0: 		MmuLock::Flash();
sl@0: 		++pS;
sl@0: 		}
sl@0: done:
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	aPageList.iSegments = iSegments;
sl@0: 	aPageList.iIndex = iIndex;
sl@0: 	aPageList.iEndIndex = index;
sl@0: 	TInt n = index-iIndex;
sl@0: 	TRACE2(("RPageArray::TIter::RemoveFind returns 0x%x+0x%x",iIndex,n));
sl@0: 	return n;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TUint RPageArray::TIter::Remove(TUint aMaxCount, TPhysAddr* aPages)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::TIter::Remove 0x%x..0x%x max=0x%x",iIndex,iEndIndex,aMaxCount));
sl@0: 
sl@0: 	__NK_ASSERT_DEBUG(aMaxCount);
sl@0: 
sl@0: 	TUint count = 0;
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = iEndIndex;
sl@0: 	if(index==endIndex)
sl@0: 		return 0;
sl@0: 
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	do
sl@0: 		{
sl@0: 		// get segment...
sl@0: 		TSegment* s = *pS++;
sl@0: 		TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 
sl@0: 		// remove pages from segment...
sl@0: 		do
sl@0: 			{
sl@0: 			TPhysAddr page = *p++;
sl@0: 			__NK_ASSERT_DEBUG(State(page)!=EStealing); // can't be stealing as that only happens with the RamAllocLock held, which we should already hold if freeing demand paged pages
sl@0: 			if(State(page)==EDecommitting || State(page)==EDecommitted)
sl@0: 				{
sl@0: 				// remove a page...
sl@0: 				if(page&EUnmapVetoed)
sl@0: 					{
sl@0: 					p[-1] = (page&~(EUnmapVetoed|EStateMask))|EDecommitted; // change to EDecommitted state
sl@0: 					}
sl@0: 				else
sl@0: 					{
sl@0: 					p[-1] = EEmptyEntry;
sl@0: 					s->AdjustAllocCount(-1);
sl@0: 					TPhysAddr pagePhys = page&~KPageMask;
sl@0: 					aPages[count++] = pagePhys;
sl@0: 					TRACE2(("RPageArray::TIter::Remove index=0x%x returns 0x%08x",index,pagePhys));
sl@0: 					if(count>=aMaxCount)
sl@0: 						{
sl@0: 						++index;
sl@0: 						goto done;
sl@0: 						}
sl@0: 					}
sl@0: 				// check not removing managed pages without the RamAllocLock...
sl@0: 				__NK_ASSERT_DEBUG(RamAllocLock::IsHeld()
sl@0: 					|| SPageInfo::FromPhysAddr(page)->Type()!=SPageInfo::EManaged);
sl@0: 				}
sl@0: 			}
sl@0: 		while(++index<limit);
sl@0: 
sl@0: 		MmuLock::Flash();
sl@0: 		}
sl@0: 	while(index<endIndex);
sl@0: 
sl@0: done:
sl@0: 	MmuLock::Unlock();
sl@0: 	iIndex = index;
sl@0: 	return count;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::TIter::VetoUnmap()
sl@0: 	{
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = iEndIndex;
sl@0: 	if(index==endIndex)
sl@0: 		return;
sl@0: 
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	do
sl@0: 		{
sl@0: 		// get segment...
sl@0: 		TSegment* s = *pS++;
sl@0: 		TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 
sl@0: 		// veto pages in segment...
sl@0: 		do
sl@0: 			{
sl@0: 			TPhysAddr page = *p++;
sl@0: 			TRACE2(("RPageArray::TIter::Veto() yes/no=%d page=0x%08x",IsPresent(page) && TargetStateIsDecommitted(page),page));
sl@0: 			if(IsPresent(page) && TargetStateIsDecommitted(page))
sl@0: 				p[-1] = page|EUnmapVetoed;
sl@0: 			}
sl@0: 		while(++index<limit);
sl@0: 
sl@0: 		MmuLock::Flash();
sl@0: 		}
sl@0: 	while(index<endIndex);
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 	}
sl@0: 	
sl@0: 
sl@0: void RPageArray::TIter::VetoRestrict(TBool aPageMoving)
sl@0: 	{
sl@0: 	TUint index = iIndex;
sl@0: 	TUint endIndex = iEndIndex;
sl@0: 	if(index==endIndex)
sl@0: 		return;
sl@0: 
sl@0: 	RPageArray::TState operation = 	aPageMoving ? RPageArray::EMoving : RPageArray::ERestrictingNA;
sl@0: 
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	do
sl@0: 		{
sl@0: 		// get segment...
sl@0: 		TSegment* s = *pS++;
sl@0: 		TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 
sl@0: 		// veto pages in segment...
sl@0: 		do
sl@0: 			{
sl@0: 			TPhysAddr page = *p++;
sl@0: 			TRACE2(("RPageArray::TIter::VetoRestrict() yes/no=%d page=0x%08x",State(page)==operation,page));
sl@0: 			if(State(page)==operation)
sl@0: 				{
sl@0: 				// to veto a 'restrict page' operation, we put the page back into the committed...
sl@0: 				p[-1] = (page&~EStateMask)|ECommitted;
sl@0: 				}
sl@0: 			}
sl@0: 		while(++index<limit);
sl@0: 
sl@0: 		MmuLock::Flash();
sl@0: 		}
sl@0: 	while(index<endIndex);
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 	}
sl@0: 	
sl@0: 
sl@0: FORCE_INLINE void RPageArray::TIter::Set(RPageArray::TSegment** aSegments, TUint aIndex, TUint aEndIndex)
sl@0: 	{
sl@0: 	iSegments = aSegments;
sl@0: 	iIndex = aIndex;
sl@0: 	iEndIndex = aEndIndex;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: //
sl@0: // RPageArray
sl@0: //
sl@0: 
sl@0: void RPageArray::Init2A()
sl@0: 	{
sl@0: 	TInt r = PageSegmentAllocator.Construct();
sl@0: 	__NK_ASSERT_ALWAYS(r==KErrNone);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::Init2B(DMutex* aLock)
sl@0: 	{
sl@0: 	// construct memory object for slabs...
sl@0: 	DMemoryObject* memory;
sl@0: 	TMappingCreateFlags mapFlags = (TMappingCreateFlags)(EMappingCreateFixedVirtual|EMappingCreateReserveAllResources);
sl@0: 	TMemoryAttributes memAttr = EMemoryAttributeStandard;
sl@0: 	TInt r = MM::InitFixedKernelMemory(memory, KPageArraySegmentBase, KPageArraySegmentEnd, KPageSize, EMemoryObjectUnpaged, EMemoryCreateNoWipe, memAttr, mapFlags);
sl@0: 	__NK_ASSERT_ALWAYS(r==KErrNone);
sl@0: 	MM::MemorySetLock(memory,aLock);
sl@0: 	PageSegmentAllocator.SetMemory(memory,1);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: RPageArray::RPageArray()
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(!iSegments);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TInt RPageArray::Construct(TUint aMaxPages, TBool aPreallocateMemory)
sl@0: 	{
sl@0: 	iNumSegments = (aMaxPages+KPageArraySegmentMask)>>KPageArraySegmentShift;
sl@0: 	iSegments = (TSegment**)Kern::AllocZ(iNumSegments*sizeof(TSegment*));
sl@0: 	if(!iSegments)
sl@0: 		return KErrNoMemory;
sl@0: 
sl@0: 	if(!aPreallocateMemory)
sl@0: 		return KErrNone;
sl@0: 
sl@0: 	return PreallocateMemory();
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TInt RPageArray::PreallocateMemory()
sl@0: 	{
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	__NK_ASSERT_DEBUG(!iPreallocatedMemory);
sl@0: 	iPreallocatedMemory = true;
sl@0: 
sl@0: 	TSegment** pS = iSegments;
sl@0: 	TSegment** pGEnd = pS+iNumSegments;
sl@0: 	do
sl@0: 		{
sl@0: 		if(!GetOrAllocateSegment(pS,1))
sl@0: 			{
sl@0: 			iNumSegments = pS-iSegments; // truncate to amount successfully allocated
sl@0: 			MmuLock::Unlock();
sl@0: 			return KErrNoMemory;
sl@0: 			}
sl@0: 		}
sl@0: 	while(++pS<pGEnd);
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 	return KErrNone;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: RPageArray::~RPageArray()
sl@0: 	{
sl@0: 	TSegment** pS = iSegments;
sl@0: 	if(pS)
sl@0: 		{
sl@0: 		TSegment** pGEnd = pS+iNumSegments;
sl@0: 		if(!iPreallocatedMemory)
sl@0: 			{
sl@0: 			// check all segments have already been deleted...
sl@0: 			while(pS<pGEnd)
sl@0: 				{
sl@0: #ifdef _DEBUG
sl@0: 				if(*pS)
sl@0: 					(*pS)->Dump();
sl@0: #endif
sl@0: 				__NK_ASSERT_DEBUG(!*pS);
sl@0: 				++pS;
sl@0: 				}
sl@0: 			}
sl@0: 		else
sl@0: 			{
sl@0: 			MmuLock::Lock();
sl@0: 			while(pS<pGEnd)
sl@0: 				{
sl@0: 				__NK_ASSERT_DEBUG(*pS);
sl@0: 				TSegment::Unlock(*pS);
sl@0: #ifdef _DEBUG
sl@0: 				if(*pS)
sl@0: 					(*pS)->Dump();
sl@0: #endif
sl@0: 				__NK_ASSERT_DEBUG(!*pS);
sl@0: 				TRACE2(("RPageArray::~RPageArray delete segment=%d",pS-iSegments));
sl@0: 				++pS;
sl@0: 				if(pS<pGEnd)
sl@0: 					MmuLock::Flash();
sl@0: 				}
sl@0: 			MmuLock::Unlock();
sl@0: 			}
sl@0: 
sl@0: 		Kern::Free(iSegments);
sl@0: 		}
sl@0: 	}
sl@0: 
sl@0: 
sl@0: RPageArray::TSegment* RPageArray::GetOrAllocateSegment(TSegment** aSegmentEntry, TUint aLockCount)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aLockCount);
sl@0: 
sl@0: 	for(;;)
sl@0: 		{
sl@0: 		TSegment* s = *aSegmentEntry;
sl@0: 		if(s)
sl@0: 			{
sl@0: 			s->Lock(aLockCount);
sl@0: 			return s;
sl@0: 			}
sl@0: 
sl@0: 		// no segment, so allocate one...
sl@0: 		MmuLock::Unlock();
sl@0: 		s = TSegment::New();
sl@0: 		MmuLock::Lock();
sl@0: 		if(!s)
sl@0: 			return s;
sl@0: 
sl@0: 		// if someone else allocated one...
sl@0: 		if(*aSegmentEntry)
sl@0: 			{
sl@0: 			// free the one we created...
sl@0: 			TSegment::Unlock(s); 
sl@0: 			//and retry...
sl@0: 			continue;
sl@0: 			}
sl@0: 
sl@0: 		// use new segment...
sl@0: 		TRACE2(("RPageArray::GetOrAllocateSegment new segment=%d",aSegmentEntry-iSegments));
sl@0: 		*aSegmentEntry = s;
sl@0: 		if(--aLockCount)
sl@0: 			s->Lock(aLockCount);
sl@0: 		return s;
sl@0: 		}
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TInt RPageArray::Alloc(TUint aIndex, TUint aCount)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::Alloc(0x%x,0x%x)",aIndex,aCount));
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount<=iNumSegments*KPageArraySegmentSize);
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount>=aIndex);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	TUint index = aIndex;
sl@0: 	TUint endIndex = aIndex+aCount;
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 	while(index<endIndex)
sl@0: 		{
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 		TUint lockCount = limit-index;
sl@0: 		index = limit;
sl@0: 		TSegment* s = GetOrAllocateSegment(pS++,lockCount);
sl@0: 		if(!s)
sl@0: 			goto no_memory;
sl@0: 		}
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 	return KErrNone;
sl@0: 
sl@0: no_memory:
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	// free what we actually alloced...
sl@0: 	endIndex = index&~KPageArraySegmentMask;
sl@0: 	Free(aIndex,endIndex-aIndex);
sl@0: 
sl@0: 	return KErrNoMemory;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::Free(TUint aIndex, TUint aCount)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::Free(0x%x,0x%x)",aIndex,aCount));
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount<=iNumSegments*KPageArraySegmentSize);
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount>aIndex);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	TUint index = aIndex;
sl@0: 	TUint endIndex = aIndex+aCount;
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 	while(index<endIndex)
sl@0: 		{
sl@0: 		__NK_ASSERT_DEBUG(*pS);
sl@0: 		TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 		TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 		TSegment::Unlock(*pS,limit-index);
sl@0: 		index = limit;
sl@0: 		++pS;
sl@0: 		}
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TInt RPageArray::AddStart(TUint aIndex, TUint aCount, TIter& aIter, TBool aAllowExisting)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::AddStart(0x%x,0x%x,?,%d)",aIndex,aCount,aAllowExisting));
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount<=iNumSegments*KPageArraySegmentSize);
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount>aIndex);
sl@0: 
sl@0: 	aIter.Set(iSegments,aIndex,aIndex+aCount);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	TInt r;
sl@0: 	TUint index = aIndex;
sl@0: 	TUint endIndex = aIndex+aCount;
sl@0: 	TSegment** pS = iSegments+(index>>KPageArraySegmentShift);
sl@0: 	while(index<endIndex)
sl@0: 		{
sl@0: 		TSegment* s = *pS;
sl@0: 		if(!s)
sl@0: 			{
sl@0: 			// no segment, so allocate one...
sl@0: 			MmuLock::Unlock();
sl@0: 			s = TSegment::New();
sl@0: 			MmuLock::Lock();
sl@0: 			if(!s)
sl@0: 				goto no_memory;
sl@0: 
sl@0: 			// if someone else allocated one
sl@0: 			if(*pS)
sl@0: 				{
sl@0: 				// free the one we created...
sl@0: 				TSegment::Unlock(s); 
sl@0: 				//and retry...
sl@0: 				continue;
sl@0: 				}
sl@0: 
sl@0: 			// use new segment...
sl@0: 			TRACE2(("RPageArray::AddStart new segment=%d",pS-iSegments));
sl@0: 			*pS = s;
sl@0: 
sl@0: 			// move on...
sl@0: 			index = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 			}
sl@0: 		else
sl@0: 			{
sl@0: 			TUint nextIndex = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 			if(aAllowExisting)
sl@0: 				{
sl@0: 				// just move on to next segment...
sl@0: 				index = (index+KPageArraySegmentSize)&~KPageArraySegmentMask;
sl@0: 				}
sl@0: 			else
sl@0: 				{
sl@0: 				// check page entries are empty...
sl@0: 				TPhysAddr* p = s->iPages+(index&KPageArraySegmentMask);
sl@0: 				TUint limit = (nextIndex<endIndex) ? nextIndex : endIndex;
sl@0: 				do
sl@0: 					{
sl@0: 					if(IsPresent(*p++))
sl@0: 						goto already_exists;
sl@0: 					}
sl@0: 				while(++index<limit);
sl@0: 				}
sl@0: 			// lock segment so that it doesn't go away...
sl@0: 			s->Lock();
sl@0: 
sl@0: 			if(index<endIndex)
sl@0: 				MmuLock::Flash();
sl@0: 			}
sl@0: 		++pS;
sl@0: 		}
sl@0: 
sl@0: 	// done...
sl@0: 	MmuLock::Unlock();
sl@0: 	return KErrNone;
sl@0: 
sl@0: no_memory:
sl@0: 	r = KErrNoMemory;
sl@0: 	goto error;
sl@0: already_exists:
sl@0: 	r = KErrAlreadyExists;
sl@0: error:
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	// unlock any segments that we locked...
sl@0: 	endIndex = index&~KPageArraySegmentMask;
sl@0: 	if(endIndex>aIndex)
sl@0: 		Release(iSegments,aIndex,endIndex-aIndex);
sl@0: 
sl@0: 	// return error...
sl@0: 	return r;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::AddEnd(TUint aIndex, TUint aCount)
sl@0: 	{
sl@0: 	Release(iSegments,aIndex,aCount);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::FindStart(TUint aIndex, TUint aCount, TIter& aIter)
sl@0: 	{
sl@0: 	TRACE2(("RPageArray::FindStart(0x%x,0x%x,?)",aIndex,aCount));
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount<=iNumSegments*KPageArraySegmentSize);
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount>aIndex);
sl@0: 
sl@0: 	aIter.Set(iSegments,aIndex,aIndex+aCount);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::Release(TSegment** aSegments, TUint aIndex, TUint aCount)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(aIndex+aCount>aIndex);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	TSegment** pS = aSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment** pGLast = aSegments+((aIndex+aCount-1)>>KPageArraySegmentShift);
sl@0: 	__NK_ASSERT_DEBUG(pS<=pGLast);
sl@0: 	TUint flash = 0;
sl@0: 	do
sl@0: 		{
sl@0: 		MmuLock::Flash(flash,KMaxPagesInOneGo);
sl@0: 		if(TSegment::Unlock(*pS)==0)
sl@0: 			{
sl@0: 			TRACE2(("RPageArray::Release delete segment=%d",pS-aSegments));
sl@0: 			}
sl@0: 		++pS;
sl@0: 		}
sl@0: 	while(pS<=pGLast);
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr* RPageArray::AddPageStart(TUint aIndex, TIter& aPageList)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = GetOrAllocateSegment(pS,1);
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	if(!s)
sl@0: 		return 0;
sl@0: 
sl@0: 	aPageList.Set(iSegments,aIndex,aIndex+1);
sl@0: 
sl@0: 	return s->iPages+(aIndex&KPageArraySegmentMask);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr* RPageArray::RemovePageStart(TUint aIndex, TIter& aPageList)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	if(!s)
sl@0: 		{
sl@0: 		MmuLock::Unlock();
sl@0: 		return 0;
sl@0: 		}
sl@0: 
sl@0: 	TPhysAddr* p = s->iPages+(aIndex&KPageArraySegmentMask);
sl@0: 	TPhysAddr page = *p;
sl@0: 	if(State(page)<EDecommitting)
sl@0: 		{
sl@0: 		MmuLock::Unlock();
sl@0: 		return 0;
sl@0: 		}
sl@0: 
sl@0: 	*p = (page&~EStateMask)|EDecommitting;
sl@0: 
sl@0: 	s->Lock();
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	aPageList.Set(iSegments,aIndex,aIndex+1);
sl@0: 
sl@0: 	return p;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr RPageArray::RemovePage(TPhysAddr* aPageEntry)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	TPhysAddr page = *aPageEntry;
sl@0: 	__NK_ASSERT_DEBUG(State(page)!=EStealing); // can't be stealing as that only happens with the RamAllocLock held, which we should already hold if freeing demand paged pages
sl@0: 	if(State(page)==EDecommitting || State(page)==EDecommitted)
sl@0: 		{
sl@0: 		// remove a page...
sl@0: 		if(page&EUnmapVetoed)
sl@0: 			{
sl@0: 			*aPageEntry = (page&~(EUnmapVetoed|EStateMask))|EDecommitted; // change to EDecommitted state
sl@0: 			}
sl@0: 		else
sl@0: 			{
sl@0: 			*aPageEntry = EEmptyEntry;
sl@0: 			return page&~KPageMask;
sl@0: 			}
sl@0: 		// check not removing managed pages without the RamAllocLock...
sl@0: 		__NK_ASSERT_DEBUG(RamAllocLock::IsHeld()
sl@0: 			|| SPageInfo::FromPhysAddr(page)->Type()!=SPageInfo::EManaged);
sl@0: 		}
sl@0: 	return KPhysAddrInvalid;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr* RPageArray::RestrictPageNAStart(TUint aIndex, TIter& aPageList)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	if(!s)
sl@0: 		return 0;
sl@0: 
sl@0: 	TPhysAddr* p = s->iPages+(aIndex&KPageArraySegmentMask);
sl@0: 	TPhysAddr page = *p;
sl@0: 	if(State(page) < RPageArray::ERestrictingNA)
sl@0: 		return 0;
sl@0: 
sl@0: 	*p = (page&~EStateMask) | RPageArray::ERestrictingNA;
sl@0: 
sl@0: 	s->Lock();
sl@0: 
sl@0: 	aPageList.Set(iSegments,aIndex,aIndex+1);
sl@0: 
sl@0: 	return p;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr* RPageArray::StealPageStart(TUint aIndex, TIter& aPageList)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(RamAllocLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	__NK_ASSERT_DEBUG(s); // we only steal pages in the live list and these can not go away yet because we hold the RamAllocLock
sl@0: 
sl@0: 	TPhysAddr* p = s->iPages+(aIndex&KPageArraySegmentMask);
sl@0: 	TPhysAddr page = *p;
sl@0: 
sl@0: 	if(State(page)>EStealing)
sl@0: 		*p = (page&~EStateMask)|EStealing;
sl@0: 
sl@0: 	s->Lock();
sl@0: 
sl@0: 	aPageList.Set(iSegments,aIndex,aIndex+1);
sl@0: 
sl@0: 	return p;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr* RPageArray::MovePageStart(TUint aIndex, TIter& aPageList)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(RamAllocLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex <= iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	// The segment should always exist for a page that is being moved.
sl@0: 	__NK_ASSERT_DEBUG(s);
sl@0: 
sl@0: 	TPhysAddr* p = s->iPages+(aIndex&KPageArraySegmentMask);
sl@0: 	TPhysAddr page = *p;
sl@0: 	if(State(page) <= RPageArray::EMoving)
sl@0: 		return NULL;
sl@0: 
sl@0: 	*p = (page & ~EStateMask) | EMoving;
sl@0: 
sl@0: 	aPageList.Set(iSegments, aIndex, aIndex+1);
sl@0: 
sl@0: 	return p;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::ReleasePage(TUint aIndex, TInt aDelta)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	__NK_ASSERT_DEBUG(s); // must exist because FindPageStart/AddPageStart locked it
sl@0: 
sl@0: 	__NK_ASSERT_DEBUG(aDelta>=-1 && aDelta<=1);
sl@0: 	if(aDelta)
sl@0: 		s->AdjustAllocCount(aDelta);
sl@0: 
sl@0: 	if(TSegment::Unlock(*pS)==0)
sl@0: 		{
sl@0: 		TRACE2(("RPageArray::ReleasePage delete segment=%d",pS-iSegments));
sl@0: 		}
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr RPageArray::Page(TUint aIndex)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	if(!s)
sl@0: 		return ENotPresent;
sl@0: 	return s->iPages[aIndex&KPageArraySegmentMask];
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr* RPageArray::PageEntry(TUint aIndex)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	if(!s)
sl@0: 		return NULL;
sl@0: 	return s->iPages + (aIndex & KPageArraySegmentMask);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TUint RPageArray::PagingManagerData(TUint aIndex)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	__NK_ASSERT_DEBUG(s);
sl@0: 	TPhysAddr* p = &s->iPages[aIndex&KPageArraySegmentMask];
sl@0: 
sl@0: 	TPhysAddr entry = *p;
sl@0: 	if(IsPresent(entry))
sl@0: 		{
sl@0: #ifdef _DEBUG
sl@0: 		SPageInfo* pi = SPageInfo::SafeFromPhysAddr(entry&~KPageMask);
sl@0: 		if(!pi)
sl@0: 			Kern::Printf("RPageArray::PagingManagerData bad entry 0x%08x",entry);
sl@0: 		__NK_ASSERT_DEBUG(pi);
sl@0: #else
sl@0: 		SPageInfo* pi = SPageInfo::FromPhysAddr(entry);
sl@0: #endif
sl@0: 		entry = pi->PagingManagerData();
sl@0: 		}
sl@0: 	__NK_ASSERT_DEBUG((entry&(EFlagsMask|EStateMask))==ENotPresent);
sl@0: 
sl@0: 	return entry>>(EFlagsShift+EStateShift);
sl@0: 	}
sl@0: 
sl@0: 
sl@0: void RPageArray::SetPagingManagerData(TUint aIndex, TUint aValue)
sl@0: 	{
sl@0: 	aValue = (aValue<<(EFlagsShift+EStateShift))|ENotPresent;
sl@0: 
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	__NK_ASSERT_DEBUG(s);
sl@0: 	TPhysAddr* p = &s->iPages[aIndex&KPageArraySegmentMask];
sl@0: 
sl@0: 	TPhysAddr entry = *p;
sl@0: 	if(!IsPresent(entry))
sl@0: 		*p = aValue;
sl@0: 	else
sl@0: 		{
sl@0: #ifdef _DEBUG
sl@0: 		SPageInfo* pi = SPageInfo::SafeFromPhysAddr(entry&~KPageMask);
sl@0: 		if(!pi)
sl@0: 			Kern::Printf("RPageArray::SetPagingManagerData bad entry 0x%08x",entry);
sl@0: 		__NK_ASSERT_DEBUG(pi);
sl@0: #else
sl@0: 		SPageInfo* pi = SPageInfo::FromPhysAddr(entry);
sl@0: #endif
sl@0: 		pi->SetPagingManagerData(aValue);
sl@0: 		}
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TPhysAddr RPageArray::PhysAddr(TUint aIndex)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(MmuLock::IsHeld());
sl@0: 	__NK_ASSERT_DEBUG(aIndex<=iNumSegments*KPageArraySegmentSize);
sl@0: 
sl@0: 	TSegment** pS = iSegments+(aIndex>>KPageArraySegmentShift);
sl@0: 	TSegment* s = *pS;
sl@0: 	if(s)
sl@0: 		{
sl@0: 		TPhysAddr page = s->iPages[aIndex&KPageArraySegmentMask];
sl@0: 		if(IsPresent(page))
sl@0: 			{
sl@0: 			return page&~KPageMask;
sl@0: 			}
sl@0: 		}
sl@0: 	return KPhysAddrInvalid;
sl@0: 	}
sl@0: 
sl@0: 
sl@0: TInt RPageArray::PhysAddr(TUint aIndex, TUint aCount, TPhysAddr& aPhysicalAddress, TPhysAddr* aPhysicalPageList)
sl@0: 	{
sl@0: 	__NK_ASSERT_DEBUG(aCount);
sl@0: 	MmuLock::Lock();
sl@0: 
sl@0: 	TUint32* pageList = aPhysicalPageList;
sl@0: 
sl@0: 	// get first page...
sl@0: 	TPhysAddr physStart = PhysAddr(aIndex++);
sl@0: 	if(physStart==KPhysAddrInvalid)
sl@0: 		{
sl@0: 		MmuLock::Unlock();
sl@0: 		return KErrNotFound;
sl@0: 		}
sl@0: 	if(pageList)
sl@0: 		*pageList++ = physStart;
sl@0: 
sl@0: 	TUint32 nextPhys = physStart+KPageSize;
sl@0: 
sl@0: 	TUint flash = 0;
sl@0: 	while(--aCount)
sl@0: 		{
sl@0: 		MmuLock::Flash(flash,KMaxPagesInOneGo);
sl@0: 
sl@0: 		// get next page...
sl@0: 		TPhysAddr phys = PhysAddr(aIndex++);
sl@0: 		if(phys==KPhysAddrInvalid)
sl@0: 			{
sl@0: 			MmuLock::Unlock();
sl@0: 			return KErrNotFound;
sl@0: 			}
sl@0: 		if(pageList)
sl@0: 			*pageList++ = phys;
sl@0: 
sl@0: 		// check for contiguity...
sl@0: 		if(phys!=nextPhys)
sl@0: 			nextPhys = KPhysAddrInvalid;
sl@0: 		else
sl@0: 			nextPhys += KPageSize;
sl@0: 		}
sl@0: 
sl@0: 	MmuLock::Unlock();
sl@0: 
sl@0: 	if(nextPhys==KPhysAddrInvalid)
sl@0: 		{
sl@0: 		// memory is discontiguous...
sl@0: 		if(!aPhysicalPageList)
sl@0: 			return KErrNotFound;
sl@0: 		aPhysicalAddress = KPhysAddrInvalid;
sl@0: 		return 1;
sl@0: 		}
sl@0: 	else
sl@0: 		{
sl@0: 		// memory is contiguous...
sl@0: 		aPhysicalAddress = physStart;
sl@0: 		return KErrNone;
sl@0: 		}
sl@0: 	}
sl@0: 
sl@0: