// Copyright (c) 2000-2009 Nokia Corporation and/or its subsidiary(-ies).

// All rights reserved.

// This component and the accompanying materials are made available

// under the terms of "Eclipse Public License v1.0"

// which accompanies this distribution, and is available

// at the URL "http://www.eclipse.org/legal/epl-v10.html".

//

// Initial Contributors:

// Nokia Corporation - initial contribution.

//

// Contributors:

//

// Description:

// Bidirectional text reordering; based on the Unicode Bidirectional Reordering Algorithm.

// 

//

#include <bidi.h>

#include "BidiCopy.h"

#include <s32std.h>

const TInt KBidirectionalStateOverrideStreamValueNone = 0;

const TInt KBidirectionalStateOverrideStreamValueLeftToRight = 1;

const TInt KBidirectionalStateOverrideStreamValueRightToLeft = 2;

inline TBool IsSupplementary(TUint aChar)

/**

@param aChar The 32-bit code point value of a Unicode character.

@return True, if aChar is supplementary character; false, otherwise.

*/

	{

	return (aChar > 0xFFFF);

	}

inline TBool IsHighSurrogate(TText16 aInt16)

/**

@return True, if aText16 is high surrogate; false, otherwise.

*/

	{

	return (aInt16 & 0xFC00) == 0xD800;

	}

inline TBool IsLowSurrogate(TText16 aInt16)

/**

@return True, if aText16 is low surrogate; false, otherwise.

*/

	{

	return (aInt16 & 0xFC00) == 0xDC00;

	}

inline TUint JoinSurrogate(TText16 aHighSurrogate, TText16 aLowSurrogate)

/**

Combine a high surrogate and a low surrogate into a supplementary character.

@return The 32-bit code point value of the generated Unicode supplementary

        character.

*/

	{

	return ((aHighSurrogate - 0xD7F7) << 10) + aLowSurrogate;

	}

TBool TextDefaultsToRightToLeft(const TDesC& aText, TBool* aFound);

TBidirectionalState::TCategory TBidirectionalState::CharToBdCat(TChar::TBdCategory aCat)

	{

	return static_cast<TBidirectionalState::TCategory>(

		1 << static_cast<TInt>(aCat));

	}

TBidirectionalState::TCategory TBidirectionalState::UintToBdCat(TUint aCat)

	{

	return static_cast<TBidirectionalState::TCategory>(1 << aCat);

	}

void TBidirectionalState::TReorderContext::SetNextCategory(

	TChar::TBdCategory aCat)

	{

	iNextCategory = CharToBdCat(aCat);

	}

void TBidirectionalState::TReorderContext::SetNextStrongCategory(

	TChar::TBdCategory aCat)

	{

	iNextStrongCategory = CharToBdCat(aCat);

	}

EXPORT_C void TBidirectionalState::ReverseGroups(TText* aStart,TInt aLength)

/** A utility to reverse text apart from combining characters, which remains after 

their base characters. This is what is needed when drawing right-to-left text.

@param aStart Start position of text to be reversed.

@param aLength Length of text to be reversed. */

	{

	BidiCopy::ReverseCodes(aStart, aLength);

	BidiCopy::DeleteUnreversedSurrogates(aStart, aLength);

	BidiCopy::SubstituteMirrorImages(aStart, aLength);

	BidiCopy::CorrectGroups(aStart, aLength);

	BidiCopy::CorrectSurrogatePairs(aStart, aLength);

	}

// A local helper function. Get the next character from a buffer. This

// function won't check buffer length.

//

// @param aText The text buffer to read character from.

// @param aCharacterIndex Count of characters to skip in aText.

// @return The character.

TUint GetOneCharacter(const TText16 *aText, TInt aCharacterIndex)

	{

	const TText16 *p = aText;

	TUint c = 0xFFFF;

	while (aCharacterIndex >= 0)

		{

		c = *p++;

		ASSERT(!IsLowSurrogate(c));

		if (IsHighSurrogate(c))

			{

			ASSERT(IsLowSurrogate(*p));

			c = JoinSurrogate(c, *p++);

			}

		--aCharacterIndex;

		}

	return c;

	}

TInt TBidirectionalState::GenerateBdRunArray(const TText* aText, TInt aLength,

	TBidirectionalState::TRunInfo* aRun, TInt aMaxRuns)

/** Analyse the input text for runs of characters that share the same

bidirectional class. Categories TChar::EEuropeanNumberSeparator and

TChar::ECommonNumberSeparator are kept as singletons due to a limitation in

the reordering logic.

@param aText The text to be analysed.

@param aLength The length of the text to be analysed.

@param aRun	Output buffer for the runs after analysis. May be null if there 

is to be no output.

@param aMaxRuns The size of the aRun array. No more than this number of runs 

will be	output.

@return The number of runs that are required for the full results of the

analysis.

@internalTechnology */	

    {

	if (aLength == 0)

		{

		if (aRun && 0 < aMaxRuns)

			{

			aRun[0].iCategory = TChar::EOtherNeutral;

			aRun[0].iStart = 0;

			aRun[0].iLength = 0;

			}

		return 1;

		}

	int runs = 0;

	int run_start = 0;

	int run_end = 1;

	const TText* p = aText;

	const TText* q = p + aLength;

	// get the character pointed by 'p', then move 'p' to next character, and adjust 'run_end' if need

	TChar pc = ::GetOneCharacter(p, 0);

	TChar::TBdCategory cur_cat = pc.GetBdCategory();

	++p;

	if (IsSupplementary(pc))

		{

		++p;

		run_end = 2;	// run_end points to "end" of current character

		}

	while (p < q)

		{

		// get the character pointed by 'p'

		pc = ::GetOneCharacter(p, 0);

		TChar::TBdCategory new_cat = pc.GetBdCategory();

		if (new_cat != cur_cat)

			{

			if (new_cat == TChar::ENonSpacingMark &&

				cur_cat != TChar::ELeftToRightEmbedding &&

				cur_cat != TChar::ELeftToRightOverride &&

				cur_cat != TChar::ERightToLeftEmbedding &&

				cur_cat != TChar::ERightToLeftOverride &&

				cur_cat != TChar::EPopDirectionalFormat)

				new_cat = cur_cat;

			else if (p < q - 1 &&

					 (new_cat == TChar::EWhitespace ||

					  new_cat == TChar::EEuropeanNumberSeparator ||

					  new_cat == TChar::ECommonNumberSeparator))

				{

				TChar nextChar = ::GetOneCharacter(p, 1);

				TChar::TBdCategory next_cat = nextChar.GetBdCategory();

				if (new_cat == TChar::EWhitespace)

					{

					if ((cur_cat == TChar::ELeftToRight ||

						 cur_cat == TChar::ERightToLeft ||

						 cur_cat == TChar::ERightToLeftArabic) && cur_cat == next_cat)

						new_cat = cur_cat;

					}

				else if (cur_cat == TChar::EEuropeanNumber && next_cat == TChar::EEuropeanNumber)

					new_cat = TChar::EEuropeanNumber;

				}

			}

		if (new_cat != cur_cat ||

			cur_cat == TChar::EEuropeanNumberSeparator ||

			cur_cat == TChar::ECommonNumberSeparator)

			{

			if (aRun && runs < aMaxRuns)

				{

				aRun[runs].iCategory = cur_cat;

				aRun[runs].iStart = run_start;

				aRun[runs].iLength = run_end - run_start;

				}

			runs++;

			run_start = run_end;

			}

		p++;

		run_end++;

		// adjust 'p' and 'run_end'

		if (IsSupplementary(pc))

			{

			p++;

			run_end++;

			}

		cur_cat = new_cat;

		}

	if (aRun && runs < aMaxRuns)

		{

		aRun[runs].iCategory = cur_cat;

		aRun[runs].iStart = run_start;

		aRun[runs].iLength = run_end - run_start;

		}

	return runs + 1;

	}

EXPORT_C TInt TBidirectionalState::ReorderText(const TText* aText,TInt aLength,TBool aParRightToLeft,

											   TText*& aNewText)

/** Reorders text according to the Unicode Bidirectional Reordering algorithm.

Reorders the input text from logical order (which may be bidirectional) to 

display order (strictly left to right).

@param aText The input text in logical order.

@param aLength The length of the input text.

@param aParRightToLeft ETrue if the default directionality of the text to be 

re-ordered is right-to-left.

@param aNewText Returns the re-ordered text. If the text did not need re-ordering, 

or if there was an error, aText will be returned. Otherwise, ownership of 

a newly allocated buffer will be returned to the caller. This buffer must 

be deleted with delete[] (or CleanupArrayDeletePushL()) and not delete (or 

CleanupStack::PushL()).

@return A system-wide error value if there has been an error; KErrNone if there 

has not. */

	{

	aNewText = const_cast<TText*>(aText);

	if (aLength < 2)

		return KErrNone;

	int error = KErrNone;

	TBidirectionalState::TRunInfo run_info;

	run_info.iDirection = 0;

	run_info.iIndex = 0;

	run_info.iStart = 0;

	run_info.iLength = aLength;

	TBidirectionalState::TRunInfo* run_info_array = &run_info;

	TBidirectionalState::TRunInfo* allocated_run_info_array = 0;

	int runs = GenerateBdRunArray(aText, aLength, run_info_array, 1);

	if (runs > 1)

		{

		allocated_run_info_array = new TBidirectionalState::TRunInfo[runs];

		if (allocated_run_info_array)

			{

			run_info_array = allocated_run_info_array;

			GenerateBdRunArray(aText, aLength, run_info_array, runs);

			}

		else

			{

			// the run cannot be allocated: stick with our single l-to-r run

			error = KErrNoMemory;

			runs = 1;

			}

		}

	if (error == KErrNone)

		{

		TBidirectionalState state;

		state.ReorderLine(run_info_array, runs, ETrue, ETrue, aParRightToLeft,

			TChar::EOtherNeutral, TChar::EOtherNeutral);

		}

	// If there was only one run and it's left-to-right, we've finished.

	if (!allocated_run_info_array && run_info.iDirection == 0)

		return error;

	// Reorder the text into a new buffer.

	TText* buffer = new TText[aLength];

	if (!buffer)

		{

		delete [] allocated_run_info_array;

		return KErrNoMemory;

		}

	const TBidirectionalState::TRunInfo* r = run_info_array;

	TText* dest = buffer;

	for (int i = 0; i < runs; i++, r++)

		{

		const TText* source = &aText[r->iStart];

		int length = r->iLength;

		Mem::Copy(dest,source,length * sizeof(TText));

		if (r->iDirection)

			ReverseGroups(dest,length);

		dest += length;

		}

	delete [] allocated_run_info_array;

	aNewText = buffer;

	return KErrNone;

	}

EXPORT_C TBidirectionalState::TBidirectionalState()

/** Standard constructor. */

	{

	Reset();

	}

/** Reorders a line of text and updates the bidirectional state for the next line.

@param aRunInfo An array of objects representing runs of characters with the 

same bidirectional category. Any number of characters can be combined into 

a run if they have the same category, except for the categories TChar::EEuropeanNumberSeparator 

and TChar::ECommonNumberSeparator, which should be put into single-character 

runs because the reordering logic depends on this.

@param aRuns Number of 'run info' objects.

@param aParStart Tells the function whether the line is the first line of a 

paragraph.

@param aParEnd Tells the function whether the line is the last line of a paragraph.

@param aParRightToLeft ETrue if the default directionality of the text to be 

re-ordered is right-to-left.

@param aNextCategory The category of the character immediately after the end 

of the line. This is ignored if aParEnd is ETrue.

@param aNextStrongCategory The category of the first strong character (one 

of the categories ELeftToRight, ELeftToRightEmbedding, ELeftToRightOverride, 

ERightToLeft, ERightToLeftArabic, ERightToLeftEmbedding or ERightToLeftOverride) 

after the end of the line. This is ignored if aParEnd is ETrue.

@param aVisualEndIsAmbiguous EFalse if the logical end of this line is at the

visual end and the logical beginning of the next line is at the visual beginning.

*/

EXPORT_C void TBidirectionalState::ReorderLine(TRunInfo* aRunInfo, TInt aRuns,

	TBool aParStart, TBool aParEnd, TBool aParRightToLeft,

	TChar::TBdCategory aNextCategory, TChar::TBdCategory aNextStrongCategory,

	TBool& aVisualEndIsAmbiguous)

	{

	ReorderLine(aRunInfo, aRuns, aParStart, aParEnd, aParRightToLeft,

		aNextCategory, aNextStrongCategory);

	if (iStackLevel  != 0)

		{

		aVisualEndIsAmbiguous = ETrue;

		return;

		}

	TCategory nextCat = CharToBdCat(aNextCategory);

	TCategory nextStrong = CharToBdCat(aNextStrongCategory);

	const TUint KAllStrongLeftToRight =

		ELeftToRight | ELeftToRightEmbedding | ELeftToRightOverride;

	const TUint KAllStrongRightToLeft =

		ERightToLeft | ERightToLeftArabic | ERightToLeftEmbedding | ERightToLeftOverride;

	if (aParRightToLeft)

		{

		// Ambiguous if any of the surrounding categories are strongly left-to-right

		aVisualEndIsAmbiguous =

			(iPreviousStrongCategory | iPreviousCategory | nextCat | nextStrong)

			& KAllStrongLeftToRight;

		}

	else

		{

		// Ambiguous if any of the surrounding categories are strongly right-to-left

		aVisualEndIsAmbiguous =

			(iPreviousStrongCategory | iPreviousCategory | nextCat | nextStrong)

			& KAllStrongRightToLeft;

		}

	}

/** Reorders a line of text and updates the bidirectional state for the next line.

@param aRunInfo An array of objects representing runs of characters with the 

same bidirectional category. Any number of characters can be combined into 

a run if they have the same category, except for the categories TChar::EEuropeanNumberSeparator 

and TChar::ECommonNumberSeparator, which should be put into single-character 

runs because the reordering logic depends on this.

@param aRuns Number of 'run info' objects.

@param aParStart Tells the function whether the line is the first line of a 

paragraph.

@param aParEnd Tells the function whether the line is the last line of a paragraph.

@param aParRightToLeft ETrue if the default directionality of the text to be 

re-ordered is right-to-left.

@param aNextCategory The category of the character immediately after the end 

of the line. This is ignored if aParEnd is ETrue.

@param aNextStrongCategory The category of the first strong character (one 

of the categories ELeftToRight, ELeftToRightEmbedding, ELeftToRightOverride, 

ERightToLeft, ERightToLeftArabic, ERightToLeftEmbedding or ERightToLeftOverride) 

after the end of the line. This is ignored if aParEnd is ETrue. */

EXPORT_C void TBidirectionalState::ReorderLine(TRunInfo* aRunInfo, TInt aRuns,

	TBool aParStart, TBool aParEnd, TBool aParRightToLeft,

	TChar::TBdCategory aNextCategory, TChar::TBdCategory aNextStrongCategory)

	{

	// Reset if this is a new paragraph.

	if (aParStart)

		{

		Reset();

		iPreviousCategory = EOtherNeutral;

		if (aParRightToLeft)

			{

			iStack[0].iEmbeddingLevel = 1;

			iPreviousStrongCategory = ERightToLeft;

			}

		}

	// Initialise the context object.

	TReorderContext context;

	context.iRunInfo = aRunInfo;

	context.iRuns = aRuns;

	context.iLastStrongCategory = iPreviousStrongCategory;

	if (aParEnd)

		context.iNextCategory = context.iNextStrongCategory = EOtherNeutral;

	else

		{

		context.iNextCategory = CharToBdCat(aNextCategory);

		context.iNextStrongCategory = CharToBdCat(aNextStrongCategory);

		}

	// Initialise output data and find out what categories are present so that unnecessary steps can be skipped.

	context.iCategories = iPreviousCategory | context.iNextCategory | context.iNextStrongCategory;

	for (TInt i = 0; i != aRuns; ++i)

		{

		aRunInfo[i].iEmbeddingLevel = iStack[0].iEmbeddingLevel;

		aRunInfo[i].iDirection = 0;

		aRunInfo[i].iIndex = i;

		aRunInfo[i].iCategory = UintToBdCat(aRunInfo[i].iCategory);

		context.iCategories |= aRunInfo[i].iCategory;

		}

	// Do nothing if no right-to-left material is present.

	if (aRuns == 0 ||

		(iStackLevel == 0 && iStack[0].iEmbeddingLevel == 0 &&

		 !(context.iCategories & (ERightToLeftGroup | EBdControlsGroup))))

		return;

	// Perform the bidirectional algorithm.

	if ((context.iCategories & EBdControlsGroup) ||

		State().iOverrideState != ENoOverrideState)

		HandleBdControls(context);

	ResolveWeakTypesW1W2W3(context);

	ResolveWeakTypesW4W5W6(context);

	ResolveWeakTypesW7(context);

	if (context.iCategories & EOtherNeutral)

		ResolveNeutralTypes(context);

	ResolveImplicitLevels(context);

	PrepareForNextLine(context);

	ReorderRuns(context);

	}

void TBidirectionalState::PrepareForNextLine(const TReorderContext& aContext)

/**

Fold context information back into TBidirectionalState.

@internalComponent

*/	

   {

	if (aContext.iRuns != 0)

		{

		iPreviousCategory = static_cast<TCategory>(

			aContext.iRunInfo[aContext.iRuns - 1].iCategory);

		iPreviousStrongCategory = aContext.iLastStrongCategory;

		}

	}

void TBidirectionalState::HandleBdControls(TReorderContext& aContext)

/**

Handle LRO, RLO, LRE, RLE and PDF. After this phase, these categories will no

longer be found.

This corresponds to Unicode(3.2) Bidirectional Algorithm phases X1-X7.

Phase X8 is not required as the run is assumed to be all in one paragraph.

Phases X9-X10 are implicit in other functions.

@internalComponent

*/	

   {

	aContext.iCategories = iPreviousCategory | aContext.iNextCategory;

	for (TInt i = 0; i != aContext.iRuns; ++i)

		{

		TRunInfo* r = aContext.iRunInfo + i;

		TCategory nextCatInLine = i < aContext.iRuns - 1?

			(TCategory)(r[1].iCategory) : ENoCategory;

		TBool was_pdf = FALSE;

		if (r->iCategory & EBdControlsGroup)

			{

			if (r->iCategory == EPopDirectionalFormat)

				{

				if (iStackLevel > 0)

					{

					was_pdf = TRUE;

					r->iEmbeddingLevel = State().iEmbeddingLevel;

					if (nextCatInLine == State().iStartCategory)

						// Ignore POP-PUSH pair with nothing between.

						// This is surely wrong? Perhaps it is a hack to

						// help other parts of the algorithm. Must investigate.

						// TPB.

						r->iCategory = r[1].iCategory = EBoundaryNeutral;

					else

						{

						r->iCategory = Pop();

						}

					}

				else

					r->iCategory = EBoundaryNeutral;

				}

			else

				{

				// Category is LRE, RLE, LRO or RLO.

				if (nextCatInLine == EPopDirectionalFormat)

					// Ignore PUSH-POP pair with nothing between.

					r->iCategory = r[1].iCategory = EBoundaryNeutral;

				else

					r->iCategory = Push(static_cast<TCategory>(r->iCategory));

				}

			}

		if (!was_pdf)

			{

			switch (State().iOverrideState)

				{

				case ELeftToRightOverrideState:

					r->iCategory = ELeftToRight;

					break;

				case ERightToLeftOverrideState:

					r->iCategory = ERightToLeft;

					break;

				default:

					break;

				}

			r->iEmbeddingLevel = State().iEmbeddingLevel;

			}

		if (r->iCategory & EStrongGroup)

			aContext.iLastStrongCategory = static_cast<TCategory>(r->iCategory);

		aContext.iCategories |= r->iCategory;

		}

	}

void TBidirectionalState::ResolveWeakTypesW1W2W3(TReorderContext& aContext)

/**

Unicode(3.2) Bidirectional Algorithm phases W1, W2 and W3.

@internalComponent

*/	

    {

	if (!(aContext.iCategories

		& (ENonSpacingMark | ERightToLeftArabic | EEuropeanNumber)))

		return;

	TRunInfo* endOfRuns = aContext.iRunInfo + aContext.iRuns;

	TCategory prev_cat = iPreviousCategory;

	TBool european_to_arabic_number = iPreviousStrongCategory == ERightToLeftArabic;

	aContext.iCategories = iPreviousCategory | aContext.iNextCategory;

	for (TRunInfo* r = aContext.iRunInfo; r != endOfRuns; r++)

		{

		switch (r->iCategory)

			{

			case ENonSpacingMark:					// non-spacing marks change to the previous category

				r->iCategory = prev_cat;

				break;

			case ELeftToRight:

				european_to_arabic_number = EFalse;

				break;

			case ERightToLeft:

				european_to_arabic_number = EFalse;

				break;

			case ERightToLeftArabic:				// Arabic letters change to R

				european_to_arabic_number = ETrue;

				r->iCategory = ERightToLeft;

				break;

			case EEuropeanNumber:				    // European numbers change to Arabic if last strong category was R

				if (european_to_arabic_number)

					r->iCategory = EArabicNumber;

				break;

			default:

				break;

			}

		aContext.iCategories |= r->iCategory;

		prev_cat = static_cast<TCategory>(r->iCategory);

		}

	}

/**

This phase removes categories NSM, AL, ES, ET, CS, BS, S, WS and BN, leaving

only L, R, EN, AN and ON.

@internalComponent

*/

void TBidirectionalState::ResolveWeakTypesW4W5W6(TReorderContext& aContext)

	{

	int i;

	TRunInfo* r;

	TCategory prev_cat = iPreviousCategory;

	TCategory next_cat = EOtherNeutral;

	// Phase P0b.

	prev_cat = iPreviousCategory;

	if (aContext.iCategories & EBoundaryNeutral)

		{

		for (i = 0, aContext.iCategories = iPreviousCategory | aContext.iNextCategory, r = aContext.iRunInfo;

			 i < aContext.iRuns;

			 i++, aContext.iCategories |= r->iCategory, r++)

			{

			if (r->iCategory == EBoundaryNeutral)		// runs of boundary neutrals change to EN, ET or AN if adjacent to

				{										// one of these, otherwise to ON

				int end = i + 1;

				while (end < aContext.iRuns && aContext.iRunInfo[end].iCategory == EBoundaryNeutral)

					end++;

				next_cat = end < aContext.iRuns ? (TCategory)(aContext.iRunInfo[end].iCategory) : aContext.iNextCategory;

				TCategory c = EOtherNeutral;

				if (prev_cat == EEuropeanNumber || next_cat == EEuropeanNumber)

					c = EEuropeanNumber;

				else if (prev_cat == EEuropeanNumberTerminator || next_cat == EEuropeanNumberTerminator)

					c = EEuropeanNumberTerminator;

				else if (prev_cat == EArabicNumber || next_cat == EArabicNumber)

					c = EArabicNumber;

				for (int j = i; j < end; j++)

					aContext.iRunInfo[j].iCategory = c;

				i = end - 1;

				r = &aContext.iRunInfo[i];

				}

			prev_cat = (TCategory)r->iCategory;

			}

		}

	// Phase P1.

	prev_cat = iPreviousCategory;

	if (aContext.iCategories & (EEuropeanNumberSeparator | ECommonNumberSeparator))

		{

		for (i = 0, aContext.iCategories = iPreviousCategory | aContext.iNextCategory, r = aContext.iRunInfo;

			 i < aContext.iRuns;

			 i++, aContext.iCategories |= r->iCategory, r++)

			{

			next_cat = i < aContext.iRuns - 1 ? (TCategory)(r[1].iCategory) : aContext.iNextCategory;

			switch (r->iCategory)

				{

				case EEuropeanNumberSeparator:			// European separators change to EN if between two ENs, else to ON

					if (prev_cat == EEuropeanNumber && next_cat == EEuropeanNumber)

						r->iCategory = EEuropeanNumber;

					else

						r->iCategory = EOtherNeutral;

					break;

				case ECommonNumberSeparator:			// CSs change to EN or AN if between two of the same, else to ON

					if (prev_cat == EEuropeanNumber && next_cat == EEuropeanNumber)

						r->iCategory = EEuropeanNumber;

					else if (prev_cat == EArabicNumber && next_cat == EArabicNumber)

						r->iCategory = EArabicNumber;

					else

						r->iCategory = EOtherNeutral;

					break;

				default:

					break;

				}

			prev_cat = (TCategory)r->iCategory;

			}

		}

	/*

	Phase L1: tabs, whitespace before tabs, and trailing whitespace, is set to the base embedding level.

	We ought to do this just before the final reordering, but the whitespace and segment separator

	categories have disappeared by then so we use the sentinel value 255 which tells

	ResolveImplicitLevels what to do.

	*/

	TBool demote_whitespace = TRUE;

	for (i = aContext.iRuns - 1, r = &aContext.iRunInfo[i]; i >= 0; i--, r--)

		{

		switch (r->iCategory)

			{

			case EWhitespace:

				break;

			case ESegmentSeparator:

				demote_whitespace = TRUE;

				break;

			default:

				demote_whitespace = FALSE;

				break;

			}

		if (demote_whitespace)

			r->iEmbeddingLevel = 255;

		}

	// Phases P2 and P3.

	prev_cat = iPreviousCategory;

	if (aContext.iCategories & (EEuropeanNumberTerminator | ESegmentSeparator | EWhitespace))

		{

		for (i = 0, aContext.iCategories = iPreviousCategory | aContext.iNextCategory, r = aContext.iRunInfo;

			 i < aContext.iRuns;

			 i++, aContext.iCategories |= r->iCategory, r++)

			{

			next_cat = i < aContext.iRuns - 1 ? (TCategory)(r[1].iCategory) : aContext.iNextCategory;

			switch (r->iCategory)

				{

				case EEuropeanNumberTerminator:			// runs of ETs change to ENs if next to an EN, else to ON

					{

					int end = i + 1;

					while (end < aContext.iRuns && aContext.iRunInfo[end].iCategory == EEuropeanNumberTerminator)

						end++;

					next_cat = end < aContext.iRuns ? (TCategory)(aContext.iRunInfo[end].iCategory) : aContext.iNextCategory;

					TCategory c = EOtherNeutral;

					if (prev_cat == EEuropeanNumber || next_cat == EEuropeanNumber)

						c = EEuropeanNumber;

					for (int j = i; j < end; j++)

						aContext.iRunInfo[j].iCategory = c;

					i = end - 1;

					r = &aContext.iRunInfo[i];

					}

					break;

				case ESegmentSeparator:					// S and WS change to ON

				case EWhitespace:

					r->iCategory = EOtherNeutral;

					break;

				default:

					break;

				}

			prev_cat = (TCategory)r->iCategory;

			}

		}

	}

void TBidirectionalState::ResolveWeakTypesW7(TReorderContext& aContext)

	{

	if (!(aContext.iCategories & EEuropeanNumber))

		return;

	TCategory prev_strong_cat = iPreviousStrongCategory;

	aContext.iCategories = iPreviousCategory | aContext.iNextCategory;

	TRunInfo* endOfRuns = aContext.iRunInfo + aContext.iRuns;

	for (TRunInfo* r = aContext.iRunInfo; r != endOfRuns; r++)

		{

		switch (r->iCategory)

			{

			case ELeftToRight:

				prev_strong_cat = ELeftToRight;

				break;

			case ERightToLeft:

				prev_strong_cat = ERightToLeft;

				break;

			case EEuropeanNumber: 

				if (prev_strong_cat == ELeftToRight)

					r->iCategory = ELeftToRight;

				break;

			default:

				break;

			}

		aContext.iCategories |= r->iCategory;

		}

	}

void TBidirectionalState::DeneutralizeRuns(TRunInfo* aStart, TRunInfo* aEnd,

	TCategory aStartCategory, TCategory aEndCategory)

/**

Turn all ON (Other Neutral) into non-neutrals according to the rules N1 and N2.

@param aStart The start of the run array to be altered.

@param aEnd One past the end of the run array to be altered.

@param aStartCategory

	The last non-neutral before the run, must be ELeftToRight or ERightToLeft.

@param aEndCategory

	The first non-neutral after the run, must be ELeftToRight or ERightToLeft.

@internalComponent

*/	{

	// if sandwiched by the same category, neutrals become that.

	if (aStartCategory == aEndCategory)

		{

		for (; aStart != aEnd; ++aStart)

			aStart->iCategory = aStartCategory;

		return;

		}

	// otherwise look at the embedding level in each case

	for (; aStart != aEnd; ++aStart)

		{

		aStart->iCategory = aStart->iEmbeddingLevel & 1?

			ERightToLeft : ELeftToRight;

		}

	}

void TBidirectionalState::ResolveNeutralTypes(TReorderContext& aContext)

	/**

This phase removes the ON (Other Neutral) category, leaving only L, R, EN, and

AN; no need to update aContext.iCategories.

@internalComponent

*/

    {

	// Really we should find if any number intervenes, but this would require

	// a BC break.

	TCategory prevNonNeutral = iPreviousStrongCategory;

	if (prevNonNeutral & ELeftToRightGroup)

		prevNonNeutral = ELeftToRight;

	else if (prevNonNeutral & ERightToLeftGroup)

		prevNonNeutral = ERightToLeft;

	TRunInfo *prevNonNeutralRun = aContext.iRunInfo;	// one past the last non-neutral found

	TRunInfo *endOfRuns = aContext.iRunInfo + aContext.iRuns;

	// All neutrals have now been changed to ON; change them to L or R depending on context.

	for (TRunInfo *p = aContext.iRunInfo; p != endOfRuns; ++p)

		{

		TCategory nonNeutral = EOtherNeutral;

		switch (p->iCategory)

			{

			case ELeftToRight:

				nonNeutral = ELeftToRight;

				break;

			case ERightToLeft:

				nonNeutral = ERightToLeft;

				break;

			case EArabicNumber:

			case EEuropeanNumber: 

				nonNeutral = ERightToLeft;

				break;

			default:

				break;

			}

		if (nonNeutral != EOtherNeutral)

			{

			if (p != prevNonNeutralRun)

				DeneutralizeRuns(prevNonNeutralRun, p,

					prevNonNeutral, nonNeutral);

			prevNonNeutral = nonNeutral;

			prevNonNeutralRun = p + 1;

			}

		}

	DeneutralizeRuns(prevNonNeutralRun, endOfRuns, prevNonNeutral,

		aContext.iNextStrongCategory);

	}

void TBidirectionalState::ResolveImplicitLevels(TReorderContext& aContext)

/**

Phases I1 and I2.

@internalComponent

*/	{

	int i;

	TRunInfo* r;

	for (i = 0, r = aContext.iRunInfo; i < aContext.iRuns; i++, r++)

		{

		if (r->iEmbeddingLevel == 255) // sentinel indicating this is a tab or segment-final whitespace

			r->iEmbeddingLevel = iStack[0].iEmbeddingLevel;

		else switch (r->iCategory)

			{

			case ELeftToRight:

				if (r->iEmbeddingLevel & 1)

					r->iEmbeddingLevel++;

				break;

			case ERightToLeft:

				if (!(r->iEmbeddingLevel & 1))

					r->iEmbeddingLevel++;

				break;

			case EEuropeanNumber: case EArabicNumber:

				if (r->iEmbeddingLevel & 1)

					r->iEmbeddingLevel++;

				else

					r->iEmbeddingLevel += 2;

				break;

			default:

				break;

			}

		}

	}

void TBidirectionalState::ReorderRuns(TReorderContext& aContext)

/**

Phase L2.

@internalComponent

*/	{

	// Find the highest level and lowest odd level.

	int i;

	TRunInfo* r;

	int highest = 0;

	int lowest_odd = EMaxLevel;

	int level = 0;

	for (i = 0, r = aContext.iRunInfo; i < aContext.iRuns; i++, r++)

		{

		level = r->iEmbeddingLevel;

		if (level > highest)

			highest = level;

		if ((level & 1) && level < lowest_odd)

			lowest_odd = level;

		}

	// From the highest level to the lowest odd level, reverse any run at that level or higher.

	for (level = highest; level >= lowest_odd; level--)

		{

		int run_start = 0;

		r = aContext.iRunInfo;

		while (run_start < aContext.iRuns)

			{

			while (run_start < aContext.iRuns && r->iEmbeddingLevel < level)

				{

				run_start++;

				r++;

				}

			int run_end = run_start;

			while (run_end < aContext.iRuns && r->iEmbeddingLevel >= level)

				{

				r->iDirection = !r->iDirection;

				run_end++;

				r++;

				}

			TRunInfo* p = &aContext.iRunInfo[run_start];

			TRunInfo* q = &aContext.iRunInfo[run_end - 1];

			while (p < q)

				{

				TRunInfo temp = *p;

				*p = *q;

				*q = temp;

				p++;

				q--;

				}

			run_start = run_end;

			}

		}

	}

TBidirectionalState::TCategory TBidirectionalState::Push(TCategory aStartCategory)

/** @internalComponent */

	{

	TInt rightToLeftFlag = (static_cast<TInt>(aStartCategory)

		& ERightToLeftGroup)? 1 : 0;

	TInt oldLevel = State().iEmbeddingLevel;

	TInt newLevel = oldLevel + 1;

	// And add an extra one if the bottom bit is not correct.

	newLevel += (newLevel & 1) ^ rightToLeftFlag;

	if (EMaxExplicitLevel < newLevel)

		{

		if (oldLevel == 60)

			++iPushesBeyond60;

		else

			++iPushesBeyond61;

		return EBoundaryNeutral;

		}

	++iStackLevel;

	TStackItem& state = iStack[iStackLevel];

	state.iEmbeddingLevel = static_cast<TUint8>(newLevel);

	state.iOverrideState = static_cast<TOverrideState>(aStartCategory

		& (ELeftToRightOverride | ERightToLeftOverride));

	state.iStartCategory = aStartCategory;

	return rightToLeftFlag? ERightToLeft : ELeftToRight;

	}

TBidirectionalState::TCategory TBidirectionalState::Pop()

/** @internalComponent */	

   {

	__ASSERT_DEBUG(0 < iStackLevel, User::Invariant());

	TInt level = State().iEmbeddingLevel;

	if (level < 60)

		--iStackLevel;

	else if (iPushesBeyond61 != 0)

		--iPushesBeyond61;

	else if (level == 61)

		--iStackLevel;

	else if (iPushesBeyond60)

		--iPushesBeyond60;

	else

		--iStackLevel;

	return (level & 1)? ERightToLeft : ELeftToRight;

	}

EXPORT_C void TBidirectionalState::Reset()

/** Sets the object to its default 'start of paragraph' state. */

	{

	iStackLevel = 0;

	iPushesBeyond60 = 0;

	iPushesBeyond61 = 0;

	iStack[0].iEmbeddingLevel = 0;

	iStack[0].iOverrideState = ENoOverrideState;

	iStack[0].iStartCategory = EOtherNeutral;