#

# Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).

# All rights reserved.

# This component and the accompanying materials are made available

# under the terms of the License "Eclipse Public License v1.0"

# which accompanies this distribution, and is available

# at the URL "http://www.eclipse.org/legal/epl-v10.html".

#

# Initial Contributors:

# Nokia Corporation - initial contribution.

#

# Contributors:

#

# Description:

#

# UnicodeMaxDecompose.pl

#

# Adds maximal decompositions of the character and maximal decompositions of

# its folded varient to the Unicode data.

#

# Added as the fourth field after the 'Symbain:' marker in the following format:

#

# Symbian:<grapheme-role>;<excluded>;<folded>;<max-decomposition>;<folded-decomposition>

# where each of <max-decomposition> and <folded-decomposition> are strings

# of hex numbers separated by spaces, representing the complete decomposition

# of the character and its folded equivalent respectively.

#

# Usage:

# perl -w UnicodeMaxDecompose.pl < <output-of-UnicodeAddFolded>

use strict;

if (scalar(@ARGV) != 0)

	{

	print (STDERR "Usage:\nperl -w UnicodeMaxDecompose.pl < <output-of-UnicodeAddFolded>\n");

	exit 1;

	}

my %StatedDecomposition = ();

my %CompleteDecomposition = ();

sub Decompose

	{

	my ($code) = @_;

	return unless exists $StatedDecomposition{$code};

	my $stated = $StatedDecomposition{$code};

	delete $StatedDecomposition{$code};

	my @complete = ();

	foreach my $hexelt ( split(' ', $stated) )

		{

		if ($hexelt)

			{

			Decompose($hexelt);

			if (exists $CompleteDecomposition{$hexelt})

				{

				push @complete, $CompleteDecomposition{$hexelt};

				}

			else

				{

				push @complete, $hexelt;

				}

			}

		}

	$CompleteDecomposition{$code} = join(' ', @complete);

	}

my %Folded = ();

my %LineToCode = ();

my @RawLine = ();

my $lineNo = 0;

while (my $line = <STDIN>)

	{

	chomp $line;

	$lineNo++;

	# Split into fields: make sure trailing null strings are not

	# deleted by adding a dummy final field

	my @attribute = split(/;/, $line.';dummy');

	# Delete the dummy field

	pop @attribute;

	die ("Line $lineNo is missing 'Symbian:' entries. Has UnicodeAddFolded been run?")

		if (scalar(@attribute) == 16);

	if (scalar(@attribute) == 17)

		{

		die ("Line $lineNo is missing 'Symbian:' entries. Has UnicodeAddFolded been run?")

			if ($attribute[15] !~ /^[ \t]*symbian:/i);

		my $code = $attribute[0];

		die("First attribute '$code' not a valid Unicode codepoint at line $lineNo")

			unless ($code =~ /^1?[0-9a-fA-F]{4,5}$/ && hex($code) < 0x110000);

		my $decomposition = $attribute[5];

		die("Decomposition '$decomposition' at line $lineNo is not a valid Unicode decomposition.")

			unless $decomposition =~ /^[ \t]*(<.*>[ \t]*[0-9a-fA-F])?[0-9a-fA-F \t]*$/;

		my $folded = $attribute[16];

		die ("'$folded' not a valid string of hex values at line $lineNo.")

			unless $folded =~ /[0-9a-fA-F \t]*/;

		# Store all decompositions that  have no tag and at least one value

		if ($decomposition =~ /^[ \t]*[0-9a-fA-F]/)

			{

			$StatedDecomposition{$code} = $decomposition;

			}

		if ($folded =~ /[0-9a-fA-F]/)

			{

			$Folded{$code} = $folded;

			}

		$LineToCode{$lineNo-1} = $code;

		}

	elsif ($line !~ /^[ \t]*$/)

		{

		die 'Do not understand line '.$lineNo;

		}

	$RawLine[$lineNo-1] = $line;

	}

# Completely decompose all strings in the %StatedDecomposition

foreach my $code (keys %StatedDecomposition)

	{

	Decompose($code);

	}

# Now decompose all the folded versions

foreach my $code (keys %Folded)

	{

	my @result = ();

	foreach my $hexelt (split(' ', $Folded{$code}))

		{

		if (exists $CompleteDecomposition{$hexelt})

			{

			push @result, split(' ', $CompleteDecomposition{$hexelt});

			}

		else

			{

			push @result, $hexelt;

			}

		}

	$Folded{$code} = join(' ', @result);

	}

# Now output all the results

for (my $i = 0; $i != scalar(@RawLine); $i++)

	{

	print $RawLine[$i];

	if (exists $LineToCode{$i})

		{

		my $code = $LineToCode{$i};

		print ';';

		my $decomp = '';

		$decomp = $CompleteDecomposition{$code}

			if exists $CompleteDecomposition{$code};

		print $decomp.';';

		if (exists $Folded{$code})

			{

			print $Folded{$code}

			}

		else

			{

			# If there is no folded value, but there is a decomposition

			# sequence, the character must fold to the decomposition

			# sequence too.

			print $decomp;

			}

		}

	print "\n";

	}