|
sl@0
|
1 |
/*
|
|
sl@0
|
2 |
* Copyright (c) 2000-2010 Nokia Corporation and/or its subsidiary(-ies).
|
|
sl@0
|
3 |
* All rights reserved.
|
|
sl@0
|
4 |
* This component and the accompanying materials are made available
|
|
sl@0
|
5 |
* under the terms of "Eclipse Public License v1.0"
|
|
sl@0
|
6 |
* which accompanies this distribution, and is available
|
|
sl@0
|
7 |
* at the URL "http://www.eclipse.org/legal/epl-v10.html".
|
|
sl@0
|
8 |
*
|
|
sl@0
|
9 |
* Initial Contributors:
|
|
sl@0
|
10 |
* Nokia Corporation - initial contribution.
|
|
sl@0
|
11 |
*
|
|
sl@0
|
12 |
* Contributors:
|
|
sl@0
|
13 |
*
|
|
sl@0
|
14 |
* Description:
|
|
sl@0
|
15 |
*
|
|
sl@0
|
16 |
*/
|
|
sl@0
|
17 |
|
|
sl@0
|
18 |
|
|
sl@0
|
19 |
#include <e32std.h>
|
|
sl@0
|
20 |
#include <e32base.h>
|
|
sl@0
|
21 |
#include <f32file.h>
|
|
sl@0
|
22 |
#include <charconv.h>
|
|
sl@0
|
23 |
#include "t_autodetect.h"
|
|
sl@0
|
24 |
|
|
sl@0
|
25 |
_LIT8(KUnicode,"ÿþHi there");
|
|
sl@0
|
26 |
_LIT8(KUnicode2, "\xff\xfe\x48\x00\x69\x00\x20\x00\x74\x00\x68\x00\x65\x00\x72\x00\x65\x00");
|
|
sl@0
|
27 |
_LIT8(KUnicode3, "\xfe\xff\x48\x00\x69\x00\x20\x00\x74\x00\x68\x00\x65\x00\x72\x00\x65\x00");
|
|
sl@0
|
28 |
_LIT8(KSMS7InvalidEmail, "\x21\x00\x70\x2e\x63 \x21\x00\x70\x2e\x63 \x21\x00\x70\x2e\x63\x7e\x7e");
|
|
sl@0
|
29 |
_LIT8(KSMS7ValidEmail, "\x42\x00\x70\x2e\x63 \x42\x00\x70\x2e\x63 \x42\x00\x70\x2e\x63\x7e\x7e");
|
|
sl@0
|
30 |
_LIT8(KSJISPhrase, "\x81@\x81y\x83o\x83\x93\x83R\x83N\x82Q\x82T\x93\xfa\x81\x81\x89\xaa\x93""c\x8e\xa0\x8ds\x81z\x83\x84\x83\x93\x83S\x83\x93\x82\xa9\x82\xe7\x82\xcc\x8f\xee\x95\xf1\x82\xc9\x82\xe6\x82\xe9\x82\xc6\x81""A\x83~\x83\x83\x83\x93\x83}\x81[\x82\xcc\x96\xaf\x8e\xe5\x89\xbb\x89^\x93\xae\x8ew\x93\xb1\x8e\xd2\x83""A\x83""E\x83\x93\x81""E\x83T\x83\x93\x81""E\x83X\x81[\x81""E\x83`\x81[\x82\xb3\x82\xf1\x82\xe7\x8d\x91\x96\xaf\x96\xaf\x8e\xe5\x98""A\x96\xbf\x81i\x82m\x82k\x82""c\x81j\x82\xcc\x83\x81\x83\x93\x83o\x81[\x82\xaa\x93\xf1\x8f\\x8el\x93\xfa\x81""A\x8e\xd4\x82\xc5\x83\x84\x83\x93\x83S\x83\x93\x8dx\x8aO\x82\xc9\x8fo\x82\xbd\x82\xc6\x82\xb1\x82\xeb\x81""A\x8cR\x90\xad\x93\x96\x8b\xc7\x82\xc9\x90\xa7\x8e~\x82\xb3\x82\xea\x82\xbd\x82\xbd\x82\xdf\x81""A\x93\xb9\x98H\x82\xed\x82\xab\x82\xc9\x88\xda\x82\xb3\x82\xea\x82\xbd\x8e\xd4\x93\xf1\x91\xe4\x82\xcc\x92\x86\x82\xc5\x82\xeb\x82\xa4\x8f\xe9\x82\xf0\x8en\x82\xdf\x82\xbd\x81""B\x83X\x81[\x81""E\x83`\x81[\x82\xb3\x82\xf1\x82\xaa\x81""A\x93\x96\x8b\xc7\x82\xcc\x8ds\x93\xae\x90\xa7\x8c\xc0\x82\xf0\x94j\x82\xc1\x82\xc4\x8dx\x8aO\x82\xc9\x8fo\x82\xbd\x82\xcc\x82\xcd\x8b\xe3\x94\xaa\x94N\x94\xaa\x8c\x8e\x88\xc8\x97\x88\x81""A\x93\xf1\x94N\x82\xd4\x82\xe8\x81""B\x96\xaf\x8e\xe5\x89\xbb\x89^\x93\xae\x82\xd6\x82\xcc\x8d\x91\x8d\xdb\x93I\x82\xc8\x8ex\x8e\x9d\x8fW\x82\xdf\x82\xf0\x91_\x82\xc1\x82\xc4\x92\xb7\x8a\xfa\x82\xeb\x82\xa4\x8f\xe9\x82\xf0\x8ds\x82\xa4\x89\xc2\x94\\x90\xab\x82\xe0\x82\xa0\x82\xe8\x81""A\x8cR\x90\xad\x91\xa4\x82\xcd\x91\xce\x89\x9e\x82\xc9\x8b\xea\x97\xb6\x82\xb5\x82\xc4\x82\xa2\x82\xe9\x81""B<p>");
|
|
sl@0
|
31 |
_LIT8(KBig5, "\xa1@\xa1@\xa5\xbb\xb3\xf8\xb0T\xa1]\xb0O\xaa\xcc\xb1\xe4\xd9y\xa1^\xac\xb0\xb3""e\xb9\xfd\xb8\xa8\xb9\xea\xa4\xa4\xa5\xa1\xa6\xe8\xb3\xa1\xa4j\xb6}\xb5o\xbe\xd4\xb2\xa4\xa9M\xa7\xf5\xb4P\xb2M\xb0\xc6\xc1`\xb2z\xc3\xf6\xa4_\xb1\xd0\xa8|\xb9\xef\xa4""f\xa4\xe4\xb4\xa9\xab\xfc\xa5\xdc\xba\xeb\xaf\xab\xa1""A\xa5\xbb\xa5\xab\xb1N\xb2\xd5\xc2\xb4\xb1\xd0\xaev\xb9\xce\xadu\xa4\xba\xbbX\xa5j\xb6}\xaei\xb9\xef\xa4""f\xa4\xe4\xb4\xa9\xa1""A\xad\xba\xa7\xe5""115\xa6W\xb1\xd0\xaev\xb1N\xa6""b\xb7s\xbe\xc7\xb4\xc1\xb6}\xbe\xc7\xa4\xa7\xbb\xda\xb1\xd2\xb5{\xadu\xa4\xba\xbbX\xa5j\xa1""C\xacQ\xa4\xd1\xa4W\xa4\xc8\xa1""A\xa5\xab\xa9""e\xae\xd1\xb0O");
|
|
sl@0
|
32 |
_LIT8(KEUP, "\xa1\xcb\xa1\xa3\xa4\xb3\xa4\xec\xa4\xcf\xa1\xa4\xb9\xe2\xc9\xe9\xb2\xd9\xa4\xce\xa5\xd9\xa5\xf3\xa5\xc1\xa5\xde\xa1\xbc\xa5\xaf\xa4\xe4\xa5\xa2\xa5\xd7\xa5\xea\xa5\xb1\xa1\xbc\xa5\xb7\xa5\xe7\xa5\xf3\xa4\xf2\xbc\xc2\xb9\xd4\xa4\xb9\xa4\xeb\xa4\xc8\xa1\xa4\xbd\xe8\xcd\xfd\xa4\xac\xb4\xb0\xce\xbb\xa4\xb9\xa4\xeb\xc1\xb0\xa4\xcb\xa5\xd5\xa5\xea\xa1\xbc\xa5\xba\xa4\xb9\xa4\xeb\xc9\xd4\xb6\xf1\xb9\xe7\xa4\xac\xb3\xce\xc7\xa7\xa4\xb5\xa4\xec\xa4\xbf\xa4\xbf\xa4\xe1\xa1\xa3\xa4\xb7\xa4\xab\xa4\xb7\xcc\xe4\xc2\xea\xa4\xcf\xa1\xa4\xa4\xbd\xa4\xce\xb8\xb6\xb0\xf8\xa4\xac\xa1\xd6\xa5\xb7\xa5\xea\xa5\xb3\xa5\xf3\xa4\xce\xa5\xde\xa1\xbc\xa5\xb8\xa5\xf3\xc9\xd4\xc2\xad\xa1\xd7\xa4\xc0\xa4\xc3\xa4\xbf\xc5\xc0\xa4\xc0\xa1\xa3");
|
|
sl@0
|
33 |
_LIT8(KEUC2, "Enlightenment\xa4\xce\xa5\xc6\xa1\xbc\xa5\xde\xa4\xc8\xa4\xcf\xa1\xa2\xa5\xa6\xa5\xa3\xa5\xf3\xa5\xc9\xa5\xa6\xa5\xde\xa5\xcd\xa1\xbc\xa5\xb8\xa5\xe3\xa4\xce\xb3\xb0\xb4\xd1\xc9\xf4\xca\xac\xa4\xce\xcd\xd7\xc1\xc7\xa4\xf2\xa4\xd2\xa4\xc8\xa4\xde\xa4\xc8\xa4\xe1\xa4\xcb\xa4\xb7\xa4\xc6\xc0\xda\xa4\xea\xc2\xd8\xa4\xa8\xa4\xe9\xa4\xec\xa4\xeb\xa4\xe8\xa4\xa6\xa4\xcb\xa4\xb7\xa4\xbf\xa4\xe2\xa4\xce\xa1\xa2\xa4\xc8\xb9\xcd\xa4\xa8\xa4\xeb\xa4\xb3\xa4\xc8\xa4\xac\xa4\xc7\xa4\xad\xa4\xde\xa4\xb9\xa1\xa3\xa4\xc4\xa4\xde\xa4\xea\xa1\xa2""1\xa4\xc4\xa4\xce\xa5\xa6\xa5\xa3\xa5\xf3\xa5\xc9\xa5\xa6\xa5\xde\xa5\xcd\xa1\xbc\xa5\xb8\xa5\xe3\xa4\xca\xa4\xce\xa4\xcb\xa1\xa2Windows\xc9\xf7\xa4\xcb\xa4\xe2\xa1\xa2Mac\xc9\xf7\xa4\xcb\xa4\xe2\xa1\xa2\xa4\xb5\xa4\xde\xa4\xb6\xa4\xde\xa4\xcb\xa5\xab\xa5\xb9\xa5\xbf\xa5\xde\xa5\xa4\xa5\xba\xa4\xb9\xa4\xeb\xa4\xb3\xa4\xc8\xa4\xac\xa4\xc7\xa4\xad\xa4\xde\xa4\xb9\xa1\xa3");
|
|
sl@0
|
34 |
_LIT8(KSJIS, "\x82\xb1\x82\xcc\x83z\x81[\x83\x80\x83y\x81[\x83W\x82\xcd\x81""A\x82\xa9\x82\xed\x82\xa2\x82\xa2\x83L\x83\x83\x83\x89\x83N\x83^\x81[\x81g\x83s\x83\x93\x83O\x81[\x81h\x82\xf0\x82\xbd\x82\xad\x82\xb3\x82\xf1\x82\xcc\x90l\x82\xbd\x82\xbf\x82\xc9\x8f\xd0\x89\xee\x82\xb5\x81""A\x82\xdc\x82\xbd\x81""A\x8c\xf0\x97\xac\x82\xf0\x8e\x9d\x82\xc1\x82\xc4\x82\xa2\x82\xbd\x82\xbe\x82\xab\x82\xbd\x82\xa2\x82\xc6\x8ev\x82\xc1\x82\xc4\x8d\xec\x90\xac\x82\xb3\x82\xea\x82\xbd\x83y\x81[\x83W\x82\xc5\x82\xb7\x81""B<B>\x82\xb1\x82\xcc\x83z\x81[\x83\x80\x83y\x81[\x83W\x82\xcd\x8a""F\x82\xb3\x82\xf1\x82\xcc\x81g\x83N\x83`\x83R\x83~\x81h\x82\xc5\x90\xac\x82\xe8\x97\xa7\x82\xc1\x82\xc4\x82\xa2\x82\xdc\x82\xb7\x81""B</B>\x82\xba\x82\xd0\x8f\xee\x95\xf1\x82\xf0\x82\xa8\x8a\xf1\x82\xb9\x89\xba\x82\xb3\x82\xa2\x81I");
|
|
sl@0
|
35 |
_LIT8(SJISNET, "20\x94NTRUSTe\x93\xfa\x96{\x82\xcd\x81""A\x8f\xee\x95\xf1\x82\xcc\x8aJ\x8e\xa6\x82\xc6\x8d\x90\x92m\x8b`\x96\xb1\x82\xc9\x8a\xd6\x82\xb7\x82\xe9\x8c\xb4\x91\xa5\x82\xf0\x8dL\x82\xdf\x82\xe9\x82\xb1\x82\xc6\x82\xc9\x82\xe6\x82\xe8\x81""A\x83""C\x83\x93\x83^\x81[\x83l\x83""b\x83g\x8f\xe3\x82\xc9\x82\xa8\x82\xaf\x82\xe9\x83\x86\x81[\x83U\x81[\x82\xc6\x82\xcc\x8f\xee\x95\xf1\x8aJ\x8e\xa6\x82\xc9\x8a\xd6\x82\xb7\x82\xe9\x90M\x97\x8a\x8a\xd6\x8cW\x82\xf0\x91\xc5\x82\xbf\x97\xa7\x82\xc4\x82\xe9\x82\xb1\x82\xc6\x82\xf0\x8eg\x96\xbd\x82\xc6\x82\xb7\x82\xe9\x81""A\x93\xc6\x97\xa7\x82\xcc\x94\xf1\x89""c\x97\x98\x91g\x90""D\x82\xc5\x82\xb7\x81""B\x82\xb1\x82\xcc\x83""E\x83""F\x83u\x83T\x83""C\x83g\x82\xcd\x8bM\x93""a\x82\xcc\x83v\x83\x89\x83""C\x83o\x83V\x81[\x82\xc9\x91\xce\x82\xb7\x82\xe9\x82\xbb\x82\xcc\x8c\xf6\x96\xf1\x82\xf0\x8e\xc0\x8f\xd8\x82\xb7\x82\xe9\x88\xd3\x96\xa1\x82\xc5\x81""A\x82\xb1\x82\xb1\x82\xc9\x8f\xee\x95\xf1\x82\xcc\x8e\xe6\x82\xe8\x88\xb5\x82\xa2\x8a\xee\x8f\x80\x82\xf0\x8aJ\x8e\xa6\x82\xb5\x82\xbd\x82\xe0\x82\xcc\x82\xc5\x81""A\x82\xb1\x82\xcc\x83v\x83\x89\x83""C\x83o\x83V\x81[\x8e\xe6\x82\xe8\x88\xb5\x82\xa2\x8a\xee\x8f\x80\x82\xc9\x82\xc2\x82\xa2\x82\xc4\x82\xcd\x81""ATRUSTe\x82\xc9\x82\xe6\x82\xe8\x81""A\x82\xbb\x82\xcc\x8f\x87\x8e\xe7\x82\xc9\x8a\xd6\x82\xb7\x82\xe9\x8c\x9f\x93\xa2\x82\xc6\x8a\xc4\x8d\xb8\x82\xc6\x82\xf0\x8e\xf3\x82\xaf\x82\xbd\x82\xe0\x82\xcc\x82\xc5\x82\xb7\x81""B");
|
|
sl@0
|
36 |
_LIT8(BIG5A, "\xb0\xea\xae""a\xbcs\xbc\xbd\xb9q\xb5\xf8\xbd\xe8\xb6q\xba\xca\xb7\xfe\xc0\xcb\xc5\xe7\xb4\xfa\xb8\xd5\xa4\xa4\xa4\xdf</a> - \xb9\xef\xad\xb5\xb5\xf8\xc0W\xb2\xa3\xab~\xaa\xba\xb1`\xb7\xc5\xb9q\xa9\xca\xaf\xe0\xa1""B\xa6w\xa5\xfe\xa1""B\xb9q\xba\xcf\xad\xdd\xae""e\xa7@\xc0\xf4\xb9\xd2\xb4\xfa\xb8\xd5\xa9M\xba\xca\xb7\xfe\xa9\xe2\xac""d");
|
|
sl@0
|
37 |
_LIT8(BIG5C, "\xac\xfc \xb0\xea \xb0\xc8 \xb0| \xa8\xc8 \xa4\xd3 \xb0\xc6 \xa7U \xad\xeb \xc1\xc2 \xb2Q \xc4R \xa4\xb5 \xa4\xe9 \xa6""b \xa6\xb9 \xb6\xa1 \xa4@ \xa6\xb8 \xbcy \xaf\xac \xa4\xa4 \xa6@ \xab\xd8 \xac""F \xa4\xad \xa4Q \xa9P \xa6~ \xaa\xba \xa4j \xab\xac \xac\xe3 \xb0Q \xb7| \xa4\xa4 \xaa\xed \xa5\xdc \xa1""A \xa4\xa4 \xa6@ \xc0\xb3 \xb8\xd3 \xb9\xef \xa5x \xc6W \xb1\xc4");
|
|
sl@0
|
38 |
_LIT8(GB2312B, "\xd0\xc2\xce\xc5, \xd0\xa1\xcb\xb5\xa3\xac\xd4\xd3\xd6\xbe\xa3\xac\xb6\xc1\xd5\xdf\xa3\xac\xc2\xdb\xcc\xb3\xa3\xac\xce\xc4\xd5\xaa\xa3\xac\xb1\xa8\xd6\xbd\xa3\xac\xd0\xa6\xbb\xb0\xa3\xac\xcc\xe5\xd3\xfd\xa3\xac\xc7\xe9\xb8\xd0\xa3\xac\xc1\xf4\xd1\xa7\xa3\xac\xbf\xe1\xd5\xbe\xa3\xac");
|
|
sl@0
|
39 |
_LIT8(GB2312C, "\xa1\xa1\xa1\xf1\xcd\xf5\xbb\xdb\xa3\xa8\xb1\xbe\xb1\xa8\xcc\xd8\xd4\xbc\xa3\xa9\xb1\xb1\xbe\xa9\xb1\xa8\xb5\xc0<p>\xa1\xa1\xa1\xa1\xc0\xfa\xbd\xec\xb0\xc2\xd4\xcb\xbb\xe1\xca\xd7");
|
|
sl@0
|
40 |
_LIT8(GB2312Corrupt, "\xa1\xa1\xa1\xf1\xcd\xf5\xbb\xdb\xa3""fff\xb1\xbe\xb1\xa8\xcc\xd8\xd4\xbc\xa3\xa9""ff\xb1\xb1\xbe\xa9\xb1\xa8\xb5\xc0<pddd>\xa1\xa1\xa1\xa1\xc0\xfa\xbd\xec\xb0\xc2\xd4\xcb\xbb\xe1\xca\xd7");//FAILED
|
|
sl@0
|
41 |
_LIT8(BIG5Corrupt, "\xac\xfc \xb0\xea \xb0\xc8 \xb0| \xa8\xc8 \xa4\xd3 \xb0\xc6 \xa7U ddd\xad\xeb \xc1\xc2 \xb2Q \xc4R \xa4""ddd\xb5 \xa4\xe9 \xa6""b \xa6\xb9 \xb6\xa1 \xa4@ \xa6\xb8 \xbcy \xaf\xac \xa4\xa4 \xa6@ \xab\xd8 \xac""F \xa4\xad \xa4Q \xa9P \xa6~ \xaa\xba \xa4j \xab\xac \xac\xe3 \xb0Q \xb7| \xa4\xa4 \xaa\xed \xa5\xdc \xa1""A \xa4\xa4 \xa6@ddd \xc0\xb3 \xb8\xd3 \xb9\xef \xa5x \xc6W \xb1\xc4");
|
|
sl@0
|
42 |
_LIT8(BIG5Ahalf, "this is to test the data with ASCII mixured \xea\xae""a\xbcs\xbc\xbd\xb9q\xb5\xf8\xbd\xe8\xb6q\xba\xca\xb7\xfe\xc0\xcb\xc5\xe7\xb4\xfa\xb8\xd5\xa4\xa4\xa4\xdf</a> - \xb9\xef\xad\xb5\xb5\xf8\xc0W\xb2\xa3\xab~\xaa\xba\xb1`\xb7\xc5\xb9q\xa9\xca\xaf\xe0\xa1""B\xa6w\xa5\xfe\xa1""B\xb9q\xba\xcf\xad\xdd\xae""e\xa7@\xc0\xf4\xb9\xd2\xb4\xfa\xb8\xd5\xa9M\xba\xca\xb7\xfe\xa9\xe2\xac""d");
|
|
sl@0
|
43 |
_LIT8(KASCII, "SO what result do I get for a text that is pure Ascii and nothing else. Not something stupid I hope!");
|
|
sl@0
|
44 |
_LIT8(KUTF8, "\xe4\xbc\x80\xe6\xac\x80\xe2\x80\x80\xe5\x8c\x80\xe6\xbc\x80\xe2\x80\x80\xe4\xa0\x80\xe6\x94\x80\xe7\x88\x80\xe6\x94\x80\xe2\x80\x80\xe6\xa4\x80\xe7\x8c\x80\xe2\x80\x80\xe6\x84\x80\xe2\x80\x80\xe7\x90\x80\xe6\x94\x80\xe7\xa0\x80\xe7\x90\x80\xe2\x80\x80\xe7\x90\x80\xe6\xa0\x80\xe6\x84\x80\xe7\x90\x80\xe2\x80\x80\xe7\x9c\x80\xe6\xa4\x80\xe6\xb0\x80\xe6\xb0\x80\xe2\x80\x80\xe6\x88\x80\xe6\x94\x80\xe2\x80\x80\xe6\x8c\x80\xe6\xbc\x80\xe6\xb8\x80\xe7\x98\x80\xe6\x94\x80\xe7\x88\x80\xe7\x90\x80\xe6\x94\x80\xe6\x90\x80\xe2\x80\x80\xe6\xa4\x80\xe6\xb8\x80\xe7\x90\x80\xe6\xbc\x80\xe2\x80\x80\xe6\x84\x80\xe2\x80\x80\xe5\x94\x80\xe5\x90\x80\xe4\x98\x80\xe2\xb4\x80\xe3\x9c\x80\xe2\x80\x80\xe7\xb8\x80\xe2\x80\x80\xe5\x90\x80\xe6\x94\x80\xe7\xa0\x80\xe7\x90\x80");
|
|
sl@0
|
45 |
_LIT8(KDodgyShiftJIS,"¡“ú‚Í’a¶“ú‚¾‚悤‚ꂵ‚¢‚È‚Ÿ`™™");
|
|
sl@0
|
46 |
_LIT8(KDodgyShiftJIS2,"20000222T100000Z;;;\x92\xa9\x82\xbe\x82\xe6\x8b\x4e\x82\xab\x82\xeb\x82\xa7\x81\x60\x81\x60\x81\x49\x81\x49\x81\x49");
|
|
sl@0
|
47 |
_LIT8(KDodgyShiftJIS3,"\x83\x5c\x83\x5c\x83\x5c\x82\xa0\x82\xa2\x82\xa4\x82\xa6\x82\xa8\x83\x5c\x83\x5c\x83\x5c\x82\xa9\x82\xab\x82\xad\x82\xaf\x82\xb1\x82\x5c");
|
|
sl@0
|
48 |
_LIT8(KISO,"\x6d\x6f\x72\x6f\x0d\x0a\x6d\x69\x74\xe4\x20\x6b\x75\x75\x6c\x75\x75\x3f");
|
|
sl@0
|
49 |
_LIT8(KSomeISO, "\x48\x65\x6a\x21\x20\x0d\x0a\x0d\x0a\x68\xe4\x72\x20\x6b\x6f\x6d\x6d\x65\x72\x20\x65\x74\x74\x20\x6d\x61\x69\x6c\x20\x6d\x65\x64\x20\x6d\x61\x73\x73\x61\x20\x74\x65\x78\x74\x20\x6f\x63\x68\x20\x65\x74\x74\x20\x61\x74\x74\x61\x63\x68\x6d\x65\x6e\x74\x2e\x20\x44\x65\x74\x74\x61\x20\x6c\x69\x6c\x6c\x61\x20\x6d\x61\x69\x6c");
|
|
sl@0
|
50 |
_LIT8(KUnicodeFail,"\x0d");
|
|
sl@0
|
51 |
_LIT8(KISODEF,"\xd7\x6d\x30\xf7"); // Test for defect raised in 6.1 (EXT-5HLEKN)
|
|
sl@0
|
52 |
_LIT8(KShortUnicode1, "\xff\xfe\x29\x00\x3d\x00");
|
|
sl@0
|
53 |
_LIT8(KShortUnicode2, "\xff\xfe\x41\x00\x61\x00");
|
|
sl@0
|
54 |
|
|
sl@0
|
55 |
/**
|
|
sl@0
|
56 |
* Work around for DEF063276.
|
|
sl@0
|
57 |
* These literals are now loaded from a z:\test\data\KLittleEndian.dat and
|
|
sl@0
|
58 |
* z:\test\data\KBigEndian.dat respectivly.
|
|
sl@0
|
59 |
* Bullseye Coverage corrupts these literals to avoid this they are stored in files as to not be touched by Bullseye Coverage.
|
|
sl@0
|
60 |
*/
|
|
sl@0
|
61 |
|
|
sl@0
|
62 |
// Test for defect INC037743 - Charconv recognises Little Endian as Big Endian
|
|
sl@0
|
63 |
/*_LIT8(KLittleEndian,
|
|
sl@0
|
64 |
"\x43\x00\x68\x00\x61\x00\x74\x00\x20\x00\x68\x00\x69\x00\x73\x00"
|
|
sl@0
|
65 |
"\x74\x00\x6F\x00\x72\x00\x79\x00\x20\x00\x32\x00\x0A\x00\x43\x00"
|
|
sl@0
|
66 |
"\x68\x00\x61\x00\x74\x00\x20\x00\x72\x00\x6F\x00\x6F\x00\x6D\x00"
|
|
sl@0
|
67 |
"\x20\x00\x27\x00\x77\x00\x76\x00\x3A\x00\x6A\x00\x75\x00\x68\x00"
|
|
sl@0
|
68 |
"\x61\x00\x75\x00\x74\x00\x69\x00\x6F\x00\x2F\x00\x32\x00\x30\x00"
|
|
sl@0
|
69 |
"\x70\x00\x6D\x00\x74\x00\x40\x00\x6E\x00\x6F\x00\x6B\x00\x69\x00"
|
|
sl@0
|
70 |
"\x61\x00\x2E\x00\x63\x00\x6F\x00\x6D\x00\x27\x00\x0A\x00\x53\x00"
|
|
sl@0
|
71 |
"\x74\x00\x61\x00\x72\x00\x74\x00\x3A\x00\x20\x00\x30\x00\x31\x00"
|
|
sl@0
|
72 |
"\x2F\x00\x30\x00\x39\x00\x2F\x00\x32\x00\x30\x00\x30\x00\x33\x00"
|
|
sl@0
|
73 |
"\x20\x00\x32\x00\x32\x00\x3A\x00\x34\x00\x33\x00\x3A\x00\x32\x00"
|
|
sl@0
|
74 |
"\x38\x00\x0A\x00\x49\x00\x76\x00\x61\x00\x6E\x00\x20\x00\x57\x00"
|
|
sl@0
|
75 |
"\x65\x00\x6C\x00\x63\x00\x6F\x00\x6D\x00\x65\x00\x20\x00\x74\x00"
|
|
sl@0
|
76 |
"\x6F\x00\x20\x00\x63\x00\x68\x00\x61\x00\x74\x00\x20\x00\x72\x00"
|
|
sl@0
|
77 |
"\x6F\x00\x6F\x00\x6D\x00\x21\x00\x20\x00\x54\x00\x6F\x00\x70\x00"
|
|
sl@0
|
78 |
"\x69\x00\x63\x00\x20\x00\x69\x00\x73\x00\x20\x00\x59\x00\x6C\x00"
|
|
sl@0
|
79 |
"\x65\x00\x69\x00\x73\x00\x74\x00\xE4\x00\x20\x00\x76\x00\x65\x00"
|
|
sl@0
|
80 |
"\x6C\x00\x6C\x00\x6F\x00\x6E\x00\x74\x00\x61\x00\x61\x00\x2E\x00"
|
|
sl@0
|
81 |
"\x0A\x00\x4D\x00\x69\x00\x6B\x00\x61\x00\x54\x00\x20\x00\x6A\x00"
|
|
sl@0
|
82 |
"\x6F\x00\x69\x00\x6E\x00\x65\x00\x64\x00\x0A\x00");
|
|
sl@0
|
83 |
|
|
sl@0
|
84 |
_LIT8(KBigEndian,
|
|
sl@0
|
85 |
"\x00\x43\x00\x68\x00\x61\x00\x74\x00\x20\x00\x68\x00\x69\x00\x73"
|
|
sl@0
|
86 |
"\x00\x74\x00\x6F\x00\x72\x00\x79\x00\x20\x00\x32\x00\x0A\x00\x43"
|
|
sl@0
|
87 |
"\x00\x68\x00\x61\x00\x74\x00\x20\x00\x72\x00\x6F\x00\x6F\x00\x6D"
|
|
sl@0
|
88 |
"\x00\x20\x00\x27\x00\x77\x00\x76\x00\x3A\x00\x6A\x00\x75\x00\x68"
|
|
sl@0
|
89 |
"\x00\x61\x00\x75\x00\x74\x00\x69\x00\x6F\x00\x2F\x00\x32\x00\x30"
|
|
sl@0
|
90 |
"\x00\x70\x00\x6D\x00\x74\x00\x40\x00\x6E\x00\x6F\x00\x6B\x00\x69"
|
|
sl@0
|
91 |
"\x00\x61\x00\x2E\x00\x63\x00\x6F\x00\x6D\x00\x27\x00\x0A\x00\x53"
|
|
sl@0
|
92 |
"\x00\x74\x00\x61\x00\x72\x00\x74\x00\x3A\x00\x20\x00\x30\x00\x31"
|
|
sl@0
|
93 |
"\x00\x2F\x00\x30\x00\x39\x00\x2F\x00\x32\x00\x30\x00\x30\x00\x33"
|
|
sl@0
|
94 |
"\x00\x20\x00\x32\x00\x32\x00\x3A\x00\x34\x00\x33\x00\x3A\x00\x32"
|
|
sl@0
|
95 |
"\x00\x38\x00\x0A\x00\x49\x00\x76\x00\x61\x00\x6E\x00\x20\x00\x57"
|
|
sl@0
|
96 |
"\x00\x65\x00\x6C\x00\x63\x00\x6F\x00\x6D\x00\x65\x00\x20\x00\x74"
|
|
sl@0
|
97 |
"\x00\x6F\x00\x20\x00\x63\x00\x68\x00\x61\x00\x74\x00\x20\x00\x72"
|
|
sl@0
|
98 |
"\x00\x6F\x00\x6F\x00\x6D\x00\x21\x00\x20\x00\x54\x00\x6F\x00\x70"
|
|
sl@0
|
99 |
"\x00\x69\x00\x63\x00\x20\x00\x69\x00\x73\x00\x20\x00\x59\x00\x6C"
|
|
sl@0
|
100 |
"\x00\x65\x00\x69\x00\x73\x00\x74\x00\xE4\x00\x20\x00\x76\x00\x65"
|
|
sl@0
|
101 |
"\x00\x6C\x00\x6C\x00\x6F\x00\x6E\x00\x74\x00\x61\x00\x61\x00\x2E"
|
|
sl@0
|
102 |
"\x00\x0A\x00\x4D\x00\x69\x00\x6B\x00\x61\x00\x54\x00\x20\x00\x6A"
|
|
sl@0
|
103 |
"\x00\x6F\x00\x69\x00\x6E\x00\x65\x00\x64\x00\x0A\x00");*/
|
|
sl@0
|
104 |
|
|
sl@0
|
105 |
// Swedish test file for INC037705, This is "test2.txt" from the defect
|
|
sl@0
|
106 |
_LIT8(KSwedish,
|
|
sl@0
|
107 |
"\x55\x74\x61\x6E\x73\x6B\x72\x69\x66\x74\x65\x6E\x3A\x0D\x0A\x53"
|
|
sl@0
|
108 |
"\x65\x72\x65\x6E\x69\x73\x73\x69\x6D\x6F\x20\x65\x74\x20\x43\x6C"
|
|
sl@0
|
109 |
"\x61\x72\x69\x73\x73\x69\x6D\x6F\x20\x44\x6F\x6D\x69\x6E\x6F\x0D"
|
|
sl@0
|
110 |
"\x0A\x44\x6F\x6D\x69\x6E\x6F\x20\x47\x75\x73\x74\x61\x66\x66\x6F"
|
|
sl@0
|
111 |
"\x20\x53\x75\x65\x63\x6F\x72\x75\x6D\x0D\x0A\x65\x74\x20\x47\x6f"
|
|
sl@0
|
112 |
"\x74\x68\x6F\x72\x75\x6D\x20\x52\x65\x67\x69\x20\x44\x6F\x6D\x69"
|
|
sl@0
|
113 |
"\x6E\x6F\x20\x53\x75\x6F\x0D\x0A\x43\x6C\x65\x6D\x65\x6E\x74\x69"
|
|
sl@0
|
114 |
"\x70\x70\x69\x6D\x6F\x0D\x0A\x0D\x0A\x4E\xE5\x64\x20\x6F\x63\x68"
|
|
sl@0
|
115 |
);
|
|
sl@0
|
116 |
|
|
sl@0
|
117 |
// Finnish test file for INC037705, This is "test3.txt" from the defect
|
|
sl@0
|
118 |
_LIT8(KFinnish,
|
|
sl@0
|
119 |
"\x59\x68\x64\x65\x73\x74\x6F\x69\x73\x74\x61\x20\x72\x75\x6E\x6F"
|
|
sl@0
|
120 |
"\x0D\x0A\x0D\x0A\x56\x69\x6B\x61\x20\x6F\x6E\x20\x41\x68\x74\x69"
|
|
sl@0
|
121 |
"\x61\x20\x73\x61\x6E\x6F\x61\x2C\x20\x76\x65\x69\x74\x69\x6B\x6B"
|
|
sl@0
|
122 |
"\xE4\x74\xE4\x20\x76\x69\x65\x72\x65\x74\x65\x6C\x6C\xE4\x2E\x20"
|
|
sl@0
|
123 |
"\x0D\x0A\x0D\x0A\x41\x68\x74\x69\x20\x70\x6F\x69\x6B\x61\x20\x53"
|
|
sl@0
|
124 |
"\x61\x61\x72\x65\x6C\x61\x69\x6E\x65\x6E\x2C\x20\x74\x75\x6F\x20"
|
|
sl@0
|
125 |
"\x6F\x6E\x20\x6C\x69\x65\x74\x6F\x20\x4C\x65\x6D\x6D\x69\x6E\x20"
|
|
sl@0
|
126 |
"\x70\x6F\x69\x6B\x61\x2C\x20\x0D\x0A\x6B\x61\x73\x76\x6F\x69\x20"
|
|
sl@0
|
127 |
);
|
|
sl@0
|
128 |
|
|
sl@0
|
129 |
// This is the last two lines from GotchaLog.txt
|
|
sl@0
|
130 |
// from INC043016 - AV21 via BTH received TXT file could not be opened
|
|
sl@0
|
131 |
// Which is enough to reproduce the defect
|
|
sl@0
|
132 |
_LIT8(KGotcha,
|
|
sl@0
|
133 |
"\x0A\x0D\x0A\x4D\x65\x6D\x6F\x72\x79\x20\x74\x65\x73\x74\x20\x2D"
|
|
sl@0
|
134 |
"\x6F\x64\x75\x6C\x65\x20\x65\x6E\x64\x0D\x0A\x2B\x2B\x2B\x2B\x2B"
|
|
sl@0
|
135 |
);
|
|
sl@0
|
136 |
|
|
sl@0
|
137 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
sl@0
|
138 |
|
|
sl@0
|
139 |
//UTF8 return values.
|
|
sl@0
|
140 |
const TInt KUtf8NoBomMaxSuccessConfidenceLevel = 100;
|
|
sl@0
|
141 |
const TInt KUtf8NoBomMinSuccessConfidenceLevel = 75;
|
|
sl@0
|
142 |
const TInt KUtf8BomConfidenceLevel = 95;
|
|
sl@0
|
143 |
const TInt KUtf8NoStringConfidenceLevel = 89;
|
|
sl@0
|
144 |
const TInt KUtf8ConfidenceFailure = 0;
|
|
sl@0
|
145 |
|
|
sl@0
|
146 |
#define test(cond) \
|
|
sl@0
|
147 |
{ \
|
|
sl@0
|
148 |
TBool __bb = (cond); \
|
|
sl@0
|
149 |
TEST(__bb); \
|
|
sl@0
|
150 |
if (!__bb) \
|
|
sl@0
|
151 |
{ \
|
|
sl@0
|
152 |
ERR_PRINTF1(_L("ERROR: Test Failed")); \
|
|
sl@0
|
153 |
User::Leave(1); \
|
|
sl@0
|
154 |
} \
|
|
sl@0
|
155 |
}
|
|
sl@0
|
156 |
|
|
sl@0
|
157 |
/**
|
|
sl@0
|
158 |
* Utility for DEF063276 fix.
|
|
sl@0
|
159 |
*/
|
|
sl@0
|
160 |
|
|
sl@0
|
161 |
_LIT(KLittleEndianFilename, "z:\\test\\data\\KLittleEndian.dat");
|
|
sl@0
|
162 |
_LIT(KBigEndianFilename, "z:\\test\\data\\KBigEndian.dat");
|
|
sl@0
|
163 |
|
|
sl@0
|
164 |
// Utility for DEF089572 fix
|
|
sl@0
|
165 |
_LIT(KSMS7bitFilename, "z:\\test\\data\\KSMS7bit.dat");
|
|
sl@0
|
166 |
|
|
sl@0
|
167 |
void CT_AUTODETECT::ReadDesc(TDes8& aDes, const TDesC& aFilename, RFs& aFs)
|
|
sl@0
|
168 |
{
|
|
sl@0
|
169 |
RFile file;
|
|
sl@0
|
170 |
TInt err = file.Open(aFs, aFilename, EFileRead);
|
|
sl@0
|
171 |
test(err == KErrNone);
|
|
sl@0
|
172 |
CleanupClosePushL(file);
|
|
sl@0
|
173 |
|
|
sl@0
|
174 |
err = file.Read(aDes);
|
|
sl@0
|
175 |
test(err == KErrNone);
|
|
sl@0
|
176 |
CleanupStack::PopAndDestroy(&file);
|
|
sl@0
|
177 |
}
|
|
sl@0
|
178 |
|
|
sl@0
|
179 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
sl@0
|
180 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
sl@0
|
181 |
|
|
sl@0
|
182 |
const TInt KMinimumThresholdForConvertableCharacter=70;
|
|
sl@0
|
183 |
|
|
sl@0
|
184 |
/**
|
|
sl@0
|
185 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0548
|
|
sl@0
|
186 |
@SYMTestCaseDesc Tests for auto detecting the character set
|
|
sl@0
|
187 |
Test for CCnvCharacterSetConverter::AutoDetectCharacterSetL()
|
|
sl@0
|
188 |
@SYMTestPriority Medium
|
|
sl@0
|
189 |
@SYMTestActions Attempt to determine the character set of the sample text from those supported on the phone
|
|
sl@0
|
190 |
@SYMTestExpectedResults Test must not fail
|
|
sl@0
|
191 |
@SYMREQ REQ0000
|
|
sl@0
|
192 |
*/
|
|
sl@0
|
193 |
void CT_AUTODETECT::TestAutodetectL(const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample, const TUint& aResult)
|
|
sl@0
|
194 |
{
|
|
sl@0
|
195 |
TInt Confidence = 0;
|
|
sl@0
|
196 |
TUint Character = 0;
|
|
sl@0
|
197 |
CCnvCharacterSetConverter::AutoDetectCharacterSetL (Confidence,Character, aArrayOfCharacterSetsAvailable,aSample);
|
|
sl@0
|
198 |
test(Character==aResult);
|
|
sl@0
|
199 |
INFO_PRINTF1(_L("."));
|
|
sl@0
|
200 |
}
|
|
sl@0
|
201 |
|
|
sl@0
|
202 |
/**
|
|
sl@0
|
203 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-1307
|
|
sl@0
|
204 |
@SYMTestCaseDesc Tests for auto detecting the character set
|
|
sl@0
|
205 |
@SYMTestPriority Medium
|
|
sl@0
|
206 |
@SYMTestActions Tests for CCnvCharacterSetConverter::AutoDetectCharSetL()
|
|
sl@0
|
207 |
@SYMTestExpectedResults Test must not fail
|
|
sl@0
|
208 |
@SYMREQ REQ0000
|
|
sl@0
|
209 |
*/
|
|
sl@0
|
210 |
void CT_AUTODETECT::TestAutodetect1L(
|
|
sl@0
|
211 |
const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable,
|
|
sl@0
|
212 |
const TDesC8& aSample,
|
|
sl@0
|
213 |
const TUint& aResult,
|
|
sl@0
|
214 |
CCnvCharacterSetConverter* aConverter)
|
|
sl@0
|
215 |
{
|
|
sl@0
|
216 |
TInt Confidence = 0;
|
|
sl@0
|
217 |
TUint Character = 0;
|
|
sl@0
|
218 |
aConverter->AutoDetectCharSetL(Confidence,Character, aArrayOfCharacterSetsAvailable,aSample);
|
|
sl@0
|
219 |
test(Character==aResult);
|
|
sl@0
|
220 |
INFO_PRINTF1(_L("."));
|
|
sl@0
|
221 |
}
|
|
sl@0
|
222 |
/**
|
|
sl@0
|
223 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0549
|
|
sl@0
|
224 |
@SYMTestCaseDesc Tests for CCnvCharacterSetConverter::ConvertibleToCharacterSetL() function
|
|
sl@0
|
225 |
@SYMTestPriority Medium
|
|
sl@0
|
226 |
@SYMTestActions Tests the likelihood that a sample is encoded in a CharacterSetIdentifier
|
|
sl@0
|
227 |
@SYMTestExpectedResults Test must not fail
|
|
sl@0
|
228 |
@SYMREQ REQ0000
|
|
sl@0
|
229 |
*/
|
|
sl@0
|
230 |
void CT_AUTODETECT::TestConvertibleToCharacterL(const TUint aCharsetIdentifier, const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample, const TInt flag)
|
|
sl@0
|
231 |
{
|
|
sl@0
|
232 |
TInt confidence = 0;
|
|
sl@0
|
233 |
CCnvCharacterSetConverter::ConvertibleToCharacterSetL(confidence,aCharsetIdentifier, aArrayOfCharacterSetsAvailable, aSample);
|
|
sl@0
|
234 |
if (flag)
|
|
sl@0
|
235 |
{test(confidence >= KMinimumThresholdForConvertableCharacter );}
|
|
sl@0
|
236 |
else
|
|
sl@0
|
237 |
{test(confidence < KMinimumThresholdForConvertableCharacter );}
|
|
sl@0
|
238 |
}
|
|
sl@0
|
239 |
|
|
sl@0
|
240 |
TInt CT_AUTODETECT::TestConvertibleToCharacterReturnResultL(const TUint aCharsetIdentifier, const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample)
|
|
sl@0
|
241 |
{
|
|
sl@0
|
242 |
TInt confidence = 0;
|
|
sl@0
|
243 |
CCnvCharacterSetConverter::ConvertibleToCharacterSetL(confidence,aCharsetIdentifier, aArrayOfCharacterSetsAvailable, aSample);
|
|
sl@0
|
244 |
|
|
sl@0
|
245 |
return confidence;
|
|
sl@0
|
246 |
}
|
|
sl@0
|
247 |
|
|
sl@0
|
248 |
void CT_AUTODETECT::TestConvertibleToCharacterWithSpecificResultL(const TUint aCharsetIdentifier, const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample, const TInt aResult)
|
|
sl@0
|
249 |
{
|
|
sl@0
|
250 |
TInt confidence = TestConvertibleToCharacterReturnResultL(aCharsetIdentifier, aArrayOfCharacterSetsAvailable, aSample);
|
|
sl@0
|
251 |
|
|
sl@0
|
252 |
test(confidence==aResult);
|
|
sl@0
|
253 |
}
|
|
sl@0
|
254 |
|
|
sl@0
|
255 |
const TInt KMaxSampleLengthForAutoDetection = 1024;
|
|
sl@0
|
256 |
|
|
sl@0
|
257 |
/**
|
|
sl@0
|
258 |
This test code uses the method as is used by notepad in \Notepad\LibSrc\NpdUtil.cpp
|
|
sl@0
|
259 |
|
|
sl@0
|
260 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0550
|
|
sl@0
|
261 |
@SYMTestCaseDesc Tests to autodetect a character read from file
|
|
sl@0
|
262 |
@SYMTestPriority Medium
|
|
sl@0
|
263 |
@SYMTestActions Tests to determine the character set of the sample text read from a file
|
|
sl@0
|
264 |
@SYMTestExpectedResults Test must not fail
|
|
sl@0
|
265 |
@SYMREQ REQ0000
|
|
sl@0
|
266 |
*/
|
|
sl@0
|
267 |
void CT_AUTODETECT::TestAutoDetectFromFileL(const TDesC16& aFileName, const TUint& aResult )
|
|
sl@0
|
268 |
{
|
|
sl@0
|
269 |
// get file server session and open file
|
|
sl@0
|
270 |
RFile file;
|
|
sl@0
|
271 |
RFs fileServerSession;
|
|
sl@0
|
272 |
CleanupClosePushL(fileServerSession);
|
|
sl@0
|
273 |
User::LeaveIfError(fileServerSession.Connect());
|
|
sl@0
|
274 |
User::LeaveIfError(file.Open(fileServerSession, aFileName, EFileRead));
|
|
sl@0
|
275 |
|
|
sl@0
|
276 |
// get up to KMaxSampleLengthForAutoDetection bytes of file for autodetect
|
|
sl@0
|
277 |
TInt size(0);
|
|
sl@0
|
278 |
User::LeaveIfError( file.Size(size) );
|
|
sl@0
|
279 |
|
|
sl@0
|
280 |
TBuf8<KMaxSampleLengthForAutoDetection> sample;
|
|
sl@0
|
281 |
User::LeaveIfError( file.Read(sample,
|
|
sl@0
|
282 |
size > KMaxSampleLengthForAutoDetection ? KMaxSampleLengthForAutoDetection : size) );
|
|
sl@0
|
283 |
|
|
sl@0
|
284 |
TInt confidence(0);
|
|
sl@0
|
285 |
TUint charset(0);
|
|
sl@0
|
286 |
|
|
sl@0
|
287 |
// if the first two bytes say unicode, don't bother with autodetect
|
|
sl@0
|
288 |
if ( size >= 2 &&
|
|
sl@0
|
289 |
( ( sample[0] == 0xfe && sample[1] == 0xff ) ||
|
|
sl@0
|
290 |
( sample[0] == 0xff && sample[1] == 0xfe ) ) )
|
|
sl@0
|
291 |
{
|
|
sl@0
|
292 |
charset = 0; // Unicode
|
|
sl@0
|
293 |
}
|
|
sl@0
|
294 |
else
|
|
sl@0
|
295 |
{
|
|
sl@0
|
296 |
//ok, try autodetect, first get available character sets
|
|
sl@0
|
297 |
const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>*
|
|
sl@0
|
298 |
lists = CCnvCharacterSetConverter::
|
|
sl@0
|
299 |
CreateArrayOfCharacterSetsAvailableLC( fileServerSession );
|
|
sl@0
|
300 |
|
|
sl@0
|
301 |
// now try AutoDetect
|
|
sl@0
|
302 |
CCnvCharacterSetConverter::AutoDetectCharacterSetL(confidence, charset, *lists, sample);
|
|
sl@0
|
303 |
CleanupStack::PopAndDestroy(); // filserver
|
|
sl@0
|
304 |
}
|
|
sl@0
|
305 |
|
|
sl@0
|
306 |
INFO_PRINTF5(_L("file %S charset = 0x%x confidence %d expected 0x%x\n"),
|
|
sl@0
|
307 |
&aFileName, charset, confidence, aResult );
|
|
sl@0
|
308 |
|
|
sl@0
|
309 |
// check the character set expected was the one autodetected
|
|
sl@0
|
310 |
test(charset==aResult);
|
|
sl@0
|
311 |
|
|
sl@0
|
312 |
CleanupStack::PopAndDestroy(1); // fileserver
|
|
sl@0
|
313 |
}
|
|
sl@0
|
314 |
/**
|
|
sl@0
|
315 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0551
|
|
sl@0
|
316 |
@SYMTestCaseDesc Tests for conversion of characters read from a file to Unicode
|
|
sl@0
|
317 |
@SYMTestPriority Medium
|
|
sl@0
|
318 |
@SYMTestActions Logs out number of uncoverted bytes left at end,number of uncovertable characters,
|
|
sl@0
|
319 |
index of first byte of first unconvertible character
|
|
sl@0
|
320 |
@SYMTestExpectedResults Test must not fail
|
|
sl@0
|
321 |
@SYMREQ REQ0000
|
|
sl@0
|
322 |
*/
|
|
sl@0
|
323 |
void CT_AUTODETECT::TestConvertFromFileL(const TDesC16& aFileName, const TUint& aCharacterSetIdentifier )
|
|
sl@0
|
324 |
{
|
|
sl@0
|
325 |
// get file server session and open file
|
|
sl@0
|
326 |
RFile file;
|
|
sl@0
|
327 |
RFs fileServerSession;
|
|
sl@0
|
328 |
CleanupClosePushL(fileServerSession);
|
|
sl@0
|
329 |
User::LeaveIfError(fileServerSession.Connect());
|
|
sl@0
|
330 |
User::LeaveIfError(file.Open(fileServerSession, aFileName, EFileRead));
|
|
sl@0
|
331 |
|
|
sl@0
|
332 |
// get up to KMaxSampleLengthForAutoDetection bytes of file for autodetect
|
|
sl@0
|
333 |
TInt size(0);
|
|
sl@0
|
334 |
User::LeaveIfError( file.Size(size) );
|
|
sl@0
|
335 |
|
|
sl@0
|
336 |
TBuf8<KMaxSampleLengthForAutoDetection> sample;
|
|
sl@0
|
337 |
User::LeaveIfError( file.Read(sample,
|
|
sl@0
|
338 |
size > KMaxSampleLengthForAutoDetection ? KMaxSampleLengthForAutoDetection : size) );
|
|
sl@0
|
339 |
|
|
sl@0
|
340 |
INFO_PRINTF3(_L("Comnverting to unicode file %S size = %d \n"),
|
|
sl@0
|
341 |
&aFileName, size );
|
|
sl@0
|
342 |
|
|
sl@0
|
343 |
TInt NumberOfUnconvertibleCharacters=0;
|
|
sl@0
|
344 |
TInt IndexOfFirstByteOfFirstUnconvertibleCharacter=0;
|
|
sl@0
|
345 |
TInt state = CCnvCharacterSetConverter::KStateDefault;
|
|
sl@0
|
346 |
TBuf16<KMaxSampleLengthForAutoDetection> result;
|
|
sl@0
|
347 |
|
|
sl@0
|
348 |
CCnvCharacterSetConverter *Converter = CCnvCharacterSetConverter::NewLC();
|
|
sl@0
|
349 |
TRAPD( ConverterErr, Converter->PrepareToConvertToOrFromL( aCharacterSetIdentifier, fileServerSession));
|
|
sl@0
|
350 |
if ( ConverterErr!= KErrNone )
|
|
sl@0
|
351 |
{
|
|
sl@0
|
352 |
INFO_PRINTF3(_L("PrepareToConvertToOrFromL left on file %S ConverterErr = 0x%x \n"),
|
|
sl@0
|
353 |
&aFileName, ConverterErr );
|
|
sl@0
|
354 |
}
|
|
sl@0
|
355 |
|
|
sl@0
|
356 |
TInt bytesLeft = Converter->ConvertToUnicode( result,
|
|
sl@0
|
357 |
sample,
|
|
sl@0
|
358 |
state,
|
|
sl@0
|
359 |
NumberOfUnconvertibleCharacters,
|
|
sl@0
|
360 |
IndexOfFirstByteOfFirstUnconvertibleCharacter);
|
|
sl@0
|
361 |
|
|
sl@0
|
362 |
INFO_PRINTF2(_L("ConvertToUnicode returned %d unconverted bytes left at the end\n"),bytesLeft );
|
|
sl@0
|
363 |
INFO_PRINTF2(_L("NumberOfUnconvertibleCharacters=%d \n"),NumberOfUnconvertibleCharacters);
|
|
sl@0
|
364 |
INFO_PRINTF2(_L("IndexOfFirstByteOfFirstUnconvertibleCharacter=%d \n"),IndexOfFirstByteOfFirstUnconvertibleCharacter);
|
|
sl@0
|
365 |
|
|
sl@0
|
366 |
CleanupStack::PopAndDestroy(2); // fileserver, CCnvCharacterSetConverter
|
|
sl@0
|
367 |
}
|
|
sl@0
|
368 |
|
|
sl@0
|
369 |
/**
|
|
sl@0
|
370 |
INC056019 SS NTT - Character set recognition is not optimized.
|
|
sl@0
|
371 |
To improve a performace old static autodetection method was deprecated
|
|
sl@0
|
372 |
and a new AutoDetectCharSet method introduced.
|
|
sl@0
|
373 |
|
|
sl@0
|
374 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-1308
|
|
sl@0
|
375 |
@SYMTestCaseDesc Performance test for auto detection of characters set
|
|
sl@0
|
376 |
@SYMTestPriority Medium
|
|
sl@0
|
377 |
@SYMTestActions Tests for the new AutoDetectCharSet() function
|
|
sl@0
|
378 |
@SYMTestExpectedResults Test must not fail
|
|
sl@0
|
379 |
@SYMREQ REQ0000
|
|
sl@0
|
380 |
*/
|
|
sl@0
|
381 |
void CT_AUTODETECT::TestAutoDetectionPerformanceL(
|
|
sl@0
|
382 |
const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* aArrayOfCharacterSetsAvailable)
|
|
sl@0
|
383 |
{
|
|
sl@0
|
384 |
TInt i;
|
|
sl@0
|
385 |
|
|
sl@0
|
386 |
/////////////////////////////////////////////////////////////////
|
|
sl@0
|
387 |
INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-1308 Testing ten calls to Static AutoDetection "));
|
|
sl@0
|
388 |
TTime starttime;
|
|
sl@0
|
389 |
starttime.UniversalTime();
|
|
sl@0
|
390 |
for (i=0; i<10; i++)
|
|
sl@0
|
391 |
{
|
|
sl@0
|
392 |
INFO_PRINTF2(_L("\n%d run "),i+1);
|
|
sl@0
|
393 |
TestAutodetectL(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591);
|
|
sl@0
|
394 |
}
|
|
sl@0
|
395 |
TTime endtime;
|
|
sl@0
|
396 |
endtime.UniversalTime();
|
|
sl@0
|
397 |
TTimeIntervalMicroSeconds difftime=endtime.MicroSecondsFrom(starttime);
|
|
sl@0
|
398 |
INFO_PRINTF2(_L("\nTen Static calls duration =%d microseconds\n\n"), difftime.Int64());
|
|
sl@0
|
399 |
|
|
sl@0
|
400 |
/////////////////////////////////////////////////////////////////
|
|
sl@0
|
401 |
TInt charsetCnvCount = aArrayOfCharacterSetsAvailable->Count();
|
|
sl@0
|
402 |
TInt dllCharsetCnvCount = 0;
|
|
sl@0
|
403 |
//Count the number of character set converter dlls.
|
|
sl@0
|
404 |
for(i=0;i<charsetCnvCount;++i)
|
|
sl@0
|
405 |
{
|
|
sl@0
|
406 |
const CCnvCharacterSetConverter::SCharacterSet& charset = aArrayOfCharacterSetsAvailable->At(i);
|
|
sl@0
|
407 |
if(charset.NameIsFileName())
|
|
sl@0
|
408 |
{
|
|
sl@0
|
409 |
++dllCharsetCnvCount;
|
|
sl@0
|
410 |
}
|
|
sl@0
|
411 |
}
|
|
sl@0
|
412 |
if(dllCharsetCnvCount == 0)
|
|
sl@0
|
413 |
{
|
|
sl@0
|
414 |
INFO_PRINTF1(_L("No character set converter dlls! Exit subtest.\n"));
|
|
sl@0
|
415 |
return;
|
|
sl@0
|
416 |
}
|
|
sl@0
|
417 |
|
|
sl@0
|
418 |
/////////////////////////////////////////////////////////////////
|
|
sl@0
|
419 |
CCnvCharacterSetConverter* converter = CCnvCharacterSetConverter::NewLC();
|
|
sl@0
|
420 |
|
|
sl@0
|
421 |
/////////////////////////////////////////////////////////////////
|
|
sl@0
|
422 |
INFO_PRINTF1(_L("Testing ten calls to optimized AutoDetection. Non-optimal cache size."));
|
|
sl@0
|
423 |
converter->SetMaxCacheSize(dllCharsetCnvCount / 2 + 1);
|
|
sl@0
|
424 |
//Fill the cache
|
|
sl@0
|
425 |
TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
|
|
sl@0
|
426 |
//
|
|
sl@0
|
427 |
starttime.UniversalTime();
|
|
sl@0
|
428 |
for (i=0; i<10; i++)
|
|
sl@0
|
429 |
{
|
|
sl@0
|
430 |
INFO_PRINTF2(_L("\n%d run "),i+1);
|
|
sl@0
|
431 |
TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
|
|
sl@0
|
432 |
}
|
|
sl@0
|
433 |
endtime.UniversalTime();
|
|
sl@0
|
434 |
difftime=endtime.MicroSecondsFrom(starttime);
|
|
sl@0
|
435 |
INFO_PRINTF2(_L("\nTen non-static calls duration =%d microseconds\n\n"), difftime.Int64());
|
|
sl@0
|
436 |
|
|
sl@0
|
437 |
/////////////////////////////////////////////////////////////////
|
|
sl@0
|
438 |
INFO_PRINTF1(_L("Testing ten calls to optimized AutoDetection. Optimal cache size."));
|
|
sl@0
|
439 |
converter->SetMaxCacheSize(dllCharsetCnvCount + 1);
|
|
sl@0
|
440 |
//Fill the cache
|
|
sl@0
|
441 |
TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
|
|
sl@0
|
442 |
//
|
|
sl@0
|
443 |
starttime.UniversalTime();
|
|
sl@0
|
444 |
for (i=0; i<10; i++)
|
|
sl@0
|
445 |
{
|
|
sl@0
|
446 |
INFO_PRINTF2(_L("\n%d run "),i+1);
|
|
sl@0
|
447 |
TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
|
|
sl@0
|
448 |
}
|
|
sl@0
|
449 |
endtime.UniversalTime();
|
|
sl@0
|
450 |
difftime=endtime.MicroSecondsFrom(starttime);
|
|
sl@0
|
451 |
INFO_PRINTF2(_L("\nTen non-static calls duration =%d microseconds\n\n"), difftime.Int64());
|
|
sl@0
|
452 |
|
|
sl@0
|
453 |
/////////////////////////////////////////////////////////////////
|
|
sl@0
|
454 |
CleanupStack::PopAndDestroy(converter);
|
|
sl@0
|
455 |
}
|
|
sl@0
|
456 |
|
|
sl@0
|
457 |
/**
|
|
sl@0
|
458 |
@SYMTestCaseID SYSLIB-CHARCONV-UT-4002
|
|
sl@0
|
459 |
@SYMTestCaseDesc Test detection of a UTF-8 character set with and without a BOM.
|
|
sl@0
|
460 |
@SYMTestPriority Medium
|
|
sl@0
|
461 |
@SYMTestActions Tests for IsCharacterSetUTF8() function
|
|
sl@0
|
462 |
@SYMTestExpectedResults Tests must not fail
|
|
sl@0
|
463 |
@SYMREQ REQ0000
|
|
sl@0
|
464 |
*/
|
|
sl@0
|
465 |
//INC118714L
|
|
sl@0
|
466 |
void CT_AUTODETECT::TestForUtf8BomL()
|
|
sl@0
|
467 |
{
|
|
sl@0
|
468 |
INFO_PRINTF1(_L("@SYMTestCaseID:SYSLIB-CHARCONV-UT-4002 Testing BOM in UTF-8"));
|
|
sl@0
|
469 |
|
|
sl@0
|
470 |
RFs fs;
|
|
sl@0
|
471 |
test(fs.Connect() == KErrNone);
|
|
sl@0
|
472 |
CleanupClosePushL(fs);
|
|
sl@0
|
473 |
|
|
sl@0
|
474 |
TInt confidenceLevel = 0;
|
|
sl@0
|
475 |
TBuf8<255> testData;
|
|
sl@0
|
476 |
CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* charsets =
|
|
sl@0
|
477 |
CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fs);
|
|
sl@0
|
478 |
CCnvCharacterSetConverter* converter = CCnvCharacterSetConverter::NewLC();
|
|
sl@0
|
479 |
|
|
sl@0
|
480 |
//No BOM
|
|
sl@0
|
481 |
|
|
sl@0
|
482 |
// Ensure that UTF-8 doesn't run over ASCII.
|
|
sl@0
|
483 |
INFO_PRINTF1(_L("No BOM, Valid UTF-8 and ASCII String."));
|
|
sl@0
|
484 |
TestAutodetect1L(*charsets,_L8("\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64"),
|
|
sl@0
|
485 |
KCharacterSetIdentifierAscii,converter);
|
|
sl@0
|
486 |
|
|
sl@0
|
487 |
//Length
|
|
sl@0
|
488 |
// Verify our original length issue is still gone.
|
|
sl@0
|
489 |
INFO_PRINTF1(_L("No BOM, valid UTF-8 string, > 100 chars."));
|
|
sl@0
|
490 |
// must be >= 100 characters.
|
|
sl@0
|
491 |
testData = _L8("\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\xce\x9f");
|
|
sl@0
|
492 |
TestAutodetect1L(*charsets, testData ,
|
|
sl@0
|
493 |
KCharacterSetIdentifierUtf8,converter);
|
|
sl@0
|
494 |
confidenceLevel = TestConvertibleToCharacterReturnResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
495 |
*charsets,testData );
|
|
sl@0
|
496 |
test(confidenceLevel == KUtf8NoBomMaxSuccessConfidenceLevel);
|
|
sl@0
|
497 |
|
|
sl@0
|
498 |
INFO_PRINTF1(_L("No BOM, valid UTF-8 string, < 100 chars."));
|
|
sl@0
|
499 |
testData = _L8("\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\xce\x9f");
|
|
sl@0
|
500 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
501 |
KCharacterSetIdentifierUtf8,converter);
|
|
sl@0
|
502 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
503 |
*charsets,testData,KUtf8NoBomMinSuccessConfidenceLevel);
|
|
sl@0
|
504 |
|
|
sl@0
|
505 |
// Then get a bit more concerned.
|
|
sl@0
|
506 |
// One one-byte character overlaps several encodings.
|
|
sl@0
|
507 |
INFO_PRINTF1(_L("No BOM, valid UTF-8 string, 1 char."));
|
|
sl@0
|
508 |
testData = _L8("\x7D");
|
|
sl@0
|
509 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
510 |
KCharacterSetIdentifierAscii,converter);
|
|
sl@0
|
511 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
512 |
*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
|
|
sl@0
|
513 |
|
|
sl@0
|
514 |
INFO_PRINTF1(_L("No BOM, valid UTF-8 string, 0 chars."));
|
|
sl@0
|
515 |
testData = _L8("");
|
|
sl@0
|
516 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
517 |
KCharacterSetIdentifierAscii,converter);
|
|
sl@0
|
518 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
519 |
*charsets,testData, KUtf8NoStringConfidenceLevel );
|
|
sl@0
|
520 |
|
|
sl@0
|
521 |
INFO_PRINTF1(_L("No BOM (i.e. BOM in middle of string), valid UTF-8 string."));
|
|
sl@0
|
522 |
// string is both UTF-8 and ISO 8895-1.
|
|
sl@0
|
523 |
testData = _L8("00000000:\xef\xbb\xbf\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
|
|
sl@0
|
524 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
525 |
KCharacterSetIdentifierIso88591,converter);
|
|
sl@0
|
526 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
527 |
*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
|
|
sl@0
|
528 |
|
|
sl@0
|
529 |
|
|
sl@0
|
530 |
//BOM tests
|
|
sl@0
|
531 |
|
|
sl@0
|
532 |
// This text is both GBK and UTF-8 compliant. As it stands now we search
|
|
sl@0
|
533 |
// the plug-ins first (incl. GBK). So although it may seem counter-intuititve
|
|
sl@0
|
534 |
// it is a correct test.
|
|
sl@0
|
535 |
INFO_PRINTF1(_L("With BOM, UTF-8 and GBK string."));
|
|
sl@0
|
536 |
testData = _L8("\xef\xbb\xbf\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
|
|
sl@0
|
537 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
538 |
KCharacterSetIdentifierGb18030,converter);
|
|
sl@0
|
539 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
540 |
*charsets,testData, KUtf8BomConfidenceLevel);
|
|
sl@0
|
541 |
|
|
sl@0
|
542 |
INFO_PRINTF1(_L("With BOM, UTF-8 and GBK string, 4 chars."));
|
|
sl@0
|
543 |
testData = _L8("\xef\xbb\xbf\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
|
|
sl@0
|
544 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
545 |
KCharacterSetIdentifierGb18030,converter);
|
|
sl@0
|
546 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
547 |
*charsets,testData, KUtf8BomConfidenceLevel);
|
|
sl@0
|
548 |
|
|
sl@0
|
549 |
INFO_PRINTF1(_L("BOM, valid UTF-8."));
|
|
sl@0
|
550 |
testData = _L8("\xef\xbb\xbf\x7F\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
|
|
sl@0
|
551 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
552 |
KCharacterSetIdentifierUtf8,converter);
|
|
sl@0
|
553 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
554 |
*charsets,testData, KUtf8BomConfidenceLevel);
|
|
sl@0
|
555 |
|
|
sl@0
|
556 |
INFO_PRINTF1(_L("BOM, valid UTF-8, 4 chars."));
|
|
sl@0
|
557 |
testData = _L8("\xef\xbb\xbf\x7F");
|
|
sl@0
|
558 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
559 |
KCharacterSetIdentifierUtf8,converter);
|
|
sl@0
|
560 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
561 |
*charsets,testData, KUtf8BomConfidenceLevel);
|
|
sl@0
|
562 |
|
|
sl@0
|
563 |
INFO_PRINTF1(_L("BOM, valid UTF-8, 3 chars."));
|
|
sl@0
|
564 |
testData = _L8("\xef\xbb\xbf");
|
|
sl@0
|
565 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
566 |
*charsets,testData, KUtf8BomConfidenceLevel);
|
|
sl@0
|
567 |
|
|
sl@0
|
568 |
INFO_PRINTF1(_L("BOM, valid UTF-8, 2 chars."));
|
|
sl@0
|
569 |
testData = _L8("\xef\xbb");
|
|
sl@0
|
570 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
571 |
*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
|
|
sl@0
|
572 |
|
|
sl@0
|
573 |
INFO_PRINTF1(_L("BOM, valid UTF-8, 1 char."));
|
|
sl@0
|
574 |
testData = _L8("\xef");
|
|
sl@0
|
575 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
576 |
KCharacterSetIdentifierIso88591,converter);
|
|
sl@0
|
577 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
578 |
*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
|
|
sl@0
|
579 |
|
|
sl@0
|
580 |
INFO_PRINTF1(_L("Invalid BOM, valid UTF-8."));
|
|
sl@0
|
581 |
testData = _L8("\xfe\xff\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
|
|
sl@0
|
582 |
TestAutodetect1L(*charsets,testData,
|
|
sl@0
|
583 |
KCharacterSetIdentifierUnicodeBig,converter);
|
|
sl@0
|
584 |
TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
|
|
sl@0
|
585 |
*charsets,testData, KUtf8ConfidenceFailure);
|
|
sl@0
|
586 |
|
|
sl@0
|
587 |
|
|
sl@0
|
588 |
CleanupStack::Pop(3); //charsets, converter, fs
|
|
sl@0
|
589 |
delete converter;
|
|
sl@0
|
590 |
delete charsets;
|
|
sl@0
|
591 |
fs.Close();
|
|
sl@0
|
592 |
|
|
sl@0
|
593 |
}
|
|
sl@0
|
594 |
|
|
sl@0
|
595 |
|
|
sl@0
|
596 |
/**
|
|
sl@0
|
597 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0552
|
|
sl@0
|
598 |
@SYMTestCaseDesc AutoDetection of character tests
|
|
sl@0
|
599 |
@SYMTestPriority Medium
|
|
sl@0
|
600 |
@SYMTestActions Calls up auto detection conversion test functions
|
|
sl@0
|
601 |
@SYMTestExpectedResults Test must not fail
|
|
sl@0
|
602 |
@SYMREQ REQ0000
|
|
sl@0
|
603 |
*/
|
|
sl@0
|
604 |
void CT_AUTODETECT::DoE32MainL()
|
|
sl@0
|
605 |
{
|
|
sl@0
|
606 |
RFs fileServerSession;
|
|
sl@0
|
607 |
CleanupClosePushL(fileServerSession);
|
|
sl@0
|
608 |
User::LeaveIfError(fileServerSession.Connect());
|
|
sl@0
|
609 |
const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession);
|
|
sl@0
|
610 |
|
|
sl@0
|
611 |
INFO_PRINTF1(_L("@SYMTestCaseID:SYSLIB-CHARCONV-CT-0552 About to start the AutoDetection\n"));
|
|
sl@0
|
612 |
INFO_PRINTF1(_L("Embedded Test Tag\n"));
|
|
sl@0
|
613 |
INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-307 Tests for CCnvCharacterSetConverter::AutoDetectCharSetL() \n"));
|
|
sl@0
|
614 |
INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0548 Test for CCnvCharacterSetConverter::AutoDetectCharacterSetL() \n"));
|
|
sl@0
|
615 |
INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0549 Tests for CCnvCharacterSetConverter::ConvertibleToCharacterSetL() function \n"));
|
|
sl@0
|
616 |
INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0550 Tests to autodetect a character read from file \n"));
|
|
sl@0
|
617 |
INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0551 Tests for conversion of characters read from a file to Unicode \n"));
|
|
sl@0
|
618 |
|
|
sl@0
|
619 |
TestConvertibleToCharacterL(KCharacterSetIdentifierUtf8,*arrayOfCharacterSetsAvailable,KUTF8,1);
|
|
sl@0
|
620 |
TestConvertibleToCharacterL(KCharacterSetIdentifierAscii,*arrayOfCharacterSetsAvailable,KASCII,1);
|
|
sl@0
|
621 |
TestConvertibleToCharacterL(KCharacterSetIdentifierUnicodeBig,*arrayOfCharacterSetsAvailable,KUnicode,1);
|
|
sl@0
|
622 |
TestConvertibleToCharacterL(KCharacterSetIdentifierUnicodeBig,*arrayOfCharacterSetsAvailable,KUnicode3,1);
|
|
sl@0
|
623 |
TestConvertibleToCharacterL(KCharacterSetIdentifierShiftJis,*arrayOfCharacterSetsAvailable,KSJISPhrase,1);
|
|
sl@0
|
624 |
TestConvertibleToCharacterL(KCharacterSetIdentifierShiftJis,*arrayOfCharacterSetsAvailable,KSJISPhrase,1);
|
|
sl@0
|
625 |
TestConvertibleToCharacterL(KCharacterSetIdentifierGb2312,*arrayOfCharacterSetsAvailable,GB2312B,1);
|
|
sl@0
|
626 |
TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KEUC2,1);
|
|
sl@0
|
627 |
TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KEUP,1);
|
|
sl@0
|
628 |
|
|
sl@0
|
629 |
TestConvertibleToCharacterL(KCharacterSetIdentifierIso88591,*arrayOfCharacterSetsAvailable,KSomeISO,1);
|
|
sl@0
|
630 |
TestConvertibleToCharacterL(KCharacterSetIdentifierIso88591,*arrayOfCharacterSetsAvailable,KISODEF,1);
|
|
sl@0
|
631 |
TestConvertibleToCharacterL(KCharacterSetIdentifierCodePage1252,*arrayOfCharacterSetsAvailable,KISODEF,0);
|
|
sl@0
|
632 |
|
|
sl@0
|
633 |
|
|
sl@0
|
634 |
TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KUTF8,0);
|
|
sl@0
|
635 |
TestConvertibleToCharacterL(KCharacterSetIdentifierHz,*arrayOfCharacterSetsAvailable,KASCII,0);
|
|
sl@0
|
636 |
TestConvertibleToCharacterL(KCharacterSetIdentifierCodePage1252,*arrayOfCharacterSetsAvailable,KUnicode,0);
|
|
sl@0
|
637 |
TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KUnicode3,0);
|
|
sl@0
|
638 |
TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KSJISPhrase,0);
|
|
sl@0
|
639 |
TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KSMS7InvalidEmail,0);
|
|
sl@0
|
640 |
TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KSMS7ValidEmail,1);
|
|
sl@0
|
641 |
TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,KSJISPhrase,0);
|
|
sl@0
|
642 |
TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,GB2312B,0);
|
|
sl@0
|
643 |
TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,KEUC2,0);
|
|
sl@0
|
644 |
TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,KEUP,0);
|
|
sl@0
|
645 |
TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KSomeISO,0);
|
|
sl@0
|
646 |
TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KUnicodeFail,0);
|
|
sl@0
|
647 |
|
|
sl@0
|
648 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KEUP,KCharacterSetIdentifierEucJpPacked);
|
|
sl@0
|
649 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KEUC2,KCharacterSetIdentifierEucJpPacked);
|
|
sl@0
|
650 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KUnicode,KCharacterSetIdentifierUnicodeLittle);
|
|
sl@0
|
651 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KUnicode2,KCharacterSetIdentifierUnicodeLittle);
|
|
sl@0
|
652 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KUnicode3,KCharacterSetIdentifierUnicodeBig);
|
|
sl@0
|
653 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KSJISPhrase,KCharacterSetIdentifierShiftJis);
|
|
sl@0
|
654 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KDodgyShiftJIS,KCharacterSetIdentifierShiftJis);
|
|
sl@0
|
655 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KDodgyShiftJIS2,KCharacterSetIdentifierShiftJis);
|
|
sl@0
|
656 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KDodgyShiftJIS3,KCharacterSetIdentifierShiftJis);
|
|
sl@0
|
657 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KBig5,KCharacterSetIdentifierBig5);
|
|
sl@0
|
658 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KSJIS,KCharacterSetIdentifierShiftJis);
|
|
sl@0
|
659 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KASCII,KCharacterSetIdentifierAscii);
|
|
sl@0
|
660 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,SJISNET,KCharacterSetIdentifierShiftJis);
|
|
sl@0
|
661 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5A,KCharacterSetIdentifierBig5);
|
|
sl@0
|
662 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5C,KCharacterSetIdentifierBig5);
|
|
sl@0
|
663 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KUTF8,KCharacterSetIdentifierUtf8);
|
|
sl@0
|
664 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5Corrupt,KCharacterSetIdentifierBig5);
|
|
sl@0
|
665 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5Ahalf,KCharacterSetIdentifierBig5);
|
|
sl@0
|
666 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,GB2312B,KCharacterSetIdentifierGb18030);
|
|
sl@0
|
667 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,GB2312C,KCharacterSetIdentifierGb18030);
|
|
sl@0
|
668 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,GB2312Corrupt,KCharacterSetIdentifierGb18030);
|
|
sl@0
|
669 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KISO, KCharacterSetIdentifierIso88591);
|
|
sl@0
|
670 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591);
|
|
sl@0
|
671 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KShortUnicode1,KCharacterSetIdentifierUnicodeLittle);
|
|
sl@0
|
672 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KShortUnicode2,KCharacterSetIdentifierUnicodeLittle);
|
|
sl@0
|
673 |
|
|
sl@0
|
674 |
// INC086007 (and PDEF088039) - start
|
|
sl@0
|
675 |
_LIT8(Kexport,"https://espmg002.ext.nokia.com/push/unifi \nhttps://nam.ext.nokia.com/ \n\nhttp://gutenberg.spiegel.de/doyle/napoleon/Druckversion_napoleon.htm\nhttp://gutenberg.spiegel.de/doyle/baskervi/Druckversion_baske-de.htm\n\nhttp://www.heise.de/newsticker/heise.rdf\nhttp://www.teltarif.de/db/news.rss\nhttp://www.linuxdevices.com/backend/headlines10.rdf\nhttp://www.dpreview.com/news/dpr.rdf\nhttp://planet.maemo.org/rss10.xml\nhttp://www.macnews.de/index.php?_mcnpage=71148\nhttp://www.tecchannel.de/news/feed/complete.rss\nhttp://www.n-tv.de/23.rss\nhttp://www.br-online.de/global/export/dynRdf.jsp?channel=\nhttp://www.wdr.de/xml/newsticker.rdf\nhttp://www.tagesschau.de/newsticker.rdf\nhttp://www.n24.de/rss/?rubrik=home\nhttp://www.n24.de/rss/?rubrik=wirtschaft\nhttp://www.n24.de/rss/?rubrik=politik\nhttp://www.welt.de/z/newsticker/ticker_welt.xml\nhttp://www.ftd.de/static/ticker/ftd-topnews.rdf\nhttp://www.ftd.de/static/container/rss/ftd-rss-1200.rdf\nhttp://www.ftd.de/static/container/rss/ftd-rss-200.rdf\nhttp://www.ftd.de/static/container/rss/ftd-rss-300.rdf\nhttp://rss.cnn.com/rss/cnn_world.rss\nhttp://rss.cnn.com/rss/cnn_tech.rss\nhttp://rss.cnn.com/rss/money_topstories.rss\nhttp://rss.cnn.com/rss/cnn_space.rss\nhttp://news.yandex.ru/index.rss\nhttp://news.yandex.ru/world.rss\nhttp://news.yandex.ru/politics.rss\nhttp://news.yandex.ru/science.rss\nhttp://www.jpost.com/servlet/Satellite?pagename=JPost/Page/RSS&cid=1123495333389\n\n\n\n");
|
|
sl@0
|
676 |
TestAutodetectL(*arrayOfCharacterSetsAvailable, Kexport, KCharacterSetIdentifierAscii);
|
|
sl@0
|
677 |
|
|
sl@0
|
678 |
// test for DEF089572 - ONB: TAUTODETECT failing on Coverage builds
|
|
sl@0
|
679 |
TBuf8<300> buf;
|
|
sl@0
|
680 |
ReadDesc(buf, KSMS7bitFilename, fileServerSession);
|
|
sl@0
|
681 |
TestAutodetectL(*arrayOfCharacterSetsAvailable, buf, KCharacterSetIdentifierSms7Bit);
|
|
sl@0
|
682 |
|
|
sl@0
|
683 |
// INC086007 (and PDEF088039) - end
|
|
sl@0
|
684 |
|
|
sl@0
|
685 |
//test for INC037743 - Charconv recognises Little Endian as Big Endian
|
|
sl@0
|
686 |
|
|
sl@0
|
687 |
// Fix for DEF063276.
|
|
sl@0
|
688 |
|
|
sl@0
|
689 |
ReadDesc(buf, KLittleEndianFilename, fileServerSession);
|
|
sl@0
|
690 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,buf, KCharacterSetIdentifierUnicodeLittle);
|
|
sl@0
|
691 |
|
|
sl@0
|
692 |
ReadDesc(buf, KBigEndianFilename, fileServerSession);
|
|
sl@0
|
693 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,buf, KCharacterSetIdentifierUnicodeBig);
|
|
sl@0
|
694 |
|
|
sl@0
|
695 |
// End fix
|
|
sl@0
|
696 |
|
|
sl@0
|
697 |
// tests for INC037581 - SS66 - Long .txt note fails to open in msg centre inbox
|
|
sl@0
|
698 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KFinnish, KCharacterSetIdentifierIso88591);
|
|
sl@0
|
699 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KSwedish, KCharacterSetIdentifierIso88591);
|
|
sl@0
|
700 |
|
|
sl@0
|
701 |
// tests for INC043016 - AV21 via BTH received TXT file could not be opened
|
|
sl@0
|
702 |
TestAutodetectL(*arrayOfCharacterSetsAvailable,KGotcha, KCharacterSetIdentifierAscii); // changed to Ascii from Utf8 as part of INC086007
|
|
sl@0
|
703 |
|
|
sl@0
|
704 |
//test for INC037705 read in file and try to autodetect()
|
|
sl@0
|
705 |
#ifdef __WINS__
|
|
sl@0
|
706 |
TestAutoDetectFromFileL(_L("C:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
707 |
TestAutoDetectFromFileL(_L("C:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
708 |
#else
|
|
sl@0
|
709 |
TestAutoDetectFromFileL(_L("Z:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
710 |
TestAutoDetectFromFileL(_L("Z:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
711 |
#endif
|
|
sl@0
|
712 |
|
|
sl@0
|
713 |
|
|
sl@0
|
714 |
//test for INC037705: read in file and try to convertToUnicode()
|
|
sl@0
|
715 |
#ifdef __WINS__
|
|
sl@0
|
716 |
TestConvertFromFileL(_L("C:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
717 |
TestConvertFromFileL(_L("C:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
718 |
#else
|
|
sl@0
|
719 |
TestConvertFromFileL(_L("Z:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
720 |
TestConvertFromFileL(_L("Z:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
|
|
sl@0
|
721 |
#endif
|
|
sl@0
|
722 |
|
|
sl@0
|
723 |
TestAutoDetectionPerformanceL(arrayOfCharacterSetsAvailable);
|
|
sl@0
|
724 |
|
|
sl@0
|
725 |
TestForUtf8BomL();
|
|
sl@0
|
726 |
|
|
sl@0
|
727 |
INFO_PRINTF1(_L("\n"));
|
|
sl@0
|
728 |
CleanupStack::PopAndDestroy(2);
|
|
sl@0
|
729 |
}
|
|
sl@0
|
730 |
|
|
sl@0
|
731 |
|
|
sl@0
|
732 |
CT_AUTODETECT::CT_AUTODETECT()
|
|
sl@0
|
733 |
{
|
|
sl@0
|
734 |
SetTestStepName(KTestStep_T_AUTODETECT);
|
|
sl@0
|
735 |
}
|
|
sl@0
|
736 |
|
|
sl@0
|
737 |
TVerdict CT_AUTODETECT::doTestStepL()
|
|
sl@0
|
738 |
{
|
|
sl@0
|
739 |
SetTestStepResult(EFail);
|
|
sl@0
|
740 |
|
|
sl@0
|
741 |
__UHEAP_MARK;
|
|
sl@0
|
742 |
TRAPD(error1, DoE32MainL());
|
|
sl@0
|
743 |
__UHEAP_MARKEND;
|
|
sl@0
|
744 |
|
|
sl@0
|
745 |
if(error1 == KErrNone)
|
|
sl@0
|
746 |
{
|
|
sl@0
|
747 |
SetTestStepResult(EPass);
|
|
sl@0
|
748 |
}
|
|
sl@0
|
749 |
|
|
sl@0
|
750 |
return TestStepResult();
|
|
sl@0
|
751 |
}
|
|
sl@0
|
752 |
|