1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/os/textandloc/charconvfw/charconv_fw/src/charconv/sms7bit.cpp Fri Jun 15 03:10:57 2012 +0200
1.3 @@ -0,0 +1,1066 @@
1.4 +/*
1.5 +* Copyright (c) 1997-2009 Nokia Corporation and/or its subsidiary(-ies).
1.6 +* All rights reserved.
1.7 +* This component and the accompanying materials are made available
1.8 +* under the terms of "Eclipse Public License v1.0"
1.9 +* which accompanies this distribution, and is available
1.10 +* at the URL "http://www.eclipse.org/legal/epl-v10.html".
1.11 +*
1.12 +* Initial Contributors:
1.13 +* Nokia Corporation - initial contribution.
1.14 +*
1.15 +* Contributors:
1.16 +*
1.17 +* Description:
1.18 +*
1.19 +*/
1.20 +
1.21 +
1.22 +#include <e32std.h>
1.23 +#include <convdata.h>
1.24 +
1.25 +#define ARRAY_LENGTH(aArray) (sizeof(aArray)/sizeof((aArray)[0]))
1.26 +
1.27 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_1[]=
1.28 + {
1.29 + 0x0040,
1.30 + 0x00a3,
1.31 + 0x0024,
1.32 + 0x00a5,
1.33 + 0x00e8,
1.34 + 0x00e9,
1.35 + 0x00f9,
1.36 + 0x00ec,
1.37 + 0x00f2,
1.38 + 0x00e7,
1.39 + 0x000a,
1.40 + 0x00d8,
1.41 + 0x00f8,
1.42 + 0x000d,
1.43 + 0x00c5,
1.44 + 0x00e5,
1.45 + 0x0394,
1.46 + 0x005f,
1.47 + 0x03a6,
1.48 + 0x0393,
1.49 + 0x039b,
1.50 + 0x03a9,
1.51 + 0x03a0,
1.52 + 0x03a8,
1.53 + 0x03a3,
1.54 + 0x0398,
1.55 + 0x039e
1.56 + };
1.57 +
1.58 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_2[]=
1.59 + {
1.60 + 0x00c6,
1.61 + 0x00e6,
1.62 + 0x00df,
1.63 + 0x00c9,
1.64 + 0x0020,
1.65 + 0x0021,
1.66 + 0x0022,
1.67 + 0x0023,
1.68 + 0x00a4
1.69 + };
1.70 +
1.71 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_3[]=
1.72 + {
1.73 + 0x00c4,
1.74 + 0x00d6,
1.75 + 0x00d1,
1.76 + 0x00dc,
1.77 + 0x00a7,
1.78 + 0x00bf
1.79 + };
1.80 +
1.81 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_4[]=
1.82 + {
1.83 + 0x00e4,
1.84 + 0x00f6,
1.85 + 0x00f1,
1.86 + 0x00fc,
1.87 + 0x00e0
1.88 + };
1.89 +
1.90 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_5[]=
1.91 + {
1.92 + 0x0040,
1.93 + 0x00a3,
1.94 + 0x0024,
1.95 + 0x00a5,
1.96 + 0x00e8,
1.97 + 0x00e9,
1.98 + 0x00f9,
1.99 + 0x00ec,
1.100 + 0x00f2,
1.101 + 0x00c7,
1.102 + 0x000c, // meant to be a "Page Break" - a FORM FEED character is the nearest thing in Unicode to this
1.103 + 0x00d8,
1.104 + 0x00f8,
1.105 + 0x000d,
1.106 + 0x00c5,
1.107 + 0x00e5,
1.108 + 0x0394,
1.109 + 0x005f,
1.110 + 0x03a6,
1.111 + 0x0393,
1.112 + 0x005e, // '^'
1.113 + 0x03a9,
1.114 + 0x03a0,
1.115 + 0x03a8,
1.116 + 0x03a3,
1.117 + 0x0398,
1.118 + 0x039e
1.119 + };
1.120 +
1.121 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_6[]=
1.122 + {
1.123 + 0x00c6,
1.124 + 0x00e6,
1.125 + 0x00df,
1.126 + 0x00c9,
1.127 + 0x0020,
1.128 + 0x0021,
1.129 + 0x0022,
1.130 + 0x0023,
1.131 + 0x00a4,
1.132 + 0x0025,
1.133 + 0x0026,
1.134 + 0x0027,
1.135 + 0x007b, // '{'
1.136 + 0x007d, // '}'
1.137 + 0x002a,
1.138 + 0x002b,
1.139 + 0x002c,
1.140 + 0x002d,
1.141 + 0x002e,
1.142 + 0x005c, // '\'
1.143 + 0x0030,
1.144 + 0x0031,
1.145 + 0x0032,
1.146 + 0x0033,
1.147 + 0x0034,
1.148 + 0x0035,
1.149 + 0x0036,
1.150 + 0x0037,
1.151 + 0x0038,
1.152 + 0x0039,
1.153 + 0x003a,
1.154 + 0x003b,
1.155 + 0x005b, // '['
1.156 + 0x007e, // '~'
1.157 + 0x005d, // ']'
1.158 + 0x003f,
1.159 + 0x007c // '|'
1.160 + };
1.161 +
1.162 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_7[]=
1.163 + {
1.164 + 0x00c4,
1.165 + 0x00d6,
1.166 + 0x00d1,
1.167 + 0x00dc,
1.168 + 0x00a7,
1.169 + 0x00bf,
1.170 + 0x0061,
1.171 + 0x0062,
1.172 + 0x0063,
1.173 + 0x0064,
1.174 + 0x20ac // Euro symbol
1.175 + };
1.176 +
1.177 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange::UData::SKeyedTable16OfIndexedTables16::SKeyedEntry keyedTables16OfIndexedTables16_keyedEntries_sms7BitToUnicode_1[]=
1.178 + {
1.179 + {
1.180 + 0x00,
1.181 + 0x1a,
1.182 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_1
1.183 + },
1.184 + {
1.185 + 0x1c,
1.186 + 0x24,
1.187 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_2
1.188 + },
1.189 + {
1.190 + 0x5b,
1.191 + 0x60,
1.192 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_3
1.193 + },
1.194 + {
1.195 + 0x7b,
1.196 + 0x7f,
1.197 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_4
1.198 + }
1.199 + };
1.200 +
1.201 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange::UData::SKeyedTable16OfIndexedTables16::SKeyedEntry keyedTables16OfIndexedTables16_keyedEntries_sms7BitToUnicode_2[]=
1.202 + {
1.203 + {
1.204 + 0x1b00,
1.205 + 0x1b1a,
1.206 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_5
1.207 + },
1.208 + {
1.209 + 0x1b1c,
1.210 + 0x1b40,
1.211 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_6
1.212 + },
1.213 + {
1.214 + 0x1b5b,
1.215 + 0x1b65,
1.216 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_7
1.217 + },
1.218 + {
1.219 + 0x1b7b,
1.220 + 0x1b7f,
1.221 + keyedTables16OfIndexedTables16_indexedEntries_sms7BitToUnicode_4
1.222 + }
1.223 + };
1.224 +
1.225 +#if 0
1.226 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange::UData::SKeyedTable1616::SEntry keyedTable1616_sms7BitToUnicode_1[]=
1.227 + {
1.228 + {
1.229 + 0x1b0a,
1.230 + 0x000c
1.231 + },
1.232 + {
1.233 + 0x1b14,
1.234 + 0x005e
1.235 + },
1.236 + {
1.237 + 0x1b28,
1.238 + 0x007b
1.239 + },
1.240 + {
1.241 + 0x1b29,
1.242 + 0x007d
1.243 + },
1.244 + {
1.245 + 0x1b2f,
1.246 + 0x005c
1.247 + },
1.248 + {
1.249 + 0x1b3c,
1.250 + 0x005b
1.251 + },
1.252 + {
1.253 + 0x1b3d,
1.254 + 0x007e
1.255 + },
1.256 + {
1.257 + 0x1b3e,
1.258 + 0x005d
1.259 + },
1.260 + {
1.261 + 0x1b40,
1.262 + 0x007c
1.263 + },
1.264 + {
1.265 + 0x1b65,
1.266 + 0x20ac
1.267 + }
1.268 + };
1.269 +#endif //0
1.270 +
1.271 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_1[]=
1.272 + {
1.273 + 0x60,
1.274 + 0x41,
1.275 + 0x41,
1.276 + 0x41,
1.277 + 0x41,
1.278 + 0x5b,
1.279 + 0x0e,
1.280 + 0x1c,
1.281 + 0x09,
1.282 + 0x45,
1.283 + 0x1f,
1.284 + 0x45,
1.285 + 0x45,
1.286 + 0x49,
1.287 + 0x49,
1.288 + 0x49,
1.289 + 0x49
1.290 + };
1.291 +
1.292 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_2[]=
1.293 + {
1.294 + 0x5d,
1.295 + 0x4f,
1.296 + 0x4f,
1.297 + 0x4f,
1.298 + 0x4f,
1.299 + 0x5c
1.300 + };
1.301 +
1.302 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_3[]=
1.303 + {
1.304 + 0x0b,
1.305 + 0x55,
1.306 + 0x55,
1.307 + 0x55,
1.308 + 0x5e,
1.309 + 0x59
1.310 + };
1.311 +
1.312 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_4[]=
1.313 + {
1.314 + 0x1e,
1.315 + 0x7f,
1.316 + 0x61,
1.317 + 0x61,
1.318 + 0x61,
1.319 + 0x7b,
1.320 + 0x0f,
1.321 + 0x1d,
1.322 + 0x09,
1.323 + 0x04,
1.324 + 0x05,
1.325 + 0x65,
1.326 + 0x65,
1.327 + 0x07,
1.328 + 0x69,
1.329 + 0x69,
1.330 + 0x69
1.331 + };
1.332 +
1.333 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_5[]=
1.334 + {
1.335 + 0x7d,
1.336 + 0x08,
1.337 + 0x6f,
1.338 + 0x6f,
1.339 + 0x6f,
1.340 + 0x7c
1.341 + };
1.342 +
1.343 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_6[]=
1.344 + {
1.345 + 0x0c,
1.346 + 0x06,
1.347 + 0x75,
1.348 + 0x75,
1.349 + 0x7e,
1.350 + 0x79
1.351 + };
1.352 +
1.353 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_7[]=
1.354 + {
1.355 + 0x49,
1.356 + 0x41,
1.357 + 0x42,
1.358 + 0x13,
1.359 + 0x10,
1.360 + 0x45,
1.361 + 0x5a,
1.362 + 0x48,
1.363 + 0x19,
1.364 + 0x49,
1.365 + 0x4b,
1.366 + 0x14,
1.367 + 0x4d,
1.368 + 0x4e,
1.369 + 0x1a,
1.370 + 0x4f
1.371 + };
1.372 +
1.373 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_8[]=
1.374 + {
1.375 + 0x18,
1.376 + 0x54,
1.377 + 0x59,
1.378 + 0x12,
1.379 + 0x58,
1.380 + 0x17,
1.381 + 0x15,
1.382 + 0x49,
1.383 + 0x59,
1.384 + 0x41,
1.385 + 0x45,
1.386 + 0x48,
1.387 + 0x49
1.388 + };
1.389 +
1.390 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_9[]=
1.391 + {
1.392 + 0x59,
1.393 + 0x41,
1.394 + 0x42,
1.395 + 0x13,
1.396 + 0x10,
1.397 + 0x45,
1.398 + 0x5a,
1.399 + 0x48,
1.400 + 0x19,
1.401 + 0x49,
1.402 + 0x4b,
1.403 + 0x14,
1.404 + 0x4d,
1.405 + 0x4e,
1.406 + 0x1a,
1.407 + 0x4f
1.408 + };
1.409 +
1.410 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_10[]=
1.411 + {
1.412 + 0x16,
1.413 + 0x50,
1.414 + 0x18,
1.415 + 0x18,
1.416 + 0x54,
1.417 + 0x59,
1.418 + 0x12,
1.419 + 0x58,
1.420 + 0x17,
1.421 + 0x15,
1.422 + 0x49,
1.423 + 0x59,
1.424 + 0x4f,
1.425 + 0x59,
1.426 + 0x15
1.427 + };
1.428 +
1.429 +LOCAL_D const TUint16 keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_11[]=
1.430 + {
1.431 + 0x42,
1.432 + 0x19,
1.433 + 0x59,
1.434 + 0x59,
1.435 + 0x59,
1.436 + 0x12
1.437 + };
1.438 +
1.439 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange::UData::SKeyedTable16OfIndexedTables16::SKeyedEntry keyedTables16OfIndexedTables16_keyedEntries_unicodeToSms7Bit_1[]=
1.440 + {
1.441 + {
1.442 + 0x00bf,
1.443 + 0x00cf,
1.444 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_1
1.445 + },
1.446 + {
1.447 + 0x00d1,
1.448 + 0x00d6,
1.449 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_2
1.450 + },
1.451 + {
1.452 + 0x00d8,
1.453 + 0x00dd,
1.454 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_3
1.455 + },
1.456 + {
1.457 + 0x00df,
1.458 + 0x00ef,
1.459 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_4
1.460 + },
1.461 + {
1.462 + 0x00f1,
1.463 + 0x00f6,
1.464 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_5
1.465 + },
1.466 + {
1.467 + 0x00f8,
1.468 + 0x00fd,
1.469 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_6
1.470 + },
1.471 + {
1.472 + 0x0390,
1.473 + 0x039f,
1.474 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_7
1.475 + },
1.476 + {
1.477 + 0x03a3,
1.478 + 0x03af,
1.479 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_8
1.480 + },
1.481 + {
1.482 + 0x03b0,
1.483 + 0x03bf,
1.484 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_9
1.485 + },
1.486 + {
1.487 + 0x03c0,
1.488 + 0x03ce,
1.489 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_10
1.490 + },
1.491 + {
1.492 + 0x03d0,
1.493 + 0x03d5,
1.494 + keyedTables16OfIndexedTables16_indexedEntries_unicodeToSms7Bit_11
1.495 + }
1.496 + };
1.497 +
1.498 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange::UData::SKeyedTable1616::SEntry keyedTable1616_unicodeToSms7Bit_1[]=
1.499 + {
1.500 + {
1.501 + 0x000a,
1.502 + 0x0a
1.503 + },
1.504 + {
1.505 + 0x000d,
1.506 + 0x0d
1.507 + },
1.508 + {
1.509 + 0x001b,
1.510 + 0x1b
1.511 + },
1.512 + {
1.513 + 0x0020,
1.514 + 0x20
1.515 + },
1.516 + {
1.517 + 0x0021,
1.518 + 0x21
1.519 + },
1.520 + {
1.521 + 0x0022,
1.522 + 0x22
1.523 + },
1.524 + {
1.525 + 0x0023,
1.526 + 0x23
1.527 + },
1.528 + {
1.529 + 0x0024,
1.530 + 0x02
1.531 + },
1.532 + {
1.533 + 0x0040,
1.534 + 0x00
1.535 + },
1.536 + {
1.537 + 0x005f,
1.538 + 0x11
1.539 + },
1.540 + {
1.541 + 0x00a1,
1.542 + 0x40
1.543 + },
1.544 + {
1.545 + 0x00a3,
1.546 + 0x01
1.547 + },
1.548 + {
1.549 + 0x00a4,
1.550 + 0x24
1.551 + },
1.552 + {
1.553 + 0x00a5,
1.554 + 0x03
1.555 + },
1.556 + {
1.557 + 0x00a7,
1.558 + 0x5f
1.559 + },
1.560 + {
1.561 + 0x00ff,
1.562 + 0x79
1.563 + },
1.564 + {
1.565 + 0x0386,
1.566 + 0x41
1.567 + },
1.568 + {
1.569 + 0x0388,
1.570 + 0x45
1.571 + },
1.572 + {
1.573 + 0x0389,
1.574 + 0x48
1.575 + },
1.576 + {
1.577 + 0x038a,
1.578 + 0x49
1.579 + },
1.580 + {
1.581 + 0x038c,
1.582 + 0x4f
1.583 + },
1.584 + {
1.585 + 0x038e,
1.586 + 0x59
1.587 + },
1.588 + {
1.589 + 0x038f,
1.590 + 0x15
1.591 + },
1.592 + {
1.593 + 0x03a0,
1.594 + 0x16
1.595 + },
1.596 + {
1.597 + 0x03a1,
1.598 + 0x50
1.599 + },
1.600 + {
1.601 + 0x2126,
1.602 + 0x15
1.603 + },
1.604 + {
1.605 + 0x220f,
1.606 + 0x16
1.607 + },
1.608 + {
1.609 + 0x2211,
1.610 + 0x18
1.611 + }
1.612 + };
1.613 +
1.614 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange::UData::SKeyedTable1616::SEntry keyedTable1616_unicodeToSms7Bit_2[]=
1.615 + {
1.616 + {
1.617 + 0x000c,
1.618 + 0x1b0a
1.619 + },
1.620 + {
1.621 + 0x005b,
1.622 + 0x1b3c
1.623 + },
1.624 + {
1.625 + 0x005c,
1.626 + 0x1b2f
1.627 + },
1.628 + {
1.629 + 0x005d,
1.630 + 0x1b3e
1.631 + },
1.632 + {
1.633 + 0x005e,
1.634 + 0x1b14
1.635 + },
1.636 + {
1.637 + 0x007b,
1.638 + 0x1b28
1.639 + },
1.640 + {
1.641 + 0x007c,
1.642 + 0x1b40
1.643 + },
1.644 + {
1.645 + 0x007d,
1.646 + 0x1b29
1.647 + },
1.648 + {
1.649 + 0x007e,
1.650 + 0x1b3d
1.651 + },
1.652 + {
1.653 + 0x20ac,
1.654 + 0x1b65
1.655 + }
1.656 + };
1.657 +
1.658 +LOCAL_D const SCnvConversionData::SVariableByteData::SRange sms7BitVariableByteDataRanges[]=
1.659 + {
1.660 + {
1.661 + 0x00,
1.662 + 0x1a,
1.663 + 0,
1.664 + 0
1.665 + },
1.666 + {
1.667 + 0x1b,
1.668 + 0x1b,
1.669 + 1,
1.670 + 0
1.671 + },
1.672 + {
1.673 + 0x1c,
1.674 + 0xff,
1.675 + 0,
1.676 + 0
1.677 + }
1.678 + };
1.679 +
1.680 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange sms7BitToUnicodeDataRanges[]=
1.681 + {
1.682 + {
1.683 + 0x25,
1.684 + 0x3f,
1.685 + SCnvConversionData::SOneDirectionData::SRange::EDirect,
1.686 + 0,
1.687 + 0,
1.688 + {
1.689 + 0,
1.690 + 0
1.691 + }
1.692 + },
1.693 + {
1.694 + 0x41,
1.695 + 0x5a,
1.696 + SCnvConversionData::SOneDirectionData::SRange::EDirect,
1.697 + 0,
1.698 + 0,
1.699 + {
1.700 + 0,
1.701 + 0
1.702 + }
1.703 + },
1.704 + {
1.705 + 0x61,
1.706 + 0x7a,
1.707 + SCnvConversionData::SOneDirectionData::SRange::EDirect,
1.708 + 0,
1.709 + 0,
1.710 + {
1.711 + 0,
1.712 + 0
1.713 + }
1.714 + },
1.715 + {
1.716 + 0x40,
1.717 + 0x40,
1.718 + SCnvConversionData::SOneDirectionData::SRange::EOffset,
1.719 + 0,
1.720 + 0,
1.721 + {
1.722 + STATIC_CAST(TUint, 97),
1.723 + 0
1.724 + }
1.725 + },
1.726 + {
1.727 + 0x00,
1.728 + 0x7f,
1.729 + SCnvConversionData::SOneDirectionData::SRange::EKeyedTable16OfIndexedTables16,
1.730 + 0,
1.731 + 0,
1.732 + {
1.733 + UData_SKeyedTable16OfIndexedTables16(keyedTables16OfIndexedTables16_keyedEntries_sms7BitToUnicode_1)
1.734 + }
1.735 + },
1.736 +#if 0
1.737 + {
1.738 + 0x1b0a,
1.739 + 0x1b65,
1.740 + SCnvConversionData::SOneDirectionData::SRange::EKeyedTable1616,
1.741 + 0,
1.742 + 0,
1.743 + {
1.744 + UData_KeyedTable(keyedTable1616_sms7BitToUnicode_1)
1.745 + }
1.746 + }
1.747 +#else
1.748 + {
1.749 + 0x1b41,
1.750 + 0x1b5a,
1.751 + SCnvConversionData::SOneDirectionData::SRange::EOffset,
1.752 + 0,
1.753 + 0,
1.754 + {
1.755 + (TUint)-0x1b00,
1.756 + 0
1.757 + }
1.758 + },
1.759 + {
1.760 + 0x1b66,
1.761 + 0x1b7a,
1.762 + SCnvConversionData::SOneDirectionData::SRange::EOffset,
1.763 + 0,
1.764 + 0,
1.765 + {
1.766 + (TUint)-0x1b00,
1.767 + 0
1.768 + }
1.769 + },
1.770 + {
1.771 + 0x1b00,
1.772 + 0x1b7f,
1.773 + SCnvConversionData::SOneDirectionData::SRange::EKeyedTable16OfIndexedTables16,
1.774 + 0,
1.775 + 0,
1.776 + {
1.777 + UData_SKeyedTable16OfIndexedTables16(keyedTables16OfIndexedTables16_keyedEntries_sms7BitToUnicode_2)
1.778 + }
1.779 + }
1.780 +#endif
1.781 + };
1.782 +
1.783 +LOCAL_D const SCnvConversionData::SOneDirectionData::SRange unicodeToSms7BitDataRanges[]=
1.784 + {
1.785 + {
1.786 + 0x0025,
1.787 + 0x003f,
1.788 + SCnvConversionData::SOneDirectionData::SRange::EDirect,
1.789 + 1,
1.790 + 0,
1.791 + {
1.792 + 0,
1.793 + 0
1.794 + }
1.795 + },
1.796 + {
1.797 + 0x0041,
1.798 + 0x005a,
1.799 + SCnvConversionData::SOneDirectionData::SRange::EDirect,
1.800 + 1,
1.801 + 0,
1.802 + {
1.803 + 0,
1.804 + 0
1.805 + }
1.806 + },
1.807 + {
1.808 + 0x0061,
1.809 + 0x007a,
1.810 + SCnvConversionData::SOneDirectionData::SRange::EDirect,
1.811 + 1,
1.812 + 0,
1.813 + {
1.814 + 0,
1.815 + 0
1.816 + }
1.817 + },
1.818 + {
1.819 + 0x00bf,
1.820 + 0x03d5,
1.821 + SCnvConversionData::SOneDirectionData::SRange::EKeyedTable16OfIndexedTables16,
1.822 + 1,
1.823 + 0,
1.824 + {
1.825 + UData_SKeyedTable16OfIndexedTables16(keyedTables16OfIndexedTables16_keyedEntries_unicodeToSms7Bit_1)
1.826 + }
1.827 + },
1.828 + {
1.829 + 0x000a,
1.830 + 0x2211,
1.831 + SCnvConversionData::SOneDirectionData::SRange::EKeyedTable1616,
1.832 + 1,
1.833 + 0,
1.834 + {
1.835 + UData_SKeyedTable1616(keyedTable1616_unicodeToSms7Bit_1)
1.836 + }
1.837 + },
1.838 + {
1.839 + 0x000c,
1.840 + 0x20ac,
1.841 + SCnvConversionData::SOneDirectionData::SRange::EKeyedTable1616,
1.842 + 2,
1.843 + 0,
1.844 + {
1.845 + UData_SKeyedTable1616(keyedTable1616_unicodeToSms7Bit_2)
1.846 + }
1.847 + }
1.848 + };
1.849 +
1.850 +GLREF_D const SCnvConversionData sms7BitConversionData=
1.851 + {
1.852 + SCnvConversionData::EFixedBigEndian,
1.853 + {
1.854 + ARRAY_LENGTH(sms7BitVariableByteDataRanges),
1.855 + sms7BitVariableByteDataRanges
1.856 + },
1.857 + {
1.858 + ARRAY_LENGTH(sms7BitToUnicodeDataRanges),
1.859 + sms7BitToUnicodeDataRanges
1.860 + },
1.861 + {
1.862 + ARRAY_LENGTH(unicodeToSms7BitDataRanges),
1.863 + unicodeToSms7BitDataRanges
1.864 + },
1.865 + NULL,
1.866 + NULL
1.867 + };
1.868 +
1.869 +GLREF_C void IsCharacterSetSMS7Bit(TInt& aConfidenceLevel, const TDesC8& aSample)
1.870 + {
1.871 + _LIT8(KHz1Esc,"\x7e\x7e");
1.872 + _LIT8(KHz2Esc,"\x7e\x7b");
1.873 + _LIT8(KHz3Esc,"\x7e\x7d");
1.874 + _LIT8(KLit8EscapeSequenceForJisRoman, "\x1b\x28\x4a");
1.875 + _LIT8(KLit8EscapeSequenceForAscii, "\x1b\x28\x42");
1.876 +// _LIT8(KLit8EscapeSequenceForHalfWidthKatakana, "\x1b\x28\x49");
1.877 + _LIT8(KLit8EscapeSequenceForJisC6226_1978, "\x1b\x24\x40");
1.878 + _LIT8(KLit8EscapeSequenceForJisX0208_1983, "\x1b\x24\x42");
1.879 + _LIT8(KLit8EscapeSequenceForJisX0208_199x, "\x1b\x26\x40\x1b\x24\x42");
1.880 + _LIT8(KLit8EscapeSequenceForJisX0212_1990, "\x1b\x24\x28\x44");
1.881 +
1.882 + TInt hz1Result=0;
1.883 + TInt hz2Result=0;
1.884 + TInt hz3Result=0;
1.885 + TInt JisRomanResult = 0;
1.886 + TInt AsciiResult = 0;
1.887 + TInt JisCResult = 0;
1.888 + TInt JisX0208Result = 0;
1.889 + TInt JisX0212Result = 0;
1.890 + TInt JisX0208XResult = 0;
1.891 + TInt currency = 0;
1.892 + TInt email = 0;
1.893 +
1.894 + TInt sampleLength = aSample.Length();
1.895 + aConfidenceLevel =70;
1.896 + if (sampleLength == 0)
1.897 + return;
1.898 +
1.899 + TInt HzEscSequences = 0;
1.900 + TInt JISEscSequences = 0;
1.901 +
1.902 + for (TInt i = 0; i < sampleLength; ++i)
1.903 + {
1.904 +
1.905 + if (i > hz1Result)
1.906 + {
1.907 + hz1Result=(aSample.Right(sampleLength-i)).Find(KHz1Esc);
1.908 + if (hz1Result!=KErrNotFound) //aConfidenceLevel-=2;
1.909 + HzEscSequences += 5;
1.910 + }
1.911 +
1.912 + if (i > hz2Result)
1.913 + {
1.914 + hz2Result=(aSample.Right(sampleLength-i)).Find(KHz2Esc);
1.915 + if (hz2Result!=KErrNotFound) //aConfidenceLevel-=2;
1.916 + HzEscSequences += 5;
1.917 + }
1.918 +
1.919 + if (i > hz3Result)
1.920 + {
1.921 + hz3Result=(aSample.Right(sampleLength-i)).Find(KHz3Esc);
1.922 + if (hz3Result!=KErrNotFound) //aConfidenceLevel-=2;
1.923 + HzEscSequences += 5;
1.924 + }
1.925 +
1.926 + if (i > JisRomanResult)
1.927 + {
1.928 + JisRomanResult = (aSample.Right(sampleLength-i)).Find(KLit8EscapeSequenceForJisRoman);
1.929 + if (JisRomanResult!=KErrNotFound)
1.930 + JISEscSequences +=10;
1.931 + }
1.932 +
1.933 + if (i > AsciiResult)
1.934 + {
1.935 + AsciiResult = (aSample.Right(sampleLength-i)).Find(KLit8EscapeSequenceForAscii);
1.936 + if (AsciiResult!=KErrNotFound)
1.937 + JISEscSequences +=10;
1.938 + }
1.939 +
1.940 + if (i > JisCResult)
1.941 + {
1.942 + JisCResult = (aSample.Right(sampleLength-i)).Find(KLit8EscapeSequenceForJisC6226_1978);
1.943 + if (JisCResult!=KErrNotFound)
1.944 + JISEscSequences +=5;
1.945 + }
1.946 +
1.947 + if (i > JisX0208Result)
1.948 + {
1.949 + JisX0208Result = (aSample.Right(sampleLength-i)).Find(KLit8EscapeSequenceForJisX0208_1983);
1.950 + if (JisX0208Result!=KErrNotFound)
1.951 + JISEscSequences +=5;
1.952 + }
1.953 +
1.954 + if (i > JisX0212Result)
1.955 + {
1.956 + JisX0212Result = (aSample.Right(sampleLength-i)).Find(KLit8EscapeSequenceForJisX0212_1990);
1.957 + if (JisX0212Result!=KErrNotFound)
1.958 + JISEscSequences +=5;
1.959 + }
1.960 +
1.961 + if (i > JisX0208XResult)
1.962 + {
1.963 + JisX0208XResult = (aSample.Right(sampleLength-i)).Find(KLit8EscapeSequenceForJisX0208_199x);
1.964 + if (JisX0208XResult!=KErrNotFound)
1.965 + JISEscSequences +=5;
1.966 + }
1.967 +
1.968 + if ((aSample[i]&0x80)!=0x00)
1.969 + {
1.970 + aConfidenceLevel = 0;
1.971 + break;
1.972 + }
1.973 + else
1.974 + {
1.975 + TInt increment1 = i+1;
1.976 + if (aSample[i] == 0x1b)
1.977 + {
1.978 + static const TInt defaultExtensionTable[10] =
1.979 + {0x0a, 0x14, 0x1b, 0x29, 0x2f, 0x3c, 0x3d, 0x3e, 0x40, 0x65};
1.980 + if (increment1 >= sampleLength)
1.981 + break;
1.982 + for (TInt j =0; j < 10; j++)
1.983 + {
1.984 + if (aSample[increment1] == defaultExtensionTable[j])
1.985 + {
1.986 + aConfidenceLevel+=5;
1.987 + break;
1.988 + }
1.989 + }
1.990 + }
1.991 + else if (currency<100 && (aSample[i]==0x01 || aSample[i]==0x02 || aSample[i]==0x03))
1.992 + {
1.993 + if (increment1 >= sampleLength)
1.994 + break;
1.995 + if ((aSample[increment1] >= 0x30) && (aSample[increment1] <= 0x39))
1.996 + {
1.997 + currency ? currency *= 3 : currency = 3;
1.998 + }
1.999 + }
1.1000 + else if (email<100 && aSample[i]==0x00) // @
1.1001 + {
1.1002 + TBool valid = ETrue;
1.1003 + TInt pos = i-1;
1.1004 + while(valid && pos>=0) // check before @
1.1005 + {
1.1006 + TInt8 act = aSample[pos];
1.1007 + if(act==' ' || act=='\n' || act=='\t')
1.1008 + break;
1.1009 + if( !( ( act >= 'a' && act <= 'z' ) ||
1.1010 + ( act >= 'A' && act <= 'Z' ) ||
1.1011 + ( act >= '0' && act <= '9' ) ||
1.1012 + act == '.' ||
1.1013 + act == '-' ||
1.1014 + act == /*'_'*/0x11 ) )
1.1015 + {
1.1016 + valid = EFalse;
1.1017 + }
1.1018 + pos--;
1.1019 + }
1.1020 +
1.1021 + TInt space = aSample.Mid(i+1).Find((const unsigned char*)" ",1);
1.1022 + TInt lf = aSample.Mid(i+1).Find((const unsigned char*)"\n",1);
1.1023 + TInt end = aSample.Length() - (i+1);
1.1024 + if(space != KErrNotFound)
1.1025 + {
1.1026 + end = space;
1.1027 + }
1.1028 + else if(lf != KErrNotFound)
1.1029 + {
1.1030 + end = lf;
1.1031 + }
1.1032 + TPtrC8 string = aSample.Mid(i+1,end);
1.1033 + TInt commat = string.Find((const unsigned char*)"\x0",1);
1.1034 + TInt period = string.Find((const unsigned char*)".",1);
1.1035 + if(commat!=KErrNotFound || period==KErrNotFound)
1.1036 + {
1.1037 + valid = EFalse;
1.1038 + }
1.1039 + if(valid)
1.1040 + {
1.1041 + email ? email *= 5 : email = 5;
1.1042 + }
1.1043 + else
1.1044 + {
1.1045 + aConfidenceLevel += 5; // not valid address but still valid '@'
1.1046 + }
1.1047 + }
1.1048 + //next test the occurance of values 00-2f (except 0a & 0d) next to another character
1.1049 + // These are the ASCII control codes and therefore low chances of these values occuring
1.1050 + // next to the ASCII value
1.1051 + else if (aSample[i] < 0x20 && aSample[i] != '\r' && aSample[i] != '\n')
1.1052 + {
1.1053 + if (increment1 >= sampleLength)
1.1054 + break;
1.1055 + if (((aSample[increment1] >= 0x20) && (aSample[increment1] <= 0x5a)) ||
1.1056 + ((aSample[increment1] >= 0x61) && (aSample[increment1] <= 0x7a)))
1.1057 + {
1.1058 + aConfidenceLevel+=2;
1.1059 + }
1.1060 + }
1.1061 + // other possible tests to include... Greek matching...
1.1062 + }
1.1063 + } // for loop
1.1064 + aConfidenceLevel += currency + email;
1.1065 + aConfidenceLevel = aConfidenceLevel - ((HzEscSequences*100)/sampleLength);
1.1066 + aConfidenceLevel = aConfidenceLevel - ((JISEscSequences*100)/sampleLength);
1.1067 + aConfidenceLevel =(aConfidenceLevel >0)? ((aConfidenceLevel > 100)? 100: aConfidenceLevel): 0;
1.1068 + }
1.1069 +