1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/os/textandloc/charconvfw/charconvplugins/src/plugins/j5eucjp.cpp Fri Jun 15 03:10:57 2012 +0200
1.3 @@ -0,0 +1,376 @@
1.4 +/*
1.5 +* Copyright (c) 2005-2009 Nokia Corporation and/or its subsidiary(-ies).
1.6 +* All rights reserved.
1.7 +* This component and the accompanying materials are made available
1.8 +* under the terms of "Eclipse Public License v1.0"
1.9 +* which accompanies this distribution, and is available
1.10 +* at the URL "http://www.eclipse.org/legal/epl-v10.html".
1.11 +*
1.12 +* Initial Contributors:
1.13 +* Nokia Corporation - initial contribution.
1.14 +*
1.15 +* Contributors:
1.16 +*
1.17 +* Description:
1.18 +* J5 charconv character converter
1.19 +* converts from EUC_JP to unicode
1.20 +* based on code in EUCJP_PACKED
1.21 +*
1.22 +*/
1.23 +
1.24 +
1.25 +#include <e32std.h>
1.26 +#include <charconv.h>
1.27 +#include <ecom/implementationproxy.h>
1.28 +#include <convutils.h>
1.29 +#include "shiftjis.h"
1.30 +#include "jisbase.h"
1.31 +#include "jisx0201.h"
1.32 +#include "jisx0208.h"
1.33 +#include "jisx0212.h"
1.34 +
1.35 +const TUint KSingleShift2=0x8e;
1.36 +const TUint KSingleShift3=0x8f;
1.37 +
1.38 +
1.39 +#if defined(_DEBUG)
1.40 +
1.41 +_LIT(KLitPanicText, "EUCJP_PACKED");
1.42 +
1.43 +enum TPanic
1.44 + {
1.45 + EPanicNothingToConvert1=1,
1.46 + EPanicNothingToConvert2,
1.47 + EPanicNothingToConvert3,
1.48 + EPanicNothingToConvert4,
1.49 + EPanicNothingToConvert5,
1.50 + EPanicNothingToConvert6,
1.51 + EPanicOddNumberOfBytes1,
1.52 + EPanicOddNumberOfBytes2,
1.53 + EPanicOddNumberOfBytes3,
1.54 + EPanicOddNumberOfBytes4,
1.55 + EPanicOddNumberOfBytes5,
1.56 + EPanicOddNumberOfBytes6,
1.57 + EPanicBadHighBit1,
1.58 + EPanicBadHighBit2,
1.59 + EPanicBadHighBit3,
1.60 + EPanicBadHighBit4,
1.61 + EPanicBadHighBit5,
1.62 + EPanicBadHighBit6,
1.63 + EPanicBadHighBit7,
1.64 + EPanicBadPointers1,
1.65 + EPanicBadPointers2,
1.66 + EPanicBadPointers3,
1.67 + EPanicBadPointers4,
1.68 + EPanicBadPointers5,
1.69 + EPanicBadPointers6,
1.70 + EPanicBadPointers7,
1.71 + EPanicBadPointers8,
1.72 + EPanicBadPointers9,
1.73 + EPanicBadPointers10,
1.74 + EPanicBadPointers11,
1.75 + EPanicBadPointers12,
1.76 + EPanicBadPointers13,
1.77 + EPanicBadPointers14,
1.78 + EPanicBadPointers15,
1.79 + EPanicBadPointers16,
1.80 + EPanicBadPointers17,
1.81 + EPanicBadPointers18,
1.82 + EPanicBadPointers19,
1.83 + EPanicBadPointers20,
1.84 + EPanicBadPointers21,
1.85 + EPanicBadPointers22,
1.86 + EPanicBadPointers23,
1.87 + EPanicBadPointers24,
1.88 + EPanicBadPointers25,
1.89 + EPanicBadPointers26,
1.90 + EPanicBadPointers27,
1.91 + EPanicBadPointers28,
1.92 + EPanicBadPointers29,
1.93 + EPanicBadPointers30,
1.94 + EPanicBadPointers31,
1.95 + EPanicBadPointers32,
1.96 + EPanicBadPointers33,
1.97 + EPanicBadPointers34,
1.98 + EPanicBadPointers35,
1.99 + EPanicBadPointers36,
1.100 + EPanicBadCalculation1,
1.101 + EPanicBadCalculation2,
1.102 + EPanicNumberOfBytesIsNotMultipleOfThree1,
1.103 + EPanicNumberOfBytesIsNotMultipleOfThree2,
1.104 + EPanicSingleShift2Expected,
1.105 + EPanicSingleShift3Expected
1.106 + };
1.107 +
1.108 +LOCAL_C void Panic(TPanic aPanic)
1.109 + {
1.110 + User::Panic(KLitPanicText, aPanic);
1.111 + }
1.112 +
1.113 +#endif
1.114 +
1.115 +/**
1.116 + @return The number of bytes that can be converted from aDescriptor to JisRoman
1.117 + @internalTechnology
1.118 + */
1.119 +TInt NumberOfBytesAbleToConvertToJisRoman(const TDesC8& aDescriptor)
1.120 + {
1.121 + const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;
1.122 + const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();
1.123 + if (pointerToPreviousByte==pointerToLastByte)
1.124 + {
1.125 + return 0;
1.126 + }
1.127 +
1.128 + FOREVER
1.129 + {
1.130 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers14));
1.131 + const TUint currentByte=*(pointerToPreviousByte+1);
1.132 + if (currentByte&0x80)
1.133 + {
1.134 + break;
1.135 + }
1.136 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers15));
1.137 + ++pointerToPreviousByte;
1.138 + __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers16));
1.139 + if (pointerToPreviousByte>=pointerToLastByte)
1.140 + {
1.141 + break;
1.142 + }
1.143 + }
1.144 + return (pointerToPreviousByte+1)-aDescriptor.Ptr();
1.145 + }
1.146 +
1.147 +/**
1.148 + @return The number of bytes that can be converted from aDescriptor to Jis X208
1.149 + @internalTechnology
1.150 + */
1.151 + TInt NumberOfBytesAbleToConvertToJisX0208(const TDesC8& aDescriptor)
1.152 + {
1.153 + const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;
1.154 + const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();
1.155 + if (pointerToPreviousByte==pointerToLastByte)
1.156 + {
1.157 + return 0;
1.158 + }
1.159 + FOREVER
1.160 + {
1.161 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers17));
1.162 + TUint currentByte=*(pointerToPreviousByte+1);
1.163 + if (currentByte<0xa0)
1.164 + {
1.165 + break;
1.166 + }
1.167 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers18));
1.168 + if (pointerToLastByte-pointerToPreviousByte<2)
1.169 + {
1.170 + break;
1.171 + }
1.172 + ++pointerToPreviousByte;
1.173 + currentByte=*(pointerToPreviousByte+1);
1.174 + if (currentByte<0xa0)
1.175 + {
1.176 + return CCnvCharacterSetConverter::EErrorIllFormedInput;
1.177 + }
1.178 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers19));
1.179 + ++pointerToPreviousByte;
1.180 + __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers20));
1.181 + if (pointerToPreviousByte>=pointerToLastByte)
1.182 + {
1.183 + break;
1.184 + }
1.185 + }
1.186 + return (pointerToPreviousByte+1)-aDescriptor.Ptr();
1.187 + }
1.188 +
1.189 +/**
1.190 + @return The number of bytes that can be converted from aDescriptor to HalfWidthKatakana
1.191 + @internalTechnology
1.192 + */
1.193 + TInt NumberOfBytesAbleToConvertToHalfWidthKatakana8(const TDesC8& aDescriptor)
1.194 + {
1.195 + const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;
1.196 + const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();
1.197 + if (pointerToPreviousByte==pointerToLastByte)
1.198 + {
1.199 + return 0;
1.200 + }
1.201 + FOREVER
1.202 + {
1.203 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers21));
1.204 + TUint currentByte=*(pointerToPreviousByte+1);
1.205 + if (currentByte!=KSingleShift2)
1.206 + {
1.207 + break;
1.208 + }
1.209 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers22));
1.210 + if (pointerToLastByte-pointerToPreviousByte<2)
1.211 + {
1.212 + break;
1.213 + }
1.214 + ++pointerToPreviousByte;
1.215 + currentByte=*(pointerToPreviousByte+1);
1.216 + if (currentByte<0xa0)
1.217 + {
1.218 + return CCnvCharacterSetConverter::EErrorIllFormedInput;
1.219 + }
1.220 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers23));
1.221 + ++pointerToPreviousByte;
1.222 + __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers24));
1.223 + if (pointerToPreviousByte>=pointerToLastByte)
1.224 + {
1.225 + break;
1.226 + }
1.227 + }
1.228 + return (pointerToPreviousByte+1)-aDescriptor.Ptr();
1.229 + }
1.230 +
1.231 +/**
1.232 + @return The number of bytes that can be converted from aDescriptor to JISX0212
1.233 + @internalTechnology
1.234 + */
1.235 +TInt NumberOfBytesAbleToConvertToJisX0212(const TDesC8& aDescriptor)
1.236 + {
1.237 + const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;
1.238 + const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();
1.239 + if (pointerToPreviousByte==pointerToLastByte)
1.240 + {
1.241 + return 0;
1.242 + }
1.243 +
1.244 + FOREVER
1.245 + {
1.246 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers25));
1.247 + TUint currentByte=*(pointerToPreviousByte+1);
1.248 + if (currentByte!=KSingleShift3)
1.249 + {
1.250 + break;
1.251 + }
1.252 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers26));
1.253 + if (pointerToLastByte-pointerToPreviousByte<3)
1.254 + {
1.255 + break;
1.256 + }
1.257 + ++pointerToPreviousByte;
1.258 + currentByte=*(pointerToPreviousByte+1);
1.259 + if (currentByte<0xa0)
1.260 + {
1.261 + return CCnvCharacterSetConverter::EErrorIllFormedInput;
1.262 + }
1.263 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers27));
1.264 + ++pointerToPreviousByte;
1.265 + currentByte=*(pointerToPreviousByte+1);
1.266 + if (currentByte<0xa0)
1.267 + {
1.268 + return CCnvCharacterSetConverter::EErrorIllFormedInput;
1.269 + }
1.270 + __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers28));
1.271 + ++pointerToPreviousByte;
1.272 + __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers29));
1.273 + if (pointerToPreviousByte>=pointerToLastByte)
1.274 + {
1.275 + break;
1.276 + }
1.277 + }
1.278 + return (pointerToPreviousByte+1)-aDescriptor.Ptr();
1.279 + }
1.280 +
1.281 +void DummyConvertToIntermediateBufferInPlace(TDes8&)
1.282 + {
1.283 + }
1.284 +
1.285 +/**
1.286 + Converts to JISX0212
1.287 + @internalTechnology
1.288 + */
1.289 +void ConvertToJisX0212FromEucJpPackedInPlace(TDes8& aDescriptor)
1.290 + {
1.291 + const TInt descriptorLength=aDescriptor.Length();
1.292 + __ASSERT_DEBUG(descriptorLength>0, Panic(EPanicNothingToConvert6));
1.293 + __ASSERT_DEBUG(descriptorLength%3==0, Panic(EPanicNumberOfBytesIsNotMultipleOfThree2));
1.294 + TUint8* pointerToTargetByte=CONST_CAST(TUint8*, aDescriptor.Ptr());
1.295 + const TUint8* pointerToSourceByte=pointerToTargetByte;
1.296 + const TUint8* const pointerToLastByte=pointerToSourceByte+(descriptorLength-1);
1.297 + FOREVER
1.298 + {
1.299 + __ASSERT_DEBUG(*pointerToSourceByte==KSingleShift3, Panic(EPanicSingleShift3Expected));
1.300 + __ASSERT_DEBUG(pointerToSourceByte<pointerToLastByte, Panic(EPanicBadPointers33));
1.301 + ++pointerToSourceByte;
1.302 + TUint sourceByte=*pointerToSourceByte;
1.303 + __ASSERT_DEBUG(sourceByte&0x80, Panic(EPanicBadHighBit6));
1.304 + *pointerToTargetByte=STATIC_CAST(TUint8, sourceByte&~0x80);
1.305 + __ASSERT_DEBUG(pointerToSourceByte<pointerToLastByte, Panic(EPanicBadPointers34));
1.306 + ++pointerToSourceByte;
1.307 + sourceByte=*pointerToSourceByte;
1.308 + __ASSERT_DEBUG(sourceByte&0x80, Panic(EPanicBadHighBit7));
1.309 + __ASSERT_DEBUG(pointerToTargetByte<pointerToLastByte, Panic(EPanicBadPointers35));
1.310 + ++pointerToTargetByte;
1.311 + *pointerToTargetByte=STATIC_CAST(TUint8, sourceByte&~0x80);
1.312 + __ASSERT_DEBUG(pointerToSourceByte<=pointerToLastByte, Panic(EPanicBadPointers36));
1.313 + if (pointerToSourceByte>=pointerToLastByte)
1.314 + {
1.315 + break;
1.316 + }
1.317 + ++pointerToSourceByte;
1.318 + ++pointerToTargetByte;
1.319 + }
1.320 + aDescriptor.SetLength((descriptorLength/3)*2);
1.321 + }
1.322 +
1.323 +/**
1.324 + Converts to JISX0208
1.325 + @internalTechnology
1.326 + */
1.327 +void ConvertToJisX0208FromEucJpPackedInPlace(TDes8& aDescriptor)
1.328 + {
1.329 + const TInt descriptorLength=aDescriptor.Length();
1.330 + __ASSERT_DEBUG(descriptorLength>0, Panic(EPanicNothingToConvert4));
1.331 + __ASSERT_DEBUG(descriptorLength%2==0, Panic(EPanicOddNumberOfBytes5));
1.332 + TUint8* pointerToCurrentByte=CONST_CAST(TUint8*, aDescriptor.Ptr());
1.333 + const TUint8* const pointerToLastByte=pointerToCurrentByte+(descriptorLength-1);
1.334 + FOREVER
1.335 + {
1.336 + const TUint currentByte=*pointerToCurrentByte;
1.337 + __ASSERT_DEBUG(currentByte&0x80, Panic(EPanicBadHighBit4));
1.338 + *pointerToCurrentByte=STATIC_CAST(TUint8, currentByte&~0x80);
1.339 + __ASSERT_DEBUG(pointerToCurrentByte<=pointerToLastByte, Panic(EPanicBadPointers30));
1.340 + if (pointerToCurrentByte>=pointerToLastByte)
1.341 + {
1.342 + break;
1.343 + }
1.344 + ++pointerToCurrentByte;
1.345 + }
1.346 + }
1.347 +
1.348 +/**
1.349 + Converts to Half Width Katakana
1.350 + @internalTechnology
1.351 + */
1.352 +void ConvertToHalfWidthKatakana8FromEucJpPackedInPlace(TDes8& aDescriptor)
1.353 + {
1.354 + const TInt descriptorLength=aDescriptor.Length();
1.355 + __ASSERT_DEBUG(descriptorLength>0, Panic(EPanicNothingToConvert5));
1.356 + __ASSERT_DEBUG(descriptorLength%2==0, Panic(EPanicOddNumberOfBytes6));
1.357 + TUint8* pointerToTargetByte=CONST_CAST(TUint8*, aDescriptor.Ptr());
1.358 + const TUint8* pointerToSourceByte=pointerToTargetByte;
1.359 + const TUint8* const pointerToLastByte=pointerToSourceByte+(descriptorLength-1);
1.360 + FOREVER
1.361 + {
1.362 + __ASSERT_DEBUG(*pointerToSourceByte==KSingleShift2, Panic(EPanicSingleShift2Expected));
1.363 + __ASSERT_DEBUG(pointerToSourceByte<pointerToLastByte, Panic(EPanicBadPointers31));
1.364 + ++pointerToSourceByte;
1.365 + const TUint sourceByte=*pointerToSourceByte;
1.366 + __ASSERT_DEBUG(sourceByte&0x80, Panic(EPanicBadHighBit5));
1.367 + *pointerToTargetByte=STATIC_CAST(TUint8, sourceByte);
1.368 + __ASSERT_DEBUG(pointerToSourceByte<=pointerToLastByte, Panic(EPanicBadPointers32));
1.369 + if (pointerToSourceByte>=pointerToLastByte)
1.370 + {
1.371 + break;
1.372 + }
1.373 + ++pointerToSourceByte;
1.374 + ++pointerToTargetByte;
1.375 + }
1.376 + aDescriptor.SetLength(descriptorLength/2);
1.377 + }
1.378 +
1.379 +