1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/os/persistentdata/persistentstorage/sql/TEST/t_sqlperformance5.cpp Fri Jun 15 03:10:57 2012 +0200
1.3 @@ -0,0 +1,421 @@
1.4 +// Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).
1.5 +// All rights reserved.
1.6 +// This component and the accompanying materials are made available
1.7 +// under the terms of "Eclipse Public License v1.0"
1.8 +// which accompanies this distribution, and is available
1.9 +// at the URL "http://www.eclipse.org/legal/epl-v10.html".
1.10 +//
1.11 +// Initial Contributors:
1.12 +// Nokia Corporation - initial contribution.
1.13 +//
1.14 +// Contributors:
1.15 +//
1.16 +// Description: MDS harvesting performance test
1.17 +//
1.18 +#include <e32test.h>
1.19 +#include <e32math.h>
1.20 +#include <bautils.h>
1.21 +#include <hal.h>
1.22 +#include <sqldb.h>
1.23 +#include "t_sqlcmdlineutil.h"
1.24 +
1.25 +RTest TheTest(_L("t_sqlperformance5 test"));
1.26 +RSqlDatabase TheDb;
1.27 +
1.28 +_LIT(KDbName, "c:\\test\\t_sqlperformance5.db");
1.29 +
1.30 +TFileName TheDbFileName;
1.31 +TBuf<200> TheTestTitle;
1.32 +TCmdLineParams TheCmdLineParams(TCmdLineParams::EDbUtf16, 16384, 32);
1.33 +TBuf8<200> TheSqlConfigString;
1.34 +
1.35 +_LIT(KUtf8, "UTF8 ");
1.36 +_LIT(KUtf16, "UTF16");
1.37 +
1.38 +const TInt KThumbnailCount = 60;
1.39 +const TInt KMaxThumbnailSize = 40 * 1024;
1.40 +
1.41 +const TInt KThumbnailSizes[KThumbnailCount] =
1.42 + {
1.43 + //1 2 3 4 5 6 7 8 9 10
1.44 + 22054, 24076, 33281, 24733, 33094, 31443, 29264, 28725, 31798, 29322, //1
1.45 + 25002, 26926, 31097, 21988, 33659, 29081, 33050, 36857, 37686, 24034, //2
1.46 + 21093, 28314, 20186, 27222, 28600, 32735, 27279, 31898, 31380, 36316, //3
1.47 + 34295, 31642, 21829, 32912, 31584, 32557, 36601, 22744, 32808, 26130, //4
1.48 + 31222, 21545, 35899, 22257, 25856, 31169, 34893, 23496, 23034, 30381, //5
1.49 + 25810, 27123, 33442, 22275, 30260, 31028, 32415, 27345, 26614, 33704 //6
1.50 + };
1.51 +
1.52 +TInt TheFastCounterFreq = 0;
1.53 +
1.54 +TInt TheCreateDbTime = 0;
1.55 +TInt TheCreateTablesTime = 0;
1.56 +TInt TheBindParamsTime = 0;
1.57 +TInt TheStmtExecTime = 0;
1.58 +TInt TheStmtResetTime = 0;
1.59 +TInt ThePopulateTempTableTime = 0;
1.60 +TInt TheFlushTime = 0;
1.61 +
1.62 +////////////////////////////////////////////////////////////////////////////////////////////////////
1.63 +
1.64 +void TestEnvDestroy()
1.65 + {
1.66 + TheDb.Close();
1.67 + (void)RSqlDatabase::Delete(TheDbFileName);
1.68 + ResetSoftHeapLimit();
1.69 + }
1.70 +
1.71 +///////////////////////////////////////////////////////////////////////////////////////
1.72 +///////////////////////////////////////////////////////////////////////////////////////
1.73 +//Test macros and functions
1.74 +void Check1(TInt aValue, TInt aLine)
1.75 + {
1.76 + if(!aValue)
1.77 + {
1.78 + TestEnvDestroy();
1.79 + TheTest.Printf(_L("*** Line %d\r\n"), aLine);
1.80 + TheTest(EFalse, aLine);
1.81 + }
1.82 + }
1.83 +void Check2(TInt aValue, TInt aExpected, TInt aLine)
1.84 + {
1.85 + if(aValue != aExpected)
1.86 + {
1.87 + TSqlRetCodeClass cl = SqlRetCodeClass(aValue);
1.88 + if(cl == ESqlDbError)
1.89 + {
1.90 + TPtrC errmsg = TheDb.LastErrorMessage();
1.91 + TheTest.Printf(_L("*** SQLite err=\"%S\"\r\n"), &errmsg);
1.92 + }
1.93 + TestEnvDestroy();
1.94 + TheTest.Printf(_L("*** Line %d, Expected error: %d, got: %d\r\n"), aLine, aExpected, aValue);
1.95 + TheTest(EFalse, aLine);
1.96 + }
1.97 + }
1.98 +#define TEST(arg) ::Check1((arg), __LINE__)
1.99 +#define TEST2(aValue, aExpected) ::Check2(aValue, aExpected, __LINE__)
1.100 +
1.101 +///////////////////////////////////////////////////////////////////////////////////////
1.102 +
1.103 +void TestEnvInit()
1.104 + {
1.105 + RFs fs;
1.106 + TInt err = fs.Connect();
1.107 + TEST2(err, KErrNone);
1.108 + err = fs.MkDirAll(TheDbFileName);
1.109 + TEST(err == KErrNone || err == KErrAlreadyExists);
1.110 + fs.Close();
1.111 + }
1.112 +
1.113 +TInt TimeDiffUs(TUint32 aStartTicks, TUint32 aEndTicks)
1.114 + {
1.115 + if(TheFastCounterFreq == 0)
1.116 + {
1.117 + TEST2(HAL::Get(HAL::EFastCounterFrequency, TheFastCounterFreq), KErrNone);
1.118 + TheTest.Printf(_L("==Fast counter frequency: %d Hz\r\n"), TheFastCounterFreq);
1.119 + }
1.120 + TInt64 diffTicks = (TInt64)aEndTicks - (TInt64)aStartTicks;
1.121 + if(diffTicks < 0)
1.122 + {
1.123 + diffTicks = KMaxTUint32 + diffTicks + 1;
1.124 + }
1.125 + const TInt KMicroSecIn1Sec = 1000000;
1.126 + TInt us = (diffTicks * KMicroSecIn1Sec) / TheFastCounterFreq;
1.127 + return us;
1.128 + }
1.129 +
1.130 +void PrintTime(const TDesC& aFmt, TUint32 aStartTicks, TUint32 aEndTicks)
1.131 + {
1.132 + TInt us = TimeDiffUs(aStartTicks, aEndTicks);
1.133 + TheTest.Printf(aFmt, us);
1.134 + }
1.135 +
1.136 +//=============================================================================
1.137 +
1.138 +/**
1.139 +@SYMTestCaseID PDS-SQL-CT-4205
1.140 +@SYMTestCaseDesc Thumbnail database performance test.
1.141 +@SYMTestPriority Medium
1.142 +@SYMTestActions The test executes statements to create the thumbnail database.
1.143 +@SYMTestExpectedResults The test must not fail
1.144 +@SYMDEF ou1cimx1#362240
1.145 +*/
1.146 +void CreateDb()
1.147 + {
1.148 + (void)RSqlDatabase::Delete(TheDbFileName);
1.149 +
1.150 + TUint32 fc1 = User::FastCounter();
1.151 +
1.152 + TInt err = TheDb.Create(TheDbFileName, &TheSqlConfigString);
1.153 +
1.154 + TUint32 fc2 = User::FastCounter();
1.155 + TheCreateDbTime = TimeDiffUs(fc1, fc2);
1.156 +
1.157 + TEST2(err, KErrNone);
1.158 +
1.159 + fc1 = User::FastCounter();
1.160 +
1.161 + err = TheDb.Exec(_L("CREATE TABLE ThumbnailInfo (Path TEXT COLLATE NOCASE,TNId INTEGER,Size INTEGER,Format INTEGER,TNPath TEXT COLLATE NOCASE,Width INTEGER,Height INTEGER,OrigWidth INTEGER,OrigHeight INTEGER,Flags INTEGER,VideoPosition INTEGER,Orientation INTEGER,humbFromPath INTEGER,Modified LARGEINT);"));
1.162 + TEST(err >= 0);
1.163 +
1.164 + err = TheDb.Exec(_L("CREATE TABLE ThumbnailInfoData(Data BLOB);"));
1.165 + TEST(err >= 0);
1.166 +
1.167 + err = TheDb.Exec(_L("CREATE TABLE ThumbnailDeleted(Path TEXT UNIQUE COLLATE NOCASE);"));
1.168 + TEST(err >= 0);
1.169 +
1.170 + err = TheDb.Exec(_L("CREATE INDEX idx1 ON ThumbnailInfo(Path, Size);"));
1.171 + TEST(err >= 0);
1.172 +
1.173 + err = TheDb.Exec(_L("CREATE INDEX idx4 ON ThumbnailDeleted(Path);"));
1.174 + TEST(err >= 0);
1.175 +
1.176 + err = TheDb.Exec(_L("CREATE TABLE ThumbnailVersion (Major INTEGER,Minor INTEGER,IMEI TEXT COLLATE NOCASE);"));
1.177 + TEST(err >= 0);
1.178 +
1.179 + fc2 = User::FastCounter();
1.180 + TheCreateTablesTime = TimeDiffUs(fc1, fc2);
1.181 +
1.182 + TheDb.Close();
1.183 + }
1.184 +
1.185 +void PoulateTempTables(RSqlStatement& aStmt1, RSqlStatement& aStmt2)
1.186 + {
1.187 + HBufC8* thumbnailBuf = HBufC8::New(KMaxThumbnailSize);
1.188 + TEST(thumbnailBuf != NULL);
1.189 + TPtr8 thumbnailData = thumbnailBuf->Des();
1.190 + thumbnailData.SetLength(KMaxThumbnailSize);
1.191 + thumbnailData.Fill(TChar('A'));
1.192 +
1.193 + TUint32 fc3 = User::FastCounter();
1.194 +
1.195 + for(TInt i=0;i<KThumbnailCount;++i)
1.196 + {
1.197 + TUint32 fc1 = User::FastCounter();
1.198 +
1.199 + TInt paramIndex = aStmt1.ParameterIndex(_L(":Path"));
1.200 + TEST(paramIndex >= 0);
1.201 + TInt err = aStmt1.BindText(paramIndex, _L("c:\\test\\abcdefgh123456789.jpg"));
1.202 + TEST2(err, KErrNone);
1.203 +
1.204 + paramIndex = aStmt1.ParameterIndex(_L(":Width"));
1.205 + TEST(paramIndex >= 0);
1.206 + err = aStmt1.BindInt(paramIndex, 50);
1.207 + TEST2(err, KErrNone);
1.208 +
1.209 + paramIndex = aStmt1.ParameterIndex(_L(":Height"));
1.210 + TEST(paramIndex >= 0);
1.211 + err = aStmt1.BindInt(paramIndex, 40);
1.212 + TEST2(err, KErrNone);
1.213 +
1.214 + paramIndex = aStmt1.ParameterIndex(_L(":OrigWidth"));
1.215 + TEST(paramIndex >= 0);
1.216 + err = aStmt1.BindInt(paramIndex, 1000);
1.217 + TEST2(err, KErrNone);
1.218 +
1.219 + paramIndex = aStmt1.ParameterIndex(_L(":OrigHeight"));
1.220 + TEST(paramIndex >= 0);
1.221 + err = aStmt1.BindInt(paramIndex, 2000);
1.222 + TEST2(err, KErrNone);
1.223 +
1.224 + paramIndex = aStmt1.ParameterIndex(_L(":Format"));
1.225 + TEST(paramIndex >= 0);
1.226 + err = aStmt1.BindInt(paramIndex, 10);
1.227 + TEST2(err, KErrNone);
1.228 +
1.229 + paramIndex = aStmt1.ParameterIndex(_L(":Flags"));
1.230 + TEST(paramIndex >= 0);
1.231 + err = aStmt1.BindInt(paramIndex, 0x1E);
1.232 + TEST2(err, KErrNone);
1.233 +
1.234 + paramIndex = aStmt1.ParameterIndex(_L(":Size"));
1.235 + TEST(paramIndex >= 0);
1.236 + err = aStmt1.BindInt(paramIndex, 1200);
1.237 + TEST2(err, KErrNone);
1.238 +
1.239 + paramIndex = aStmt1.ParameterIndex(_L(":Orient"));
1.240 + TEST(paramIndex >= 0);
1.241 + err = aStmt1.BindInt(paramIndex, 2);
1.242 + TEST2(err, KErrNone);
1.243 +
1.244 + paramIndex = aStmt1.ParameterIndex(_L(":ThumbFromPath"));
1.245 + TEST(paramIndex >= 0);
1.246 + err = aStmt1.BindInt(paramIndex, 1);
1.247 + TEST2(err, KErrNone);
1.248 +
1.249 + paramIndex = aStmt1.ParameterIndex(_L(":Modified"));
1.250 + TEST(paramIndex >= 0);
1.251 + err = aStmt1.BindInt64(paramIndex, 3212398543392LL);
1.252 + TEST2(err, KErrNone);
1.253 +
1.254 + TUint32 fc2 = User::FastCounter();
1.255 + TheBindParamsTime += TimeDiffUs(fc1, fc2);
1.256 +
1.257 + fc1 = User::FastCounter();
1.258 + err = aStmt1.Exec();
1.259 + fc2 = User::FastCounter();
1.260 + TheStmtExecTime += TimeDiffUs(fc1, fc2);
1.261 +
1.262 + TEST2(err, 1);
1.263 +
1.264 + fc1 = User::FastCounter();
1.265 + err = aStmt1.Reset();
1.266 + fc2 = User::FastCounter();
1.267 + TheStmtResetTime += TimeDiffUs(fc1, fc2);
1.268 +
1.269 + TEST2(err, KErrNone);
1.270 +
1.271 + thumbnailData.SetLength(KThumbnailSizes[i]);
1.272 +
1.273 + fc1 = User::FastCounter();
1.274 + paramIndex = aStmt2.ParameterIndex(_L(":Data"));
1.275 + TEST(paramIndex >= 0);
1.276 + err = aStmt2.BindBinary(paramIndex, thumbnailData);
1.277 + TEST2(err, KErrNone);
1.278 + fc2 = User::FastCounter();
1.279 + TheBindParamsTime += TimeDiffUs(fc1, fc2);
1.280 +
1.281 + fc1 = User::FastCounter();
1.282 + err = aStmt2.Exec();
1.283 + fc2 = User::FastCounter();
1.284 + TheStmtExecTime += TimeDiffUs(fc1, fc2);
1.285 +
1.286 + TEST2(err, 1);
1.287 +
1.288 + fc1 = User::FastCounter();
1.289 + err = aStmt2.Reset();
1.290 + fc2 = User::FastCounter();
1.291 + TheStmtResetTime += TimeDiffUs(fc1, fc2);
1.292 +
1.293 + TEST2(err, KErrNone);
1.294 + }
1.295 +
1.296 + TUint32 fc4 = User::FastCounter();
1.297 + ThePopulateTempTableTime += TimeDiffUs(fc3, fc4);
1.298 +
1.299 + delete thumbnailBuf;
1.300 + }
1.301 +
1.302 +void FlushTempTables()
1.303 + {
1.304 + TUint32 fc1 = User::FastCounter();
1.305 +
1.306 + TInt err = TheDb.Exec(_L("BEGIN TRANSACTION"));
1.307 + TEST(err >= 0);
1.308 +
1.309 + err = TheDb.Exec(_L("INSERT INTO ThumbnailInfo SELECT * FROM TempThumbnailInfo;"));
1.310 + TEST2(err, KThumbnailCount);
1.311 +
1.312 + err = TheDb.Exec(_L("INSERT INTO ThumbnailInfoData SELECT * FROM TempThumbnailInfoData;"));
1.313 + TEST2(err, KThumbnailCount);
1.314 +
1.315 + err = TheDb.Exec(_L("DELETE FROM TempThumbnailInfo;"));
1.316 + TEST(err >= 0);
1.317 +
1.318 + err = TheDb.Exec(_L("DELETE FROM TempThumbnailInfoData;"));
1.319 + TEST(err >= 0);
1.320 +
1.321 + err = TheDb.Exec(_L("COMMIT;"));
1.322 + TEST(err >= 0);
1.323 +
1.324 + TUint32 fc2 = User::FastCounter();
1.325 + TheFlushTime += TimeDiffUs(fc1, fc2);
1.326 + }
1.327 +
1.328 +/**
1.329 +@SYMTestCaseID PDS-SQL-CT-4206
1.330 +@SYMTestCaseDesc Thumbnail database performance test.
1.331 +@SYMTestPriority Medium
1.332 +@SYMTestActions The test inserts 60 thumbnails with summary size of 1.7Mb into the thumbnail database.
1.333 +@SYMTestExpectedResults The test must not fail
1.334 +@SYMDEF ou1cimx1#362240
1.335 +*/
1.336 +void PopulateDb()
1.337 + {
1.338 + TInt dataToCommit = 0;
1.339 + for(TInt i=0;i<KThumbnailCount;++i)
1.340 + {
1.341 + dataToCommit += KThumbnailSizes[i];
1.342 + }
1.343 + TReal d = dataToCommit / 1024.0;
1.344 + TheTest.Printf(_L("==dataToCommit=%d bytes (%8.2lf Mb)\r\n"), dataToCommit, d);
1.345 +
1.346 + TInt err = TheDb.Open(TheDbFileName, &TheSqlConfigString);
1.347 + TEST2(err, KErrNone);
1.348 +
1.349 + err = TheDb.Exec(_L("CREATE TEMP TABLE TempThumbnailInfo (Path TEXT COLLATE NOCASE,TNId INTEGER,Size INTEGER,Format INTEGER,TNPath TEXT COLLATE NOCASE,Width INTEGER,Height INTEGER,OrigWidth INTEGER,OrigHeight INTEGER,Flags INTEGER,VideoPosition INTEGER,Orientation INTEGER,ThumbFromPath INTEGER,Modified LARGEINT);"));
1.350 + TEST(err >= 0);
1.351 +
1.352 + err = TheDb.Exec(_L("CREATE TEMP TABLE TempThumbnailInfoData (Data BLOB);"));
1.353 + TEST(err >= 0);
1.354 +
1.355 + RSqlStatement stmt1;
1.356 + err = stmt1.Prepare(TheDb, _L("INSERT INTO TempThumbnailInfo(Path,Size,Format,Width,Height,OrigWidth,OrigHeight,Flags,Orientation,ThumbFromPath,Modified) VALUES (:Path,:Size,:Format,:Width,:Height,:OrigWidth,:OrigHeight,:Flags,:Orient,:ThumbFromPath,:Modified);"));
1.357 + TEST2(err, KErrNone);
1.358 +
1.359 + RSqlStatement stmt2;
1.360 + err = stmt2.Prepare(TheDb, _L("INSERT INTO TempThumbnailInfoData (Data) VALUES (:Data);"));
1.361 + TEST2(err, KErrNone);
1.362 +
1.363 + PoulateTempTables(stmt1, stmt2);
1.364 + FlushTempTables();
1.365 +
1.366 + stmt2.Close();
1.367 + stmt1.Close();
1.368 + TheDb.Close();
1.369 +
1.370 + TheTest.Printf(_L("==Create database, time=%d microseconds\r\n"), TheCreateDbTime);
1.371 + TheTest.Printf(_L("==Create tables, time=%d microseconds\r\n"), TheCreateTablesTime);
1.372 + TheTest.Printf(_L("==Bind parameters time, time=%d microseconds\r\n"), TheBindParamsTime);
1.373 + TheTest.Printf(_L("==Temp tables, statement exec, time=%d microseconds\r\n"), TheStmtExecTime);
1.374 + TheTest.Printf(_L("==Temp tables, statement reset, time=%d microseconds\r\n"), TheStmtResetTime);
1.375 + TheTest.Printf(_L("==Populate temp tables, time=%d microseconds\r\n"), ThePopulateTempTableTime);
1.376 + TheTest.Printf(_L("==Copy temp tables to main tables, time=%d microseconds\r\n"), TheFlushTime);
1.377 + }
1.378 +
1.379 +void DoTestsL()
1.380 + {
1.381 + TheTestTitle.Format(_L("@SYMTestCaseID:PDS-SQL-CT-4205 Create database, encoding: \"%S\", page size: %d\r\n"),
1.382 + TheCmdLineParams.iDbEncoding == TCmdLineParams::EDbUtf16 ? &KUtf16 : &KUtf8, TheCmdLineParams.iPageSize);
1.383 + TheTest.Start(TheTestTitle);
1.384 + CreateDb();
1.385 +
1.386 + TheTestTitle.Format(_L("@SYMTestCaseID:PDS-SQL-CT-4206 Populate database, encoding: \"%S\", page size: %d\r\n"),
1.387 + TheCmdLineParams.iDbEncoding == TCmdLineParams::EDbUtf16 ? &KUtf16 : &KUtf8, TheCmdLineParams.iPageSize);
1.388 + TheTest.Next(TheTestTitle);
1.389 + PopulateDb();
1.390 +
1.391 + (void)RSqlDatabase::Delete(TheDbFileName);
1.392 + }
1.393 +
1.394 +TInt E32Main()
1.395 + {
1.396 + TheTest.Title();
1.397 +
1.398 + CTrapCleanup* tc = CTrapCleanup::New();
1.399 + TheTest(tc != NULL);
1.400 +
1.401 + __UHEAP_MARK;
1.402 +
1.403 + GetCmdLineParamsAndSqlConfigString(TheTest, _L("t_sqlperformance5"), TheCmdLineParams, TheSqlConfigString);
1.404 + PrepareDbName(KDbName, TheCmdLineParams.iDriveName, TheDbFileName);
1.405 + SetSoftHeapLimit(TheCmdLineParams.iSoftHeapLimitKb);
1.406 +
1.407 + TheTest.Printf(_L("==Databases: %S\r\n"), &TheDbFileName);
1.408 +
1.409 + TestEnvDestroy();
1.410 + TestEnvInit();
1.411 + TRAPD(err, DoTestsL());
1.412 + TestEnvDestroy();
1.413 + TEST2(err, KErrNone);
1.414 +
1.415 + __UHEAP_MARKEND;
1.416 +
1.417 + TheTest.End();
1.418 + TheTest.Close();
1.419 +
1.420 + delete tc;
1.421 +
1.422 + User::Heap().Check();
1.423 + return KErrNone;
1.424 + }