sl@0: # 2008 March 21
sl@0: #
sl@0: # The author disclaims copyright to this source code.  In place of
sl@0: # a legal notice, here is a blessing:
sl@0: #
sl@0: #    May you do good and not evil.
sl@0: #    May you find forgiveness for yourself and forgive others.
sl@0: #    May you share freely, never taking more than you give.
sl@0: #
sl@0: #*************************************************************************
sl@0: # This file implements regression tests for SQLite library.  The
sl@0: # focus of this script is measuring executing speed.  
sl@0: #
sl@0: # This is a copy of speed1.test modified to user prepared statements.
sl@0: #
sl@0: # $Id: speed1p.explain,v 1.1 2008/04/16 12:57:48 drh Exp $
sl@0: #
sl@0: 
sl@0: set testdir [file dirname $argv0]
sl@0: source $testdir/tester.tcl
sl@0: speed_trial_init speed1
sl@0: 
sl@0: # Set a uniform random seed
sl@0: expr srand(0)
sl@0: 
sl@0: set sqlout [open speed1.txt w]
sl@0: proc tracesql {sql} {
sl@0:   puts $::sqlout $sql\;
sl@0: }
sl@0: #db trace tracesql
sl@0: 
sl@0: # The number_name procedure below converts its argment (an integer)
sl@0: # into a string which is the English-language name for that number.
sl@0: #
sl@0: # Example:
sl@0: #
sl@0: #     puts [number_name 123]   ->  "one hundred twenty three"
sl@0: #
sl@0: set ones {zero one two three four five six seven eight nine
sl@0:           ten eleven twelve thirteen fourteen fifteen sixteen seventeen
sl@0:           eighteen nineteen}
sl@0: set tens {{} ten twenty thirty forty fifty sixty seventy eighty ninety}
sl@0: proc number_name {n} {
sl@0:   if {$n>=1000} {
sl@0:     set txt "[number_name [expr {$n/1000}]] thousand"
sl@0:     set n [expr {$n%1000}]
sl@0:   } else {
sl@0:     set txt {}
sl@0:   }
sl@0:   if {$n>=100} {
sl@0:     append txt " [lindex $::ones [expr {$n/100}]] hundred"
sl@0:     set n [expr {$n%100}]
sl@0:   }
sl@0:   if {$n>=20} {
sl@0:     append txt " [lindex $::tens [expr {$n/10}]]"
sl@0:     set n [expr {$n%10}]
sl@0:   }
sl@0:   if {$n>0} {
sl@0:     append txt " [lindex $::ones $n]"
sl@0:   }
sl@0:   set txt [string trim $txt]
sl@0:   if {$txt==""} {set txt zero}
sl@0:   return $txt
sl@0: }
sl@0: 
sl@0: # Create a database schema.
sl@0: #
sl@0: do_test speed1p-1.0 {
sl@0:   execsql {
sl@0:     PRAGMA page_size=1024;
sl@0:     PRAGMA cache_size=8192;
sl@0:     PRAGMA locking_mode=EXCLUSIVE;
sl@0:     CREATE TABLE t1(a INTEGER, b INTEGER, c TEXT);
sl@0:     CREATE TABLE t2(a INTEGER, b INTEGER, c TEXT);
sl@0:     CREATE INDEX i2a ON t2(a);
sl@0:     CREATE INDEX i2b ON t2(b);
sl@0:   }
sl@0:   execsql {
sl@0:     SELECT name FROM sqlite_master ORDER BY 1;
sl@0:   }
sl@0: } {i2a i2b t1 t2}
sl@0: 
sl@0: 
sl@0: # 50000 INSERTs on an unindexed table
sl@0: #
sl@0: set list {}
sl@0: for {set i 1} {$i<=50000} {incr i} {
sl@0:   set r [expr {int(rand()*500000)}]
sl@0:   set x [number_name $r]
sl@0:   lappend list $i $r $x
sl@0: }
sl@0: set script {
sl@0:   foreach {i r x} $::list {
sl@0:     db eval {INSERT INTO t1 VALUES($i,$r,$x)}
sl@0:   }
sl@0: }
sl@0: explain {INSERT INTO t1 VALUES($i,$r,$x)}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-insert1 50000 row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # 50000 INSERTs on an indexed table
sl@0: #
sl@0: set list {}
sl@0: for {set i 1} {$i<=50000} {incr i} {
sl@0:   set r [expr {int(rand()*500000)}]
sl@0:   set x [number_name $r]
sl@0:   lappend list $i $r $x
sl@0: }
sl@0: set script {
sl@0:   foreach {i r x} $::list {
sl@0:     db eval {INSERT INTO t2 VALUES($i,$r,$x)}
sl@0:   }
sl@0: }
sl@0: explain {INSERT INTO t2 VALUES($i,$r,$x)}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-insert2 50000 row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: 
sl@0: 
sl@0: # 50 SELECTs on an integer comparison.  There is no index so
sl@0: # a full table scan is required.
sl@0: #
sl@0: set list {}
sl@0: for {set i 0} {$i<50} {incr i} {
sl@0:   set lwr [expr {$i*100}]
sl@0:   set upr [expr {($i+10)*100}]
sl@0:   lappend list $lwr $upr
sl@0: }
sl@0: set script {
sl@0:   foreach {lwr upr} $::list {
sl@0:     db eval  {SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr}
sl@0:   }
sl@0: }
sl@0: explain {SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-select1 [expr {50*50000}] row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # 50 SELECTs on an LIKE comparison.  There is no index so a full
sl@0: # table scan is required.
sl@0: #
sl@0: set list {}
sl@0: for {set i 0} {$i<50} {incr i} {
sl@0:   lappend list "%[number_name $i]%"
sl@0: }
sl@0: set script {
sl@0:   foreach pattern $::list {
sl@0:     db eval {SELECT count(*), avg(b) FROM t1 WHERE c LIKE $pattern}
sl@0:   }
sl@0: }
sl@0: explain {SELECT count(*), avg(b) FROM t1 WHERE c LIKE $pattern}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-select2 [expr {50*50000}] row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # Create indices
sl@0: #
sl@0: explain {CREATE INDEX i1a ON t1(a)}
sl@0: explain {CREATE INDEX i1b ON t1(b)}
sl@0: db eval BEGIN
sl@0: speed_trial speed1p-createidx 150000 row {
sl@0:   CREATE INDEX i1a ON t1(a);
sl@0:   CREATE INDEX i1b ON t1(b);
sl@0:   CREATE INDEX i1c ON t1(c);
sl@0: }
sl@0: db eval COMMIT
sl@0: 
sl@0: # 5000 SELECTs on an integer comparison where the integer is
sl@0: # indexed.
sl@0: #
sl@0: set list {}
sl@0: for {set i 0} {$i<5000} {incr i} {
sl@0:   set lwr [expr {$i*100}]
sl@0:   set upr [expr {($i+10)*100}]
sl@0:   lappend list $lwr $upr
sl@0: }
sl@0: set script {
sl@0:   foreach {lwr upr} $::list {
sl@0:     db eval {SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr}
sl@0:   }
sl@0: }
sl@0: explain {SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-select3 5000 stmt $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # 100000 random SELECTs against rowid.
sl@0: #
sl@0: set list {}
sl@0: for {set i 1} {$i<=100000} {incr i} {
sl@0:   set id [expr {int(rand()*50000)+1}]
sl@0:   lappend list $id
sl@0: }
sl@0: set script {
sl@0:   foreach id $::list {
sl@0:     db eval {SELECT c FROM t1 WHERE rowid=$id}
sl@0:   }
sl@0: }
sl@0: explain {SELECT c FROM t1 WHERE rowid=$id}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-select4 100000 row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # 100000 random SELECTs against a unique indexed column.
sl@0: #
sl@0: set list {}
sl@0: for {set i 1} {$i<=100000} {incr i} {
sl@0:   set id [expr {int(rand()*50000)+1}]
sl@0:   lappend list $id
sl@0: }
sl@0: set script {
sl@0:   foreach id $::list {
sl@0:     db eval {SELECT c FROM t1 WHERE a=$id}
sl@0:   }
sl@0: }
sl@0: explain {SELECT c FROM t1 WHERE a=$id}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-select5 100000 row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # 50000 random SELECTs against an indexed column text column
sl@0: #
sl@0: set list [db eval {SELECT c FROM t1 ORDER BY random() LIMIT 50000}]
sl@0: set script {
sl@0:   foreach c $::list {
sl@0:     db eval {SELECT c FROM t1 WHERE c=$c}
sl@0:   }
sl@0: }
sl@0: explain {SELECT c FROM t1 WHERE c=$c}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-select6 50000 row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: 
sl@0: # Vacuum
sl@0: speed_trial speed1p-vacuum 100000 row VACUUM
sl@0: 
sl@0: # 5000 updates of ranges where the field being compared is indexed.
sl@0: #
sl@0: set list {}
sl@0: for {set i 0} {$i<5000} {incr i} {
sl@0:   set lwr [expr {$i*2}]
sl@0:   set upr [expr {($i+1)*2}]
sl@0:   lappend list $lwr $upr
sl@0: }
sl@0: set script {
sl@0:   foreach {lwr upr} $::list {
sl@0:     db eval {UPDATE t1 SET b=b*2 WHERE a>=$lwr AND a<$upr}
sl@0:   }
sl@0: }
sl@0: explain {UPDATE t1 SET b=b*2 WHERE a>=$lwr AND a<$upr}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-update1 5000 stmt $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # 50000 single-row updates.  An index is used to find the row quickly.
sl@0: #
sl@0: set list {}
sl@0: for {set i 0} {$i<50000} {incr i} {
sl@0:   set r [expr {int(rand()*500000)}]
sl@0:   lappend list $i $r
sl@0: }
sl@0: set script {
sl@0:   foreach {i r} $::list {
sl@0:     db eval {UPDATE t1 SET b=$r WHERE a=$i}
sl@0:   }
sl@0: }
sl@0: explain {UPDATE t1 SET b=$r WHERE a=$i}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-update2 50000 row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # 1 big text update that touches every row in the table.
sl@0: #
sl@0: explain {UPDATE t1 SET c=a}
sl@0: speed_trial speed1p-update3 50000 row {
sl@0:   UPDATE t1 SET c=a;
sl@0: }
sl@0: 
sl@0: # Many individual text updates.  Each row in the table is
sl@0: # touched through an index.
sl@0: #
sl@0: set list {}
sl@0: for {set i 1} {$i<=50000} {incr i} {
sl@0:   set r [expr {int(rand()*500000)}]
sl@0:   lappend list $i [number_name $r]
sl@0: }
sl@0: set script {
sl@0:   foreach {i x} $::list {
sl@0:     db eval {UPDATE t1 SET c=$x WHERE a=$i}
sl@0:   }
sl@0: }
sl@0: explain {UPDATE t1 SET c=$x WHERE a=$i}
sl@0: db eval BEGIN
sl@0: speed_trial_tcl speed1p-update4 50000 row $script
sl@0: db eval COMMIT
sl@0: 
sl@0: # Delete all content in a table.
sl@0: #
sl@0: explain {DELETE FROM t1}
sl@0: speed_trial speed1p-delete1 50000 row {DELETE FROM t1}
sl@0: 
sl@0: # Copy one table into another
sl@0: #
sl@0: explain {INSERT INTO t1 SELECT * FROM t2}
sl@0: speed_trial speed1p-copy1 50000 row {INSERT INTO t1 SELECT * FROM t2}
sl@0: 
sl@0: # Delete all content in a table, one row at a time.
sl@0: #
sl@0: explain {DELETE FROM t1 WHERE 1}
sl@0: speed_trial speed1p-delete2 50000 row {DELETE FROM t1 WHERE 1}
sl@0: 
sl@0: # Refill the table yet again
sl@0: #
sl@0: speed_trial speed1p-copy2 50000 row {INSERT INTO t1 SELECT * FROM t2}
sl@0: 
sl@0: # Drop the table and recreate it without its indices.
sl@0: #
sl@0: explain {DROP TABLE t1}
sl@0: explain {CREATE TABLE tX(a INTEGER, b INTEGER, c TEXT)}
sl@0: db eval BEGIN
sl@0: speed_trial speed1p-drop1 50000 row {
sl@0:    DROP TABLE t1;
sl@0:    CREATE TABLE t1(a INTEGER, b INTEGER, c TEXT);
sl@0: }
sl@0: db eval COMMIT
sl@0: 
sl@0: # Refill the table yet again.  This copy should be faster because
sl@0: # there are no indices to deal with.
sl@0: #
sl@0: speed_trial speed1p-copy3 50000 row {INSERT INTO t1 SELECT * FROM t2}
sl@0: 
sl@0: # Select 20000 rows from the table at random.
sl@0: #
sl@0: explain {SELECT rowid FROM t1 ORDER BY random() LIMIT 20000}
sl@0: speed_trial speed1p-random1 50000 row {
sl@0:   SELECT rowid FROM t1 ORDER BY random() LIMIT 20000
sl@0: }
sl@0: 
sl@0: # Delete 20000 random rows from the table.
sl@0: #
sl@0: explain {DELETE FROM t1 WHERE rowid IN
sl@0:     (SELECT rowid FROM t1 ORDER BY random() LIMIT 20000)}
sl@0: speed_trial speed1p-random-del1 20000 row {
sl@0:   DELETE FROM t1 WHERE rowid IN
sl@0:     (SELECT rowid FROM t1 ORDER BY random() LIMIT 20000)
sl@0: }
sl@0: do_test speed1p-1.1 {
sl@0:   db one {SELECT count(*) FROM t1}
sl@0: } 30000
sl@0: 
sl@0:     
sl@0: # Delete 20000 more rows at random from the table.
sl@0: #
sl@0: speed_trial speed1p-random-del2 20000 row {
sl@0:   DELETE FROM t1 WHERE rowid IN
sl@0:     (SELECT rowid FROM t1 ORDER BY random() LIMIT 20000)
sl@0: }
sl@0: do_test speed1p-1.2 {
sl@0:   db one {SELECT count(*) FROM t1}
sl@0: } 10000
sl@0: speed_trial_summary speed1
sl@0: 
sl@0: finish_test