sl@0: # 2008 June 18
sl@0: #
sl@0: # The author disclaims copyright to this source code.  In place of
sl@0: # a legal notice, here is a blessing:
sl@0: #
sl@0: #    May you do good and not evil.
sl@0: #    May you find forgiveness for yourself and forgive others.
sl@0: #    May you share freely, never taking more than you give.
sl@0: #
sl@0: #***********************************************************************
sl@0: #
sl@0: # This file contains tests of the memory allocation subsystem
sl@0: #
sl@0: # $Id: memsubsys1.test,v 1.12 2008/09/30 00:31:38 drh Exp $
sl@0: 
sl@0: set testdir [file dirname $argv0]
sl@0: source $testdir/tester.tcl
sl@0: sqlite3_reset_auto_extension
sl@0: 
sl@0: # This procedure constructs a new database in test.db.  It fills
sl@0: # this database with many small records (enough to force multiple
sl@0: # rebalance operations in the btree-layer and to require a large
sl@0: # page cache), verifies correct results, then returns.
sl@0: #
sl@0: proc build_test_db {testname pragmas} {
sl@0:   catch {db close}
sl@0:   file delete -force test.db test.db-journal
sl@0:   sqlite3 db test.db
sl@0:   sqlite3_db_config_lookaside db 0 0 0
sl@0:   db eval $pragmas
sl@0:   db eval {
sl@0:     CREATE TABLE t1(x, y);
sl@0:     CREATE TABLE t2(a, b);
sl@0:     CREATE INDEX i1 ON t1(x,y);
sl@0:     INSERT INTO t1 VALUES(1, 100);
sl@0:     INSERT INTO t1 VALUES(2, 200);
sl@0:   }
sl@0:   for {set i 2} {$i<5000} {incr i $i} {
sl@0:     db eval {INSERT INTO t2 SELECT * FROM t1}
sl@0:     db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2}
sl@0:     db eval {DELETE FROM t2}
sl@0:   }
sl@0:   do_test $testname.1 {
sl@0:     db eval {SELECT count(*) FROM t1}
sl@0:   } 8192
sl@0:   integrity_check $testname.2
sl@0: }
sl@0: 
sl@0: # Reset all of the highwater marks.
sl@0: #
sl@0: proc reset_highwater_marks {} {
sl@0:   sqlite3_status SQLITE_STATUS_MEMORY_USED 1
sl@0:   sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1
sl@0:   sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1
sl@0:   sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1
sl@0:   sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1
sl@0:   sqlite3_status SQLITE_STATUS_SCRATCH_USED 1
sl@0:   sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1
sl@0:   sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1
sl@0:   sqlite3_status SQLITE_STATUS_PARSER_STACK 1
sl@0: }
sl@0: 
sl@0: set xtra_size 256
sl@0: 
sl@0: # Test 1:  Both PAGECACHE and SCRATCH are shut down.
sl@0: #
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_lookaside 0 0
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-1 {PRAGMA page_size=1024}
sl@0: do_test memsubsys1-1.3 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0: } 0
sl@0: do_test memsubsys1-1.4 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 0
sl@0: set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
sl@0: #show_memstats
sl@0: 
sl@0: # Test 2:  Activate PAGECACHE with 20 pages
sl@0: #
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache [expr 1024+$xtra_size] 20
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-2 {PRAGMA page_size=1024}
sl@0: #show_memstats
sl@0: do_test memsubsys1-2.3 {
sl@0:   set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0:   expr {
sl@0:     ($pg_used*1024 + $pg_ovfl) < $max_pagecache &&
sl@0:     ($pg_used*(1024+$xtra_size) + $pg_ovfl) >= $max_pagecache
sl@0:   }
sl@0: } 1
sl@0: do_test memsubsys1-2.4 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0: } 19
sl@0: do_test memsubsys1-2.5 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 0
sl@0: 
sl@0: # Test 3:  Activate PAGECACHE with 20 pages but use the wrong page size
sl@0: # so that PAGECACHE is not used.
sl@0: #
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache [expr 512+$xtra_size] 20
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-3.1 {PRAGMA page_size=1024}
sl@0: #show_memstats
sl@0: do_test memsubsys1-3.1.3 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0: } 0
sl@0: do_test memsubsys1-3.1.4 {
sl@0:   set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
sl@0: } $max_pagecache
sl@0: do_test memsubsys1-3.1.5 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 0
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache [expr 2048+$xtra_size] 20
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-3.2 {PRAGMA page_size=2048}
sl@0: #show_memstats
sl@0: do_test memsubsys1-3.2.3 {
sl@0:   db eval {PRAGMA page_size}
sl@0: } 2048
sl@0: do_test memsubsys1-3.2.4 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0: } 19
sl@0: do_test memsubsys1-3.2.5 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 0
sl@0: 
sl@0: # Test 4:  Activate both PAGECACHE and SCRATCH.
sl@0: #
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache [expr 1024+$xtra_size] 50
sl@0: sqlite3_config_scratch 6000 2
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-4 {PRAGMA page_size=1024}
sl@0: #show_memstats
sl@0: do_test memsubsys1-4.3 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0: } 49
sl@0: do_test memsubsys1-4.4 {
sl@0:   set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0:   expr {
sl@0:     ($pg_used*1024 + $pg_ovfl) < $max_pagecache &&
sl@0:     ($pg_used*(1024+$xtra_size) + $pg_ovfl) >= $max_pagecache
sl@0:   }
sl@0: } 1
sl@0: do_test memsubsys1-4.5 {
sl@0:   set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
sl@0:   expr {$maxreq<7000}
sl@0: } 1
sl@0: do_test memsubsys1-4.6 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 1
sl@0: 
sl@0: # Test 5:  Activate both PAGECACHE and SCRATCH.  But make the page size
sl@0: # such that the SCRATCH allocations are too small.
sl@0: #
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache [expr 4096+$xtra_size] 24
sl@0: sqlite3_config_scratch 6000 2
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-5 {PRAGMA page_size=4096}
sl@0: #show_memstats
sl@0: do_test memsubsys1-5.3 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0: } 23
sl@0: do_test memsubsys1-5.4 {
sl@0:   set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
sl@0:   expr {$maxreq>4096}
sl@0: } 1
sl@0: do_test memsubsys1-5.5 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 0
sl@0: do_test memsubsys1-5.6 {
sl@0:   set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
sl@0:   expr {$s_ovfl>6000}
sl@0: } 1
sl@0: 
sl@0: # Test 6:  Activate both PAGECACHE and SCRATCH with a 4k page size.
sl@0: # Make it so that SCRATCH is large enough
sl@0: #
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache [expr 4096+$xtra_size] 24
sl@0: sqlite3_config_scratch 25000 1
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-6 {PRAGMA page_size=4096}
sl@0: #show_memstats
sl@0: do_test memsubsys1-6.3 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0: } 23
sl@0: do_test memsubsys1-6.4 {
sl@0:   set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
sl@0:   expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)}
sl@0: } 1
sl@0: do_test memsubsys1-6.5 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 1
sl@0: do_test memsubsys1-6.6 {
sl@0:   set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
sl@0: } 0
sl@0: 
sl@0: # Test 7:  Activate both PAGECACHE and SCRATCH with a 4k page size.
sl@0: # Set cache_size small so that no PAGECACHE overflow occurs.  Verify
sl@0: # that maximum allocation size is small.
sl@0: #
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache [expr 4096+$xtra_size] 24
sl@0: sqlite3_config_scratch 25000 1
sl@0: sqlite3_initialize
sl@0: reset_highwater_marks
sl@0: build_test_db memsubsys1-7 {
sl@0:   PRAGMA page_size=4096;
sl@0:   PRAGMA cache_size=10;
sl@0:   PRAGMA temp_store=memory;
sl@0: }
sl@0: #show_memstats
sl@0: do_test memsubsys1-7.3 {
sl@0:   set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
sl@0:   expr {$pg_used<24}
sl@0: } 1
sl@0: do_test memsubsys1-7.4 {
sl@0:   set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
sl@0: } 0
sl@0: do_test memsubsys1-7.5 {
sl@0:   set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
sl@0:   expr {$maxreq<4000}
sl@0: } 1
sl@0: do_test memsubsys1-7.6 {
sl@0:   set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
sl@0: } 1
sl@0: do_test memsubsys1-7.7 {
sl@0:   set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
sl@0: } 0
sl@0: 
sl@0: db close
sl@0: sqlite3_shutdown
sl@0: sqlite3_config_pagecache 0 0
sl@0: sqlite3_config_scratch 0 0
sl@0: sqlite3_config_lookaside 100 500
sl@0: sqlite3_initialize
sl@0: autoinstall_test_functions
sl@0: finish_test