# 2006 November 23 # # The author disclaims copyright to this source code. In place of # a legal notice, here is a blessing: # # May you do good and not evil. # May you find forgiveness for yourself and forgive others. # May you share freely, never taking more than you give. # #************************************************************************* # This file implements regression tests for SQLite library. The # focus of this script is measuring executing speed. # # $Id: speed2.test,v 1.1.1.1 2012/02/21 17:04:16 misho Exp $ # set testdir [file dirname $argv0] source $testdir/tester.tcl speed_trial_init speed2 # Set a uniform random seed expr srand(0) set sqlout [open speed2.txt w] proc tracesql {sql} { puts $::sqlout $sql\; } #db trace tracesql # The number_name procedure below converts its argment (an integer) # into a string which is the English-language name for that number. # # Example: # # puts [number_name 123] -> "one hundred twenty three" # set ones {zero one two three four five six seven eight nine ten eleven twelve thirteen fourteen fifteen sixteen seventeen eighteen nineteen} set tens {{} ten twenty thirty forty fifty sixty seventy eighty ninety} proc number_name {n} { if {$n>=1000} { set txt "[number_name [expr {$n/1000}]] thousand" set n [expr {$n%1000}] } else { set txt {} } if {$n>=100} { append txt " [lindex $::ones [expr {$n/100}]] hundred" set n [expr {$n%100}] } if {$n>=20} { append txt " [lindex $::tens [expr {$n/10}]]" set n [expr {$n%10}] } if {$n>0} { append txt " [lindex $::ones $n]" } set txt [string trim $txt] if {$txt==""} {set txt zero} return $txt } # Create a database schema. # do_test speed2-1.0 { execsql { PRAGMA page_size=1024; PRAGMA cache_size=8192; PRAGMA locking_mode=EXCLUSIVE; CREATE TABLE t1(a INTEGER, b INTEGER, c TEXT); CREATE TABLE t2(a INTEGER, b INTEGER, c TEXT); CREATE INDEX i2a ON t2(a); CREATE INDEX i2b ON t2(b); } execsql { SELECT name FROM sqlite_master ORDER BY 1; } } {i2a i2b t1 t2} # 50000 INSERTs on an unindexed table # set sql {} for {set i 1} {$i<=50000} {incr i} { set r [expr {int(rand()*500000)}] append sql "INSERT INTO t1 VALUES($i,$r,'[number_name $r]');\n" } db eval BEGIN speed_trial speed2-insert1 50000 row $sql db eval COMMIT # 50000 INSERTs on an indexed table # set sql {} for {set i 1} {$i<=50000} {incr i} { set r [expr {int(rand()*500000)}] append sql "INSERT INTO t2 VALUES($i,$r,'[number_name $r]');\n" } db eval BEGIN speed_trial speed2-insert2 50000 row $sql db eval COMMIT # 50 SELECTs on an integer comparison. There is no index so # a full table scan is required. # set sql {} for {set i 0} {$i<50} {incr i} { set lwr [expr {$i*100}] set upr [expr {($i+10)*100}] append sql "SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr;" } speed_trial speed2-select1a [expr {50*50000}] row $sql # 50 SELECTs on an LIKE comparison. There is no index so a full # table scan is required. # set sql {} for {set i 0} {$i<50} {incr i} { append sql \ "SELECT count(*), avg(b) FROM t1 WHERE c LIKE '%[number_name $i]%';" } speed_trial speed2-select2a [expr {50*50000}] row $sql # Vacuum speed_trial speed2-vacuum1 100000 row VACUUM # 50 SELECTs on an integer comparison. There is no index so # a full table scan is required. # set sql {} for {set i 0} {$i<50} {incr i} { set lwr [expr {$i*100}] set upr [expr {($i+10)*100}] append sql "SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr;" } speed_trial speed2-select1b [expr {50*50000}] row $sql # 50 SELECTs on an LIKE comparison. There is no index so a full # table scan is required. # set sql {} for {set i 0} {$i<50} {incr i} { append sql \ "SELECT count(*), avg(b) FROM t1 WHERE c LIKE '%[number_name $i]%';" } speed_trial speed2-select2b [expr {50*50000}] row $sql # Create indices # db eval BEGIN speed_trial speed2-createidx 150000 row { CREATE INDEX i1a ON t1(a); CREATE INDEX i1b ON t1(b); CREATE INDEX i1c ON t1(c); } db eval COMMIT # 5000 SELECTs on an integer comparison where the integer is # indexed. # set sql {} for {set i 0} {$i<5000} {incr i} { set lwr [expr {$i*100}] set upr [expr {($i+10)*100}] append sql "SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr;" } speed_trial speed2-select3a 5000 stmt $sql # 100000 random SELECTs against rowid. # set sql {} for {set i 1} {$i<=100000} {incr i} { set id [expr {int(rand()*50000)+1}] append sql "SELECT c=='hi' FROM t1 WHERE rowid=$id;\n" } speed_trial speed2-select4a 100000 row $sql # 100000 random SELECTs against a unique indexed column. # set sql {} for {set i 1} {$i<=100000} {incr i} { set id [expr {int(rand()*50000)+1}] append sql "SELECT c FROM t1 WHERE a=$id;" } speed_trial speed2-select5a 100000 row $sql # 50000 random SELECTs against an indexed column text column # set sql {} db eval {SELECT c FROM t1 ORDER BY random() LIMIT 50000} { append sql "SELECT c FROM t1 WHERE c='$c';" } speed_trial speed2-select6a 50000 row $sql # Vacuum speed_trial speed2-vacuum2 100000 row VACUUM # 5000 SELECTs on an integer comparison where the integer is # indexed. # set sql {} for {set i 0} {$i<5000} {incr i} { set lwr [expr {$i*100}] set upr [expr {($i+10)*100}] append sql "SELECT count(*), avg(b) FROM t1 WHERE b>=$lwr AND b<$upr;" } speed_trial speed2-select3b 5000 stmt $sql # 100000 random SELECTs against rowid. # set sql {} for {set i 1} {$i<=100000} {incr i} { set id [expr {int(rand()*50000)+1}] append sql "SELECT c=='hi' FROM t1 WHERE rowid=$id;\n" } speed_trial speed2-select4b 100000 row $sql # 100000 random SELECTs against a unique indexed column. # set sql {} for {set i 1} {$i<=100000} {incr i} { set id [expr {int(rand()*50000)+1}] append sql "SELECT c FROM t1 WHERE a=$id;" } speed_trial speed2-select5b 100000 row $sql # 50000 random SELECTs against an indexed column text column # set sql {} db eval {SELECT c FROM t1 ORDER BY random() LIMIT 50000} { append sql "SELECT c FROM t1 WHERE c='$c';" } speed_trial speed2-select6b 50000 row $sql # 5000 updates of ranges where the field being compared is indexed. # set sql {} for {set i 0} {$i<5000} {incr i} { set lwr [expr {$i*2}] set upr [expr {($i+1)*2}] append sql "UPDATE t1 SET b=b*2 WHERE a>=$lwr AND a<$upr;" } db eval BEGIN speed_trial speed2-update1 5000 stmt $sql db eval COMMIT # 50000 single-row updates. An index is used to find the row quickly. # set sql {} for {set i 0} {$i<50000} {incr i} { set r [expr {int(rand()*500000)}] append sql "UPDATE t1 SET b=$r WHERE a=$i;" } db eval BEGIN speed_trial speed2-update2 50000 row $sql db eval COMMIT # 1 big text update that touches every row in the table. # speed_trial speed2-update3 50000 row { UPDATE t1 SET c=a; } # Many individual text updates. Each row in the table is # touched through an index. # set sql {} for {set i 1} {$i<=50000} {incr i} { set r [expr {int(rand()*500000)}] append sql "UPDATE t1 SET c='[number_name $r]' WHERE a=$i;" } db eval BEGIN speed_trial speed2-update4 50000 row $sql db eval COMMIT # Delete all content in a table. # speed_trial speed2-delete1 50000 row {DELETE FROM t1} # Copy one table into another # speed_trial speed2-copy1 50000 row {INSERT INTO t1 SELECT * FROM t2} # Delete all content in a table, one row at a time. # speed_trial speed2-delete2 50000 row {DELETE FROM t1 WHERE 1} # Refill the table yet again # speed_trial speed2-copy2 50000 row {INSERT INTO t1 SELECT * FROM t2} # Drop the table and recreate it without its indices. # db eval BEGIN speed_trial speed2-drop1 50000 row { DROP TABLE t1; CREATE TABLE t1(a INTEGER, b INTEGER, c TEXT); } db eval COMMIT # Refill the table yet again. This copy should be faster because # there are no indices to deal with. # speed_trial speed2-copy3 50000 row {INSERT INTO t1 SELECT * FROM t2} # Select 20000 rows from the table at random. # speed_trial speed2-random1 50000 row { SELECT rowid FROM t1 ORDER BY random() LIMIT 20000 } # Delete 20000 random rows from the table. # speed_trial speed2-random-del1 20000 row { DELETE FROM t1 WHERE rowid IN (SELECT rowid FROM t1 ORDER BY random() LIMIT 20000) } do_test speed2-1.1 { db one {SELECT count(*) FROM t1} } 30000 # Delete 20000 more rows at random from the table. # speed_trial speed2-random-del2 20000 row { DELETE FROM t1 WHERE rowid IN (SELECT rowid FROM t1 ORDER BY random() LIMIT 20000) } do_test speed2-1.2 { db one {SELECT count(*) FROM t1} } 10000 speed_trial_summary speed2 finish_test