Annotation of embedaddon/sqlite3/test/notify2.test, revision 1.1.1.1

1.1       misho       1: # 2009 March 04
                      2: #
                      3: # The author disclaims copyright to this source code.  In place of
                      4: # a legal notice, here is a blessing:
                      5: #
                      6: #    May you do good and not evil.
                      7: #    May you find forgiveness for yourself and forgive others.
                      8: #    May you share freely, never taking more than you give.
                      9: #
                     10: #***********************************************************************
                     11: #
                     12: # $Id: notify2.test,v 1.7 2009/03/30 11:59:31 drh Exp $
                     13: 
                     14: set testdir [file dirname $argv0]
                     15: source $testdir/tester.tcl
                     16: if {[run_thread_tests]==0} { finish_test ; return }
                     17: ifcapable !unlock_notify||!shared_cache { finish_test ; return }
                     18: 
                     19: # The tests in this file test the sqlite3_blocking_step() function in
                     20: # test_thread.c. sqlite3_blocking_step() is not an SQLite API function,
                     21: # it is just a demonstration of how the sqlite3_unlock_notify() function
                     22: # can be used to synchronize multi-threaded access to SQLite databases
                     23: # in shared-cache mode.
                     24: #
                     25: # Since the implementation of sqlite3_blocking_step() is included on the
                     26: # website as example code, it is important to test that it works.
                     27: #
                     28: # notify2-1.*:
                     29: #
                     30: #   This test uses $nThread threads. Each thread opens the main database
                     31: #   and attaches two other databases. Each database contains a single table.
                     32: #
                     33: #   Each thread repeats transactions over and over for 20 seconds. Each
                     34: #   transaction consists of 3 operations. Each operation is either a read
                     35: #   or a write of one of the tables. The read operations verify an invariant
                     36: #   to make sure that things are working as expected. If an SQLITE_LOCKED
                     37: #   error is returned the current transaction is rolled back immediately.
                     38: #
                     39: #   This exercise is repeated twice, once using sqlite3_step(), and the
                     40: #   other using sqlite3_blocking_step(). The results are compared to ensure
                     41: #   that sqlite3_blocking_step() resulted in higher transaction throughput.
                     42: #
                     43: 
                     44: db close
                     45: set ::enable_shared_cache [sqlite3_enable_shared_cache 1]
                     46: 
                     47: # Number of threads to run simultaneously.
                     48: #
                     49: set nThread 6
                     50: set nSecond 5
                     51: 
                     52: # The Tcl script executed by each of the $nThread threads used by this test.
                     53: #
                     54: set ThreadProgram {
                     55: 
                     56:   # Proc used by threads to execute SQL.
                     57:   #
                     58:   proc execsql_blocking {db zSql} {
                     59:     set lRes [list]
                     60:     set rc SQLITE_OK
                     61: 
                     62: set sql $zSql
                     63: 
                     64:     while {$rc=="SQLITE_OK" && $zSql ne ""} {
                     65:       set STMT [$::xPrepare $db $zSql -1 zSql]
                     66:       while {[set rc [$::xStep $STMT]] eq "SQLITE_ROW"} {
                     67:         for {set i 0} {$i < [sqlite3_column_count $STMT]} {incr i} {
                     68:           lappend lRes [sqlite3_column_text $STMT 0]
                     69:         }
                     70:       }
                     71:       set rc [sqlite3_finalize $STMT]
                     72:     }
                     73: 
                     74:     if {$rc != "SQLITE_OK"} { error "$rc $sql [sqlite3_errmsg $db]" }
                     75:     return $lRes
                     76:   }
                     77: 
                     78:   proc execsql_retry {db sql} { 
                     79:     set msg "SQLITE_LOCKED blah..."
                     80:     while { [string match SQLITE_LOCKED* $msg] } {
                     81:       catch { execsql_blocking $db $sql } msg
                     82:     }
                     83:   }
                     84: 
                     85:   proc select_one {args} {
                     86:     set n [llength $args]
                     87:     lindex $args [expr int($n*rand())]
                     88:   }
                     89: 
                     90:   proc opendb {} {
                     91:     # Open a database connection. Attach the two auxillary databases.
                     92:     set ::DB [sqlite3_open test.db]
                     93:     execsql_retry $::DB { ATTACH 'test2.db' AS aux2; }
                     94:     execsql_retry $::DB { ATTACH 'test3.db' AS aux3; }
                     95:   }
                     96: 
                     97:   opendb
                     98: 
                     99:   #after 2000
                    100: 
                    101:   # This loop runs for ~20 seconds.
                    102:   #
                    103:   set iStart [clock_seconds]
                    104:   while { ([clock_seconds]-$iStart) < $nSecond } {
                    105: 
                    106:     # Each transaction does 3 operations. Each operation is either a read
                    107:     # or write of a randomly selected table (t1, t2 or t3). Set the variables
                    108:     # $SQL(1), $SQL(2) and $SQL(3) to the SQL commands used to implement
                    109:     # each operation.
                    110:     #
                    111:     for {set ii 1} {$ii <= 3} {incr ii} {
                    112:       foreach {tbl database} [select_one {t1 main} {t2 aux2} {t3 aux3}] {}
                    113: 
                    114:       set SQL($ii) [string map [list xxx $tbl yyy $database] [select_one {
                    115:             SELECT 
                    116:               (SELECT b FROM xxx WHERE a=(SELECT max(a) FROM xxx))==total(a) 
                    117:               FROM xxx WHERE a!=(SELECT max(a) FROM xxx);
                    118:       } {
                    119:             DELETE FROM xxx WHERE a<(SELECT max(a)-100 FROM xxx);
                    120:             INSERT INTO xxx SELECT NULL, total(a) FROM xxx;
                    121:       } {
                    122:             CREATE INDEX IF NOT EXISTS yyy.xxx_i ON xxx(b);
                    123:       } {
                    124:             DROP INDEX IF EXISTS yyy.xxx_i;
                    125:       }
                    126:       ]]
                    127:     }
                    128: 
                    129:     # Execute the SQL transaction.
                    130:     #
                    131:     set rc [catch { execsql_blocking $::DB "
                    132:         BEGIN;
                    133:           $SQL(1);
                    134:           $SQL(2);
                    135:           $SQL(3);
                    136:         COMMIT;
                    137:       "
                    138:     } msg]
                    139: 
                    140:     if {$rc && [string match "SQLITE_LOCKED*" $msg]
                    141:             || [string match "SQLITE_SCHEMA*" $msg]
                    142:     } {
                    143:       # Hit an SQLITE_LOCKED error. Rollback the current transaction.
                    144:       set rc [catch { execsql_blocking $::DB ROLLBACK } msg]
                    145:       if {$rc && [string match "SQLITE_LOCKED*" $msg]} {
                    146:         sqlite3_close $::DB
                    147:         opendb
                    148:       } 
                    149:     } elseif {$rc} {
                    150:       # Hit some other kind of error. This is a malfunction.
                    151:       error $msg
                    152:     } else {
                    153:       # No error occured. Check that any SELECT statements in the transaction
                    154:       # returned "1". Otherwise, the invariant was false, indicating that
                    155:       # some malfunction has occured.
                    156:       foreach r $msg { if {$r != 1} { puts "Invariant check failed: $msg" } }
                    157:     }
                    158:   }
                    159: 
                    160:   # Close the database connection and return 0.
                    161:   #
                    162:   sqlite3_close $::DB
                    163:   expr 0
                    164: }
                    165: 
                    166: foreach {iTest xStep xPrepare} {
                    167:   1 sqlite3_blocking_step sqlite3_blocking_prepare_v2
                    168:   2 sqlite3_step          sqlite3_nonblocking_prepare_v2
                    169: } {
                    170:   forcedelete test.db test2.db test3.db
                    171: 
                    172:   set ThreadSetup "set xStep $xStep;set xPrepare $xPrepare;set nSecond $nSecond"
                    173: 
                    174:   # Set up the database schema used by this test. Each thread opens file
                    175:   # test.db as the main database, then attaches files test2.db and test3.db
                    176:   # as auxillary databases. Each file contains a single table (t1, t2 and t3, in
                    177:   # files test.db, test2.db and test3.db, respectively). 
                    178:   #
                    179:   do_test notify2-$iTest.1.1 {
                    180:     sqlite3 db test.db
                    181:     execsql {
                    182:       ATTACH 'test2.db' AS aux2;
                    183:       ATTACH 'test3.db' AS aux3;
                    184:       CREATE TABLE main.t1(a INTEGER PRIMARY KEY, b);
                    185:       CREATE TABLE aux2.t2(a INTEGER PRIMARY KEY, b);
                    186:       CREATE TABLE aux3.t3(a INTEGER PRIMARY KEY, b);
                    187:       INSERT INTO t1 SELECT NULL, 0;
                    188:       INSERT INTO t2 SELECT NULL, 0;
                    189:       INSERT INTO t3 SELECT NULL, 0;
                    190:     }
                    191:   } {}
                    192:   do_test notify2-$iTest.1.2 {
                    193:     db close
                    194:   } {}
                    195: 
                    196: 
                    197:   # Launch $nThread threads. Then wait for them to finish.
                    198:   #
                    199:   puts "Running $xStep test for $nSecond seconds"
                    200:   unset -nocomplain finished
                    201:   for {set ii 0} {$ii < $nThread} {incr ii} {
                    202:     thread_spawn finished($ii) $ThreadSetup $ThreadProgram
                    203:   }
                    204:   for {set ii 0} {$ii < $nThread} {incr ii} {
                    205:     do_test notify2-$iTest.2.$ii {
                    206:       if {![info exists finished($ii)]} { vwait finished($ii) }
                    207:       set finished($ii)
                    208:     } {0}
                    209:   }
                    210: 
                    211:   # Count the total number of succesful writes.
                    212:   do_test notify2-$iTest.3.1 {
                    213:     sqlite3 db test.db
                    214:     execsql {
                    215:       ATTACH 'test2.db' AS aux2;
                    216:       ATTACH 'test3.db' AS aux3;
                    217:     }
                    218:     set anWrite($xStep) [execsql {
                    219:       SELECT (SELECT max(a) FROM t1)
                    220:            + (SELECT max(a) FROM t2)
                    221:            + (SELECT max(a) FROM t3)
                    222:     }]
                    223:     db close
                    224:   } {}
                    225: }
                    226: 
                    227: # The following tests checks to make sure sqlite3_blocking_step() is
                    228: # faster than sqlite3_step().  blocking_step() is always faster on
                    229: # multi-core and is usually faster on single-core.  But sometimes, by
                    230: # chance, step() will be faster on a single core, in which case the
                    231: # following test will fail.
                    232: #
                    233: puts "The following test seeks to demonstrate that the sqlite3_unlock_notify()"
                    234: puts "interface helps multi-core systems to run faster.  This test sometimes"
                    235: puts "fails on single-core machines."
                    236: puts [array get anWrite]
                    237: do_test notify2-3 {
                    238:   expr {$anWrite(sqlite3_blocking_step) > $anWrite(sqlite3_step)}
                    239: } {1}
                    240: 
                    241: sqlite3_enable_shared_cache $::enable_shared_cache
                    242: finish_test

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>