Annotation of embedaddon/sqlite3/test/notify2.test, revision 1.1

1.1     ! misho       1: # 2009 March 04
        !             2: #
        !             3: # The author disclaims copyright to this source code.  In place of
        !             4: # a legal notice, here is a blessing:
        !             5: #
        !             6: #    May you do good and not evil.
        !             7: #    May you find forgiveness for yourself and forgive others.
        !             8: #    May you share freely, never taking more than you give.
        !             9: #
        !            10: #***********************************************************************
        !            11: #
        !            12: # $Id: notify2.test,v 1.7 2009/03/30 11:59:31 drh Exp $
        !            13: 
        !            14: set testdir [file dirname $argv0]
        !            15: source $testdir/tester.tcl
        !            16: if {[run_thread_tests]==0} { finish_test ; return }
        !            17: ifcapable !unlock_notify||!shared_cache { finish_test ; return }
        !            18: 
        !            19: # The tests in this file test the sqlite3_blocking_step() function in
        !            20: # test_thread.c. sqlite3_blocking_step() is not an SQLite API function,
        !            21: # it is just a demonstration of how the sqlite3_unlock_notify() function
        !            22: # can be used to synchronize multi-threaded access to SQLite databases
        !            23: # in shared-cache mode.
        !            24: #
        !            25: # Since the implementation of sqlite3_blocking_step() is included on the
        !            26: # website as example code, it is important to test that it works.
        !            27: #
        !            28: # notify2-1.*:
        !            29: #
        !            30: #   This test uses $nThread threads. Each thread opens the main database
        !            31: #   and attaches two other databases. Each database contains a single table.
        !            32: #
        !            33: #   Each thread repeats transactions over and over for 20 seconds. Each
        !            34: #   transaction consists of 3 operations. Each operation is either a read
        !            35: #   or a write of one of the tables. The read operations verify an invariant
        !            36: #   to make sure that things are working as expected. If an SQLITE_LOCKED
        !            37: #   error is returned the current transaction is rolled back immediately.
        !            38: #
        !            39: #   This exercise is repeated twice, once using sqlite3_step(), and the
        !            40: #   other using sqlite3_blocking_step(). The results are compared to ensure
        !            41: #   that sqlite3_blocking_step() resulted in higher transaction throughput.
        !            42: #
        !            43: 
        !            44: db close
        !            45: set ::enable_shared_cache [sqlite3_enable_shared_cache 1]
        !            46: 
        !            47: # Number of threads to run simultaneously.
        !            48: #
        !            49: set nThread 6
        !            50: set nSecond 5
        !            51: 
        !            52: # The Tcl script executed by each of the $nThread threads used by this test.
        !            53: #
        !            54: set ThreadProgram {
        !            55: 
        !            56:   # Proc used by threads to execute SQL.
        !            57:   #
        !            58:   proc execsql_blocking {db zSql} {
        !            59:     set lRes [list]
        !            60:     set rc SQLITE_OK
        !            61: 
        !            62: set sql $zSql
        !            63: 
        !            64:     while {$rc=="SQLITE_OK" && $zSql ne ""} {
        !            65:       set STMT [$::xPrepare $db $zSql -1 zSql]
        !            66:       while {[set rc [$::xStep $STMT]] eq "SQLITE_ROW"} {
        !            67:         for {set i 0} {$i < [sqlite3_column_count $STMT]} {incr i} {
        !            68:           lappend lRes [sqlite3_column_text $STMT 0]
        !            69:         }
        !            70:       }
        !            71:       set rc [sqlite3_finalize $STMT]
        !            72:     }
        !            73: 
        !            74:     if {$rc != "SQLITE_OK"} { error "$rc $sql [sqlite3_errmsg $db]" }
        !            75:     return $lRes
        !            76:   }
        !            77: 
        !            78:   proc execsql_retry {db sql} { 
        !            79:     set msg "SQLITE_LOCKED blah..."
        !            80:     while { [string match SQLITE_LOCKED* $msg] } {
        !            81:       catch { execsql_blocking $db $sql } msg
        !            82:     }
        !            83:   }
        !            84: 
        !            85:   proc select_one {args} {
        !            86:     set n [llength $args]
        !            87:     lindex $args [expr int($n*rand())]
        !            88:   }
        !            89: 
        !            90:   proc opendb {} {
        !            91:     # Open a database connection. Attach the two auxillary databases.
        !            92:     set ::DB [sqlite3_open test.db]
        !            93:     execsql_retry $::DB { ATTACH 'test2.db' AS aux2; }
        !            94:     execsql_retry $::DB { ATTACH 'test3.db' AS aux3; }
        !            95:   }
        !            96: 
        !            97:   opendb
        !            98: 
        !            99:   #after 2000
        !           100: 
        !           101:   # This loop runs for ~20 seconds.
        !           102:   #
        !           103:   set iStart [clock_seconds]
        !           104:   while { ([clock_seconds]-$iStart) < $nSecond } {
        !           105: 
        !           106:     # Each transaction does 3 operations. Each operation is either a read
        !           107:     # or write of a randomly selected table (t1, t2 or t3). Set the variables
        !           108:     # $SQL(1), $SQL(2) and $SQL(3) to the SQL commands used to implement
        !           109:     # each operation.
        !           110:     #
        !           111:     for {set ii 1} {$ii <= 3} {incr ii} {
        !           112:       foreach {tbl database} [select_one {t1 main} {t2 aux2} {t3 aux3}] {}
        !           113: 
        !           114:       set SQL($ii) [string map [list xxx $tbl yyy $database] [select_one {
        !           115:             SELECT 
        !           116:               (SELECT b FROM xxx WHERE a=(SELECT max(a) FROM xxx))==total(a) 
        !           117:               FROM xxx WHERE a!=(SELECT max(a) FROM xxx);
        !           118:       } {
        !           119:             DELETE FROM xxx WHERE a<(SELECT max(a)-100 FROM xxx);
        !           120:             INSERT INTO xxx SELECT NULL, total(a) FROM xxx;
        !           121:       } {
        !           122:             CREATE INDEX IF NOT EXISTS yyy.xxx_i ON xxx(b);
        !           123:       } {
        !           124:             DROP INDEX IF EXISTS yyy.xxx_i;
        !           125:       }
        !           126:       ]]
        !           127:     }
        !           128: 
        !           129:     # Execute the SQL transaction.
        !           130:     #
        !           131:     set rc [catch { execsql_blocking $::DB "
        !           132:         BEGIN;
        !           133:           $SQL(1);
        !           134:           $SQL(2);
        !           135:           $SQL(3);
        !           136:         COMMIT;
        !           137:       "
        !           138:     } msg]
        !           139: 
        !           140:     if {$rc && [string match "SQLITE_LOCKED*" $msg]
        !           141:             || [string match "SQLITE_SCHEMA*" $msg]
        !           142:     } {
        !           143:       # Hit an SQLITE_LOCKED error. Rollback the current transaction.
        !           144:       set rc [catch { execsql_blocking $::DB ROLLBACK } msg]
        !           145:       if {$rc && [string match "SQLITE_LOCKED*" $msg]} {
        !           146:         sqlite3_close $::DB
        !           147:         opendb
        !           148:       } 
        !           149:     } elseif {$rc} {
        !           150:       # Hit some other kind of error. This is a malfunction.
        !           151:       error $msg
        !           152:     } else {
        !           153:       # No error occured. Check that any SELECT statements in the transaction
        !           154:       # returned "1". Otherwise, the invariant was false, indicating that
        !           155:       # some malfunction has occured.
        !           156:       foreach r $msg { if {$r != 1} { puts "Invariant check failed: $msg" } }
        !           157:     }
        !           158:   }
        !           159: 
        !           160:   # Close the database connection and return 0.
        !           161:   #
        !           162:   sqlite3_close $::DB
        !           163:   expr 0
        !           164: }
        !           165: 
        !           166: foreach {iTest xStep xPrepare} {
        !           167:   1 sqlite3_blocking_step sqlite3_blocking_prepare_v2
        !           168:   2 sqlite3_step          sqlite3_nonblocking_prepare_v2
        !           169: } {
        !           170:   forcedelete test.db test2.db test3.db
        !           171: 
        !           172:   set ThreadSetup "set xStep $xStep;set xPrepare $xPrepare;set nSecond $nSecond"
        !           173: 
        !           174:   # Set up the database schema used by this test. Each thread opens file
        !           175:   # test.db as the main database, then attaches files test2.db and test3.db
        !           176:   # as auxillary databases. Each file contains a single table (t1, t2 and t3, in
        !           177:   # files test.db, test2.db and test3.db, respectively). 
        !           178:   #
        !           179:   do_test notify2-$iTest.1.1 {
        !           180:     sqlite3 db test.db
        !           181:     execsql {
        !           182:       ATTACH 'test2.db' AS aux2;
        !           183:       ATTACH 'test3.db' AS aux3;
        !           184:       CREATE TABLE main.t1(a INTEGER PRIMARY KEY, b);
        !           185:       CREATE TABLE aux2.t2(a INTEGER PRIMARY KEY, b);
        !           186:       CREATE TABLE aux3.t3(a INTEGER PRIMARY KEY, b);
        !           187:       INSERT INTO t1 SELECT NULL, 0;
        !           188:       INSERT INTO t2 SELECT NULL, 0;
        !           189:       INSERT INTO t3 SELECT NULL, 0;
        !           190:     }
        !           191:   } {}
        !           192:   do_test notify2-$iTest.1.2 {
        !           193:     db close
        !           194:   } {}
        !           195: 
        !           196: 
        !           197:   # Launch $nThread threads. Then wait for them to finish.
        !           198:   #
        !           199:   puts "Running $xStep test for $nSecond seconds"
        !           200:   unset -nocomplain finished
        !           201:   for {set ii 0} {$ii < $nThread} {incr ii} {
        !           202:     thread_spawn finished($ii) $ThreadSetup $ThreadProgram
        !           203:   }
        !           204:   for {set ii 0} {$ii < $nThread} {incr ii} {
        !           205:     do_test notify2-$iTest.2.$ii {
        !           206:       if {![info exists finished($ii)]} { vwait finished($ii) }
        !           207:       set finished($ii)
        !           208:     } {0}
        !           209:   }
        !           210: 
        !           211:   # Count the total number of succesful writes.
        !           212:   do_test notify2-$iTest.3.1 {
        !           213:     sqlite3 db test.db
        !           214:     execsql {
        !           215:       ATTACH 'test2.db' AS aux2;
        !           216:       ATTACH 'test3.db' AS aux3;
        !           217:     }
        !           218:     set anWrite($xStep) [execsql {
        !           219:       SELECT (SELECT max(a) FROM t1)
        !           220:            + (SELECT max(a) FROM t2)
        !           221:            + (SELECT max(a) FROM t3)
        !           222:     }]
        !           223:     db close
        !           224:   } {}
        !           225: }
        !           226: 
        !           227: # The following tests checks to make sure sqlite3_blocking_step() is
        !           228: # faster than sqlite3_step().  blocking_step() is always faster on
        !           229: # multi-core and is usually faster on single-core.  But sometimes, by
        !           230: # chance, step() will be faster on a single core, in which case the
        !           231: # following test will fail.
        !           232: #
        !           233: puts "The following test seeks to demonstrate that the sqlite3_unlock_notify()"
        !           234: puts "interface helps multi-core systems to run faster.  This test sometimes"
        !           235: puts "fails on single-core machines."
        !           236: puts [array get anWrite]
        !           237: do_test notify2-3 {
        !           238:   expr {$anWrite(sqlite3_blocking_step) > $anWrite(sqlite3_step)}
        !           239: } {1}
        !           240: 
        !           241: sqlite3_enable_shared_cache $::enable_shared_cache
        !           242: finish_test

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>