Annotation of embedaddon/sqlite3/test/backcompat.test, revision 1.1

1.1     ! misho       1: # 2010 August 19
        !             2: #
        !             3: # The author disclaims copyright to this source code.  In place of
        !             4: # a legal notice, here is a blessing:
        !             5: #
        !             6: #    May you do good and not evil.
        !             7: #    May you find forgiveness for yourself and forgive others.
        !             8: #    May you share freely, never taking more than you give.
        !             9: #
        !            10: #***********************************************************************
        !            11: # This file implements regression tests for SQLite library.  The
        !            12: # focus of this file is testing that the current version of SQLite
        !            13: # is capable of reading and writing databases created by previous
        !            14: # versions, and vice-versa.
        !            15: #
        !            16: # To use this test, old versions of the testfixture process should be
        !            17: # copied into the working directory alongside the new version. The old
        !            18: # versions should be named "testfixtureXXX" (or testfixtureXXX.exe on
        !            19: # windows), where XXX can be any string.
        !            20: #
        !            21: # This test file uses the tcl code for controlling a second testfixture
        !            22: # process located in lock_common.tcl. See the commments in lock_common.tcl 
        !            23: # for documentation of the available commands.
        !            24: #
        !            25: 
        !            26: set testdir [file dirname $argv0]
        !            27: source $testdir/tester.tcl
        !            28: source $testdir/lock_common.tcl
        !            29: source $testdir/malloc_common.tcl
        !            30: db close
        !            31: 
        !            32: # Search for binaries to test against. Any executable files that match
        !            33: # our naming convention are assumed to be testfixture binaries to test
        !            34: # against.
        !            35: #
        !            36: set binaries [list]
        !            37: set pattern "[file tail [info nameofexec]]?*"
        !            38: if {$tcl_platform(platform)=="windows"} {
        !            39:   set pattern [string map {\.exe {}} $pattern]
        !            40: }
        !            41: foreach file [glob -nocomplain $pattern] {
        !            42:   if {[file executable $file] && [file isfile $file]} {lappend binaries $file}
        !            43: }
        !            44: if {[llength $binaries]==0} {
        !            45:   puts "WARNING: No historical binaries to test against."
        !            46:   puts "WARNING: No backwards-compatibility tests have been run."
        !            47:   finish_test
        !            48:   return
        !            49: }
        !            50: proc get_version {binary} {
        !            51:   set chan [launch_testfixture $binary]
        !            52:   set v [testfixture $chan { sqlite3 -version }]
        !            53:   close $chan
        !            54:   set v
        !            55: }
        !            56: foreach bin $binaries {
        !            57:   puts -nonewline "Testing against $bin - "
        !            58:   flush stdout
        !            59:   puts "version [get_version $bin]"
        !            60: }
        !            61: 
        !            62: proc do_backcompat_test {rv bin1 bin2 script} {
        !            63: 
        !            64:   forcedelete test.db
        !            65: 
        !            66:   if {$bin1 != ""} { set ::bc_chan1 [launch_testfixture $bin1] }
        !            67:   set ::bc_chan2 [launch_testfixture $bin2]
        !            68: 
        !            69:   if { $rv } {
        !            70:     proc code2 {tcl} { uplevel #0 $tcl }
        !            71:     if {$bin1 != ""} { proc code2 {tcl} { testfixture $::bc_chan1 $tcl } }
        !            72:     proc code1 {tcl} { testfixture $::bc_chan2 $tcl }
        !            73:   } else {
        !            74:     proc code1 {tcl} { uplevel #0 $tcl }
        !            75:     if {$bin1 != ""} { proc code1 {tcl} { testfixture $::bc_chan1 $tcl } }
        !            76:     proc code2 {tcl} { testfixture $::bc_chan2 $tcl }
        !            77:   }
        !            78: 
        !            79:   proc sql1 sql { code1 [list db eval $sql] }
        !            80:   proc sql2 sql { code2 [list db eval $sql] }
        !            81: 
        !            82:   code1 { sqlite3 db test.db }
        !            83:   code2 { sqlite3 db test.db }
        !            84: 
        !            85:   uplevel $script
        !            86: 
        !            87:   catch { code1 { db close } }
        !            88:   catch { code2 { db close } }
        !            89:   catch { close $::bc_chan2 }
        !            90:   catch { close $::bc_chan1 }
        !            91: }
        !            92: 
        !            93: array set ::incompatible [list]
        !            94: proc do_allbackcompat_test {script} {
        !            95: 
        !            96:   foreach bin $::binaries {
        !            97:     set nErr [set_test_counter errors]
        !            98:     foreach dir {0 1} {
        !            99: 
        !           100:       set bintag [string map {testfixture {}} $bin]
        !           101:       set bintag [string map {\.exe {}} $bintag]
        !           102:       if {$bintag == ""} {set bintag self}
        !           103:       set ::bcname ".$bintag.$dir."
        !           104: 
        !           105:       rename do_test _do_test
        !           106:       proc do_test {nm sql res} {
        !           107:         set nm [regsub {\.} $nm $::bcname]
        !           108:         uplevel [list _do_test $nm $sql $res]
        !           109:       }
        !           110: 
        !           111:       do_backcompat_test $dir {} $bin $script
        !           112: 
        !           113:       rename do_test {}
        !           114:       rename _do_test do_test
        !           115:     }
        !           116:     if { $nErr < [set_test_counter errors] } {
        !           117:       set ::incompatible([get_version $bin]) 1
        !           118:     }
        !           119:   }
        !           120: }
        !           121: 
        !           122: proc read_file {zFile} {
        !           123:   set zData {}
        !           124:   if {[file exists $zFile]} {
        !           125:     set fd [open $zFile]
        !           126:     fconfigure $fd -translation binary -encoding binary
        !           127: 
        !           128:     if {[file size $zFile]<=$::sqlite_pending_byte || $zFile != "test.db"} {
        !           129:       set zData [read $fd]
        !           130:     } else {
        !           131:       set zData [read $fd $::sqlite_pending_byte]
        !           132:       append zData [string repeat x 512]
        !           133:       seek $fd [expr $::sqlite_pending_byte+512] start
        !           134:       append zData [read $fd]
        !           135:     }
        !           136: 
        !           137:     close $fd
        !           138:   }
        !           139:   return $zData
        !           140: }
        !           141: proc write_file {zFile zData} {
        !           142:   set fd [open $zFile w]
        !           143:   fconfigure $fd -translation binary -encoding binary
        !           144:   puts -nonewline $fd $zData
        !           145:   close $fd
        !           146: }
        !           147: proc read_file_system {} {
        !           148:   set ret [list]
        !           149:   foreach f {test.db test.db-journal test.db-wal} { lappend ret [read_file $f] }
        !           150:   set ret
        !           151: }
        !           152: proc write_file_system {data} {
        !           153:   foreach f {test.db test.db-journal test.db-wal} d $data { 
        !           154:     if {[string length $d] == 0} {
        !           155:       forcedelete $f
        !           156:     } else {
        !           157:       write_file $f $d
        !           158:     }
        !           159:   }
        !           160: }
        !           161: 
        !           162: #-------------------------------------------------------------------------
        !           163: # Actual tests begin here.
        !           164: #
        !           165: # This first block of tests checks to see that the same database and 
        !           166: # journal files can be used by old and new versions. WAL and wal-index
        !           167: # files are tested separately below.
        !           168: #
        !           169: do_allbackcompat_test {
        !           170: 
        !           171:   # Test that database files are backwards compatible.
        !           172:   #
        !           173:   do_test backcompat-1.1.1 { sql1 { 
        !           174:     CREATE TABLE t1(a PRIMARY KEY, b UNIQUE);
        !           175:     INSERT INTO t1 VALUES('abc', 'def');
        !           176:   } } {}
        !           177:   do_test backcompat-1.1.2 { sql2 { SELECT * FROM t1; } } {abc def}
        !           178:   do_test backcompat-1.1.3 { sql2 { INSERT INTO t1 VALUES('ghi', 'jkl'); } } {}
        !           179:   do_test backcompat-1.1.4 { sql1 { SELECT * FROM t1; } } {abc def ghi jkl}
        !           180:   do_test backcompat-1.1.5 { sql1 { PRAGMA integrity_check } } {ok}
        !           181:   do_test backcompat-1.1.6 { sql2 { PRAGMA integrity_check } } {ok}
        !           182: 
        !           183:   # Test that one version can roll back a hot-journal file left in the
        !           184:   # file-system by the other version.
        !           185:   #
        !           186:   # Each test case is named "backcompat-1.X...", where X is either 0 or
        !           187:   # 1. If it is 0, then the current version creates a journal file that
        !           188:   # the old versions try to read. Otherwise, if X is 1, then the old version
        !           189:   # creates the journal file and we try to read it with the current version.
        !           190:   #
        !           191:   do_test backcompat-1.2.1 { sql1 {
        !           192:     PRAGMA cache_size = 10;
        !           193:     BEGIN;
        !           194:       INSERT INTO t1 VALUES(randomblob(400), randomblob(400));
        !           195:       INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
        !           196:       INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
        !           197:       INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
        !           198:       INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
        !           199:     COMMIT;
        !           200:   } } {}
        !           201:   set cksum1 [sql1 {SELECT md5sum(a), md5sum(b) FROM t1}]
        !           202:   set cksum2 [sql2 {SELECT md5sum(a), md5sum(b) FROM t1}]
        !           203:   do_test backcompat-1.2.2 [list string compare $cksum1 $cksum2] 0
        !           204: 
        !           205:   do_test backcompat-1.2.3 { sql1 {
        !           206:     BEGIN;
        !           207:       UPDATE t1 SET a = randomblob(500);
        !           208:   } } {}
        !           209:   set data [read_file_system]
        !           210: 
        !           211:   do_test backcompat-1.2.4 { sql1 { COMMIT } } {}
        !           212: 
        !           213:   set same [expr {[sql2 {SELECT md5sum(a), md5sum(b) FROM t1}] == $cksum2}]
        !           214:   do_test backcompat-1.2.5 [list set {} $same] 0
        !           215: 
        !           216:   code1 { db close }
        !           217:   code2 { db close }
        !           218:   write_file_system $data
        !           219:   code1 { sqlite3 db test.db }
        !           220:   code2 { sqlite3 db test.db }
        !           221: 
        !           222:   set same [expr {[sql2 {SELECT md5sum(a), md5sum(b) FROM t1}] == $cksum2}]
        !           223:   do_test backcompat-1.2.6 [list set {} $same] 1
        !           224: 
        !           225:   do_test backcompat-1.2.7 { sql1 { PRAGMA integrity_check } } {ok}
        !           226:   do_test backcompat-1.2.8 { sql2 { PRAGMA integrity_check } } {ok}
        !           227: }
        !           228: foreach k [lsort [array names ::incompatible]] {
        !           229:   puts "ERROR: Detected journal incompatibility with version $k"
        !           230: }
        !           231: unset ::incompatible
        !           232: 
        !           233: 
        !           234: #-------------------------------------------------------------------------
        !           235: # Test that WAL and wal-index files may be shared between different 
        !           236: # SQLite versions.
        !           237: #
        !           238: do_allbackcompat_test {
        !           239:   if {[code1 {sqlite3 -version}] >= "3.7.0"
        !           240:    && [code2 {sqlite3 -version}] >= "3.7.0"
        !           241:   } {
        !           242: 
        !           243:     do_test backcompat-2.1.1 { sql1 {
        !           244:       PRAGMA journal_mode = WAL;
        !           245:       CREATE TABLE t1(a PRIMARY KEY, b UNIQUE);
        !           246:       INSERT INTO t1 VALUES('I', 1);
        !           247:       INSERT INTO t1 VALUES('II', 2);
        !           248:       INSERT INTO t1 VALUES('III', 3);
        !           249:       SELECT * FROM t1;
        !           250:     } } {wal I 1 II 2 III 3}
        !           251:     do_test backcompat-2.1.2 { sql2 {
        !           252:       SELECT * FROM t1;
        !           253:     } } {I 1 II 2 III 3}
        !           254: 
        !           255:     set data [read_file_system]
        !           256:     code1 {db close}
        !           257:     code2 {db close}
        !           258:     write_file_system $data
        !           259:     code1 {sqlite3 db test.db}
        !           260:     code2 {sqlite3 db test.db}
        !           261: 
        !           262:     # The WAL file now in the file-system was created by the [code1]
        !           263:     # process. Check that the [code2] process can recover the log.
        !           264:     #
        !           265:     do_test backcompat-2.1.3 { sql2 {
        !           266:       SELECT * FROM t1;
        !           267:     } } {I 1 II 2 III 3}
        !           268:     do_test backcompat-2.1.4 { sql1 {
        !           269:       SELECT * FROM t1;
        !           270:     } } {I 1 II 2 III 3}
        !           271:   }
        !           272: }
        !           273: 
        !           274: #-------------------------------------------------------------------------
        !           275: # Test that FTS3 tables may be read/written by different versions of 
        !           276: # SQLite. 
        !           277: #
        !           278: set contents {
        !           279:   CREATE VIRTUAL TABLE t1 USING fts3(a, b);
        !           280: }
        !           281: foreach {num doc} {
        !           282:   one "jk zm jk eczkjblu urvysbnykk sk gnl jk ttvgf hmjf"
        !           283:   two "jk bnhc jjrxpjkb mjpavjuhw fibokdry igju jk zm zm xh"
        !           284:   three "wxe ogttbykvt uhzq xr iaf zf urvysbnykk aayxpmve oacaxgjoo mjpavjuhw"
        !           285:   four "gazrt jk ephknonq myjp uenvbm wuvajhwqz jk zm xnxhf nvfasfh"
        !           286:   five "zm aayxpmve csjqxhgj xnxhf xr jk aayxpmve xnxhf zm zm"
        !           287:   six "sokcyf zm ogyavjvv jk zm fibokdry zm jk igju igju"
        !           288:   seven "vgsld bvgimjik xuprtlyle jk akmikrqyt jk aayxpmve hkfoudzftq ddjj"
        !           289:   eight "zm uhzq ovkyevlgv zk uenvbm csjqxhgj jk vgsld pgybs jk"
        !           290:   nine  "zm agmckuiu zexh fibokdry jk uhzq bu tugflixoex xnxhf sk"
        !           291: } {
        !           292:   append contents "INSERT INTO t1 VALUES('$num', '$doc');"
        !           293: }
        !           294: do_allbackcompat_test {
        !           295:   if {[code1 {set ::sqlite_options(fts3)}]
        !           296:    && [code2 {set ::sqlite_options(fts3)}]
        !           297:   } {
        !           298: 
        !           299:     do_test backcompat-3.1 { sql1 $contents } {}
        !           300: 
        !           301:     foreach {n q} {
        !           302:       1    "SELECT * FROM t1 ORDER BY a, b"
        !           303:       2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
        !           304:       3    "SELECT * FROM t1 WHERE a MATCH 'five'"
        !           305:       4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
        !           306:       5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
        !           307:     } {
        !           308:       do_test backcompat-3.2 [list sql1 $q] [sql2 $q]
        !           309:     }
        !           310: 
        !           311:     do_test backcompat-3.3 { sql1 {
        !           312:       INSERT INTO t1 SELECT * FROM t1;
        !           313:       INSERT INTO t1 SELECT * FROM t1;
        !           314:       INSERT INTO t1 SELECT * FROM t1;
        !           315:       INSERT INTO t1 SELECT * FROM t1;
        !           316:       INSERT INTO t1 SELECT * FROM t1;
        !           317:       INSERT INTO t1 SELECT * FROM t1;
        !           318:       INSERT INTO t1 SELECT * FROM t1;
        !           319:       INSERT INTO t1 SELECT * FROM t1;
        !           320:     } } {}
        !           321: 
        !           322:     foreach {n q} {
        !           323:       1    "SELECT * FROM t1 ORDER BY a, b"
        !           324:       2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
        !           325:       3    "SELECT * FROM t1 WHERE a MATCH 'five'"
        !           326:       4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
        !           327:       5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
        !           328:     } {
        !           329:       do_test backcompat-3.4 [list sql1 $q] [sql2 $q]
        !           330:     }
        !           331: 
        !           332:     set alphabet "a b c d e f g h i j k l m n o p q r s t u v w x y z 1 2 3 4"
        !           333:     for {set i 0} {$i < 900} {incr i} {
        !           334:       set term "[lindex $alphabet [expr $i/30]][lindex $alphabet [expr $i%30]] "
        !           335:       sql1 "INSERT INTO t1 VALUES($i, '[string repeat $term 14]')"
        !           336:     }
        !           337: 
        !           338:     foreach {n q} {
        !           339:       1    "SELECT * FROM t1 ORDER BY a, b"
        !           340:       2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
        !           341:       3    "SELECT * FROM t1 WHERE a MATCH 'five'"
        !           342:       4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
        !           343:       5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
        !           344: 
        !           345:       6    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'aa'"
        !           346:       7    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH '44'"
        !           347:       8    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'a*'"
        !           348:     } {
        !           349:       do_test backcompat-3.5 [list sql1 $q] [sql2 $q]
        !           350:     }
        !           351: 
        !           352:     do_test backcompat-3.6        !           353:       sql1 "SELECT optimize(t1) FROM t1 LIMIT 1" 
        !           354:     } {{Index optimized}}
        !           355: 
        !           356:     foreach {n q} {
        !           357:       1    "SELECT * FROM t1 ORDER BY a, b"
        !           358:       2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
        !           359:       3    "SELECT * FROM t1 WHERE a MATCH 'five'"
        !           360:       4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
        !           361:       5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
        !           362: 
        !           363:       6    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'aa'"
        !           364:       7    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH '44'"
        !           365:       8    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'a*'"
        !           366:     } {
        !           367:       do_test backcompat-3.7 [list sql1 $q] [sql2 $q]
        !           368:     }
        !           369:   }
        !           370: }
        !           371: 
        !           372: #-------------------------------------------------------------------------
        !           373: # Test that Rtree tables may be read/written by different versions of 
        !           374: # SQLite. 
        !           375: #
        !           376: set contents {
        !           377:   CREATE VIRTUAL TABLE t1 USING rtree(id, x1, x2, y1, y2);
        !           378: }
        !           379: foreach {id x1 x2 y1 y2} {
        !           380:   1    -47.64 43.87    33.86 34.42        2    -21.51 17.32    2.05 31.04
        !           381:   3    -43.67 -38.33    -19.79 3.43       4    32.41 35.16    9.12 19.82
        !           382:   5    33.28 34.87    14.78 28.26         6    49.31 116.59    -9.87 75.09
        !           383:   7    -14.93 34.51    -17.64 64.09       8    -43.05 23.43    -1.19 69.44
        !           384:   9    44.79 133.56    28.09 80.30        10    -2.66 81.47    -41.38 -10.46
        !           385:   11    -42.89 -3.54    15.76 71.63       12    -3.50 84.96    -11.64 64.95
        !           386:   13    -45.69 26.25    11.14 55.06       14    -44.09 11.23    17.52 44.45
        !           387:   15    36.23 133.49    -19.38 53.67      16    -17.89 81.54    14.64 50.61
        !           388:   17    -41.97 -24.04    -39.43 28.95     18    -5.85 7.76    -6.38 47.02
        !           389:   19    18.82 27.10    42.82 100.09       20    39.17 113.45    26.14 73.47
        !           390:   21    22.31 103.17    49.92 106.05      22    -43.06 40.38    -1.75 76.08
        !           391:   23    2.43 57.27    -14.19 -3.83        24    -47.57 -4.35    8.93 100.06
        !           392:   25    -37.47 49.14    -29.11 8.81       26    -7.86 75.72    49.34 107.42
        !           393:   27    1.53 45.49    20.36 49.74         28    -48.48 32.54    28.81 54.45
        !           394:   29    2.67 39.77    -4.05 13.67         30    4.11 62.88    -47.44 -5.72
        !           395:   31    -21.47 51.75    37.25 116.09      32    45.59 111.37    -6.43 43.64
        !           396:   33    35.23 48.29    23.54 113.33       34    16.61 68.35    -14.69 65.97
        !           397:   35    13.98 16.60    48.66 102.87       36    19.74 23.84    31.15 77.27
        !           398:   37    -27.61 24.43    7.96 94.91        38    -34.77 12.05    -22.60 -6.29
        !           399:   39    -25.83 8.71    -13.48 -12.53      40    -17.11 -1.01    18.06 67.89
        !           400:   41    14.13 71.72    -3.78 39.25        42    23.75 76.00    -16.30 8.23
        !           401:   43    -39.15 28.63    38.12 125.88      44    48.62 86.09    36.49 102.95
        !           402:   45    -31.39 -21.98    2.52 89.78       46    5.65 56.04    15.94 89.10
        !           403:   47    18.28 95.81    46.46 143.08       48    30.93 102.82    -20.08 37.36
        !           404:   49    -20.78 -3.48    -5.58 35.46       50    49.85 90.58    -24.48 46.29
        !           405: } {
        !           406: if {$x1 >= $x2 || $y1 >= $y2} { error "$x1 $x2 $y1 $y2" }
        !           407:   append contents "INSERT INTO t1 VALUES($id, $x1, $x2, $y1, $y2);"
        !           408: }
        !           409: set queries {
        !           410:   1    "SELECT id FROM t1 WHERE x1>10 AND x2<44"
        !           411:   2    "SELECT id FROM t1 WHERE y1<100"
        !           412:   3    "SELECT id FROM t1 WHERE y1<100 AND x1>0"
        !           413:   4    "SELECT id FROM t1 WHERE y1>10 AND x1>0 AND x2<50 AND y2<550"
        !           414: }
        !           415: do_allbackcompat_test {
        !           416:   if {[code1 {set ::sqlite_options(fts3)}]
        !           417:    && [code2 {set ::sqlite_options(fts3)}]
        !           418:   } {
        !           419: 
        !           420:     do_test backcompat-4.1 { sql1 $contents } {}
        !           421: 
        !           422:     foreach {n q} $::queries {
        !           423:       do_test backcompat-4.2.$n [list sql1 $q] [sql2 $q]
        !           424:     }
        !           425: 
        !           426:     do_test backcompat-4.3 { sql1 {
        !           427:       INSERT INTO t1 SELECT id+100, x1+10.0, x2+10.0, y1-10.0, y2-10.0 FROM t1;
        !           428:     } } {}
        !           429: 
        !           430:     foreach {n q} $::queries {
        !           431:       do_test backcompat-4.4.$n [list sql1 $q] [sql2 $q]
        !           432:     }
        !           433: 
        !           434:     do_test backcompat-4.5 { sql2 {
        !           435:       INSERT INTO t1 SELECT id+200, x1+20.0, x2+20.0, y1-20.0, y2-20.0 FROM t1;
        !           436:     } } {}
        !           437: 
        !           438:     foreach {n q} $::queries {
        !           439:       do_test backcompat-4.6.$n [list sql1 $q] [sql2 $q]
        !           440:     }
        !           441: 
        !           442:   }
        !           443: }
        !           444: 
        !           445: finish_test

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>