1: # 2010 April 13
2: #
3: # The author disclaims copyright to this source code. In place of
4: # a legal notice, here is a blessing:
5: #
6: # May you do good and not evil.
7: # May you find forgiveness for yourself and forgive others.
8: # May you share freely, never taking more than you give.
9: #
10: #***********************************************************************
11: # This file implements regression tests for SQLite library. The
12: # focus of this file is testing the operation of the library in
13: # "PRAGMA journal_mode=WAL" mode.
14: #
15:
16: set testdir [file dirname $argv0]
17: source $testdir/tester.tcl
18: source $testdir/lock_common.tcl
19: source $testdir/malloc_common.tcl
20: source $testdir/wal_common.tcl
21:
22: set testprefix wal
23:
24: ifcapable !wal {finish_test ; return }
25:
26: proc reopen_db {} {
27: catch { db close }
28: forcedelete test.db test.db-wal test.db-wal-summary
29: sqlite3_wal db test.db
30: }
31:
32: set ::blobcnt 0
33: proc blob {nByte} {
34: incr ::blobcnt
35: return [string range [string repeat "${::blobcnt}x" $nByte] 1 $nByte]
36: }
37:
38: proc sqlite3_wal {args} {
39: eval sqlite3 $args
40: [lindex $args 0] eval { PRAGMA auto_vacuum = 0 }
41: [lindex $args 0] eval { PRAGMA page_size = 1024 }
42: [lindex $args 0] eval { PRAGMA journal_mode = wal }
43: [lindex $args 0] eval { PRAGMA synchronous = normal }
44: [lindex $args 0] function blob blob
45: }
46:
47: proc log_deleted {logfile} {
48: return [expr [file exists $logfile]==0]
49: }
50:
51: #
52: # These are 'warm-body' tests used while developing the WAL code. They
53: # serve to prove that a few really simple cases work:
54: #
55: # wal-1.*: Read and write the database.
56: # wal-2.*: Test MVCC with one reader, one writer.
57: # wal-3.*: Test transaction rollback.
58: # wal-4.*: Test savepoint/statement rollback.
59: # wal-5.*: Test the temp database.
60: # wal-6.*: Test creating databases with different page sizes.
61: #
62: #
63: #
64: do_test wal-0.1 {
65: execsql { PRAGMA auto_vacuum = 0 }
66: execsql { PRAGMA synchronous = normal }
67: execsql { PRAGMA journal_mode = wal }
68: } {wal}
69: do_test wal-0.2 {
70: file size test.db
71: } {1024}
72:
73: do_test wal-1.0 {
74: execsql {
75: BEGIN;
76: CREATE TABLE t1(a, b);
77: }
78: list [file exists test.db-journal] \
79: [file exists test.db-wal] \
80: [file size test.db]
81: } {0 1 1024}
82: do_test wal-1.1 {
83: execsql COMMIT
84: list [file exists test.db-journal] [file exists test.db-wal]
85: } {0 1}
86: do_test wal-1.2 {
87: # There are now two pages in the log.
88: file size test.db-wal
89: } [wal_file_size 2 1024]
90:
91: do_test wal-1.3 {
92: execsql { SELECT * FROM sqlite_master }
93: } {table t1 t1 2 {CREATE TABLE t1(a, b)}}
94:
95: do_test wal-1.4 {
96: execsql { INSERT INTO t1 VALUES(1, 2) }
97: execsql { INSERT INTO t1 VALUES(3, 4) }
98: execsql { INSERT INTO t1 VALUES(5, 6) }
99: execsql { INSERT INTO t1 VALUES(7, 8) }
100: execsql { INSERT INTO t1 VALUES(9, 10) }
101: } {}
102:
103: do_test wal-1.5 {
104: execsql { SELECT * FROM t1 }
105: } {1 2 3 4 5 6 7 8 9 10}
106:
107: do_test wal-2.1 {
108: sqlite3_wal db2 ./test.db
109: execsql { BEGIN; SELECT * FROM t1 } db2
110: } {1 2 3 4 5 6 7 8 9 10}
111:
112: do_test wal-2.2 {
113: execsql { INSERT INTO t1 VALUES(11, 12) }
114: execsql { SELECT * FROM t1 }
115: } {1 2 3 4 5 6 7 8 9 10 11 12}
116:
117: do_test wal-2.3 {
118: execsql { SELECT * FROM t1 } db2
119: } {1 2 3 4 5 6 7 8 9 10}
120:
121: do_test wal-2.4 {
122: execsql { INSERT INTO t1 VALUES(13, 14) }
123: execsql { SELECT * FROM t1 }
124: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14}
125:
126: do_test wal-2.5 {
127: execsql { SELECT * FROM t1 } db2
128: } {1 2 3 4 5 6 7 8 9 10}
129:
130: do_test wal-2.6 {
131: execsql { COMMIT; SELECT * FROM t1 } db2
132: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14}
133:
134: do_test wal-3.1 {
135: execsql { BEGIN; DELETE FROM t1 }
136: execsql { SELECT * FROM t1 }
137: } {}
138: do_test wal-3.2 {
139: execsql { SELECT * FROM t1 } db2
140: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14}
141: do_test wal-3.3 {
142: execsql { ROLLBACK }
143: execsql { SELECT * FROM t1 }
144: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14}
145: db2 close
146:
147: #-------------------------------------------------------------------------
148: # The following tests, wal-4.*, test that savepoints work with WAL
149: # databases.
150: #
151: do_test wal-4.1 {
152: execsql {
153: DELETE FROM t1;
154: BEGIN;
155: INSERT INTO t1 VALUES('a', 'b');
156: SAVEPOINT sp;
157: INSERT INTO t1 VALUES('c', 'd');
158: SELECT * FROM t1;
159: }
160: } {a b c d}
161: do_test wal-4.2 {
162: execsql {
163: ROLLBACK TO sp;
164: SELECT * FROM t1;
165: }
166: } {a b}
167: do_test wal-4.3 {
168: execsql {
169: COMMIT;
170: SELECT * FROM t1;
171: }
172: } {a b}
173:
174: do_test wal-4.4.1 {
175: db close
176: sqlite3 db test.db
177: db func blob blob
178: list [execsql { SELECT * FROM t1 }] [file size test.db-wal]
179: } {{a b} 0}
180: do_test wal-4.4.2 {
181: execsql { PRAGMA cache_size = 10 }
182: execsql {
183: CREATE TABLE t2(a, b);
184: INSERT INTO t2 VALUES(blob(400), blob(400));
185: SAVEPOINT tr;
186: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 2 */
187: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 4 */
188: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 8 */
189: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 16 */
190: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 32 */
191: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 2 */
192: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 4 */
193: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 8 */
194: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 16 */
195: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 32 */
196: SELECT count(*) FROM t2;
197: }
198: } {32}
199: do_test wal-4.4.3 {
200: execsql { ROLLBACK TO tr }
201: } {}
202: do_test wal-4.4.4 {
203: set logsize [file size test.db-wal]
204: execsql {
205: INSERT INTO t1 VALUES('x', 'y');
206: RELEASE tr;
207: }
208: expr { $logsize == [file size test.db-wal] }
209: } {1}
210: do_test wal-4.4.5 {
211: execsql { SELECT count(*) FROM t2 }
212: } {1}
213: do_test wal-4.4.6 {
214: forcecopy test.db test2.db
215: forcecopy test.db-wal test2.db-wal
216: sqlite3 db2 test2.db
217: execsql { SELECT count(*) FROM t2 ; SELECT count(*) FROM t1 } db2
218: } {1 2}
219: do_test wal-4.4.7 {
220: execsql { PRAGMA integrity_check } db2
221: } {ok}
222: db2 close
223:
224: do_test wal-4.5.1 {
225: reopen_db
226: db func blob blob
227: execsql {
228: PRAGMA journal_mode = WAL;
229: CREATE TABLE t1(a, b);
230: INSERT INTO t1 VALUES('a', 'b');
231: }
232: sqlite3 db test.db
233: db func blob blob
234: list [execsql { SELECT * FROM t1 }] [file size test.db-wal]
235: } {{a b} 0}
236: do_test wal-4.5.2 {
237: execsql { PRAGMA cache_size = 10 }
238: execsql {
239: CREATE TABLE t2(a, b);
240: BEGIN;
241: INSERT INTO t2 VALUES(blob(400), blob(400));
242: SAVEPOINT tr;
243: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 2 */
244: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 4 */
245: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 8 */
246: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 16 */
247: INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 32 */
248: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 2 */
249: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 4 */
250: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 8 */
251: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 16 */
252: INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 32 */
253: SELECT count(*) FROM t2;
254: }
255: } {32}
256: do_test wal-4.5.3 {
257: execsql { ROLLBACK TO tr }
258: } {}
259: do_test wal-4.5.4 {
260: set logsize [file size test.db-wal]
261: execsql {
262: INSERT INTO t1 VALUES('x', 'y');
263: RELEASE tr;
264: COMMIT;
265: }
266: expr { $logsize == [file size test.db-wal] }
267: } {1}
268: do_test wal-4.5.5 {
269: execsql { SELECT count(*) FROM t2 ; SELECT count(*) FROM t1 }
270: } {1 2}
271: do_test wal-4.5.6 {
272: forcecopy test.db test2.db
273: forcecopy test.db-wal test2.db-wal
274: sqlite3 db2 test2.db
275: execsql { SELECT count(*) FROM t2 ; SELECT count(*) FROM t1 } db2
276: } {1 2}
277: do_test wal-4.5.7 {
278: execsql { PRAGMA integrity_check } db2
279: } {ok}
280: db2 close
281:
282: do_test wal-4.6.1 {
283: execsql {
284: DELETE FROM t2;
285: PRAGMA wal_checkpoint;
286: BEGIN;
287: INSERT INTO t2 VALUES('w', 'x');
288: SAVEPOINT save;
289: INSERT INTO t2 VALUES('y', 'z');
290: ROLLBACK TO save;
291: COMMIT;
292: }
293: execsql { SELECT * FROM t2 }
294: } {w x}
295:
296:
297: reopen_db
298: do_test wal-5.1 {
299: execsql {
300: CREATE TEMP TABLE t2(a, b);
301: INSERT INTO t2 VALUES(1, 2);
302: }
303: } {}
304: do_test wal-5.2 {
305: execsql {
306: BEGIN;
307: INSERT INTO t2 VALUES(3, 4);
308: SELECT * FROM t2;
309: }
310: } {1 2 3 4}
311: do_test wal-5.3 {
312: execsql {
313: ROLLBACK;
314: SELECT * FROM t2;
315: }
316: } {1 2}
317: do_test wal-5.4 {
318: execsql {
319: CREATE TEMP TABLE t3(x UNIQUE);
320: BEGIN;
321: INSERT INTO t2 VALUES(3, 4);
322: INSERT INTO t3 VALUES('abc');
323: }
324: catchsql { INSERT INTO t3 VALUES('abc') }
325: } {1 {column x is not unique}}
326: do_test wal-5.5 {
327: execsql {
328: COMMIT;
329: SELECT * FROM t2;
330: }
331: } {1 2 3 4}
332: db close
333:
334: foreach sector {512 4096} {
335: sqlite3_simulate_device -sectorsize $sector
336: foreach pgsz {512 1024 2048 4096} {
337: forcedelete test.db test.db-wal
338: do_test wal-6.$sector.$pgsz.1 {
339: sqlite3 db test.db -vfs devsym
340: execsql "
341: PRAGMA page_size = $pgsz;
342: PRAGMA auto_vacuum = 0;
343: PRAGMA journal_mode = wal;
344: "
345: execsql "
346: CREATE TABLE t1(a, b);
347: INSERT INTO t1 VALUES(1, 2);
348: "
349: db close
350: file size test.db
351: } [expr $pgsz*2]
352:
353: do_test wal-6.$sector.$pgsz.2 {
354: log_deleted test.db-wal
355: } {1}
356: }
357: }
358:
359: do_test wal-7.1 {
360: forcedelete test.db test.db-wal
361: sqlite3_wal db test.db
362: execsql {
363: PRAGMA page_size = 1024;
364: CREATE TABLE t1(a, b);
365: INSERT INTO t1 VALUES(1, 2);
366: }
367: list [file size test.db] [file size test.db-wal]
368: } [list 1024 [wal_file_size 3 1024]]
369: do_test wal-7.2 {
370: execsql { PRAGMA wal_checkpoint }
371: list [file size test.db] [file size test.db-wal]
372: } [list 2048 [wal_file_size 3 1024]]
373:
374: # Execute some transactions in auto-vacuum mode to test database file
375: # truncation.
376: #
377: do_test wal-8.1 {
378: reopen_db
379: catch { db close }
380: forcedelete test.db test.db-wal
381:
382: sqlite3 db test.db
383: db function blob blob
384: execsql {
385: PRAGMA auto_vacuum = 1;
386: PRAGMA journal_mode = wal;
387: PRAGMA auto_vacuum;
388: }
389: } {wal 1}
390: do_test wal-8.2 {
391: execsql {
392: PRAGMA page_size = 1024;
393: CREATE TABLE t1(x);
394: INSERT INTO t1 VALUES(blob(900));
395: INSERT INTO t1 VALUES(blob(900));
396: INSERT INTO t1 SELECT blob(900) FROM t1; /* 4 */
397: INSERT INTO t1 SELECT blob(900) FROM t1; /* 8 */
398: INSERT INTO t1 SELECT blob(900) FROM t1; /* 16 */
399: INSERT INTO t1 SELECT blob(900) FROM t1; /* 32 */
400: INSERT INTO t1 SELECT blob(900) FROM t1; /* 64 */
401: PRAGMA wal_checkpoint;
402: }
403: file size test.db
404: } [expr 68*1024]
405: do_test wal-8.3 {
406: execsql {
407: DELETE FROM t1 WHERE rowid<54;
408: PRAGMA wal_checkpoint;
409: }
410: file size test.db
411: } [expr 14*1024]
412:
413: # Run some "warm-body" tests to ensure that log-summary files with more
414: # than 256 entries (log summaries that contain index blocks) work Ok.
415: #
416: do_test wal-9.1 {
417: reopen_db
418: execsql {
419: PRAGMA cache_size=2000;
420: CREATE TABLE t1(x PRIMARY KEY);
421: INSERT INTO t1 VALUES(blob(900));
422: INSERT INTO t1 VALUES(blob(900));
423: INSERT INTO t1 SELECT blob(900) FROM t1; /* 4 */
424: INSERT INTO t1 SELECT blob(900) FROM t1; /* 8 */
425: INSERT INTO t1 SELECT blob(900) FROM t1; /* 16 */
426: INSERT INTO t1 SELECT blob(900) FROM t1; /* 32 */
427: INSERT INTO t1 SELECT blob(900) FROM t1; /* 64 */
428: INSERT INTO t1 SELECT blob(900) FROM t1; /* 128 */
429: INSERT INTO t1 SELECT blob(900) FROM t1; /* 256 */
430: }
431: file size test.db
432: } 1024
433: do_test wal-9.2 {
434: sqlite3_wal db2 test.db
435: execsql {PRAGMA integrity_check } db2
436: } {ok}
437:
438: do_test wal-9.3 {
439: forcedelete test2.db test2.db-wal
440: copy_file test.db test2.db
441: copy_file test.db-wal test2.db-wal
442: sqlite3_wal db3 test2.db
443: execsql {PRAGMA integrity_check } db3
444: } {ok}
445: db3 close
446:
447: do_test wal-9.4 {
448: execsql { PRAGMA wal_checkpoint }
449: db2 close
450: sqlite3_wal db2 test.db
451: execsql {PRAGMA integrity_check } db2
452: } {ok}
453:
454: foreach handle {db db2 db3} { catch { $handle close } }
455: unset handle
456:
457: #-------------------------------------------------------------------------
458: # The following block of tests - wal-10.* - test that the WAL locking
459: # scheme works in simple cases. This block of tests is run twice. Once
460: # using multiple connections in the address space of the current process,
461: # and once with all connections except one running in external processes.
462: #
463: do_multiclient_test tn {
464:
465: # Initialize the database schema and contents.
466: #
467: do_test wal-10.$tn.1 {
468: execsql {
469: PRAGMA auto_vacuum = 0;
470: PRAGMA journal_mode = wal;
471: CREATE TABLE t1(a, b);
472: INSERT INTO t1 VALUES(1, 2);
473: SELECT * FROM t1;
474: }
475: } {wal 1 2}
476:
477: # Open a transaction and write to the database using [db]. Check that [db2]
478: # is still able to read the snapshot before the transaction was opened.
479: #
480: do_test wal-10.$tn.2 {
481: execsql { BEGIN; INSERT INTO t1 VALUES(3, 4); }
482: sql2 {SELECT * FROM t1}
483: } {1 2}
484:
485: # Have [db] commit the transaction. Check that [db2] is now seeing the
486: # new, updated snapshot.
487: #
488: do_test wal-10.$tn.3 {
489: execsql { COMMIT }
490: sql2 {SELECT * FROM t1}
491: } {1 2 3 4}
492:
493: # Have [db2] open a read transaction. Then write to the db via [db]. Check
494: # that [db2] is still seeing the original snapshot. Then read with [db3].
495: # [db3] should see the newly committed data.
496: #
497: do_test wal-10.$tn.4 {
498: sql2 { BEGIN ; SELECT * FROM t1}
499: } {1 2 3 4}
500: do_test wal-10.$tn.5 {
501: execsql { INSERT INTO t1 VALUES(5, 6); }
502: sql2 {SELECT * FROM t1}
503: } {1 2 3 4}
504: do_test wal-10.$tn.6 {
505: sql3 {SELECT * FROM t1}
506: } {1 2 3 4 5 6}
507: do_test wal-10.$tn.7 {
508: sql2 COMMIT
509: } {}
510:
511: # Have [db2] open a write transaction. Then attempt to write to the
512: # database via [db]. This should fail (writer lock cannot be obtained).
513: #
514: # Then open a read-transaction with [db]. Commit the [db2] transaction
515: # to disk. Verify that [db] still cannot write to the database (because
516: # it is reading an old snapshot).
517: #
518: # Close the current [db] transaction. Open a new one. [db] can now write
519: # to the database (as it is not locked and [db] is reading the latest
520: # snapshot).
521: #
522: do_test wal-10.$tn.7 {
523: sql2 { BEGIN; INSERT INTO t1 VALUES(7, 8) ; }
524: catchsql { INSERT INTO t1 VALUES(9, 10) }
525: } {1 {database is locked}}
526: do_test wal-10.$tn.8 {
527: execsql { BEGIN ; SELECT * FROM t1 }
528: } {1 2 3 4 5 6}
529: do_test wal-10.$tn.9 {
530: sql2 COMMIT
531: catchsql { INSERT INTO t1 VALUES(9, 10) }
532: } {1 {database is locked}}
533: do_test wal-10.$tn.10 {
534: execsql { COMMIT }
535: execsql { BEGIN }
536: execsql { INSERT INTO t1 VALUES(9, 10) }
537: execsql { COMMIT }
538: execsql { SELECT * FROM t1 }
539: } {1 2 3 4 5 6 7 8 9 10}
540:
541: # Open a read transaction with [db2]. Check that this prevents [db] from
542: # checkpointing the database. But not from writing to it.
543: #
544: do_test wal-10.$tn.11 {
545: sql2 { BEGIN; SELECT * FROM t1 }
546: } {1 2 3 4 5 6 7 8 9 10}
547: do_test wal-10.$tn.12 {
548: catchsql { PRAGMA wal_checkpoint }
549: } {0 {0 7 7}} ;# Reader no longer block checkpoints
550: do_test wal-10.$tn.13 {
551: execsql { INSERT INTO t1 VALUES(11, 12) }
552: sql2 {SELECT * FROM t1}
553: } {1 2 3 4 5 6 7 8 9 10}
554:
555: # Writers do not block checkpoints any more either.
556: #
557: do_test wal-10.$tn.14 {
558: catchsql { PRAGMA wal_checkpoint }
559: } {0 {0 8 7}}
560:
561: # The following series of test cases used to verify another blocking
562: # case in WAL - a case which no longer blocks.
563: #
564: do_test wal-10.$tn.15 {
565: sql2 { COMMIT; BEGIN; SELECT * FROM t1; }
566: } {1 2 3 4 5 6 7 8 9 10 11 12}
567: do_test wal-10.$tn.16 {
568: catchsql { PRAGMA wal_checkpoint }
569: } {0 {0 8 8}}
570: do_test wal-10.$tn.17 {
571: execsql { PRAGMA wal_checkpoint }
572: } {0 8 8}
573: do_test wal-10.$tn.18 {
574: sql3 { BEGIN; SELECT * FROM t1 }
575: } {1 2 3 4 5 6 7 8 9 10 11 12}
576: do_test wal-10.$tn.19 {
577: catchsql { INSERT INTO t1 VALUES(13, 14) }
578: } {0 {}}
579: do_test wal-10.$tn.20 {
580: execsql { SELECT * FROM t1 }
581: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14}
582: do_test wal-10.$tn.21 {
583: sql3 COMMIT
584: sql2 COMMIT
585: } {}
586: do_test wal-10.$tn.22 {
587: execsql { SELECT * FROM t1 }
588: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14}
589:
590: # Another series of tests that used to demonstrate blocking behavior
591: # but which now work.
592: #
593: do_test wal-10.$tn.23 {
594: execsql { PRAGMA wal_checkpoint }
595: } {0 9 9}
596: do_test wal-10.$tn.24 {
597: sql2 { BEGIN; SELECT * FROM t1; }
598: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14}
599: do_test wal-10.$tn.25 {
600: execsql { PRAGMA wal_checkpoint }
601: } {0 9 9}
602: do_test wal-10.$tn.26 {
603: catchsql { INSERT INTO t1 VALUES(15, 16) }
604: } {0 {}}
605: do_test wal-10.$tn.27 {
606: sql3 { INSERT INTO t1 VALUES(17, 18) }
607: } {}
608: do_test wal-10.$tn.28 {
609: code3 {
610: set ::STMT [sqlite3_prepare db3 "SELECT * FROM t1" -1 TAIL]
611: sqlite3_step $::STMT
612: }
613: execsql { SELECT * FROM t1 }
614: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18}
615: do_test wal-10.$tn.29 {
616: execsql { INSERT INTO t1 VALUES(19, 20) }
617: catchsql { PRAGMA wal_checkpoint }
618: } {0 {0 3 0}}
619: do_test wal-10.$tn.30 {
620: code3 { sqlite3_finalize $::STMT }
621: execsql { PRAGMA wal_checkpoint }
622: } {0 3 0}
623:
624: # At one point, if a reader failed to upgrade to a writer because it
625: # was reading an old snapshot, the write-locks were not being released.
626: # Test that this bug has been fixed.
627: #
628: do_test wal-10.$tn.31 {
629: sql2 COMMIT
630: execsql { BEGIN ; SELECT * FROM t1 }
631: sql2 { INSERT INTO t1 VALUES(21, 22) }
632: catchsql { INSERT INTO t1 VALUES(23, 24) }
633: } {1 {database is locked}}
634: do_test wal-10.$tn.32 {
635: # This statement would fail when the bug was present.
636: sql2 { INSERT INTO t1 VALUES(23, 24) }
637: } {}
638: do_test wal-10.$tn.33 {
639: execsql { SELECT * FROM t1 ; COMMIT }
640: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20}
641: do_test wal-10.$tn.34 {
642: execsql { SELECT * FROM t1 }
643: } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24}
644:
645: # Test that if a checkpointer cannot obtain the required locks, it
646: # releases all locks before returning a busy error.
647: #
648: do_test wal-10.$tn.35 {
649: execsql {
650: DELETE FROM t1;
651: INSERT INTO t1 VALUES('a', 'b');
652: INSERT INTO t1 VALUES('c', 'd');
653: }
654: sql2 {
655: BEGIN;
656: SELECT * FROM t1;
657: }
658: } {a b c d}
659: do_test wal-10.$tn.36 {
660: catchsql { PRAGMA wal_checkpoint }
661: } {0 {0 8 8}}
662: do_test wal-10.$tn.36 {
663: sql3 { INSERT INTO t1 VALUES('e', 'f') }
664: sql2 { SELECT * FROM t1 }
665: } {a b c d}
666: do_test wal-10.$tn.37 {
667: sql2 COMMIT
668: execsql { PRAGMA wal_checkpoint }
669: } {0 9 9}
670: }
671:
672: #-------------------------------------------------------------------------
673: # This block of tests, wal-11.*, test that nothing goes terribly wrong
674: # if frames must be written to the log file before a transaction is
675: # committed (in order to free up memory).
676: #
677: do_test wal-11.1 {
678: reopen_db
679: execsql {
680: PRAGMA cache_size = 10;
681: PRAGMA page_size = 1024;
682: CREATE TABLE t1(x PRIMARY KEY);
683: }
684: list [expr [file size test.db]/1024] [expr [file size test.db-wal]/1044]
685: } {1 3}
686: do_test wal-11.2 {
687: execsql { PRAGMA wal_checkpoint }
688: list [expr [file size test.db]/1024] [file size test.db-wal]
689: } [list 3 [wal_file_size 3 1024]]
690: do_test wal-11.3 {
691: execsql { INSERT INTO t1 VALUES( blob(900) ) }
692: list [expr [file size test.db]/1024] [file size test.db-wal]
693: } [list 3 [wal_file_size 4 1024]]
694:
695: do_test wal-11.4 {
696: execsql {
697: BEGIN;
698: INSERT INTO t1 SELECT blob(900) FROM t1; -- 2
699: INSERT INTO t1 SELECT blob(900) FROM t1; -- 4
700: INSERT INTO t1 SELECT blob(900) FROM t1; -- 8
701: INSERT INTO t1 SELECT blob(900) FROM t1; -- 16
702: }
703: list [expr [file size test.db]/1024] [file size test.db-wal]
704: } [list 3 [wal_file_size 32 1024]]
705: do_test wal-11.5 {
706: execsql {
707: SELECT count(*) FROM t1;
708: PRAGMA integrity_check;
709: }
710: } {16 ok}
711: do_test wal-11.6 {
712: execsql COMMIT
713: list [expr [file size test.db]/1024] [file size test.db-wal]
714: } [list 3 [wal_file_size 41 1024]]
715: do_test wal-11.7 {
716: execsql {
717: SELECT count(*) FROM t1;
718: PRAGMA integrity_check;
719: }
720: } {16 ok}
721: do_test wal-11.8 {
722: execsql { PRAGMA wal_checkpoint }
723: list [expr [file size test.db]/1024] [file size test.db-wal]
724: } [list 37 [wal_file_size 41 1024]]
725: do_test wal-11.9 {
726: db close
727: list [expr [file size test.db]/1024] [log_deleted test.db-wal]
728: } {37 1}
729: sqlite3_wal db test.db
730: do_test wal-11.10 {
731: execsql {
732: PRAGMA cache_size = 10;
733: BEGIN;
734: INSERT INTO t1 SELECT blob(900) FROM t1; -- 32
735: SELECT count(*) FROM t1;
736: }
737: list [expr [file size test.db]/1024] [file size test.db-wal]
738: } [list 37 [wal_file_size 37 1024]]
739: do_test wal-11.11 {
740: execsql {
741: SELECT count(*) FROM t1;
742: ROLLBACK;
743: SELECT count(*) FROM t1;
744: }
745: } {32 16}
746: do_test wal-11.12 {
747: list [expr [file size test.db]/1024] [file size test.db-wal]
748: } [list 37 [wal_file_size 37 1024]]
749: do_test wal-11.13 {
750: execsql {
751: INSERT INTO t1 VALUES( blob(900) );
752: SELECT count(*) FROM t1;
753: PRAGMA integrity_check;
754: }
755: } {17 ok}
756: do_test wal-11.14 {
757: list [expr [file size test.db]/1024] [file size test.db-wal]
758: } [list 37 [wal_file_size 37 1024]]
759:
760:
761: #-------------------------------------------------------------------------
762: # This block of tests, wal-12.*, tests the fix for a problem that
763: # could occur if a log that is a prefix of an older log is written
764: # into a reused log file.
765: #
766: reopen_db
767: do_test wal-12.1 {
768: execsql {
769: PRAGMA page_size = 1024;
770: CREATE TABLE t1(x, y);
771: CREATE TABLE t2(x, y);
772: INSERT INTO t1 VALUES('A', 1);
773: }
774: list [expr [file size test.db]/1024] [file size test.db-wal]
775: } [list 1 [wal_file_size 5 1024]]
776: do_test wal-12.2 {
777: db close
778: sqlite3 db test.db
779: execsql {
780: PRAGMA synchronous = normal;
781: UPDATE t1 SET y = 0 WHERE x = 'A';
782: }
783: list [expr [file size test.db]/1024] [expr [file size test.db-wal]/1044]
784: } {3 1}
785: do_test wal-12.3 {
786: execsql { INSERT INTO t2 VALUES('B', 1) }
787: list [expr [file size test.db]/1024] [expr [file size test.db-wal]/1044]
788: } {3 2}
789: do_test wal-12.4 {
790: forcecopy test.db test2.db
791: forcecopy test.db-wal test2.db-wal
792: sqlite3_wal db2 test2.db
793: execsql { SELECT * FROM t2 } db2
794: } {B 1}
795: db2 close
796: do_test wal-12.5 {
797: execsql {
798: PRAGMA wal_checkpoint;
799: UPDATE t2 SET y = 2 WHERE x = 'B';
800: PRAGMA wal_checkpoint;
801: UPDATE t1 SET y = 1 WHERE x = 'A';
802: PRAGMA wal_checkpoint;
803: UPDATE t1 SET y = 0 WHERE x = 'A';
804: }
805: execsql { SELECT * FROM t2 }
806: } {B 2}
807: do_test wal-12.6 {
808: forcecopy test.db test2.db
809: forcecopy test.db-wal test2.db-wal
810: sqlite3_wal db2 test2.db
811: execsql { SELECT * FROM t2 } db2
812: } {B 2}
813: db2 close
814: db close
815:
816: #-------------------------------------------------------------------------
817: # Test large log summaries.
818: #
819: # In this case "large" usually means a log file that requires a wal-index
820: # mapping larger than 64KB (the default initial allocation). A 64KB wal-index
821: # is large enough for a log file that contains approximately 13100 frames.
822: # So the following tests create logs containing at least this many frames.
823: #
824: # wal-13.1.*: This test case creates a very large log file within the
825: # file-system (around 200MB). The log file does not contain
826: # any valid frames. Test that the database file can still be
827: # opened and queried, and that the invalid log file causes no
828: # problems.
829: #
830: # wal-13.2.*: Test that a process may create a large log file and query
831: # the database (including the log file that it itself created).
832: #
833: # wal-13.3.*: Test that if a very large log file is created, and then a
834: # second connection is opened on the database file, it is possible
835: # to query the database (and the very large log) using the
836: # second connection.
837: #
838: # wal-13.4.*: Same test as wal-13.3.*. Except in this case the second
839: # connection is opened by an external process.
840: #
841: do_test wal-13.1.1 {
842: list [file exists test.db] [file exists test.db-wal]
843: } {1 0}
844: do_test wal-13.1.2 {
845: set fd [open test.db-wal w]
846: seek $fd [expr 200*1024*1024]
847: puts $fd ""
848: close $fd
849: sqlite3 db test.db
850: execsql { SELECT * FROM t2 }
851: } {B 2}
852: breakpoint
853: do_test wal-13.1.3 {
854: db close
855: file exists test.db-wal
856: } {0}
857:
858: do_test wal-13.2.1 {
859: sqlite3 db test.db
860: execsql { SELECT count(*) FROM t2 }
861: } {1}
862: do_test wal-13.2.2 {
863: db function blob blob
864: for {set i 0} {$i < 16} {incr i} {
865: execsql { INSERT INTO t2 SELECT blob(400), blob(400) FROM t2 }
866: }
867: execsql { SELECT count(*) FROM t2 }
868: } [expr int(pow(2, 16))]
869: do_test wal-13.2.3 {
870: expr [file size test.db-wal] > [wal_file_size 33000 1024]
871: } 1
872:
873: do_multiclient_test tn {
874: incr tn 2
875:
876: do_test wal-13.$tn.0 {
877: sql1 {
878: PRAGMA journal_mode = WAL;
879: CREATE TABLE t1(x);
880: INSERT INTO t1 SELECT randomblob(800);
881: }
882: sql1 { SELECT count(*) FROM t1 }
883: } {1}
884:
885: for {set ii 1} {$ii<16} {incr ii} {
886: do_test wal-13.$tn.$ii.a {
887: sql2 { INSERT INTO t1 SELECT randomblob(800) FROM t1 }
888: sql2 { SELECT count(*) FROM t1 }
889: } [expr (1<<$ii)]
890: do_test wal-13.$tn.$ii.b {
891: sql1 { SELECT count(*) FROM t1 }
892: } [expr (1<<$ii)]
893: do_test wal-13.$tn.$ii.c {
894: sql1 { SELECT count(*) FROM t1 }
895: } [expr (1<<$ii)]
896: do_test wal-13.$tn.$ii.d {
897: sql1 { PRAGMA integrity_check }
898: } {ok}
899: }
900: }
901:
902: #-------------------------------------------------------------------------
903: # Check a fun corruption case has been fixed.
904: #
905: # The problem was that after performing a checkpoint using a connection
906: # that had an out-of-date pager-cache, the next time the connection was
907: # used it did not realize the cache was out-of-date and proceeded to
908: # operate with an inconsistent cache. Leading to corruption.
909: #
910: catch { db close }
911: catch { db2 close }
912: catch { db3 close }
913: forcedelete test.db test.db-wal
914: sqlite3 db test.db
915: sqlite3 db2 test.db
916: do_test wal-14 {
917: execsql {
918: PRAGMA journal_mode = WAL;
919: CREATE TABLE t1(a PRIMARY KEY, b);
920: INSERT INTO t1 VALUES(randomblob(10), randomblob(100));
921: INSERT INTO t1 SELECT randomblob(10), randomblob(100) FROM t1;
922: INSERT INTO t1 SELECT randomblob(10), randomblob(100) FROM t1;
923: INSERT INTO t1 SELECT randomblob(10), randomblob(100) FROM t1;
924: }
925:
926: db2 eval {
927: INSERT INTO t1 SELECT randomblob(10), randomblob(100);
928: INSERT INTO t1 SELECT randomblob(10), randomblob(100);
929: INSERT INTO t1 SELECT randomblob(10), randomblob(100);
930: INSERT INTO t1 SELECT randomblob(10), randomblob(100);
931: }
932:
933: # After executing the "PRAGMA wal_checkpoint", connection [db] was being
934: # left with an inconsistent cache. Running the CREATE INDEX statement
935: # in this state led to database corruption.
936: catchsql {
937: PRAGMA wal_checkpoint;
938: CREATE INDEX i1 on t1(b);
939: }
940:
941: db2 eval { PRAGMA integrity_check }
942: } {ok}
943:
944: catch { db close }
945: catch { db2 close }
946:
947: #-------------------------------------------------------------------------
948: # The following block of tests - wal-15.* - focus on testing the
949: # implementation of the sqlite3_wal_checkpoint() interface.
950: #
951: forcedelete test.db test.db-wal
952: sqlite3 db test.db
953: do_test wal-15.1 {
954: execsql {
955: PRAGMA auto_vacuum = 0;
956: PRAGMA page_size = 1024;
957: PRAGMA journal_mode = WAL;
958: }
959: execsql {
960: CREATE TABLE t1(a, b);
961: INSERT INTO t1 VALUES(1, 2);
962: }
963: } {}
964:
965: # Test that an error is returned if the database name is not recognized
966: #
967: do_test wal-15.2.1 {
968: sqlite3_wal_checkpoint db aux
969: } {SQLITE_ERROR}
970: do_test wal-15.2.2 {
971: sqlite3_errcode db
972: } {SQLITE_ERROR}
973: do_test wal-15.2.3 {
974: sqlite3_errmsg db
975: } {unknown database: aux}
976:
977: # Test that an error is returned if an attempt is made to checkpoint
978: # if a transaction is open on the database.
979: #
980: do_test wal-15.3.1 {
981: execsql {
982: BEGIN;
983: INSERT INTO t1 VALUES(3, 4);
984: }
985: sqlite3_wal_checkpoint db main
986: } {SQLITE_LOCKED}
987: do_test wal-15.3.2 {
988: sqlite3_errcode db
989: } {SQLITE_LOCKED}
990: do_test wal-15.3.3 {
991: sqlite3_errmsg db
992: } {database table is locked}
993:
994: # Earlier versions returned an error is returned if the db cannot be
995: # checkpointed because of locks held by another connection. Check that
996: # this is no longer the case.
997: #
998: sqlite3 db2 test.db
999: do_test wal-15.4.1 {
1000: execsql {
1001: BEGIN;
1002: SELECT * FROM t1;
1003: } db2
1004: } {1 2}
1005: do_test wal-15.4.2 {
1006: execsql { COMMIT }
1007: sqlite3_wal_checkpoint db
1008: } {SQLITE_OK}
1009: do_test wal-15.4.3 {
1010: sqlite3_errmsg db
1011: } {not an error}
1012:
1013: # After [db2] drops its lock, [db] may checkpoint the db.
1014: #
1015: do_test wal-15.4.4 {
1016: execsql { COMMIT } db2
1017: sqlite3_wal_checkpoint db
1018: } {SQLITE_OK}
1019: do_test wal-15.4.5 {
1020: sqlite3_errmsg db
1021: } {not an error}
1022: do_test wal-15.4.6 {
1023: file size test.db
1024: } [expr 1024*2]
1025:
1026: catch { db2 close }
1027: catch { db close }
1028:
1029: #-------------------------------------------------------------------------
1030: # The following block of tests - wal-16.* - test that if a NULL pointer or
1031: # an empty string is passed as the second argument of the wal_checkpoint()
1032: # API, an attempt is made to checkpoint all attached databases.
1033: #
1034: foreach {tn ckpt_cmd ckpt_res ckpt_main ckpt_aux} {
1035: 1 {sqlite3_wal_checkpoint db} SQLITE_OK 1 1
1036: 2 {sqlite3_wal_checkpoint db ""} SQLITE_OK 1 1
1037: 3 {db eval "PRAGMA wal_checkpoint"} {0 10 10} 1 1
1038:
1039: 4 {sqlite3_wal_checkpoint db main} SQLITE_OK 1 0
1040: 5 {sqlite3_wal_checkpoint db aux} SQLITE_OK 0 1
1041: 6 {sqlite3_wal_checkpoint db temp} SQLITE_OK 0 0
1042: 7 {db eval "PRAGMA main.wal_checkpoint"} {0 10 10} 1 0
1043: 8 {db eval "PRAGMA aux.wal_checkpoint"} {0 13 13} 0 1
1044: 9 {db eval "PRAGMA temp.wal_checkpoint"} {0 -1 -1} 0 0
1045: } {
1046: do_test wal-16.$tn.1 {
1047: forcedelete test2.db test2.db-wal test2.db-journal
1048: forcedelete test.db test.db-wal test.db-journal
1049:
1050: sqlite3 db test.db
1051: execsql {
1052: ATTACH 'test2.db' AS aux;
1053: PRAGMA main.auto_vacuum = 0;
1054: PRAGMA aux.auto_vacuum = 0;
1055: PRAGMA main.journal_mode = WAL;
1056: PRAGMA aux.journal_mode = WAL;
1057: PRAGMA main.synchronous = NORMAL;
1058: PRAGMA aux.synchronous = NORMAL;
1059: }
1060: } {wal wal}
1061:
1062: do_test wal-16.$tn.2 {
1063: execsql {
1064: CREATE TABLE main.t1(a, b, PRIMARY KEY(a, b));
1065: CREATE TABLE aux.t2(a, b, PRIMARY KEY(a, b));
1066:
1067: INSERT INTO t2 VALUES(1, randomblob(1000));
1068: INSERT INTO t2 VALUES(2, randomblob(1000));
1069: INSERT INTO t1 SELECT * FROM t2;
1070: }
1071:
1072: list [file size test.db] [file size test.db-wal]
1073: } [list [expr 1*1024] [wal_file_size 10 1024]]
1074: do_test wal-16.$tn.3 {
1075: list [file size test2.db] [file size test2.db-wal]
1076: } [list [expr 1*1024] [wal_file_size 13 1024]]
1077:
1078: do_test wal-16.$tn.4 [list eval $ckpt_cmd] $ckpt_res
1079:
1080: do_test wal-16.$tn.5 {
1081: list [file size test.db] [file size test.db-wal]
1082: } [list [expr ($ckpt_main ? 7 : 1)*1024] [wal_file_size 10 1024]]
1083:
1084: do_test wal-16.$tn.6 {
1085: list [file size test2.db] [file size test2.db-wal]
1086: } [list [expr ($ckpt_aux ? 7 : 1)*1024] [wal_file_size 13 1024]]
1087:
1088: catch { db close }
1089: }
1090:
1091: #-------------------------------------------------------------------------
1092: # The following tests - wal-17.* - attempt to verify that the correct
1093: # number of "padding" frames are appended to the log file when a transaction
1094: # is committed in synchronous=FULL mode.
1095: #
1096: # Do this by creating a database that uses 512 byte pages. Then writing
1097: # a transaction that modifies 171 pages. In synchronous=NORMAL mode, this
1098: # produces a log file of:
1099: #
1100: # 32 + (24+512)*171 = 90312 bytes.
1101: #
1102: # Slightly larger than 11*8192 = 90112 bytes.
1103: #
1104: # Run the test using various different sector-sizes. In each case, the
1105: # WAL code should write the 90300 bytes of log file containing the
1106: # transaction, then append as may frames as are required to extend the
1107: # log file so that no part of the next transaction will be written into
1108: # a disk-sector used by transaction just committed.
1109: #
1110: set old_pending_byte [sqlite3_test_control_pending_byte 0x10000000]
1111: catch { db close }
1112: foreach {tn sectorsize logsize} "
1113: 1 128 [wal_file_size 172 512]
1114: 2 256 [wal_file_size 172 512]
1115: 3 512 [wal_file_size 172 512]
1116: 4 1024 [wal_file_size 172 512]
1117: 5 2048 [wal_file_size 172 512]
1118: 6 4096 [wal_file_size 176 512]
1119: 7 8192 [wal_file_size 184 512]
1120: " {
1121: forcedelete test.db test.db-wal test.db-journal
1122: sqlite3_simulate_device -sectorsize $sectorsize
1123: sqlite3 db test.db -vfs devsym
1124:
1125: do_test wal-17.$tn.1 {
1126: execsql {
1127: PRAGMA auto_vacuum = 0;
1128: PRAGMA page_size = 512;
1129: PRAGMA cache_size = -2000;
1130: PRAGMA journal_mode = WAL;
1131: PRAGMA synchronous = FULL;
1132: }
1133: execsql {
1134: BEGIN;
1135: CREATE TABLE t(x);
1136: }
1137: for {set i 0} {$i<166} {incr i} {
1138: execsql { INSERT INTO t VALUES(randomblob(400)) }
1139: }
1140: execsql COMMIT
1141:
1142: file size test.db-wal
1143: } $logsize
1144:
1145: do_test wal-17.$tn.2 {
1146: file size test.db
1147: } 512
1148:
1149: do_test wal-17.$tn.3 {
1150: db close
1151: file size test.db
1152: } [expr 512*171]
1153: }
1154: sqlite3_test_control_pending_byte $old_pending_byte
1155:
1156: #-------------------------------------------------------------------------
1157: # This test - wal-18.* - verifies a couple of specific conditions that
1158: # may be encountered while recovering a log file are handled correctly:
1159: #
1160: # wal-18.1.* When the first 32-bits of a frame checksum is correct but
1161: # the second 32-bits are false, and
1162: #
1163: # wal-18.2.* When the page-size field that occurs at the start of a log
1164: # file is a power of 2 greater than 16384 or smaller than 512.
1165: #
1166: forcedelete test.db test.db-wal test.db-journal
1167: do_test wal-18.0 {
1168: sqlite3 db test.db
1169: execsql {
1170: PRAGMA page_size = 1024;
1171: PRAGMA auto_vacuum = 0;
1172: PRAGMA journal_mode = WAL;
1173: PRAGMA synchronous = OFF;
1174:
1175: CREATE TABLE t1(a, b, UNIQUE(a, b));
1176: INSERT INTO t1 VALUES(0, 0);
1177: PRAGMA wal_checkpoint;
1178:
1179: INSERT INTO t1 VALUES(1, 2); -- frames 1 and 2
1180: INSERT INTO t1 VALUES(3, 4); -- frames 3 and 4
1181: INSERT INTO t1 VALUES(5, 6); -- frames 5 and 6
1182: }
1183:
1184: forcecopy test.db testX.db
1185: forcecopy test.db-wal testX.db-wal
1186: db close
1187: list [file size testX.db] [file size testX.db-wal]
1188: } [list [expr 3*1024] [wal_file_size 6 1024]]
1189:
1190: unset -nocomplain nFrame result
1191: foreach {nFrame result} {
1192: 0 {0 0}
1193: 1 {0 0}
1194: 2 {0 0 1 2}
1195: 3 {0 0 1 2}
1196: 4 {0 0 1 2 3 4}
1197: 5 {0 0 1 2 3 4}
1198: 6 {0 0 1 2 3 4 5 6}
1199: } {
1200: do_test wal-18.1.$nFrame {
1201: forcecopy testX.db test.db
1202: forcecopy testX.db-wal test.db-wal
1203:
1204: hexio_write test.db-wal [expr 24 + $nFrame*(24+1024) + 20] 00000000
1205:
1206: sqlite3 db test.db
1207: execsql {
1208: SELECT * FROM t1;
1209: PRAGMA integrity_check;
1210: }
1211: } [concat $result ok]
1212: db close
1213: }
1214:
1215: proc randomblob {pgsz} {
1216: sqlite3 rbdb :memory:
1217: set blob [rbdb one {SELECT randomblob($pgsz)}]
1218: rbdb close
1219: set blob
1220: }
1221:
1222: proc logcksum {ckv1 ckv2 blob} {
1223: upvar $ckv1 c1
1224: upvar $ckv2 c2
1225:
1226: set scanpattern I*
1227: if {$::tcl_platform(byteOrder) eq "littleEndian"} {
1228: set scanpattern i*
1229: }
1230:
1231: binary scan $blob $scanpattern values
1232: foreach {v1 v2} $values {
1233: set c1 [expr {($c1 + $v1 + $c2)&0xFFFFFFFF}]
1234: set c2 [expr {($c2 + $v2 + $c1)&0xFFFFFFFF}]
1235: }
1236: }
1237:
1238: forcecopy test.db testX.db
1239: foreach {tn pgsz works} {
1240: 1 128 0
1241: 2 256 0
1242: 3 512 1
1243: 4 1024 1
1244: 5 2048 1
1245: 6 4096 1
1246: 7 8192 1
1247: 8 16384 1
1248: 9 32768 1
1249: 10 65536 1
1250: 11 131072 0
1251: 11 1016 0
1252: } {
1253:
1254: if {$::SQLITE_MAX_PAGE_SIZE < $pgsz} {
1255: set works 0
1256: }
1257:
1258: for {set pg 1} {$pg <= 3} {incr pg} {
1259: forcecopy testX.db test.db
1260: forcedelete test.db-wal
1261:
1262: # Check that the database now exists and consists of three pages. And
1263: # that there is no associated wal file.
1264: #
1265: do_test wal-18.2.$tn.$pg.1 { file exists test.db-wal } 0
1266: do_test wal-18.2.$tn.$pg.2 { file exists test.db } 1
1267: do_test wal-18.2.$tn.$pg.3 { file size test.db } [expr 1024*3]
1268:
1269: do_test wal-18.2.$tn.$pg.4 {
1270:
1271: # Create a wal file that contains a single frame (database page
1272: # number $pg) with the commit flag set. The frame checksum is
1273: # correct, but the contents of the database page are corrupt.
1274: #
1275: # The page-size in the log file header is set to $pgsz. If the
1276: # WAL code considers $pgsz to be a valid SQLite database file page-size,
1277: # the database will be corrupt (because the garbage frame contents
1278: # will be treated as valid content). If $pgsz is invalid (too small
1279: # or too large), the db will not be corrupt as the log file will
1280: # be ignored.
1281: #
1282: set walhdr [binary format IIIIII 931071618 3007000 $pgsz 1234 22 23]
1283: set framebody [randomblob $pgsz]
1284: set framehdr [binary format IIII $pg 5 22 23]
1285: set c1 0
1286: set c2 0
1287: logcksum c1 c2 $walhdr
1288:
1289: append walhdr [binary format II $c1 $c2]
1290: logcksum c1 c2 [string range $framehdr 0 7]
1291: logcksum c1 c2 $framebody
1292: set framehdr [binary format IIIIII $pg 5 22 23 $c1 $c2]
1293:
1294: set fd [open test.db-wal w]
1295: fconfigure $fd -encoding binary -translation binary
1296: puts -nonewline $fd $walhdr
1297: puts -nonewline $fd $framehdr
1298: puts -nonewline $fd $framebody
1299: close $fd
1300:
1301: file size test.db-wal
1302: } [wal_file_size 1 $pgsz]
1303:
1304: do_test wal-18.2.$tn.$pg.5 {
1305: sqlite3 db test.db
1306: set rc [catch { db one {PRAGMA integrity_check} } msg]
1307: expr { $rc!=0 || $msg!="ok" }
1308: } $works
1309:
1310: db close
1311: }
1312: }
1313:
1314: #-------------------------------------------------------------------------
1315: # The following test - wal-19.* - fixes a bug that was present during
1316: # development.
1317: #
1318: # When a database connection in WAL mode is closed, it attempts an
1319: # EXCLUSIVE lock on the database file. If the lock is obtained, the
1320: # connection knows that it is the last connection to disconnect from
1321: # the database, so it runs a checkpoint operation. The bug was that
1322: # the connection was not updating its private copy of the wal-index
1323: # header before doing so, meaning that it could checkpoint an old
1324: # snapshot.
1325: #
1326: do_test wal-19.1 {
1327: forcedelete test.db test.db-wal test.db-journal
1328: sqlite3 db test.db
1329: sqlite3 db2 test.db
1330: execsql {
1331: PRAGMA journal_mode = WAL;
1332: CREATE TABLE t1(a, b);
1333: INSERT INTO t1 VALUES(1, 2);
1334: INSERT INTO t1 VALUES(3, 4);
1335: }
1336: execsql { SELECT * FROM t1 } db2
1337: } {1 2 3 4}
1338: do_test wal-19.2 {
1339: execsql {
1340: INSERT INTO t1 VALUES(5, 6);
1341: SELECT * FROM t1;
1342: }
1343: } {1 2 3 4 5 6}
1344: do_test wal-19.3 {
1345: db close
1346: db2 close
1347: file exists test.db-wal
1348: } {0}
1349: do_test wal-19.4 {
1350: # When the bug was present, the following was returning {1 2 3 4} only,
1351: # as [db2] had an out-of-date copy of the wal-index header when it was
1352: # closed.
1353: #
1354: sqlite3 db test.db
1355: execsql { SELECT * FROM t1 }
1356: } {1 2 3 4 5 6}
1357:
1358: #-------------------------------------------------------------------------
1359: # This test - wal-20.* - uses two connections. One in this process and
1360: # the other in an external process. The procedure is:
1361: #
1362: # 1. Using connection 1, create the database schema.
1363: #
1364: # 2. Using connection 2 (in an external process), add so much
1365: # data to the database without checkpointing that a wal-index
1366: # larger than 64KB is required.
1367: #
1368: # 3. Using connection 1, checkpoint the database. Make sure all
1369: # the data is present and the database is not corrupt.
1370: #
1371: # At one point, SQLite was failing to grow the mapping of the wal-index
1372: # file in step 3 and the checkpoint was corrupting the database file.
1373: #
1374: do_test wal-20.1 {
1375: catch {db close}
1376: forcedelete test.db test.db-wal test.db-journal
1377: sqlite3 db test.db
1378: execsql {
1379: PRAGMA journal_mode = WAL;
1380: CREATE TABLE t1(x);
1381: INSERT INTO t1 VALUES(randomblob(900));
1382: SELECT count(*) FROM t1;
1383: }
1384: } {wal 1}
1385: do_test wal-20.2 {
1386: set ::buddy [launch_testfixture]
1387: testfixture $::buddy {
1388: sqlite3 db test.db
1389: db transaction { db eval {
1390: PRAGMA wal_autocheckpoint = 0;
1391: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 2 */
1392: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 4 */
1393: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 8 */
1394: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 16 */
1395: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 32 */
1396: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 64 */
1397: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 128 */
1398: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 256 */
1399: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 512 */
1400: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 1024 */
1401: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 2048 */
1402: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 4096 */
1403: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 8192 */
1404: INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 16384 */
1405: } }
1406: }
1407: } {0}
1408: do_test wal-20.3 {
1409: close $::buddy
1410: execsql { PRAGMA wal_checkpoint }
1411: execsql { SELECT count(*) FROM t1 }
1412: } {16384}
1413: do_test wal-20.4 {
1414: db close
1415: sqlite3 db test.db
1416: execsql { SELECT count(*) FROM t1 }
1417: } {16384}
1418: integrity_check wal-20.5
1419:
1420: catch { db2 close }
1421: catch { db close }
1422:
1423: do_test wal-21.1 {
1424: faultsim_delete_and_reopen
1425: execsql {
1426: PRAGMA journal_mode = WAL;
1427: CREATE TABLE t1(a, b);
1428: INSERT INTO t1 VALUES(1, 2);
1429: INSERT INTO t1 VALUES(3, 4);
1430: INSERT INTO t1 VALUES(5, 6);
1431: INSERT INTO t1 VALUES(7, 8);
1432: INSERT INTO t1 VALUES(9, 10);
1433: INSERT INTO t1 VALUES(11, 12);
1434: }
1435: } {wal}
1436: do_test wal-21.2 {
1437: execsql {
1438: PRAGMA cache_size = 10;
1439: PRAGMA wal_checkpoint;
1440: BEGIN;
1441: SAVEPOINT s;
1442: INSERT INTO t1 SELECT randomblob(900), randomblob(900) FROM t1;
1443: ROLLBACK TO s;
1444: COMMIT;
1445: }
1446: execsql { SELECT * FROM t1 }
1447: } {1 2 3 4 5 6 7 8 9 10 11 12}
1448: do_test wal-21.3 {
1449: execsql { PRAGMA integrity_check }
1450: } {ok}
1451:
1452: #-------------------------------------------------------------------------
1453: # Test reading and writing of databases with different page-sizes.
1454: #
1455: foreach pgsz {512 1024 2048 4096 8192 16384 32768 65536} {
1456: do_multiclient_test tn [string map [list %PGSZ% $pgsz] {
1457: do_test wal-22.%PGSZ%.$tn.1 {
1458: sql1 {
1459: PRAGMA main.page_size = %PGSZ%;
1460: PRAGMA auto_vacuum = 0;
1461: PRAGMA journal_mode = WAL;
1462: CREATE TABLE t1(x UNIQUE);
1463: INSERT INTO t1 SELECT randomblob(800);
1464: INSERT INTO t1 SELECT randomblob(800);
1465: INSERT INTO t1 SELECT randomblob(800);
1466: }
1467: } {wal}
1468: do_test wal-22.%PGSZ%.$tn.2 { sql2 { PRAGMA integrity_check } } {ok}
1469: do_test wal-22.%PGSZ%.$tn.3 {
1470: sql1 {PRAGMA wal_checkpoint}
1471: expr {[file size test.db] % %PGSZ%}
1472: } {0}
1473: }]
1474: }
1475:
1476: #-------------------------------------------------------------------------
1477: # Test that when 1 or more pages are recovered from a WAL file,
1478: # sqlite3_log() is invoked to report this to the user.
1479: #
1480: set walfile [file nativename [file join [pwd] test.db-wal]]
1481: catch {db close}
1482: forcedelete test.db
1483: do_test wal-23.1 {
1484: faultsim_delete_and_reopen
1485: execsql {
1486: CREATE TABLE t1(a, b);
1487: PRAGMA journal_mode = WAL;
1488: INSERT INTO t1 VALUES(1, 2);
1489: INSERT INTO t1 VALUES(3, 4);
1490: }
1491: faultsim_save_and_close
1492:
1493: sqlite3_shutdown
1494: test_sqlite3_log [list lappend ::log]
1495: set ::log [list]
1496: sqlite3 db test.db
1497: execsql { SELECT * FROM t1 }
1498: } {1 2 3 4}
1499: do_test wal-23.2 { set ::log } {}
1500:
1501: do_test wal-23.3 {
1502: db close
1503: set ::log [list]
1504: faultsim_restore_and_reopen
1505: execsql { SELECT * FROM t1 }
1506: } {1 2 3 4}
1507: set nPage [expr 2+$AUTOVACUUM]
1508: do_test wal-23.4 {
1509: set ::log
1510: } [list SQLITE_OK "Recovered $nPage frames from WAL file $walfile"]
1511:
1512:
1513: ifcapable autovacuum {
1514: # This block tests that if the size of a database is reduced by a
1515: # transaction (because of an incremental or auto-vacuum), that no
1516: # data is written to the WAL file for the truncated pages as part
1517: # of the commit. e.g. if a transaction reduces the size of a database
1518: # to N pages, data for page N+1 should not be written to the WAL file
1519: # when committing the transaction. At one point such data was being
1520: # written.
1521: #
1522: catch {db close}
1523: forcedelete test.db
1524: sqlite3 db test.db
1525: do_execsql_test 24.1 {
1526: PRAGMA auto_vacuum = 2;
1527: PRAGMA journal_mode = WAL;
1528: PRAGMA page_size = 1024;
1529: CREATE TABLE t1(x);
1530: INSERT INTO t1 VALUES(randomblob(5000));
1531: INSERT INTO t1 SELECT * FROM t1;
1532: INSERT INTO t1 SELECT * FROM t1;
1533: INSERT INTO t1 SELECT * FROM t1;
1534: INSERT INTO t1 SELECT * FROM t1;
1535: } {wal}
1536: do_test 24.2 {
1537: execsql {
1538: DELETE FROM t1;
1539: PRAGMA wal_checkpoint;
1540: }
1541: db close
1542: sqlite3 db test.db
1543: file exists test.db-wal
1544: } 0
1545: do_test 24.3 {
1546: file size test.db
1547: } [expr 84 * 1024]
1548: do_test 24.4 {
1549: execsql {
1550: PRAGMA cache_size = 200;
1551: PRAGMA incremental_vacuum;
1552: PRAGMA wal_checkpoint;
1553: }
1554: file size test.db
1555: } [expr 3 * 1024]
1556:
1557: # WAL file now contains a single frame - the new root page for table t1.
1558: # It would be two frames (the new root page and a padding frame) if the
1559: # ZERO_DAMAGE flag were not set.
1560: do_test 24.5 {
1561: file size test.db-wal
1562: } [wal_file_size 1 1024]
1563: }
1564:
1565: db close
1566: sqlite3_shutdown
1567: test_sqlite3_log
1568: sqlite3_initialize
1569:
1570: finish_test
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to wal.test CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / sqlite3 / test