Annotation of embedaddon/sqlite3/test/fts3an.test, revision 1.1.1.1
1.1 misho 1: # 2007 April 26
2: #
3: # The author disclaims copyright to this source code.
4: #
5: #*************************************************************************
6: # This file implements tests for prefix-searching in the fts3
7: # component of the SQLite library.
8: #
9: # $Id: fts3an.test,v 1.2 2007/12/13 21:54:11 drh Exp $
10: #
11:
12: set testdir [file dirname $argv0]
13: source $testdir/tester.tcl
14:
15: # If SQLITE_ENABLE_FTS3 is defined, omit this file.
16: ifcapable !fts3 {
17: finish_test
18: return
19: }
20:
21: # A large string to prime the pump with.
22: set text {
23: Lorem ipsum dolor sit amet, consectetuer adipiscing elit. Maecenas
24: iaculis mollis ipsum. Praesent rhoncus placerat justo. Duis non quam
25: sed turpis posuere placerat. Curabitur et lorem in lorem porttitor
26: aliquet. Pellentesque bibendum tincidunt diam. Vestibulum blandit
27: ante nec elit. In sapien diam, facilisis eget, dictum sed, viverra
28: at, felis. Vestibulum magna. Sed magna dolor, vestibulum rhoncus,
29: ornare vel, vulputate sit amet, felis. Integer malesuada, tellus at
30: luctus gravida, diam nunc porta nibh, nec imperdiet massa metus eu
31: lectus. Aliquam nisi. Nunc fringilla nulla at lectus. Suspendisse
32: potenti. Cum sociis natoque penatibus et magnis dis parturient
33: montes, nascetur ridiculus mus. Pellentesque odio nulla, feugiat eu,
34: suscipit nec, consequat quis, risus.
35: }
36:
37: db eval {
38: CREATE VIRTUAL TABLE t1 USING fts3(c);
39:
40: INSERT INTO t1(rowid, c) VALUES(1, $text);
41: INSERT INTO t1(rowid, c) VALUES(2, 'Another lovely row');
42: }
43:
44: # Exact match
45: do_test fts3an-1.1 {
46: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'lorem'"
47: } {1}
48:
49: # And a prefix
50: do_test fts3an-1.2 {
51: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'lore*'"
52: } {1}
53:
54: # Prefix includes exact match
55: do_test fts3an-1.3 {
56: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'lorem*'"
57: } {1}
58:
59: # Make certain everything isn't considered a prefix!
60: do_test fts3an-1.4 {
61: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'lore'"
62: } {}
63:
64: # Prefix across multiple rows.
65: do_test fts3an-1.5 {
66: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'lo*'"
67: } {1 2}
68:
69: # Likewise, with multiple hits in one document.
70: do_test fts3an-1.6 {
71: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'l*'"
72: } {1 2}
73:
74: # Prefix which should only hit one document.
75: do_test fts3an-1.7 {
76: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'lov*'"
77: } {2}
78:
79: # * not at end is dropped.
80: do_test fts3an-1.8 {
81: execsql "SELECT rowid FROM t1 WHERE t1 MATCH 'lo *'"
82: } {}
83:
84: # Stand-alone * is dropped.
85: do_test fts3an-1.9 {
86: execsql "SELECT rowid FROM t1 WHERE t1 MATCH '*'"
87: } {}
88:
89: # Phrase-query prefix.
90: do_test fts3an-1.10 {
91: execsql "SELECT rowid FROM t1 WHERE t1 MATCH '\"lovely r*\"'"
92: } {2}
93: do_test fts3an-1.11 {
94: execsql "SELECT rowid FROM t1 WHERE t1 MATCH '\"lovely r\"'"
95: } {}
96:
97: # Phrase query with multiple prefix matches.
98: do_test fts3an-1.12 {
99: execsql "SELECT rowid FROM t1 WHERE t1 MATCH '\"a* l*\"'"
100: } {1 2}
101:
102: # Phrase query with multiple prefix matches.
103: do_test fts3an-1.13 {
104: execsql "SELECT rowid FROM t1 WHERE t1 MATCH '\"a* l* row\"'"
105: } {2}
106:
107:
108:
109:
110: # Test across updates (and, by implication, deletes).
111:
112: # Version of text without "lorem".
113: regsub -all {[Ll]orem} $text '' ntext
114:
115: db eval {
116: CREATE VIRTUAL TABLE t2 USING fts3(c);
117:
118: INSERT INTO t2(rowid, c) VALUES(1, $text);
119: INSERT INTO t2(rowid, c) VALUES(2, 'Another lovely row');
120: UPDATE t2 SET c = $ntext WHERE rowid = 1;
121: }
122:
123: # Can't see lorem as an exact match.
124: do_test fts3an-2.1 {
125: execsql "SELECT rowid FROM t2 WHERE t2 MATCH 'lorem'"
126: } {}
127:
128: # Can't see a prefix of lorem, either.
129: do_test fts3an-2.2 {
130: execsql "SELECT rowid FROM t2 WHERE t2 MATCH 'lore*'"
131: } {}
132:
133: # Can see lovely in the other document.
134: do_test fts3an-2.3 {
135: execsql "SELECT rowid FROM t2 WHERE t2 MATCH 'lo*'"
136: } {2}
137:
138: # Can still see other hits.
139: do_test fts3an-2.4 {
140: execsql "SELECT rowid FROM t2 WHERE t2 MATCH 'l*'"
141: } {1 2}
142:
143: # Prefix which should only hit one document.
144: do_test fts3an-2.5 {
145: execsql "SELECT rowid FROM t2 WHERE t2 MATCH 'lov*'"
146: } {2}
147:
148:
149:
150: # Test with a segment which will have multiple levels in the tree.
151:
152: # Build a big document with lots of unique terms.
153: set bigtext $text
154: foreach c {a b c d e} {
155: regsub -all {[A-Za-z]+} $bigtext "&$c" t
156: append bigtext $t
157: }
158:
159: # Populate a table with many copies of the big document, so that we
160: # can test the number of hits found. Populate $ret with the expected
161: # hit counts for each row. offsets() returns 4 elements for every
162: # hit. We'll have 6 hits for row 1, 1 for row 2, and 6*(2^5)==192 for
163: # $bigtext.
164: set ret {6 1}
165: db eval {
166: BEGIN;
167: CREATE VIRTUAL TABLE t3 USING fts3(c);
168:
169: INSERT INTO t3(rowid, c) VALUES(1, $text);
170: INSERT INTO t3(rowid, c) VALUES(2, 'Another lovely row');
171: }
172: for {set i 0} {$i<68} {incr i} {
173: db eval {INSERT INTO t3(rowid, c) VALUES(3+$i, $bigtext)}
174: lappend ret 192
175: }
176: db eval {COMMIT;}
177:
178: # Test that we get the expected number of hits.
179: do_test fts3an-3.1 {
180: set t {}
181: db eval {SELECT offsets(t3) as o FROM t3 WHERE t3 MATCH 'l*'} {
182: set l [llength $o]
183: lappend t [expr {$l/4}]
184: }
185: set t
186: } $ret
187:
188: # Test a boundary condition: More than 2^16 terms that match a searched for
189: # prefix in a single segment.
190: #
191: puts "This next test can take a little while (~ 30 seconds)..."
192: do_test fts3an-4.1 {
193: execsql { CREATE VIRTUAL TABLE ft USING fts3(x) }
194: execsql BEGIN
195: execsql { INSERT INTO ft VALUES(NULL) }
196: execsql { INSERT INTO ft SELECT * FROM ft } ;# 2
197: execsql { INSERT INTO ft SELECT * FROM ft } ;# 4
198: execsql { INSERT INTO ft SELECT * FROM ft } ;# 8
199: execsql { INSERT INTO ft SELECT * FROM ft } ;# 16
200: execsql { INSERT INTO ft SELECT * FROM ft } ;# 32
201: execsql { INSERT INTO ft SELECT * FROM ft } ;# 64
202: execsql { INSERT INTO ft SELECT * FROM ft } ;# 128
203: execsql { INSERT INTO ft SELECT * FROM ft } ;# 256
204: execsql { INSERT INTO ft SELECT * FROM ft } ;# 512
205: execsql { INSERT INTO ft SELECT * FROM ft } ;# 1024
206: execsql { INSERT INTO ft SELECT * FROM ft } ;# 2048
207: execsql { INSERT INTO ft SELECT * FROM ft } ;# 4096
208: execsql { INSERT INTO ft SELECT * FROM ft } ;# 8192
209: execsql { INSERT INTO ft SELECT * FROM ft } ;# 16384
210: execsql { INSERT INTO ft SELECT * FROM ft } ;# 32768
211: execsql { INSERT INTO ft SELECT * FROM ft } ;# 65536
212: execsql { INSERT INTO ft SELECT * FROM ft } ;# 131072
213: execsql COMMIT
214: execsql { UPDATE ft SET x = 'abc' || rowid }
215: execsql { SELECT count(*) FROM ft WHERE x MATCH 'abc*' }
216: } {131072}
217:
218: finish_test
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to fts3an.test CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / sqlite3 / test