Annotation of embedaddon/sqlite3/test/fts3expr2.test, revision 1.1
1.1 ! misho 1: # 2009 January 1
! 2: #
! 3: # The author disclaims copyright to this source code. In place of
! 4: # a legal notice, here is a blessing:
! 5: #
! 6: # May you do good and not evil.
! 7: # May you find forgiveness for yourself and forgive others.
! 8: # May you share freely, never taking more than you give.
! 9: #
! 10: #*************************************************************************
! 11: # This file implements regression tests for SQLite library. The
! 12: # focus of this script is testing the FTS3 module syntax parser.
! 13: #
! 14: # $Id: fts3expr2.test,v 1.2 2009/06/05 17:09:12 drh Exp $
! 15: #
! 16:
! 17: set testdir [file dirname $argv0]
! 18: source $testdir/tester.tcl
! 19:
! 20: # If SQLITE_ENABLE_FTS3 is defined, omit this file.
! 21: ifcapable !fts3 {
! 22: finish_test
! 23: return
! 24: }
! 25:
! 26: # Test overview:
! 27: #
! 28: # The tests in this file are pseudo-randomly generated. They test
! 29: # the fts3 match expression parser via the test interface
! 30: # SQL function "fts3_exprtest" (see comments in fts3_expr.c).
! 31: #
! 32: # Each test case works as follows:
! 33: #
! 34: # 1. A random expression tree is generated using proc [random_expr_tree].
! 35: # 2. The expression tree is converted to the text of an equivalent
! 36: # fts3 expression using proc [tree_to_expr].
! 37: # 3. The test SQL function "fts3_exprtest" is used to parse the
! 38: # expression text generated in step (2), returning a parsed expression
! 39: # tree.
! 40: # 4. Test that the tree returned in step (3) matches that generated in
! 41: # step (1).
! 42: #
! 43: # In step (2), 4 different fts3 expressions are created from each
! 44: # expression tree by varying the following boolean properties:
! 45: #
! 46: # * Whether or not superflous parenthesis are included. i.e. if
! 47: # "a OR b AND (c OR d)" or "a OR (b AND (c OR d))" is generated.
! 48: #
! 49: # * Whether or not explict AND operators are used. i.e. if
! 50: # "a OR b AND c" or "a OR b c" is generated.
! 51: #
! 52:
! 53: set sqlite_fts3_enable_parentheses 1
! 54:
! 55: proc strip_phrase_data {L} {
! 56: if {[lindex $L 0] eq "PHRASE"} {
! 57: return [list P [lrange $L 3 end]]
! 58: }
! 59: return [list \
! 60: [lindex $L 0] \
! 61: [strip_phrase_data [lindex $L 1]] \
! 62: [strip_phrase_data [lindex $L 2]] \
! 63: ]
! 64: }
! 65: proc test_fts3expr2 {expr} {
! 66: strip_phrase_data [
! 67: db one {SELECT fts3_exprtest('simple', $expr, 'a', 'b', 'c')}
! 68: ]
! 69: }
! 70:
! 71: proc rnd {nMax} { expr {int(rand()*$nMax)} }
! 72:
! 73: proc random_phrase {} {
! 74: set phrases [list one two three four "one two" "three four"]
! 75: list P [lindex $phrases [rnd [llength $phrases]]]
! 76: }
! 77:
! 78: # Generate and return a pseudo-random expression tree. Using the same
! 79: # format returned by the [test_fts3expr2] proc.
! 80: #
! 81: proc random_expr_tree {iHeight} {
! 82: if {$iHeight==0 || [rnd 3]==0} {
! 83: return [random_phrase]
! 84: }
! 85:
! 86: set operators [list NEAR NOT AND OR]
! 87: set op [lindex $operators [rnd 4]]
! 88:
! 89: if {$op eq "NEAR"} {
! 90: set iDistance [rnd 15]
! 91: return [list $op/$iDistance [random_phrase] [random_phrase]]
! 92: }
! 93:
! 94: set iNH [expr {$iHeight - 1}]
! 95: return [list $op [random_expr_tree $iNH] [random_expr_tree $iNH]]
! 96: }
! 97:
! 98: # Given an expression tree, generate a corresponding expression.
! 99: #
! 100: proc tree_to_expr {tree all_brackets implicit_and} {
! 101: set prec(NOT) 2
! 102: set prec(AND) 3
! 103: set prec() 3
! 104: set prec(OR) 4
! 105:
! 106: set op [lindex $tree 0]
! 107:
! 108: if {$op eq "P"} {
! 109: set phrase [lindex $tree 1]
! 110: if {[llength $phrase]>1} {
! 111: return "\"$phrase\""
! 112: } else {
! 113: return $phrase
! 114: }
! 115: }
! 116:
! 117: if {$op eq "NEAR/10"} {
! 118: set op "NEAR"
! 119: }
! 120: if {$op eq "AND" && $implicit_and} {
! 121: set op ""
! 122: }
! 123:
! 124: set lhs [lindex $tree 1]
! 125: set rhs [lindex $tree 2]
! 126: set zLeft [tree_to_expr $lhs $all_brackets $implicit_and]
! 127: set zRight [tree_to_expr $rhs $all_brackets $implicit_and]
! 128:
! 129: set iPrec 5
! 130: set iLeftPrec 0
! 131: set iRightPrec 0
! 132:
! 133: catch {set iPrec $prec($op)}
! 134: catch {set iLeftPrec $prec([lindex $lhs 0])}
! 135: catch {set iRightPrec $prec([lindex $rhs 0])}
! 136:
! 137: if {$iLeftPrec > $iPrec || $all_brackets} {
! 138: set zLeft "($zLeft)"
! 139: }
! 140: if {$iRightPrec >= $iPrec || $all_brackets} {
! 141: set zRight "($zRight)"
! 142: }
! 143:
! 144: return "$zLeft $op $zRight"
! 145: }
! 146:
! 147: proc do_exprparse_test {name expr tree} {
! 148: uplevel do_test $name [list "test_fts3expr2 {$expr}"] [list $tree]
! 149: }
! 150:
! 151: for {set iTest 1} {$iTest<500} {incr iTest} {
! 152: set t [random_expr_tree 4]
! 153:
! 154: set e1 [tree_to_expr $t 0 0]
! 155: set e2 [tree_to_expr $t 0 1]
! 156: set e3 [tree_to_expr $t 1 0]
! 157: set e4 [tree_to_expr $t 1 1]
! 158:
! 159: do_exprparse_test fts3expr2-$iTest.1 $e1 $t
! 160: do_exprparse_test fts3expr2-$iTest.2 $e2 $t
! 161: do_exprparse_test fts3expr2-$iTest.3 $e3 $t
! 162: do_exprparse_test fts3expr2-$iTest.4 $e4 $t
! 163: }
! 164:
! 165: set sqlite_fts3_enable_parentheses 0
! 166: finish_test
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>