Annotation of embedaddon/sqlite3/test/fts3expr2.test, revision 1.1.1.1

1.1       misho       1: # 2009 January 1
                      2: #
                      3: # The author disclaims copyright to this source code.  In place of
                      4: # a legal notice, here is a blessing:
                      5: #
                      6: #    May you do good and not evil.
                      7: #    May you find forgiveness for yourself and forgive others.
                      8: #    May you share freely, never taking more than you give.
                      9: #
                     10: #*************************************************************************
                     11: # This file implements regression tests for SQLite library.  The
                     12: # focus of this script is testing the FTS3 module syntax parser.
                     13: #
                     14: # $Id: fts3expr2.test,v 1.2 2009/06/05 17:09:12 drh Exp $
                     15: #
                     16: 
                     17: set testdir [file dirname $argv0]
                     18: source $testdir/tester.tcl
                     19: 
                     20: # If SQLITE_ENABLE_FTS3 is defined, omit this file.
                     21: ifcapable !fts3 {
                     22:   finish_test
                     23:   return
                     24: }
                     25: 
                     26: # Test overview:
                     27: # 
                     28: #   The tests in this file are pseudo-randomly generated. They test
                     29: #   the fts3 match expression parser via the test interface
                     30: #   SQL function "fts3_exprtest" (see comments in fts3_expr.c).
                     31: #
                     32: #   Each test case works as follows:
                     33: #   
                     34: #     1. A random expression tree is generated using proc [random_expr_tree].
                     35: #     2. The expression tree is converted to the text of an equivalent
                     36: #        fts3 expression using proc [tree_to_expr].
                     37: #     3. The test SQL function "fts3_exprtest" is used to parse the 
                     38: #        expression text generated in step (2), returning a parsed expression
                     39: #        tree.
                     40: #     4. Test that the tree returned in step (3) matches that generated in 
                     41: #        step (1).
                     42: #
                     43: #   In step (2), 4 different fts3 expressions are created from each 
                     44: #   expression tree by varying the following boolean properties:
                     45: #
                     46: #     * Whether or not superflous parenthesis are included. i.e. if
                     47: #       "a OR b AND (c OR d)" or "a OR (b AND (c OR d))" is generated.
                     48: #
                     49: #     * Whether or not explict AND operators are used. i.e. if
                     50: #     "a OR b AND c" or "a OR b c" is generated.
                     51: #
                     52: 
                     53: set sqlite_fts3_enable_parentheses 1
                     54: 
                     55: proc strip_phrase_data {L} {
                     56:   if {[lindex $L 0] eq "PHRASE"} {
                     57:     return [list P [lrange $L 3 end]]
                     58:   }
                     59:   return [list \
                     60:     [lindex $L 0] \
                     61:     [strip_phrase_data [lindex $L 1]] \
                     62:     [strip_phrase_data [lindex $L 2]] \
                     63:   ]
                     64: }
                     65: proc test_fts3expr2 {expr} {
                     66:   strip_phrase_data [
                     67:     db one {SELECT fts3_exprtest('simple', $expr, 'a', 'b', 'c')}
                     68:   ]
                     69: }
                     70: 
                     71: proc rnd {nMax} { expr {int(rand()*$nMax)} }
                     72: 
                     73: proc random_phrase {} {
                     74:   set phrases [list one two three four "one two" "three four"]
                     75:   list P [lindex $phrases [rnd [llength $phrases]]]
                     76: }
                     77: 
                     78: # Generate and return a pseudo-random expression tree. Using the same 
                     79: # format returned by the [test_fts3expr2] proc.
                     80: #
                     81: proc random_expr_tree {iHeight} {
                     82:   if {$iHeight==0 || [rnd 3]==0} {
                     83:     return [random_phrase]
                     84:   }
                     85: 
                     86:   set operators [list NEAR NOT AND OR]
                     87:   set op [lindex $operators [rnd 4]]
                     88: 
                     89:   if {$op eq "NEAR"} {
                     90:     set iDistance [rnd 15]
                     91:     return [list $op/$iDistance [random_phrase] [random_phrase]]
                     92:   }
                     93: 
                     94:   set iNH [expr {$iHeight - 1}]
                     95:   return [list $op [random_expr_tree $iNH] [random_expr_tree $iNH]]
                     96: }
                     97: 
                     98: # Given an expression tree, generate a corresponding expression.
                     99: #
                    100: proc tree_to_expr {tree all_brackets implicit_and} {
                    101:   set prec(NOT) 2
                    102:   set prec(AND) 3
                    103:   set prec()    3
                    104:   set prec(OR)  4
                    105: 
                    106:   set op [lindex $tree 0]
                    107: 
                    108:   if {$op eq "P"} {
                    109:     set phrase [lindex $tree 1]
                    110:     if {[llength $phrase]>1} {
                    111:       return "\"$phrase\""
                    112:     } else {
                    113:       return $phrase
                    114:     }
                    115:   }
                    116: 
                    117:   if {$op eq "NEAR/10"} {
                    118:     set op "NEAR"
                    119:   }
                    120:   if {$op eq "AND" && $implicit_and} {
                    121:     set op ""
                    122:   }
                    123: 
                    124:   set lhs [lindex $tree 1]
                    125:   set rhs [lindex $tree 2]
                    126:   set zLeft  [tree_to_expr $lhs $all_brackets $implicit_and]
                    127:   set zRight [tree_to_expr $rhs $all_brackets $implicit_and]
                    128: 
                    129:   set iPrec 5
                    130:   set iLeftPrec 0
                    131:   set iRightPrec 0
                    132: 
                    133:   catch {set iPrec      $prec($op)}
                    134:   catch {set iLeftPrec  $prec([lindex $lhs 0])}
                    135:   catch {set iRightPrec $prec([lindex $rhs 0])}
                    136: 
                    137:   if {$iLeftPrec > $iPrec || $all_brackets} {
                    138:     set zLeft "($zLeft)"
                    139:   } 
                    140:   if {$iRightPrec >= $iPrec || $all_brackets} {
                    141:     set zRight "($zRight)"
                    142:   } 
                    143: 
                    144:   return "$zLeft $op $zRight"
                    145: }
                    146: 
                    147: proc do_exprparse_test {name expr tree} {
                    148:   uplevel do_test $name [list "test_fts3expr2 {$expr}"] [list $tree]
                    149: }
                    150: 
                    151: for {set iTest 1} {$iTest<500} {incr iTest} {
                    152:   set t [random_expr_tree 4]
                    153: 
                    154:   set e1 [tree_to_expr $t 0 0]
                    155:   set e2 [tree_to_expr $t 0 1]
                    156:   set e3 [tree_to_expr $t 1 0]
                    157:   set e4 [tree_to_expr $t 1 1]
                    158: 
                    159:   do_exprparse_test fts3expr2-$iTest.1 $e1 $t
                    160:   do_exprparse_test fts3expr2-$iTest.2 $e2 $t
                    161:   do_exprparse_test fts3expr2-$iTest.3 $e3 $t
                    162:   do_exprparse_test fts3expr2-$iTest.4 $e4 $t
                    163: }
                    164: 
                    165: set sqlite_fts3_enable_parentheses 0
                    166: finish_test

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>