Return to fts3Int.h CVS log | Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / sqlite3 / ext / fts3 |
1.1 ! misho 1: /* ! 2: ** 2009 Nov 12 ! 3: ** ! 4: ** The author disclaims copyright to this source code. In place of ! 5: ** a legal notice, here is a blessing: ! 6: ** ! 7: ** May you do good and not evil. ! 8: ** May you find forgiveness for yourself and forgive others. ! 9: ** May you share freely, never taking more than you give. ! 10: ** ! 11: ****************************************************************************** ! 12: ** ! 13: */ ! 14: #ifndef _FTSINT_H ! 15: #define _FTSINT_H ! 16: ! 17: #if !defined(NDEBUG) && !defined(SQLITE_DEBUG) ! 18: # define NDEBUG 1 ! 19: #endif ! 20: ! 21: /* ! 22: ** FTS4 is really an extension for FTS3. It is enabled using the ! 23: ** SQLITE_ENABLE_FTS3 macro. But to avoid confusion we also all ! 24: ** the SQLITE_ENABLE_FTS4 macro to serve as an alisse for SQLITE_ENABLE_FTS3. ! 25: */ ! 26: #if defined(SQLITE_ENABLE_FTS4) && !defined(SQLITE_ENABLE_FTS3) ! 27: # define SQLITE_ENABLE_FTS3 ! 28: #endif ! 29: ! 30: #if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS3) ! 31: ! 32: /* If not building as part of the core, include sqlite3ext.h. */ ! 33: #ifndef SQLITE_CORE ! 34: # include "sqlite3ext.h" ! 35: extern const sqlite3_api_routines *sqlite3_api; ! 36: #endif ! 37: ! 38: #include "sqlite3.h" ! 39: #include "fts3_tokenizer.h" ! 40: #include "fts3_hash.h" ! 41: ! 42: /* ! 43: ** This constant controls how often segments are merged. Once there are ! 44: ** FTS3_MERGE_COUNT segments of level N, they are merged into a single ! 45: ** segment of level N+1. ! 46: */ ! 47: #define FTS3_MERGE_COUNT 16 ! 48: ! 49: /* ! 50: ** This is the maximum amount of data (in bytes) to store in the ! 51: ** Fts3Table.pendingTerms hash table. Normally, the hash table is ! 52: ** populated as documents are inserted/updated/deleted in a transaction ! 53: ** and used to create a new segment when the transaction is committed. ! 54: ** However if this limit is reached midway through a transaction, a new ! 55: ** segment is created and the hash table cleared immediately. ! 56: */ ! 57: #define FTS3_MAX_PENDING_DATA (1*1024*1024) ! 58: ! 59: /* ! 60: ** Macro to return the number of elements in an array. SQLite has a ! 61: ** similar macro called ArraySize(). Use a different name to avoid ! 62: ** a collision when building an amalgamation with built-in FTS3. ! 63: */ ! 64: #define SizeofArray(X) ((int)(sizeof(X)/sizeof(X[0]))) ! 65: ! 66: ! 67: #ifndef MIN ! 68: # define MIN(x,y) ((x)<(y)?(x):(y)) ! 69: #endif ! 70: ! 71: /* ! 72: ** Maximum length of a varint encoded integer. The varint format is different ! 73: ** from that used by SQLite, so the maximum length is 10, not 9. ! 74: */ ! 75: #define FTS3_VARINT_MAX 10 ! 76: ! 77: /* ! 78: ** FTS4 virtual tables may maintain multiple indexes - one index of all terms ! 79: ** in the document set and zero or more prefix indexes. All indexes are stored ! 80: ** as one or more b+-trees in the %_segments and %_segdir tables. ! 81: ** ! 82: ** It is possible to determine which index a b+-tree belongs to based on the ! 83: ** value stored in the "%_segdir.level" column. Given this value L, the index ! 84: ** that the b+-tree belongs to is (L<<10). In other words, all b+-trees with ! 85: ** level values between 0 and 1023 (inclusive) belong to index 0, all levels ! 86: ** between 1024 and 2047 to index 1, and so on. ! 87: ** ! 88: ** It is considered impossible for an index to use more than 1024 levels. In ! 89: ** theory though this may happen, but only after at least ! 90: ** (FTS3_MERGE_COUNT^1024) separate flushes of the pending-terms tables. ! 91: */ ! 92: #define FTS3_SEGDIR_MAXLEVEL 1024 ! 93: #define FTS3_SEGDIR_MAXLEVEL_STR "1024" ! 94: ! 95: /* ! 96: ** The testcase() macro is only used by the amalgamation. If undefined, ! 97: ** make it a no-op. ! 98: */ ! 99: #ifndef testcase ! 100: # define testcase(X) ! 101: #endif ! 102: ! 103: /* ! 104: ** Terminator values for position-lists and column-lists. ! 105: */ ! 106: #define POS_COLUMN (1) /* Column-list terminator */ ! 107: #define POS_END (0) /* Position-list terminator */ ! 108: ! 109: /* ! 110: ** This section provides definitions to allow the ! 111: ** FTS3 extension to be compiled outside of the ! 112: ** amalgamation. ! 113: */ ! 114: #ifndef SQLITE_AMALGAMATION ! 115: /* ! 116: ** Macros indicating that conditional expressions are always true or ! 117: ** false. ! 118: */ ! 119: #ifdef SQLITE_COVERAGE_TEST ! 120: # define ALWAYS(x) (1) ! 121: # define NEVER(X) (0) ! 122: #else ! 123: # define ALWAYS(x) (x) ! 124: # define NEVER(X) (x) ! 125: #endif ! 126: ! 127: /* ! 128: ** Internal types used by SQLite. ! 129: */ ! 130: typedef unsigned char u8; /* 1-byte (or larger) unsigned integer */ ! 131: typedef short int i16; /* 2-byte (or larger) signed integer */ ! 132: typedef unsigned int u32; /* 4-byte unsigned integer */ ! 133: typedef sqlite3_uint64 u64; /* 8-byte unsigned integer */ ! 134: ! 135: /* ! 136: ** Macro used to suppress compiler warnings for unused parameters. ! 137: */ ! 138: #define UNUSED_PARAMETER(x) (void)(x) ! 139: ! 140: /* ! 141: ** Activate assert() only if SQLITE_TEST is enabled. ! 142: */ ! 143: #if !defined(NDEBUG) && !defined(SQLITE_DEBUG) ! 144: # define NDEBUG 1 ! 145: #endif ! 146: ! 147: /* ! 148: ** The TESTONLY macro is used to enclose variable declarations or ! 149: ** other bits of code that are needed to support the arguments ! 150: ** within testcase() and assert() macros. ! 151: */ ! 152: #if defined(SQLITE_DEBUG) || defined(SQLITE_COVERAGE_TEST) ! 153: # define TESTONLY(X) X ! 154: #else ! 155: # define TESTONLY(X) ! 156: #endif ! 157: ! 158: #endif /* SQLITE_AMALGAMATION */ ! 159: ! 160: #ifdef SQLITE_DEBUG ! 161: int sqlite3Fts3Corrupt(void); ! 162: # define FTS_CORRUPT_VTAB sqlite3Fts3Corrupt() ! 163: #else ! 164: # define FTS_CORRUPT_VTAB SQLITE_CORRUPT_VTAB ! 165: #endif ! 166: ! 167: typedef struct Fts3Table Fts3Table; ! 168: typedef struct Fts3Cursor Fts3Cursor; ! 169: typedef struct Fts3Expr Fts3Expr; ! 170: typedef struct Fts3Phrase Fts3Phrase; ! 171: typedef struct Fts3PhraseToken Fts3PhraseToken; ! 172: ! 173: typedef struct Fts3Doclist Fts3Doclist; ! 174: typedef struct Fts3SegFilter Fts3SegFilter; ! 175: typedef struct Fts3DeferredToken Fts3DeferredToken; ! 176: typedef struct Fts3SegReader Fts3SegReader; ! 177: typedef struct Fts3MultiSegReader Fts3MultiSegReader; ! 178: ! 179: /* ! 180: ** A connection to a fulltext index is an instance of the following ! 181: ** structure. The xCreate and xConnect methods create an instance ! 182: ** of this structure and xDestroy and xDisconnect free that instance. ! 183: ** All other methods receive a pointer to the structure as one of their ! 184: ** arguments. ! 185: */ ! 186: struct Fts3Table { ! 187: sqlite3_vtab base; /* Base class used by SQLite core */ ! 188: sqlite3 *db; /* The database connection */ ! 189: const char *zDb; /* logical database name */ ! 190: const char *zName; /* virtual table name */ ! 191: int nColumn; /* number of named columns in virtual table */ ! 192: char **azColumn; /* column names. malloced */ ! 193: sqlite3_tokenizer *pTokenizer; /* tokenizer for inserts and queries */ ! 194: char *zContentTbl; /* content=xxx option, or NULL */ ! 195: ! 196: /* Precompiled statements used by the implementation. Each of these ! 197: ** statements is run and reset within a single virtual table API call. ! 198: */ ! 199: sqlite3_stmt *aStmt[27]; ! 200: ! 201: char *zReadExprlist; ! 202: char *zWriteExprlist; ! 203: ! 204: int nNodeSize; /* Soft limit for node size */ ! 205: u8 bHasStat; /* True if %_stat table exists */ ! 206: u8 bHasDocsize; /* True if %_docsize table exists */ ! 207: u8 bDescIdx; /* True if doclists are in reverse order */ ! 208: int nPgsz; /* Page size for host database */ ! 209: char *zSegmentsTbl; /* Name of %_segments table */ ! 210: sqlite3_blob *pSegments; /* Blob handle open on %_segments table */ ! 211: ! 212: /* TODO: Fix the first paragraph of this comment. ! 213: ** ! 214: ** The following hash table is used to buffer pending index updates during ! 215: ** transactions. Variable nPendingData estimates the memory size of the ! 216: ** pending data, including hash table overhead, but not malloc overhead. ! 217: ** When nPendingData exceeds nMaxPendingData, the buffer is flushed ! 218: ** automatically. Variable iPrevDocid is the docid of the most recently ! 219: ** inserted record. ! 220: ** ! 221: ** A single FTS4 table may have multiple full-text indexes. For each index ! 222: ** there is an entry in the aIndex[] array. Index 0 is an index of all the ! 223: ** terms that appear in the document set. Each subsequent index in aIndex[] ! 224: ** is an index of prefixes of a specific length. ! 225: */ ! 226: int nIndex; /* Size of aIndex[] */ ! 227: struct Fts3Index { ! 228: int nPrefix; /* Prefix length (0 for main terms index) */ ! 229: Fts3Hash hPending; /* Pending terms table for this index */ ! 230: } *aIndex; ! 231: int nMaxPendingData; /* Max pending data before flush to disk */ ! 232: int nPendingData; /* Current bytes of pending data */ ! 233: sqlite_int64 iPrevDocid; /* Docid of most recently inserted document */ ! 234: ! 235: #if defined(SQLITE_DEBUG) || defined(SQLITE_COVERAGE_TEST) ! 236: /* State variables used for validating that the transaction control ! 237: ** methods of the virtual table are called at appropriate times. These ! 238: ** values do not contribution to the FTS computation; they are used for ! 239: ** verifying the SQLite core. ! 240: */ ! 241: int inTransaction; /* True after xBegin but before xCommit/xRollback */ ! 242: int mxSavepoint; /* Largest valid xSavepoint integer */ ! 243: #endif ! 244: }; ! 245: ! 246: /* ! 247: ** When the core wants to read from the virtual table, it creates a ! 248: ** virtual table cursor (an instance of the following structure) using ! 249: ** the xOpen method. Cursors are destroyed using the xClose method. ! 250: */ ! 251: struct Fts3Cursor { ! 252: sqlite3_vtab_cursor base; /* Base class used by SQLite core */ ! 253: i16 eSearch; /* Search strategy (see below) */ ! 254: u8 isEof; /* True if at End Of Results */ ! 255: u8 isRequireSeek; /* True if must seek pStmt to %_content row */ ! 256: sqlite3_stmt *pStmt; /* Prepared statement in use by the cursor */ ! 257: Fts3Expr *pExpr; /* Parsed MATCH query string */ ! 258: int nPhrase; /* Number of matchable phrases in query */ ! 259: Fts3DeferredToken *pDeferred; /* Deferred search tokens, if any */ ! 260: sqlite3_int64 iPrevId; /* Previous id read from aDoclist */ ! 261: char *pNextId; /* Pointer into the body of aDoclist */ ! 262: char *aDoclist; /* List of docids for full-text queries */ ! 263: int nDoclist; /* Size of buffer at aDoclist */ ! 264: u8 bDesc; /* True to sort in descending order */ ! 265: int eEvalmode; /* An FTS3_EVAL_XX constant */ ! 266: int nRowAvg; /* Average size of database rows, in pages */ ! 267: sqlite3_int64 nDoc; /* Documents in table */ ! 268: ! 269: int isMatchinfoNeeded; /* True when aMatchinfo[] needs filling in */ ! 270: u32 *aMatchinfo; /* Information about most recent match */ ! 271: int nMatchinfo; /* Number of elements in aMatchinfo[] */ ! 272: char *zMatchinfo; /* Matchinfo specification */ ! 273: }; ! 274: ! 275: #define FTS3_EVAL_FILTER 0 ! 276: #define FTS3_EVAL_NEXT 1 ! 277: #define FTS3_EVAL_MATCHINFO 2 ! 278: ! 279: /* ! 280: ** The Fts3Cursor.eSearch member is always set to one of the following. ! 281: ** Actualy, Fts3Cursor.eSearch can be greater than or equal to ! 282: ** FTS3_FULLTEXT_SEARCH. If so, then Fts3Cursor.eSearch - 2 is the index ! 283: ** of the column to be searched. For example, in ! 284: ** ! 285: ** CREATE VIRTUAL TABLE ex1 USING fts3(a,b,c,d); ! 286: ** SELECT docid FROM ex1 WHERE b MATCH 'one two three'; ! 287: ** ! 288: ** Because the LHS of the MATCH operator is 2nd column "b", ! 289: ** Fts3Cursor.eSearch will be set to FTS3_FULLTEXT_SEARCH+1. (+0 for a, ! 290: ** +1 for b, +2 for c, +3 for d.) If the LHS of MATCH were "ex1" ! 291: ** indicating that all columns should be searched, ! 292: ** then eSearch would be set to FTS3_FULLTEXT_SEARCH+4. ! 293: */ ! 294: #define FTS3_FULLSCAN_SEARCH 0 /* Linear scan of %_content table */ ! 295: #define FTS3_DOCID_SEARCH 1 /* Lookup by rowid on %_content table */ ! 296: #define FTS3_FULLTEXT_SEARCH 2 /* Full-text index search */ ! 297: ! 298: ! 299: struct Fts3Doclist { ! 300: char *aAll; /* Array containing doclist (or NULL) */ ! 301: int nAll; /* Size of a[] in bytes */ ! 302: char *pNextDocid; /* Pointer to next docid */ ! 303: ! 304: sqlite3_int64 iDocid; /* Current docid (if pList!=0) */ ! 305: int bFreeList; /* True if pList should be sqlite3_free()d */ ! 306: char *pList; /* Pointer to position list following iDocid */ ! 307: int nList; /* Length of position list */ ! 308: }; ! 309: ! 310: /* ! 311: ** A "phrase" is a sequence of one or more tokens that must match in ! 312: ** sequence. A single token is the base case and the most common case. ! 313: ** For a sequence of tokens contained in double-quotes (i.e. "one two three") ! 314: ** nToken will be the number of tokens in the string. ! 315: */ ! 316: struct Fts3PhraseToken { ! 317: char *z; /* Text of the token */ ! 318: int n; /* Number of bytes in buffer z */ ! 319: int isPrefix; /* True if token ends with a "*" character */ ! 320: int bFirst; /* True if token must appear at position 0 */ ! 321: ! 322: /* Variables above this point are populated when the expression is ! 323: ** parsed (by code in fts3_expr.c). Below this point the variables are ! 324: ** used when evaluating the expression. */ ! 325: Fts3DeferredToken *pDeferred; /* Deferred token object for this token */ ! 326: Fts3MultiSegReader *pSegcsr; /* Segment-reader for this token */ ! 327: }; ! 328: ! 329: struct Fts3Phrase { ! 330: /* Cache of doclist for this phrase. */ ! 331: Fts3Doclist doclist; ! 332: int bIncr; /* True if doclist is loaded incrementally */ ! 333: int iDoclistToken; ! 334: ! 335: /* Variables below this point are populated by fts3_expr.c when parsing ! 336: ** a MATCH expression. Everything above is part of the evaluation phase. ! 337: */ ! 338: int nToken; /* Number of tokens in the phrase */ ! 339: int iColumn; /* Index of column this phrase must match */ ! 340: Fts3PhraseToken aToken[1]; /* One entry for each token in the phrase */ ! 341: }; ! 342: ! 343: /* ! 344: ** A tree of these objects forms the RHS of a MATCH operator. ! 345: ** ! 346: ** If Fts3Expr.eType is FTSQUERY_PHRASE and isLoaded is true, then aDoclist ! 347: ** points to a malloced buffer, size nDoclist bytes, containing the results ! 348: ** of this phrase query in FTS3 doclist format. As usual, the initial ! 349: ** "Length" field found in doclists stored on disk is omitted from this ! 350: ** buffer. ! 351: ** ! 352: ** Variable aMI is used only for FTSQUERY_NEAR nodes to store the global ! 353: ** matchinfo data. If it is not NULL, it points to an array of size nCol*3, ! 354: ** where nCol is the number of columns in the queried FTS table. The array ! 355: ** is populated as follows: ! 356: ** ! 357: ** aMI[iCol*3 + 0] = Undefined ! 358: ** aMI[iCol*3 + 1] = Number of occurrences ! 359: ** aMI[iCol*3 + 2] = Number of rows containing at least one instance ! 360: ** ! 361: ** The aMI array is allocated using sqlite3_malloc(). It should be freed ! 362: ** when the expression node is. ! 363: */ ! 364: struct Fts3Expr { ! 365: int eType; /* One of the FTSQUERY_XXX values defined below */ ! 366: int nNear; /* Valid if eType==FTSQUERY_NEAR */ ! 367: Fts3Expr *pParent; /* pParent->pLeft==this or pParent->pRight==this */ ! 368: Fts3Expr *pLeft; /* Left operand */ ! 369: Fts3Expr *pRight; /* Right operand */ ! 370: Fts3Phrase *pPhrase; /* Valid if eType==FTSQUERY_PHRASE */ ! 371: ! 372: /* The following are used by the fts3_eval.c module. */ ! 373: sqlite3_int64 iDocid; /* Current docid */ ! 374: u8 bEof; /* True this expression is at EOF already */ ! 375: u8 bStart; /* True if iDocid is valid */ ! 376: u8 bDeferred; /* True if this expression is entirely deferred */ ! 377: ! 378: u32 *aMI; ! 379: }; ! 380: ! 381: /* ! 382: ** Candidate values for Fts3Query.eType. Note that the order of the first ! 383: ** four values is in order of precedence when parsing expressions. For ! 384: ** example, the following: ! 385: ** ! 386: ** "a OR b AND c NOT d NEAR e" ! 387: ** ! 388: ** is equivalent to: ! 389: ** ! 390: ** "a OR (b AND (c NOT (d NEAR e)))" ! 391: */ ! 392: #define FTSQUERY_NEAR 1 ! 393: #define FTSQUERY_NOT 2 ! 394: #define FTSQUERY_AND 3 ! 395: #define FTSQUERY_OR 4 ! 396: #define FTSQUERY_PHRASE 5 ! 397: ! 398: ! 399: /* fts3_write.c */ ! 400: int sqlite3Fts3UpdateMethod(sqlite3_vtab*,int,sqlite3_value**,sqlite3_int64*); ! 401: int sqlite3Fts3PendingTermsFlush(Fts3Table *); ! 402: void sqlite3Fts3PendingTermsClear(Fts3Table *); ! 403: int sqlite3Fts3Optimize(Fts3Table *); ! 404: int sqlite3Fts3SegReaderNew(int, sqlite3_int64, ! 405: sqlite3_int64, sqlite3_int64, const char *, int, Fts3SegReader**); ! 406: int sqlite3Fts3SegReaderPending( ! 407: Fts3Table*,int,const char*,int,int,Fts3SegReader**); ! 408: void sqlite3Fts3SegReaderFree(Fts3SegReader *); ! 409: int sqlite3Fts3AllSegdirs(Fts3Table*, int, int, sqlite3_stmt **); ! 410: int sqlite3Fts3ReadLock(Fts3Table *); ! 411: int sqlite3Fts3ReadBlock(Fts3Table*, sqlite3_int64, char **, int*, int*); ! 412: ! 413: int sqlite3Fts3SelectDoctotal(Fts3Table *, sqlite3_stmt **); ! 414: int sqlite3Fts3SelectDocsize(Fts3Table *, sqlite3_int64, sqlite3_stmt **); ! 415: ! 416: void sqlite3Fts3FreeDeferredTokens(Fts3Cursor *); ! 417: int sqlite3Fts3DeferToken(Fts3Cursor *, Fts3PhraseToken *, int); ! 418: int sqlite3Fts3CacheDeferredDoclists(Fts3Cursor *); ! 419: void sqlite3Fts3FreeDeferredDoclists(Fts3Cursor *); ! 420: void sqlite3Fts3SegmentsClose(Fts3Table *); ! 421: ! 422: /* Special values interpreted by sqlite3SegReaderCursor() */ ! 423: #define FTS3_SEGCURSOR_PENDING -1 ! 424: #define FTS3_SEGCURSOR_ALL -2 ! 425: ! 426: int sqlite3Fts3SegReaderStart(Fts3Table*, Fts3MultiSegReader*, Fts3SegFilter*); ! 427: int sqlite3Fts3SegReaderStep(Fts3Table *, Fts3MultiSegReader *); ! 428: void sqlite3Fts3SegReaderFinish(Fts3MultiSegReader *); ! 429: ! 430: int sqlite3Fts3SegReaderCursor( ! 431: Fts3Table *, int, int, const char *, int, int, int, Fts3MultiSegReader *); ! 432: ! 433: /* Flags allowed as part of the 4th argument to SegmentReaderIterate() */ ! 434: #define FTS3_SEGMENT_REQUIRE_POS 0x00000001 ! 435: #define FTS3_SEGMENT_IGNORE_EMPTY 0x00000002 ! 436: #define FTS3_SEGMENT_COLUMN_FILTER 0x00000004 ! 437: #define FTS3_SEGMENT_PREFIX 0x00000008 ! 438: #define FTS3_SEGMENT_SCAN 0x00000010 ! 439: #define FTS3_SEGMENT_FIRST 0x00000020 ! 440: ! 441: /* Type passed as 4th argument to SegmentReaderIterate() */ ! 442: struct Fts3SegFilter { ! 443: const char *zTerm; ! 444: int nTerm; ! 445: int iCol; ! 446: int flags; ! 447: }; ! 448: ! 449: struct Fts3MultiSegReader { ! 450: /* Used internally by sqlite3Fts3SegReaderXXX() calls */ ! 451: Fts3SegReader **apSegment; /* Array of Fts3SegReader objects */ ! 452: int nSegment; /* Size of apSegment array */ ! 453: int nAdvance; /* How many seg-readers to advance */ ! 454: Fts3SegFilter *pFilter; /* Pointer to filter object */ ! 455: char *aBuffer; /* Buffer to merge doclists in */ ! 456: int nBuffer; /* Allocated size of aBuffer[] in bytes */ ! 457: ! 458: int iColFilter; /* If >=0, filter for this column */ ! 459: int bRestart; ! 460: ! 461: /* Used by fts3.c only. */ ! 462: int nCost; /* Cost of running iterator */ ! 463: int bLookup; /* True if a lookup of a single entry. */ ! 464: ! 465: /* Output values. Valid only after Fts3SegReaderStep() returns SQLITE_ROW. */ ! 466: char *zTerm; /* Pointer to term buffer */ ! 467: int nTerm; /* Size of zTerm in bytes */ ! 468: char *aDoclist; /* Pointer to doclist buffer */ ! 469: int nDoclist; /* Size of aDoclist[] in bytes */ ! 470: }; ! 471: ! 472: /* fts3.c */ ! 473: int sqlite3Fts3PutVarint(char *, sqlite3_int64); ! 474: int sqlite3Fts3GetVarint(const char *, sqlite_int64 *); ! 475: int sqlite3Fts3GetVarint32(const char *, int *); ! 476: int sqlite3Fts3VarintLen(sqlite3_uint64); ! 477: void sqlite3Fts3Dequote(char *); ! 478: void sqlite3Fts3DoclistPrev(int,char*,int,char**,sqlite3_int64*,int*,u8*); ! 479: int sqlite3Fts3EvalPhraseStats(Fts3Cursor *, Fts3Expr *, u32 *); ! 480: int sqlite3Fts3FirstFilter(sqlite3_int64, char *, int, char *); ! 481: ! 482: /* fts3_tokenizer.c */ ! 483: const char *sqlite3Fts3NextToken(const char *, int *); ! 484: int sqlite3Fts3InitHashTable(sqlite3 *, Fts3Hash *, const char *); ! 485: int sqlite3Fts3InitTokenizer(Fts3Hash *pHash, const char *, ! 486: sqlite3_tokenizer **, char ** ! 487: ); ! 488: int sqlite3Fts3IsIdChar(char); ! 489: ! 490: /* fts3_snippet.c */ ! 491: void sqlite3Fts3Offsets(sqlite3_context*, Fts3Cursor*); ! 492: void sqlite3Fts3Snippet(sqlite3_context *, Fts3Cursor *, const char *, ! 493: const char *, const char *, int, int ! 494: ); ! 495: void sqlite3Fts3Matchinfo(sqlite3_context *, Fts3Cursor *, const char *); ! 496: ! 497: /* fts3_expr.c */ ! 498: int sqlite3Fts3ExprParse(sqlite3_tokenizer *, ! 499: char **, int, int, int, const char *, int, Fts3Expr ** ! 500: ); ! 501: void sqlite3Fts3ExprFree(Fts3Expr *); ! 502: #ifdef SQLITE_TEST ! 503: int sqlite3Fts3ExprInitTestInterface(sqlite3 *db); ! 504: int sqlite3Fts3InitTerm(sqlite3 *db); ! 505: #endif ! 506: ! 507: /* fts3_aux.c */ ! 508: int sqlite3Fts3InitAux(sqlite3 *db); ! 509: ! 510: void sqlite3Fts3EvalPhraseCleanup(Fts3Phrase *); ! 511: ! 512: int sqlite3Fts3MsrIncrStart( ! 513: Fts3Table*, Fts3MultiSegReader*, int, const char*, int); ! 514: int sqlite3Fts3MsrIncrNext( ! 515: Fts3Table *, Fts3MultiSegReader *, sqlite3_int64 *, char **, int *); ! 516: char *sqlite3Fts3EvalPhrasePoslist(Fts3Cursor *, Fts3Expr *, int iCol); ! 517: int sqlite3Fts3MsrOvfl(Fts3Cursor *, Fts3MultiSegReader *, int *); ! 518: int sqlite3Fts3MsrIncrRestart(Fts3MultiSegReader *pCsr); ! 519: ! 520: int sqlite3Fts3DeferredTokenList(Fts3DeferredToken *, char **, int *); ! 521: ! 522: #endif /* !SQLITE_CORE || SQLITE_ENABLE_FTS3 */ ! 523: #endif /* _FTSINT_H */