Annotation of embedaddon/sqlite3/ext/fts3/fts3Int.h, revision 1.1
1.1 ! misho 1: /*
! 2: ** 2009 Nov 12
! 3: **
! 4: ** The author disclaims copyright to this source code. In place of
! 5: ** a legal notice, here is a blessing:
! 6: **
! 7: ** May you do good and not evil.
! 8: ** May you find forgiveness for yourself and forgive others.
! 9: ** May you share freely, never taking more than you give.
! 10: **
! 11: ******************************************************************************
! 12: **
! 13: */
! 14: #ifndef _FTSINT_H
! 15: #define _FTSINT_H
! 16:
! 17: #if !defined(NDEBUG) && !defined(SQLITE_DEBUG)
! 18: # define NDEBUG 1
! 19: #endif
! 20:
! 21: /*
! 22: ** FTS4 is really an extension for FTS3. It is enabled using the
! 23: ** SQLITE_ENABLE_FTS3 macro. But to avoid confusion we also all
! 24: ** the SQLITE_ENABLE_FTS4 macro to serve as an alisse for SQLITE_ENABLE_FTS3.
! 25: */
! 26: #if defined(SQLITE_ENABLE_FTS4) && !defined(SQLITE_ENABLE_FTS3)
! 27: # define SQLITE_ENABLE_FTS3
! 28: #endif
! 29:
! 30: #if !defined(SQLITE_CORE) || defined(SQLITE_ENABLE_FTS3)
! 31:
! 32: /* If not building as part of the core, include sqlite3ext.h. */
! 33: #ifndef SQLITE_CORE
! 34: # include "sqlite3ext.h"
! 35: extern const sqlite3_api_routines *sqlite3_api;
! 36: #endif
! 37:
! 38: #include "sqlite3.h"
! 39: #include "fts3_tokenizer.h"
! 40: #include "fts3_hash.h"
! 41:
! 42: /*
! 43: ** This constant controls how often segments are merged. Once there are
! 44: ** FTS3_MERGE_COUNT segments of level N, they are merged into a single
! 45: ** segment of level N+1.
! 46: */
! 47: #define FTS3_MERGE_COUNT 16
! 48:
! 49: /*
! 50: ** This is the maximum amount of data (in bytes) to store in the
! 51: ** Fts3Table.pendingTerms hash table. Normally, the hash table is
! 52: ** populated as documents are inserted/updated/deleted in a transaction
! 53: ** and used to create a new segment when the transaction is committed.
! 54: ** However if this limit is reached midway through a transaction, a new
! 55: ** segment is created and the hash table cleared immediately.
! 56: */
! 57: #define FTS3_MAX_PENDING_DATA (1*1024*1024)
! 58:
! 59: /*
! 60: ** Macro to return the number of elements in an array. SQLite has a
! 61: ** similar macro called ArraySize(). Use a different name to avoid
! 62: ** a collision when building an amalgamation with built-in FTS3.
! 63: */
! 64: #define SizeofArray(X) ((int)(sizeof(X)/sizeof(X[0])))
! 65:
! 66:
! 67: #ifndef MIN
! 68: # define MIN(x,y) ((x)<(y)?(x):(y))
! 69: #endif
! 70:
! 71: /*
! 72: ** Maximum length of a varint encoded integer. The varint format is different
! 73: ** from that used by SQLite, so the maximum length is 10, not 9.
! 74: */
! 75: #define FTS3_VARINT_MAX 10
! 76:
! 77: /*
! 78: ** FTS4 virtual tables may maintain multiple indexes - one index of all terms
! 79: ** in the document set and zero or more prefix indexes. All indexes are stored
! 80: ** as one or more b+-trees in the %_segments and %_segdir tables.
! 81: **
! 82: ** It is possible to determine which index a b+-tree belongs to based on the
! 83: ** value stored in the "%_segdir.level" column. Given this value L, the index
! 84: ** that the b+-tree belongs to is (L<<10). In other words, all b+-trees with
! 85: ** level values between 0 and 1023 (inclusive) belong to index 0, all levels
! 86: ** between 1024 and 2047 to index 1, and so on.
! 87: **
! 88: ** It is considered impossible for an index to use more than 1024 levels. In
! 89: ** theory though this may happen, but only after at least
! 90: ** (FTS3_MERGE_COUNT^1024) separate flushes of the pending-terms tables.
! 91: */
! 92: #define FTS3_SEGDIR_MAXLEVEL 1024
! 93: #define FTS3_SEGDIR_MAXLEVEL_STR "1024"
! 94:
! 95: /*
! 96: ** The testcase() macro is only used by the amalgamation. If undefined,
! 97: ** make it a no-op.
! 98: */
! 99: #ifndef testcase
! 100: # define testcase(X)
! 101: #endif
! 102:
! 103: /*
! 104: ** Terminator values for position-lists and column-lists.
! 105: */
! 106: #define POS_COLUMN (1) /* Column-list terminator */
! 107: #define POS_END (0) /* Position-list terminator */
! 108:
! 109: /*
! 110: ** This section provides definitions to allow the
! 111: ** FTS3 extension to be compiled outside of the
! 112: ** amalgamation.
! 113: */
! 114: #ifndef SQLITE_AMALGAMATION
! 115: /*
! 116: ** Macros indicating that conditional expressions are always true or
! 117: ** false.
! 118: */
! 119: #ifdef SQLITE_COVERAGE_TEST
! 120: # define ALWAYS(x) (1)
! 121: # define NEVER(X) (0)
! 122: #else
! 123: # define ALWAYS(x) (x)
! 124: # define NEVER(X) (x)
! 125: #endif
! 126:
! 127: /*
! 128: ** Internal types used by SQLite.
! 129: */
! 130: typedef unsigned char u8; /* 1-byte (or larger) unsigned integer */
! 131: typedef short int i16; /* 2-byte (or larger) signed integer */
! 132: typedef unsigned int u32; /* 4-byte unsigned integer */
! 133: typedef sqlite3_uint64 u64; /* 8-byte unsigned integer */
! 134:
! 135: /*
! 136: ** Macro used to suppress compiler warnings for unused parameters.
! 137: */
! 138: #define UNUSED_PARAMETER(x) (void)(x)
! 139:
! 140: /*
! 141: ** Activate assert() only if SQLITE_TEST is enabled.
! 142: */
! 143: #if !defined(NDEBUG) && !defined(SQLITE_DEBUG)
! 144: # define NDEBUG 1
! 145: #endif
! 146:
! 147: /*
! 148: ** The TESTONLY macro is used to enclose variable declarations or
! 149: ** other bits of code that are needed to support the arguments
! 150: ** within testcase() and assert() macros.
! 151: */
! 152: #if defined(SQLITE_DEBUG) || defined(SQLITE_COVERAGE_TEST)
! 153: # define TESTONLY(X) X
! 154: #else
! 155: # define TESTONLY(X)
! 156: #endif
! 157:
! 158: #endif /* SQLITE_AMALGAMATION */
! 159:
! 160: #ifdef SQLITE_DEBUG
! 161: int sqlite3Fts3Corrupt(void);
! 162: # define FTS_CORRUPT_VTAB sqlite3Fts3Corrupt()
! 163: #else
! 164: # define FTS_CORRUPT_VTAB SQLITE_CORRUPT_VTAB
! 165: #endif
! 166:
! 167: typedef struct Fts3Table Fts3Table;
! 168: typedef struct Fts3Cursor Fts3Cursor;
! 169: typedef struct Fts3Expr Fts3Expr;
! 170: typedef struct Fts3Phrase Fts3Phrase;
! 171: typedef struct Fts3PhraseToken Fts3PhraseToken;
! 172:
! 173: typedef struct Fts3Doclist Fts3Doclist;
! 174: typedef struct Fts3SegFilter Fts3SegFilter;
! 175: typedef struct Fts3DeferredToken Fts3DeferredToken;
! 176: typedef struct Fts3SegReader Fts3SegReader;
! 177: typedef struct Fts3MultiSegReader Fts3MultiSegReader;
! 178:
! 179: /*
! 180: ** A connection to a fulltext index is an instance of the following
! 181: ** structure. The xCreate and xConnect methods create an instance
! 182: ** of this structure and xDestroy and xDisconnect free that instance.
! 183: ** All other methods receive a pointer to the structure as one of their
! 184: ** arguments.
! 185: */
! 186: struct Fts3Table {
! 187: sqlite3_vtab base; /* Base class used by SQLite core */
! 188: sqlite3 *db; /* The database connection */
! 189: const char *zDb; /* logical database name */
! 190: const char *zName; /* virtual table name */
! 191: int nColumn; /* number of named columns in virtual table */
! 192: char **azColumn; /* column names. malloced */
! 193: sqlite3_tokenizer *pTokenizer; /* tokenizer for inserts and queries */
! 194: char *zContentTbl; /* content=xxx option, or NULL */
! 195:
! 196: /* Precompiled statements used by the implementation. Each of these
! 197: ** statements is run and reset within a single virtual table API call.
! 198: */
! 199: sqlite3_stmt *aStmt[27];
! 200:
! 201: char *zReadExprlist;
! 202: char *zWriteExprlist;
! 203:
! 204: int nNodeSize; /* Soft limit for node size */
! 205: u8 bHasStat; /* True if %_stat table exists */
! 206: u8 bHasDocsize; /* True if %_docsize table exists */
! 207: u8 bDescIdx; /* True if doclists are in reverse order */
! 208: int nPgsz; /* Page size for host database */
! 209: char *zSegmentsTbl; /* Name of %_segments table */
! 210: sqlite3_blob *pSegments; /* Blob handle open on %_segments table */
! 211:
! 212: /* TODO: Fix the first paragraph of this comment.
! 213: **
! 214: ** The following hash table is used to buffer pending index updates during
! 215: ** transactions. Variable nPendingData estimates the memory size of the
! 216: ** pending data, including hash table overhead, but not malloc overhead.
! 217: ** When nPendingData exceeds nMaxPendingData, the buffer is flushed
! 218: ** automatically. Variable iPrevDocid is the docid of the most recently
! 219: ** inserted record.
! 220: **
! 221: ** A single FTS4 table may have multiple full-text indexes. For each index
! 222: ** there is an entry in the aIndex[] array. Index 0 is an index of all the
! 223: ** terms that appear in the document set. Each subsequent index in aIndex[]
! 224: ** is an index of prefixes of a specific length.
! 225: */
! 226: int nIndex; /* Size of aIndex[] */
! 227: struct Fts3Index {
! 228: int nPrefix; /* Prefix length (0 for main terms index) */
! 229: Fts3Hash hPending; /* Pending terms table for this index */
! 230: } *aIndex;
! 231: int nMaxPendingData; /* Max pending data before flush to disk */
! 232: int nPendingData; /* Current bytes of pending data */
! 233: sqlite_int64 iPrevDocid; /* Docid of most recently inserted document */
! 234:
! 235: #if defined(SQLITE_DEBUG) || defined(SQLITE_COVERAGE_TEST)
! 236: /* State variables used for validating that the transaction control
! 237: ** methods of the virtual table are called at appropriate times. These
! 238: ** values do not contribution to the FTS computation; they are used for
! 239: ** verifying the SQLite core.
! 240: */
! 241: int inTransaction; /* True after xBegin but before xCommit/xRollback */
! 242: int mxSavepoint; /* Largest valid xSavepoint integer */
! 243: #endif
! 244: };
! 245:
! 246: /*
! 247: ** When the core wants to read from the virtual table, it creates a
! 248: ** virtual table cursor (an instance of the following structure) using
! 249: ** the xOpen method. Cursors are destroyed using the xClose method.
! 250: */
! 251: struct Fts3Cursor {
! 252: sqlite3_vtab_cursor base; /* Base class used by SQLite core */
! 253: i16 eSearch; /* Search strategy (see below) */
! 254: u8 isEof; /* True if at End Of Results */
! 255: u8 isRequireSeek; /* True if must seek pStmt to %_content row */
! 256: sqlite3_stmt *pStmt; /* Prepared statement in use by the cursor */
! 257: Fts3Expr *pExpr; /* Parsed MATCH query string */
! 258: int nPhrase; /* Number of matchable phrases in query */
! 259: Fts3DeferredToken *pDeferred; /* Deferred search tokens, if any */
! 260: sqlite3_int64 iPrevId; /* Previous id read from aDoclist */
! 261: char *pNextId; /* Pointer into the body of aDoclist */
! 262: char *aDoclist; /* List of docids for full-text queries */
! 263: int nDoclist; /* Size of buffer at aDoclist */
! 264: u8 bDesc; /* True to sort in descending order */
! 265: int eEvalmode; /* An FTS3_EVAL_XX constant */
! 266: int nRowAvg; /* Average size of database rows, in pages */
! 267: sqlite3_int64 nDoc; /* Documents in table */
! 268:
! 269: int isMatchinfoNeeded; /* True when aMatchinfo[] needs filling in */
! 270: u32 *aMatchinfo; /* Information about most recent match */
! 271: int nMatchinfo; /* Number of elements in aMatchinfo[] */
! 272: char *zMatchinfo; /* Matchinfo specification */
! 273: };
! 274:
! 275: #define FTS3_EVAL_FILTER 0
! 276: #define FTS3_EVAL_NEXT 1
! 277: #define FTS3_EVAL_MATCHINFO 2
! 278:
! 279: /*
! 280: ** The Fts3Cursor.eSearch member is always set to one of the following.
! 281: ** Actualy, Fts3Cursor.eSearch can be greater than or equal to
! 282: ** FTS3_FULLTEXT_SEARCH. If so, then Fts3Cursor.eSearch - 2 is the index
! 283: ** of the column to be searched. For example, in
! 284: **
! 285: ** CREATE VIRTUAL TABLE ex1 USING fts3(a,b,c,d);
! 286: ** SELECT docid FROM ex1 WHERE b MATCH 'one two three';
! 287: **
! 288: ** Because the LHS of the MATCH operator is 2nd column "b",
! 289: ** Fts3Cursor.eSearch will be set to FTS3_FULLTEXT_SEARCH+1. (+0 for a,
! 290: ** +1 for b, +2 for c, +3 for d.) If the LHS of MATCH were "ex1"
! 291: ** indicating that all columns should be searched,
! 292: ** then eSearch would be set to FTS3_FULLTEXT_SEARCH+4.
! 293: */
! 294: #define FTS3_FULLSCAN_SEARCH 0 /* Linear scan of %_content table */
! 295: #define FTS3_DOCID_SEARCH 1 /* Lookup by rowid on %_content table */
! 296: #define FTS3_FULLTEXT_SEARCH 2 /* Full-text index search */
! 297:
! 298:
! 299: struct Fts3Doclist {
! 300: char *aAll; /* Array containing doclist (or NULL) */
! 301: int nAll; /* Size of a[] in bytes */
! 302: char *pNextDocid; /* Pointer to next docid */
! 303:
! 304: sqlite3_int64 iDocid; /* Current docid (if pList!=0) */
! 305: int bFreeList; /* True if pList should be sqlite3_free()d */
! 306: char *pList; /* Pointer to position list following iDocid */
! 307: int nList; /* Length of position list */
! 308: };
! 309:
! 310: /*
! 311: ** A "phrase" is a sequence of one or more tokens that must match in
! 312: ** sequence. A single token is the base case and the most common case.
! 313: ** For a sequence of tokens contained in double-quotes (i.e. "one two three")
! 314: ** nToken will be the number of tokens in the string.
! 315: */
! 316: struct Fts3PhraseToken {
! 317: char *z; /* Text of the token */
! 318: int n; /* Number of bytes in buffer z */
! 319: int isPrefix; /* True if token ends with a "*" character */
! 320: int bFirst; /* True if token must appear at position 0 */
! 321:
! 322: /* Variables above this point are populated when the expression is
! 323: ** parsed (by code in fts3_expr.c). Below this point the variables are
! 324: ** used when evaluating the expression. */
! 325: Fts3DeferredToken *pDeferred; /* Deferred token object for this token */
! 326: Fts3MultiSegReader *pSegcsr; /* Segment-reader for this token */
! 327: };
! 328:
! 329: struct Fts3Phrase {
! 330: /* Cache of doclist for this phrase. */
! 331: Fts3Doclist doclist;
! 332: int bIncr; /* True if doclist is loaded incrementally */
! 333: int iDoclistToken;
! 334:
! 335: /* Variables below this point are populated by fts3_expr.c when parsing
! 336: ** a MATCH expression. Everything above is part of the evaluation phase.
! 337: */
! 338: int nToken; /* Number of tokens in the phrase */
! 339: int iColumn; /* Index of column this phrase must match */
! 340: Fts3PhraseToken aToken[1]; /* One entry for each token in the phrase */
! 341: };
! 342:
! 343: /*
! 344: ** A tree of these objects forms the RHS of a MATCH operator.
! 345: **
! 346: ** If Fts3Expr.eType is FTSQUERY_PHRASE and isLoaded is true, then aDoclist
! 347: ** points to a malloced buffer, size nDoclist bytes, containing the results
! 348: ** of this phrase query in FTS3 doclist format. As usual, the initial
! 349: ** "Length" field found in doclists stored on disk is omitted from this
! 350: ** buffer.
! 351: **
! 352: ** Variable aMI is used only for FTSQUERY_NEAR nodes to store the global
! 353: ** matchinfo data. If it is not NULL, it points to an array of size nCol*3,
! 354: ** where nCol is the number of columns in the queried FTS table. The array
! 355: ** is populated as follows:
! 356: **
! 357: ** aMI[iCol*3 + 0] = Undefined
! 358: ** aMI[iCol*3 + 1] = Number of occurrences
! 359: ** aMI[iCol*3 + 2] = Number of rows containing at least one instance
! 360: **
! 361: ** The aMI array is allocated using sqlite3_malloc(). It should be freed
! 362: ** when the expression node is.
! 363: */
! 364: struct Fts3Expr {
! 365: int eType; /* One of the FTSQUERY_XXX values defined below */
! 366: int nNear; /* Valid if eType==FTSQUERY_NEAR */
! 367: Fts3Expr *pParent; /* pParent->pLeft==this or pParent->pRight==this */
! 368: Fts3Expr *pLeft; /* Left operand */
! 369: Fts3Expr *pRight; /* Right operand */
! 370: Fts3Phrase *pPhrase; /* Valid if eType==FTSQUERY_PHRASE */
! 371:
! 372: /* The following are used by the fts3_eval.c module. */
! 373: sqlite3_int64 iDocid; /* Current docid */
! 374: u8 bEof; /* True this expression is at EOF already */
! 375: u8 bStart; /* True if iDocid is valid */
! 376: u8 bDeferred; /* True if this expression is entirely deferred */
! 377:
! 378: u32 *aMI;
! 379: };
! 380:
! 381: /*
! 382: ** Candidate values for Fts3Query.eType. Note that the order of the first
! 383: ** four values is in order of precedence when parsing expressions. For
! 384: ** example, the following:
! 385: **
! 386: ** "a OR b AND c NOT d NEAR e"
! 387: **
! 388: ** is equivalent to:
! 389: **
! 390: ** "a OR (b AND (c NOT (d NEAR e)))"
! 391: */
! 392: #define FTSQUERY_NEAR 1
! 393: #define FTSQUERY_NOT 2
! 394: #define FTSQUERY_AND 3
! 395: #define FTSQUERY_OR 4
! 396: #define FTSQUERY_PHRASE 5
! 397:
! 398:
! 399: /* fts3_write.c */
! 400: int sqlite3Fts3UpdateMethod(sqlite3_vtab*,int,sqlite3_value**,sqlite3_int64*);
! 401: int sqlite3Fts3PendingTermsFlush(Fts3Table *);
! 402: void sqlite3Fts3PendingTermsClear(Fts3Table *);
! 403: int sqlite3Fts3Optimize(Fts3Table *);
! 404: int sqlite3Fts3SegReaderNew(int, sqlite3_int64,
! 405: sqlite3_int64, sqlite3_int64, const char *, int, Fts3SegReader**);
! 406: int sqlite3Fts3SegReaderPending(
! 407: Fts3Table*,int,const char*,int,int,Fts3SegReader**);
! 408: void sqlite3Fts3SegReaderFree(Fts3SegReader *);
! 409: int sqlite3Fts3AllSegdirs(Fts3Table*, int, int, sqlite3_stmt **);
! 410: int sqlite3Fts3ReadLock(Fts3Table *);
! 411: int sqlite3Fts3ReadBlock(Fts3Table*, sqlite3_int64, char **, int*, int*);
! 412:
! 413: int sqlite3Fts3SelectDoctotal(Fts3Table *, sqlite3_stmt **);
! 414: int sqlite3Fts3SelectDocsize(Fts3Table *, sqlite3_int64, sqlite3_stmt **);
! 415:
! 416: void sqlite3Fts3FreeDeferredTokens(Fts3Cursor *);
! 417: int sqlite3Fts3DeferToken(Fts3Cursor *, Fts3PhraseToken *, int);
! 418: int sqlite3Fts3CacheDeferredDoclists(Fts3Cursor *);
! 419: void sqlite3Fts3FreeDeferredDoclists(Fts3Cursor *);
! 420: void sqlite3Fts3SegmentsClose(Fts3Table *);
! 421:
! 422: /* Special values interpreted by sqlite3SegReaderCursor() */
! 423: #define FTS3_SEGCURSOR_PENDING -1
! 424: #define FTS3_SEGCURSOR_ALL -2
! 425:
! 426: int sqlite3Fts3SegReaderStart(Fts3Table*, Fts3MultiSegReader*, Fts3SegFilter*);
! 427: int sqlite3Fts3SegReaderStep(Fts3Table *, Fts3MultiSegReader *);
! 428: void sqlite3Fts3SegReaderFinish(Fts3MultiSegReader *);
! 429:
! 430: int sqlite3Fts3SegReaderCursor(
! 431: Fts3Table *, int, int, const char *, int, int, int, Fts3MultiSegReader *);
! 432:
! 433: /* Flags allowed as part of the 4th argument to SegmentReaderIterate() */
! 434: #define FTS3_SEGMENT_REQUIRE_POS 0x00000001
! 435: #define FTS3_SEGMENT_IGNORE_EMPTY 0x00000002
! 436: #define FTS3_SEGMENT_COLUMN_FILTER 0x00000004
! 437: #define FTS3_SEGMENT_PREFIX 0x00000008
! 438: #define FTS3_SEGMENT_SCAN 0x00000010
! 439: #define FTS3_SEGMENT_FIRST 0x00000020
! 440:
! 441: /* Type passed as 4th argument to SegmentReaderIterate() */
! 442: struct Fts3SegFilter {
! 443: const char *zTerm;
! 444: int nTerm;
! 445: int iCol;
! 446: int flags;
! 447: };
! 448:
! 449: struct Fts3MultiSegReader {
! 450: /* Used internally by sqlite3Fts3SegReaderXXX() calls */
! 451: Fts3SegReader **apSegment; /* Array of Fts3SegReader objects */
! 452: int nSegment; /* Size of apSegment array */
! 453: int nAdvance; /* How many seg-readers to advance */
! 454: Fts3SegFilter *pFilter; /* Pointer to filter object */
! 455: char *aBuffer; /* Buffer to merge doclists in */
! 456: int nBuffer; /* Allocated size of aBuffer[] in bytes */
! 457:
! 458: int iColFilter; /* If >=0, filter for this column */
! 459: int bRestart;
! 460:
! 461: /* Used by fts3.c only. */
! 462: int nCost; /* Cost of running iterator */
! 463: int bLookup; /* True if a lookup of a single entry. */
! 464:
! 465: /* Output values. Valid only after Fts3SegReaderStep() returns SQLITE_ROW. */
! 466: char *zTerm; /* Pointer to term buffer */
! 467: int nTerm; /* Size of zTerm in bytes */
! 468: char *aDoclist; /* Pointer to doclist buffer */
! 469: int nDoclist; /* Size of aDoclist[] in bytes */
! 470: };
! 471:
! 472: /* fts3.c */
! 473: int sqlite3Fts3PutVarint(char *, sqlite3_int64);
! 474: int sqlite3Fts3GetVarint(const char *, sqlite_int64 *);
! 475: int sqlite3Fts3GetVarint32(const char *, int *);
! 476: int sqlite3Fts3VarintLen(sqlite3_uint64);
! 477: void sqlite3Fts3Dequote(char *);
! 478: void sqlite3Fts3DoclistPrev(int,char*,int,char**,sqlite3_int64*,int*,u8*);
! 479: int sqlite3Fts3EvalPhraseStats(Fts3Cursor *, Fts3Expr *, u32 *);
! 480: int sqlite3Fts3FirstFilter(sqlite3_int64, char *, int, char *);
! 481:
! 482: /* fts3_tokenizer.c */
! 483: const char *sqlite3Fts3NextToken(const char *, int *);
! 484: int sqlite3Fts3InitHashTable(sqlite3 *, Fts3Hash *, const char *);
! 485: int sqlite3Fts3InitTokenizer(Fts3Hash *pHash, const char *,
! 486: sqlite3_tokenizer **, char **
! 487: );
! 488: int sqlite3Fts3IsIdChar(char);
! 489:
! 490: /* fts3_snippet.c */
! 491: void sqlite3Fts3Offsets(sqlite3_context*, Fts3Cursor*);
! 492: void sqlite3Fts3Snippet(sqlite3_context *, Fts3Cursor *, const char *,
! 493: const char *, const char *, int, int
! 494: );
! 495: void sqlite3Fts3Matchinfo(sqlite3_context *, Fts3Cursor *, const char *);
! 496:
! 497: /* fts3_expr.c */
! 498: int sqlite3Fts3ExprParse(sqlite3_tokenizer *,
! 499: char **, int, int, int, const char *, int, Fts3Expr **
! 500: );
! 501: void sqlite3Fts3ExprFree(Fts3Expr *);
! 502: #ifdef SQLITE_TEST
! 503: int sqlite3Fts3ExprInitTestInterface(sqlite3 *db);
! 504: int sqlite3Fts3InitTerm(sqlite3 *db);
! 505: #endif
! 506:
! 507: /* fts3_aux.c */
! 508: int sqlite3Fts3InitAux(sqlite3 *db);
! 509:
! 510: void sqlite3Fts3EvalPhraseCleanup(Fts3Phrase *);
! 511:
! 512: int sqlite3Fts3MsrIncrStart(
! 513: Fts3Table*, Fts3MultiSegReader*, int, const char*, int);
! 514: int sqlite3Fts3MsrIncrNext(
! 515: Fts3Table *, Fts3MultiSegReader *, sqlite3_int64 *, char **, int *);
! 516: char *sqlite3Fts3EvalPhrasePoslist(Fts3Cursor *, Fts3Expr *, int iCol);
! 517: int sqlite3Fts3MsrOvfl(Fts3Cursor *, Fts3MultiSegReader *, int *);
! 518: int sqlite3Fts3MsrIncrRestart(Fts3MultiSegReader *pCsr);
! 519:
! 520: int sqlite3Fts3DeferredTokenList(Fts3DeferredToken *, char **, int *);
! 521:
! 522: #endif /* !SQLITE_CORE || SQLITE_ENABLE_FTS3 */
! 523: #endif /* _FTSINT_H */
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>