Annotation of embedaddon/sqlite3/src/btreeInt.h, revision 1.1

1.1     ! misho       1: /*
        !             2: ** 2004 April 6
        !             3: **
        !             4: ** The author disclaims copyright to this source code.  In place of
        !             5: ** a legal notice, here is a blessing:
        !             6: **
        !             7: **    May you do good and not evil.
        !             8: **    May you find forgiveness for yourself and forgive others.
        !             9: **    May you share freely, never taking more than you give.
        !            10: **
        !            11: *************************************************************************
        !            12: ** This file implements a external (disk-based) database using BTrees.
        !            13: ** For a detailed discussion of BTrees, refer to
        !            14: **
        !            15: **     Donald E. Knuth, THE ART OF COMPUTER PROGRAMMING, Volume 3:
        !            16: **     "Sorting And Searching", pages 473-480. Addison-Wesley
        !            17: **     Publishing Company, Reading, Massachusetts.
        !            18: **
        !            19: ** The basic idea is that each page of the file contains N database
        !            20: ** entries and N+1 pointers to subpages.
        !            21: **
        !            22: **   ----------------------------------------------------------------
        !            23: **   |  Ptr(0) | Key(0) | Ptr(1) | Key(1) | ... | Key(N-1) | Ptr(N) |
        !            24: **   ----------------------------------------------------------------
        !            25: **
        !            26: ** All of the keys on the page that Ptr(0) points to have values less
        !            27: ** than Key(0).  All of the keys on page Ptr(1) and its subpages have
        !            28: ** values greater than Key(0) and less than Key(1).  All of the keys
        !            29: ** on Ptr(N) and its subpages have values greater than Key(N-1).  And
        !            30: ** so forth.
        !            31: **
        !            32: ** Finding a particular key requires reading O(log(M)) pages from the 
        !            33: ** disk where M is the number of entries in the tree.
        !            34: **
        !            35: ** In this implementation, a single file can hold one or more separate 
        !            36: ** BTrees.  Each BTree is identified by the index of its root page.  The
        !            37: ** key and data for any entry are combined to form the "payload".  A
        !            38: ** fixed amount of payload can be carried directly on the database
        !            39: ** page.  If the payload is larger than the preset amount then surplus
        !            40: ** bytes are stored on overflow pages.  The payload for an entry
        !            41: ** and the preceding pointer are combined to form a "Cell".  Each 
        !            42: ** page has a small header which contains the Ptr(N) pointer and other
        !            43: ** information such as the size of key and data.
        !            44: **
        !            45: ** FORMAT DETAILS
        !            46: **
        !            47: ** The file is divided into pages.  The first page is called page 1,
        !            48: ** the second is page 2, and so forth.  A page number of zero indicates
        !            49: ** "no such page".  The page size can be any power of 2 between 512 and 65536.
        !            50: ** Each page can be either a btree page, a freelist page, an overflow
        !            51: ** page, or a pointer-map page.
        !            52: **
        !            53: ** The first page is always a btree page.  The first 100 bytes of the first
        !            54: ** page contain a special header (the "file header") that describes the file.
        !            55: ** The format of the file header is as follows:
        !            56: **
        !            57: **   OFFSET   SIZE    DESCRIPTION
        !            58: **      0      16     Header string: "SQLite format 3\000"
        !            59: **     16       2     Page size in bytes.  
        !            60: **     18       1     File format write version
        !            61: **     19       1     File format read version
        !            62: **     20       1     Bytes of unused space at the end of each page
        !            63: **     21       1     Max embedded payload fraction
        !            64: **     22       1     Min embedded payload fraction
        !            65: **     23       1     Min leaf payload fraction
        !            66: **     24       4     File change counter
        !            67: **     28       4     Reserved for future use
        !            68: **     32       4     First freelist page
        !            69: **     36       4     Number of freelist pages in the file
        !            70: **     40      60     15 4-byte meta values passed to higher layers
        !            71: **
        !            72: **     40       4     Schema cookie
        !            73: **     44       4     File format of schema layer
        !            74: **     48       4     Size of page cache
        !            75: **     52       4     Largest root-page (auto/incr_vacuum)
        !            76: **     56       4     1=UTF-8 2=UTF16le 3=UTF16be
        !            77: **     60       4     User version
        !            78: **     64       4     Incremental vacuum mode
        !            79: **     68       4     unused
        !            80: **     72       4     unused
        !            81: **     76       4     unused
        !            82: **
        !            83: ** All of the integer values are big-endian (most significant byte first).
        !            84: **
        !            85: ** The file change counter is incremented when the database is changed
        !            86: ** This counter allows other processes to know when the file has changed
        !            87: ** and thus when they need to flush their cache.
        !            88: **
        !            89: ** The max embedded payload fraction is the amount of the total usable
        !            90: ** space in a page that can be consumed by a single cell for standard
        !            91: ** B-tree (non-LEAFDATA) tables.  A value of 255 means 100%.  The default
        !            92: ** is to limit the maximum cell size so that at least 4 cells will fit
        !            93: ** on one page.  Thus the default max embedded payload fraction is 64.
        !            94: **
        !            95: ** If the payload for a cell is larger than the max payload, then extra
        !            96: ** payload is spilled to overflow pages.  Once an overflow page is allocated,
        !            97: ** as many bytes as possible are moved into the overflow pages without letting
        !            98: ** the cell size drop below the min embedded payload fraction.
        !            99: **
        !           100: ** The min leaf payload fraction is like the min embedded payload fraction
        !           101: ** except that it applies to leaf nodes in a LEAFDATA tree.  The maximum
        !           102: ** payload fraction for a LEAFDATA tree is always 100% (or 255) and it
        !           103: ** not specified in the header.
        !           104: **
        !           105: ** Each btree pages is divided into three sections:  The header, the
        !           106: ** cell pointer array, and the cell content area.  Page 1 also has a 100-byte
        !           107: ** file header that occurs before the page header.
        !           108: **
        !           109: **      |----------------|
        !           110: **      | file header    |   100 bytes.  Page 1 only.
        !           111: **      |----------------|
        !           112: **      | page header    |   8 bytes for leaves.  12 bytes for interior nodes
        !           113: **      |----------------|
        !           114: **      | cell pointer   |   |  2 bytes per cell.  Sorted order.
        !           115: **      | array          |   |  Grows downward
        !           116: **      |                |   v
        !           117: **      |----------------|
        !           118: **      | unallocated    |
        !           119: **      | space          |
        !           120: **      |----------------|   ^  Grows upwards
        !           121: **      | cell content   |   |  Arbitrary order interspersed with freeblocks.
        !           122: **      | area           |   |  and free space fragments.
        !           123: **      |----------------|
        !           124: **
        !           125: ** The page headers looks like this:
        !           126: **
        !           127: **   OFFSET   SIZE     DESCRIPTION
        !           128: **      0       1      Flags. 1: intkey, 2: zerodata, 4: leafdata, 8: leaf
        !           129: **      1       2      byte offset to the first freeblock
        !           130: **      3       2      number of cells on this page
        !           131: **      5       2      first byte of the cell content area
        !           132: **      7       1      number of fragmented free bytes
        !           133: **      8       4      Right child (the Ptr(N) value).  Omitted on leaves.
        !           134: **
        !           135: ** The flags define the format of this btree page.  The leaf flag means that
        !           136: ** this page has no children.  The zerodata flag means that this page carries
        !           137: ** only keys and no data.  The intkey flag means that the key is a integer
        !           138: ** which is stored in the key size entry of the cell header rather than in
        !           139: ** the payload area.
        !           140: **
        !           141: ** The cell pointer array begins on the first byte after the page header.
        !           142: ** The cell pointer array contains zero or more 2-byte numbers which are
        !           143: ** offsets from the beginning of the page to the cell content in the cell
        !           144: ** content area.  The cell pointers occur in sorted order.  The system strives
        !           145: ** to keep free space after the last cell pointer so that new cells can
        !           146: ** be easily added without having to defragment the page.
        !           147: **
        !           148: ** Cell content is stored at the very end of the page and grows toward the
        !           149: ** beginning of the page.
        !           150: **
        !           151: ** Unused space within the cell content area is collected into a linked list of
        !           152: ** freeblocks.  Each freeblock is at least 4 bytes in size.  The byte offset
        !           153: ** to the first freeblock is given in the header.  Freeblocks occur in
        !           154: ** increasing order.  Because a freeblock must be at least 4 bytes in size,
        !           155: ** any group of 3 or fewer unused bytes in the cell content area cannot
        !           156: ** exist on the freeblock chain.  A group of 3 or fewer free bytes is called
        !           157: ** a fragment.  The total number of bytes in all fragments is recorded.
        !           158: ** in the page header at offset 7.
        !           159: **
        !           160: **    SIZE    DESCRIPTION
        !           161: **      2     Byte offset of the next freeblock
        !           162: **      2     Bytes in this freeblock
        !           163: **
        !           164: ** Cells are of variable length.  Cells are stored in the cell content area at
        !           165: ** the end of the page.  Pointers to the cells are in the cell pointer array
        !           166: ** that immediately follows the page header.  Cells is not necessarily
        !           167: ** contiguous or in order, but cell pointers are contiguous and in order.
        !           168: **
        !           169: ** Cell content makes use of variable length integers.  A variable
        !           170: ** length integer is 1 to 9 bytes where the lower 7 bits of each 
        !           171: ** byte are used.  The integer consists of all bytes that have bit 8 set and
        !           172: ** the first byte with bit 8 clear.  The most significant byte of the integer
        !           173: ** appears first.  A variable-length integer may not be more than 9 bytes long.
        !           174: ** As a special case, all 8 bytes of the 9th byte are used as data.  This
        !           175: ** allows a 64-bit integer to be encoded in 9 bytes.
        !           176: **
        !           177: **    0x00                      becomes  0x00000000
        !           178: **    0x7f                      becomes  0x0000007f
        !           179: **    0x81 0x00                 becomes  0x00000080
        !           180: **    0x82 0x00                 becomes  0x00000100
        !           181: **    0x80 0x7f                 becomes  0x0000007f
        !           182: **    0x8a 0x91 0xd1 0xac 0x78  becomes  0x12345678
        !           183: **    0x81 0x81 0x81 0x81 0x01  becomes  0x10204081
        !           184: **
        !           185: ** Variable length integers are used for rowids and to hold the number of
        !           186: ** bytes of key and data in a btree cell.
        !           187: **
        !           188: ** The content of a cell looks like this:
        !           189: **
        !           190: **    SIZE    DESCRIPTION
        !           191: **      4     Page number of the left child. Omitted if leaf flag is set.
        !           192: **     var    Number of bytes of data. Omitted if the zerodata flag is set.
        !           193: **     var    Number of bytes of key. Or the key itself if intkey flag is set.
        !           194: **      *     Payload
        !           195: **      4     First page of the overflow chain.  Omitted if no overflow
        !           196: **
        !           197: ** Overflow pages form a linked list.  Each page except the last is completely
        !           198: ** filled with data (pagesize - 4 bytes).  The last page can have as little
        !           199: ** as 1 byte of data.
        !           200: **
        !           201: **    SIZE    DESCRIPTION
        !           202: **      4     Page number of next overflow page
        !           203: **      *     Data
        !           204: **
        !           205: ** Freelist pages come in two subtypes: trunk pages and leaf pages.  The
        !           206: ** file header points to the first in a linked list of trunk page.  Each trunk
        !           207: ** page points to multiple leaf pages.  The content of a leaf page is
        !           208: ** unspecified.  A trunk page looks like this:
        !           209: **
        !           210: **    SIZE    DESCRIPTION
        !           211: **      4     Page number of next trunk page
        !           212: **      4     Number of leaf pointers on this page
        !           213: **      *     zero or more pages numbers of leaves
        !           214: */
        !           215: #include "sqliteInt.h"
        !           216: 
        !           217: 
        !           218: /* The following value is the maximum cell size assuming a maximum page
        !           219: ** size give above.
        !           220: */
        !           221: #define MX_CELL_SIZE(pBt)  ((int)(pBt->pageSize-8))
        !           222: 
        !           223: /* The maximum number of cells on a single page of the database.  This
        !           224: ** assumes a minimum cell size of 6 bytes  (4 bytes for the cell itself
        !           225: ** plus 2 bytes for the index to the cell in the page header).  Such
        !           226: ** small cells will be rare, but they are possible.
        !           227: */
        !           228: #define MX_CELL(pBt) ((pBt->pageSize-8)/6)
        !           229: 
        !           230: /* Forward declarations */
        !           231: typedef struct MemPage MemPage;
        !           232: typedef struct BtLock BtLock;
        !           233: 
        !           234: /*
        !           235: ** This is a magic string that appears at the beginning of every
        !           236: ** SQLite database in order to identify the file as a real database.
        !           237: **
        !           238: ** You can change this value at compile-time by specifying a
        !           239: ** -DSQLITE_FILE_HEADER="..." on the compiler command-line.  The
        !           240: ** header must be exactly 16 bytes including the zero-terminator so
        !           241: ** the string itself should be 15 characters long.  If you change
        !           242: ** the header, then your custom library will not be able to read 
        !           243: ** databases generated by the standard tools and the standard tools
        !           244: ** will not be able to read databases created by your custom library.
        !           245: */
        !           246: #ifndef SQLITE_FILE_HEADER /* 123456789 123456 */
        !           247: #  define SQLITE_FILE_HEADER "SQLite format 3"
        !           248: #endif
        !           249: 
        !           250: /*
        !           251: ** Page type flags.  An ORed combination of these flags appear as the
        !           252: ** first byte of on-disk image of every BTree page.
        !           253: */
        !           254: #define PTF_INTKEY    0x01
        !           255: #define PTF_ZERODATA  0x02
        !           256: #define PTF_LEAFDATA  0x04
        !           257: #define PTF_LEAF      0x08
        !           258: 
        !           259: /*
        !           260: ** As each page of the file is loaded into memory, an instance of the following
        !           261: ** structure is appended and initialized to zero.  This structure stores
        !           262: ** information about the page that is decoded from the raw file page.
        !           263: **
        !           264: ** The pParent field points back to the parent page.  This allows us to
        !           265: ** walk up the BTree from any leaf to the root.  Care must be taken to
        !           266: ** unref() the parent page pointer when this page is no longer referenced.
        !           267: ** The pageDestructor() routine handles that chore.
        !           268: **
        !           269: ** Access to all fields of this structure is controlled by the mutex
        !           270: ** stored in MemPage.pBt->mutex.
        !           271: */
        !           272: struct MemPage {
        !           273:   u8 isInit;           /* True if previously initialized. MUST BE FIRST! */
        !           274:   u8 nOverflow;        /* Number of overflow cell bodies in aCell[] */
        !           275:   u8 intKey;           /* True if intkey flag is set */
        !           276:   u8 leaf;             /* True if leaf flag is set */
        !           277:   u8 hasData;          /* True if this page stores data */
        !           278:   u8 hdrOffset;        /* 100 for page 1.  0 otherwise */
        !           279:   u8 childPtrSize;     /* 0 if leaf==1.  4 if leaf==0 */
        !           280:   u8 max1bytePayload;  /* min(maxLocal,127) */
        !           281:   u16 maxLocal;        /* Copy of BtShared.maxLocal or BtShared.maxLeaf */
        !           282:   u16 minLocal;        /* Copy of BtShared.minLocal or BtShared.minLeaf */
        !           283:   u16 cellOffset;      /* Index in aData of first cell pointer */
        !           284:   u16 nFree;           /* Number of free bytes on the page */
        !           285:   u16 nCell;           /* Number of cells on this page, local and ovfl */
        !           286:   u16 maskPage;        /* Mask for page offset */
        !           287:   struct _OvflCell {   /* Cells that will not fit on aData[] */
        !           288:     u8 *pCell;          /* Pointers to the body of the overflow cell */
        !           289:     u16 idx;            /* Insert this cell before idx-th non-overflow cell */
        !           290:   } aOvfl[5];
        !           291:   BtShared *pBt;       /* Pointer to BtShared that this page is part of */
        !           292:   u8 *aData;           /* Pointer to disk image of the page data */
        !           293:   u8 *aDataEnd;        /* One byte past the end of usable data */
        !           294:   u8 *aCellIdx;        /* The cell index area */
        !           295:   DbPage *pDbPage;     /* Pager page handle */
        !           296:   Pgno pgno;           /* Page number for this page */
        !           297: };
        !           298: 
        !           299: /*
        !           300: ** The in-memory image of a disk page has the auxiliary information appended
        !           301: ** to the end.  EXTRA_SIZE is the number of bytes of space needed to hold
        !           302: ** that extra information.
        !           303: */
        !           304: #define EXTRA_SIZE sizeof(MemPage)
        !           305: 
        !           306: /*
        !           307: ** A linked list of the following structures is stored at BtShared.pLock.
        !           308: ** Locks are added (or upgraded from READ_LOCK to WRITE_LOCK) when a cursor 
        !           309: ** is opened on the table with root page BtShared.iTable. Locks are removed
        !           310: ** from this list when a transaction is committed or rolled back, or when
        !           311: ** a btree handle is closed.
        !           312: */
        !           313: struct BtLock {
        !           314:   Btree *pBtree;        /* Btree handle holding this lock */
        !           315:   Pgno iTable;          /* Root page of table */
        !           316:   u8 eLock;             /* READ_LOCK or WRITE_LOCK */
        !           317:   BtLock *pNext;        /* Next in BtShared.pLock list */
        !           318: };
        !           319: 
        !           320: /* Candidate values for BtLock.eLock */
        !           321: #define READ_LOCK     1
        !           322: #define WRITE_LOCK    2
        !           323: 
        !           324: /* A Btree handle
        !           325: **
        !           326: ** A database connection contains a pointer to an instance of
        !           327: ** this object for every database file that it has open.  This structure
        !           328: ** is opaque to the database connection.  The database connection cannot
        !           329: ** see the internals of this structure and only deals with pointers to
        !           330: ** this structure.
        !           331: **
        !           332: ** For some database files, the same underlying database cache might be 
        !           333: ** shared between multiple connections.  In that case, each connection
        !           334: ** has it own instance of this object.  But each instance of this object
        !           335: ** points to the same BtShared object.  The database cache and the
        !           336: ** schema associated with the database file are all contained within
        !           337: ** the BtShared object.
        !           338: **
        !           339: ** All fields in this structure are accessed under sqlite3.mutex.
        !           340: ** The pBt pointer itself may not be changed while there exists cursors 
        !           341: ** in the referenced BtShared that point back to this Btree since those
        !           342: ** cursors have to go through this Btree to find their BtShared and
        !           343: ** they often do so without holding sqlite3.mutex.
        !           344: */
        !           345: struct Btree {
        !           346:   sqlite3 *db;       /* The database connection holding this btree */
        !           347:   BtShared *pBt;     /* Sharable content of this btree */
        !           348:   u8 inTrans;        /* TRANS_NONE, TRANS_READ or TRANS_WRITE */
        !           349:   u8 sharable;       /* True if we can share pBt with another db */
        !           350:   u8 locked;         /* True if db currently has pBt locked */
        !           351:   int wantToLock;    /* Number of nested calls to sqlite3BtreeEnter() */
        !           352:   int nBackup;       /* Number of backup operations reading this btree */
        !           353:   Btree *pNext;      /* List of other sharable Btrees from the same db */
        !           354:   Btree *pPrev;      /* Back pointer of the same list */
        !           355: #ifndef SQLITE_OMIT_SHARED_CACHE
        !           356:   BtLock lock;       /* Object used to lock page 1 */
        !           357: #endif
        !           358: };
        !           359: 
        !           360: /*
        !           361: ** Btree.inTrans may take one of the following values.
        !           362: **
        !           363: ** If the shared-data extension is enabled, there may be multiple users
        !           364: ** of the Btree structure. At most one of these may open a write transaction,
        !           365: ** but any number may have active read transactions.
        !           366: */
        !           367: #define TRANS_NONE  0
        !           368: #define TRANS_READ  1
        !           369: #define TRANS_WRITE 2
        !           370: 
        !           371: /*
        !           372: ** An instance of this object represents a single database file.
        !           373: ** 
        !           374: ** A single database file can be in use at the same time by two
        !           375: ** or more database connections.  When two or more connections are
        !           376: ** sharing the same database file, each connection has it own
        !           377: ** private Btree object for the file and each of those Btrees points
        !           378: ** to this one BtShared object.  BtShared.nRef is the number of
        !           379: ** connections currently sharing this database file.
        !           380: **
        !           381: ** Fields in this structure are accessed under the BtShared.mutex
        !           382: ** mutex, except for nRef and pNext which are accessed under the
        !           383: ** global SQLITE_MUTEX_STATIC_MASTER mutex.  The pPager field
        !           384: ** may not be modified once it is initially set as long as nRef>0.
        !           385: ** The pSchema field may be set once under BtShared.mutex and
        !           386: ** thereafter is unchanged as long as nRef>0.
        !           387: **
        !           388: ** isPending:
        !           389: **
        !           390: **   If a BtShared client fails to obtain a write-lock on a database
        !           391: **   table (because there exists one or more read-locks on the table),
        !           392: **   the shared-cache enters 'pending-lock' state and isPending is
        !           393: **   set to true.
        !           394: **
        !           395: **   The shared-cache leaves the 'pending lock' state when either of
        !           396: **   the following occur:
        !           397: **
        !           398: **     1) The current writer (BtShared.pWriter) concludes its transaction, OR
        !           399: **     2) The number of locks held by other connections drops to zero.
        !           400: **
        !           401: **   while in the 'pending-lock' state, no connection may start a new
        !           402: **   transaction.
        !           403: **
        !           404: **   This feature is included to help prevent writer-starvation.
        !           405: */
        !           406: struct BtShared {
        !           407:   Pager *pPager;        /* The page cache */
        !           408:   sqlite3 *db;          /* Database connection currently using this Btree */
        !           409:   BtCursor *pCursor;    /* A list of all open cursors */
        !           410:   MemPage *pPage1;      /* First page of the database */
        !           411:   u8 openFlags;         /* Flags to sqlite3BtreeOpen() */
        !           412: #ifndef SQLITE_OMIT_AUTOVACUUM
        !           413:   u8 autoVacuum;        /* True if auto-vacuum is enabled */
        !           414:   u8 incrVacuum;        /* True if incr-vacuum is enabled */
        !           415: #endif
        !           416:   u8 inTransaction;     /* Transaction state */
        !           417:   u8 max1bytePayload;   /* Maximum first byte of cell for a 1-byte payload */
        !           418:   u16 btsFlags;         /* Boolean parameters.  See BTS_* macros below */
        !           419:   u16 maxLocal;         /* Maximum local payload in non-LEAFDATA tables */
        !           420:   u16 minLocal;         /* Minimum local payload in non-LEAFDATA tables */
        !           421:   u16 maxLeaf;          /* Maximum local payload in a LEAFDATA table */
        !           422:   u16 minLeaf;          /* Minimum local payload in a LEAFDATA table */
        !           423:   u32 pageSize;         /* Total number of bytes on a page */
        !           424:   u32 usableSize;       /* Number of usable bytes on each page */
        !           425:   int nTransaction;     /* Number of open transactions (read + write) */
        !           426:   u32 nPage;            /* Number of pages in the database */
        !           427:   void *pSchema;        /* Pointer to space allocated by sqlite3BtreeSchema() */
        !           428:   void (*xFreeSchema)(void*);  /* Destructor for BtShared.pSchema */
        !           429:   sqlite3_mutex *mutex; /* Non-recursive mutex required to access this object */
        !           430:   Bitvec *pHasContent;  /* Set of pages moved to free-list this transaction */
        !           431: #ifndef SQLITE_OMIT_SHARED_CACHE
        !           432:   int nRef;             /* Number of references to this structure */
        !           433:   BtShared *pNext;      /* Next on a list of sharable BtShared structs */
        !           434:   BtLock *pLock;        /* List of locks held on this shared-btree struct */
        !           435:   Btree *pWriter;       /* Btree with currently open write transaction */
        !           436: #endif
        !           437:   u8 *pTmpSpace;        /* BtShared.pageSize bytes of space for tmp use */
        !           438: };
        !           439: 
        !           440: /*
        !           441: ** Allowed values for BtShared.btsFlags
        !           442: */
        !           443: #define BTS_READ_ONLY        0x0001   /* Underlying file is readonly */
        !           444: #define BTS_PAGESIZE_FIXED   0x0002   /* Page size can no longer be changed */
        !           445: #define BTS_SECURE_DELETE    0x0004   /* PRAGMA secure_delete is enabled */
        !           446: #define BTS_INITIALLY_EMPTY  0x0008   /* Database was empty at trans start */
        !           447: #define BTS_NO_WAL           0x0010   /* Do not open write-ahead-log files */
        !           448: #define BTS_EXCLUSIVE        0x0020   /* pWriter has an exclusive lock */
        !           449: #define BTS_PENDING          0x0040   /* Waiting for read-locks to clear */
        !           450: 
        !           451: /*
        !           452: ** An instance of the following structure is used to hold information
        !           453: ** about a cell.  The parseCellPtr() function fills in this structure
        !           454: ** based on information extract from the raw disk page.
        !           455: */
        !           456: typedef struct CellInfo CellInfo;
        !           457: struct CellInfo {
        !           458:   i64 nKey;      /* The key for INTKEY tables, or number of bytes in key */
        !           459:   u8 *pCell;     /* Pointer to the start of cell content */
        !           460:   u32 nData;     /* Number of bytes of data */
        !           461:   u32 nPayload;  /* Total amount of payload */
        !           462:   u16 nHeader;   /* Size of the cell content header in bytes */
        !           463:   u16 nLocal;    /* Amount of payload held locally */
        !           464:   u16 iOverflow; /* Offset to overflow page number.  Zero if no overflow */
        !           465:   u16 nSize;     /* Size of the cell content on the main b-tree page */
        !           466: };
        !           467: 
        !           468: /*
        !           469: ** Maximum depth of an SQLite B-Tree structure. Any B-Tree deeper than
        !           470: ** this will be declared corrupt. This value is calculated based on a
        !           471: ** maximum database size of 2^31 pages a minimum fanout of 2 for a
        !           472: ** root-node and 3 for all other internal nodes.
        !           473: **
        !           474: ** If a tree that appears to be taller than this is encountered, it is
        !           475: ** assumed that the database is corrupt.
        !           476: */
        !           477: #define BTCURSOR_MAX_DEPTH 20
        !           478: 
        !           479: /*
        !           480: ** A cursor is a pointer to a particular entry within a particular
        !           481: ** b-tree within a database file.
        !           482: **
        !           483: ** The entry is identified by its MemPage and the index in
        !           484: ** MemPage.aCell[] of the entry.
        !           485: **
        !           486: ** A single database file can be shared by two more database connections,
        !           487: ** but cursors cannot be shared.  Each cursor is associated with a
        !           488: ** particular database connection identified BtCursor.pBtree.db.
        !           489: **
        !           490: ** Fields in this structure are accessed under the BtShared.mutex
        !           491: ** found at self->pBt->mutex. 
        !           492: */
        !           493: struct BtCursor {
        !           494:   Btree *pBtree;            /* The Btree to which this cursor belongs */
        !           495:   BtShared *pBt;            /* The BtShared this cursor points to */
        !           496:   BtCursor *pNext, *pPrev;  /* Forms a linked list of all cursors */
        !           497:   struct KeyInfo *pKeyInfo; /* Argument passed to comparison function */
        !           498:   Pgno pgnoRoot;            /* The root page of this tree */
        !           499:   sqlite3_int64 cachedRowid; /* Next rowid cache.  0 means not valid */
        !           500:   CellInfo info;            /* A parse of the cell we are pointing at */
        !           501:   i64 nKey;        /* Size of pKey, or last integer key */
        !           502:   void *pKey;      /* Saved key that was cursor's last known position */
        !           503:   int skipNext;    /* Prev() is noop if negative. Next() is noop if positive */
        !           504:   u8 wrFlag;                /* True if writable */
        !           505:   u8 atLast;                /* Cursor pointing to the last entry */
        !           506:   u8 validNKey;             /* True if info.nKey is valid */
        !           507:   u8 eState;                /* One of the CURSOR_XXX constants (see below) */
        !           508: #ifndef SQLITE_OMIT_INCRBLOB
        !           509:   Pgno *aOverflow;          /* Cache of overflow page locations */
        !           510:   u8 isIncrblobHandle;      /* True if this cursor is an incr. io handle */
        !           511: #endif
        !           512:   i16 iPage;                            /* Index of current page in apPage */
        !           513:   u16 aiIdx[BTCURSOR_MAX_DEPTH];        /* Current index in apPage[i] */
        !           514:   MemPage *apPage[BTCURSOR_MAX_DEPTH];  /* Pages from root to current page */
        !           515: };
        !           516: 
        !           517: /*
        !           518: ** Potential values for BtCursor.eState.
        !           519: **
        !           520: ** CURSOR_VALID:
        !           521: **   Cursor points to a valid entry. getPayload() etc. may be called.
        !           522: **
        !           523: ** CURSOR_INVALID:
        !           524: **   Cursor does not point to a valid entry. This can happen (for example) 
        !           525: **   because the table is empty or because BtreeCursorFirst() has not been
        !           526: **   called.
        !           527: **
        !           528: ** CURSOR_REQUIRESEEK:
        !           529: **   The table that this cursor was opened on still exists, but has been 
        !           530: **   modified since the cursor was last used. The cursor position is saved
        !           531: **   in variables BtCursor.pKey and BtCursor.nKey. When a cursor is in 
        !           532: **   this state, restoreCursorPosition() can be called to attempt to
        !           533: **   seek the cursor to the saved position.
        !           534: **
        !           535: ** CURSOR_FAULT:
        !           536: **   A unrecoverable error (an I/O error or a malloc failure) has occurred
        !           537: **   on a different connection that shares the BtShared cache with this
        !           538: **   cursor.  The error has left the cache in an inconsistent state.
        !           539: **   Do nothing else with this cursor.  Any attempt to use the cursor
        !           540: **   should return the error code stored in BtCursor.skip
        !           541: */
        !           542: #define CURSOR_INVALID           0
        !           543: #define CURSOR_VALID             1
        !           544: #define CURSOR_REQUIRESEEK       2
        !           545: #define CURSOR_FAULT             3
        !           546: 
        !           547: /* 
        !           548: ** The database page the PENDING_BYTE occupies. This page is never used.
        !           549: */
        !           550: # define PENDING_BYTE_PAGE(pBt) PAGER_MJ_PGNO(pBt)
        !           551: 
        !           552: /*
        !           553: ** These macros define the location of the pointer-map entry for a 
        !           554: ** database page. The first argument to each is the number of usable
        !           555: ** bytes on each page of the database (often 1024). The second is the
        !           556: ** page number to look up in the pointer map.
        !           557: **
        !           558: ** PTRMAP_PAGENO returns the database page number of the pointer-map
        !           559: ** page that stores the required pointer. PTRMAP_PTROFFSET returns
        !           560: ** the offset of the requested map entry.
        !           561: **
        !           562: ** If the pgno argument passed to PTRMAP_PAGENO is a pointer-map page,
        !           563: ** then pgno is returned. So (pgno==PTRMAP_PAGENO(pgsz, pgno)) can be
        !           564: ** used to test if pgno is a pointer-map page. PTRMAP_ISPAGE implements
        !           565: ** this test.
        !           566: */
        !           567: #define PTRMAP_PAGENO(pBt, pgno) ptrmapPageno(pBt, pgno)
        !           568: #define PTRMAP_PTROFFSET(pgptrmap, pgno) (5*(pgno-pgptrmap-1))
        !           569: #define PTRMAP_ISPAGE(pBt, pgno) (PTRMAP_PAGENO((pBt),(pgno))==(pgno))
        !           570: 
        !           571: /*
        !           572: ** The pointer map is a lookup table that identifies the parent page for
        !           573: ** each child page in the database file.  The parent page is the page that
        !           574: ** contains a pointer to the child.  Every page in the database contains
        !           575: ** 0 or 1 parent pages.  (In this context 'database page' refers
        !           576: ** to any page that is not part of the pointer map itself.)  Each pointer map
        !           577: ** entry consists of a single byte 'type' and a 4 byte parent page number.
        !           578: ** The PTRMAP_XXX identifiers below are the valid types.
        !           579: **
        !           580: ** The purpose of the pointer map is to facility moving pages from one
        !           581: ** position in the file to another as part of autovacuum.  When a page
        !           582: ** is moved, the pointer in its parent must be updated to point to the
        !           583: ** new location.  The pointer map is used to locate the parent page quickly.
        !           584: **
        !           585: ** PTRMAP_ROOTPAGE: The database page is a root-page. The page-number is not
        !           586: **                  used in this case.
        !           587: **
        !           588: ** PTRMAP_FREEPAGE: The database page is an unused (free) page. The page-number 
        !           589: **                  is not used in this case.
        !           590: **
        !           591: ** PTRMAP_OVERFLOW1: The database page is the first page in a list of 
        !           592: **                   overflow pages. The page number identifies the page that
        !           593: **                   contains the cell with a pointer to this overflow page.
        !           594: **
        !           595: ** PTRMAP_OVERFLOW2: The database page is the second or later page in a list of
        !           596: **                   overflow pages. The page-number identifies the previous
        !           597: **                   page in the overflow page list.
        !           598: **
        !           599: ** PTRMAP_BTREE: The database page is a non-root btree page. The page number
        !           600: **               identifies the parent page in the btree.
        !           601: */
        !           602: #define PTRMAP_ROOTPAGE 1
        !           603: #define PTRMAP_FREEPAGE 2
        !           604: #define PTRMAP_OVERFLOW1 3
        !           605: #define PTRMAP_OVERFLOW2 4
        !           606: #define PTRMAP_BTREE 5
        !           607: 
        !           608: /* A bunch of assert() statements to check the transaction state variables
        !           609: ** of handle p (type Btree*) are internally consistent.
        !           610: */
        !           611: #define btreeIntegrity(p) \
        !           612:   assert( p->pBt->inTransaction!=TRANS_NONE || p->pBt->nTransaction==0 ); \
        !           613:   assert( p->pBt->inTransaction>=p->inTrans ); 
        !           614: 
        !           615: 
        !           616: /*
        !           617: ** The ISAUTOVACUUM macro is used within balance_nonroot() to determine
        !           618: ** if the database supports auto-vacuum or not. Because it is used
        !           619: ** within an expression that is an argument to another macro 
        !           620: ** (sqliteMallocRaw), it is not possible to use conditional compilation.
        !           621: ** So, this macro is defined instead.
        !           622: */
        !           623: #ifndef SQLITE_OMIT_AUTOVACUUM
        !           624: #define ISAUTOVACUUM (pBt->autoVacuum)
        !           625: #else
        !           626: #define ISAUTOVACUUM 0
        !           627: #endif
        !           628: 
        !           629: 
        !           630: /*
        !           631: ** This structure is passed around through all the sanity checking routines
        !           632: ** in order to keep track of some global state information.
        !           633: */
        !           634: typedef struct IntegrityCk IntegrityCk;
        !           635: struct IntegrityCk {
        !           636:   BtShared *pBt;    /* The tree being checked out */
        !           637:   Pager *pPager;    /* The associated pager.  Also accessible by pBt->pPager */
        !           638:   Pgno nPage;       /* Number of pages in the database */
        !           639:   int *anRef;       /* Number of times each page is referenced */
        !           640:   int mxErr;        /* Stop accumulating errors when this reaches zero */
        !           641:   int nErr;         /* Number of messages written to zErrMsg so far */
        !           642:   int mallocFailed; /* A memory allocation error has occurred */
        !           643:   StrAccum errMsg;  /* Accumulate the error message text here */
        !           644: };
        !           645: 
        !           646: /*
        !           647: ** Routines to read or write a two- and four-byte big-endian integer values.
        !           648: */
        !           649: #define get2byte(x)   ((x)[0]<<8 | (x)[1])
        !           650: #define put2byte(p,v) ((p)[0] = (u8)((v)>>8), (p)[1] = (u8)(v))
        !           651: #define get4byte sqlite3Get4byte
        !           652: #define put4byte sqlite3Put4byte

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>