| | @@ -1,8 +1,8 @@ |
| 1 | 1 | /****************************************************************************** |
| 2 | 2 | ** This file is an amalgamation of many separate C source files from SQLite |
| 3 | | -** version 3.8.7.2. By combining all the individual C code files into this |
| 3 | +** version 3.8.8. By combining all the individual C code files into this |
| 4 | 4 | ** single large file, the entire code can be compiled as a single translation |
| 5 | 5 | ** unit. This allows many compilers to do optimizations that would not be |
| 6 | 6 | ** possible if the files were compiled separately. Performance improvements |
| 7 | 7 | ** of 5% or more are commonly seen when SQLite is compiled as a single |
| 8 | 8 | ** translation unit. |
| | @@ -179,11 +179,11 @@ |
| 179 | 179 | |
| 180 | 180 | |
| 181 | 181 | /* |
| 182 | 182 | ** These no-op macros are used in front of interfaces to mark those |
| 183 | 183 | ** interfaces as either deprecated or experimental. New applications |
| 184 | | -** should not use deprecated interfaces - they are support for backwards |
| 184 | +** should not use deprecated interfaces - they are supported for backwards |
| 185 | 185 | ** compatibility only. Application writers should be aware that |
| 186 | 186 | ** experimental interfaces are subject to change in point releases. |
| 187 | 187 | ** |
| 188 | 188 | ** These macros used to resolve to various kinds of compiler magic that |
| 189 | 189 | ** would generate warning messages when they were used. But that |
| | @@ -229,13 +229,13 @@ |
| 229 | 229 | ** |
| 230 | 230 | ** See also: [sqlite3_libversion()], |
| 231 | 231 | ** [sqlite3_libversion_number()], [sqlite3_sourceid()], |
| 232 | 232 | ** [sqlite_version()] and [sqlite_source_id()]. |
| 233 | 233 | */ |
| 234 | | -#define SQLITE_VERSION "3.8.7.2" |
| 235 | | -#define SQLITE_VERSION_NUMBER 3008007 |
| 236 | | -#define SQLITE_SOURCE_ID "2014-11-18 12:28:52 945a9e687fdfee5f7103d85d131024e85d594ac3" |
| 234 | +#define SQLITE_VERSION "3.8.8" |
| 235 | +#define SQLITE_VERSION_NUMBER 3008008 |
| 236 | +#define SQLITE_SOURCE_ID "2014-11-18 21:54:31 4461bf045d8eecf98478035efcdba3f41c709bc5" |
| 237 | 237 | |
| 238 | 238 | /* |
| 239 | 239 | ** CAPI3REF: Run-Time Library Version Numbers |
| 240 | 240 | ** KEYWORDS: sqlite3_version, sqlite3_sourceid |
| 241 | 241 | ** |
| | @@ -1626,29 +1626,31 @@ |
| 1626 | 1626 | ** it is not possible to set the Serialized [threading mode] and |
| 1627 | 1627 | ** [sqlite3_config()] will return [SQLITE_ERROR] if called with the |
| 1628 | 1628 | ** SQLITE_CONFIG_SERIALIZED configuration option.</dd> |
| 1629 | 1629 | ** |
| 1630 | 1630 | ** [[SQLITE_CONFIG_MALLOC]] <dt>SQLITE_CONFIG_MALLOC</dt> |
| 1631 | | -** <dd> ^(This option takes a single argument which is a pointer to an |
| 1632 | | -** instance of the [sqlite3_mem_methods] structure. The argument specifies |
| 1631 | +** <dd> ^(The SQLITE_CONFIG_MALLOC option takes a single argument which is |
| 1632 | +** a pointer to an instance of the [sqlite3_mem_methods] structure. |
| 1633 | +** The argument specifies |
| 1633 | 1634 | ** alternative low-level memory allocation routines to be used in place of |
| 1634 | 1635 | ** the memory allocation routines built into SQLite.)^ ^SQLite makes |
| 1635 | 1636 | ** its own private copy of the content of the [sqlite3_mem_methods] structure |
| 1636 | 1637 | ** before the [sqlite3_config()] call returns.</dd> |
| 1637 | 1638 | ** |
| 1638 | 1639 | ** [[SQLITE_CONFIG_GETMALLOC]] <dt>SQLITE_CONFIG_GETMALLOC</dt> |
| 1639 | | -** <dd> ^(This option takes a single argument which is a pointer to an |
| 1640 | | -** instance of the [sqlite3_mem_methods] structure. The [sqlite3_mem_methods] |
| 1640 | +** <dd> ^(The SQLITE_CONFIG_GETMALLOC option takes a single argument which |
| 1641 | +** is a pointer to an instance of the [sqlite3_mem_methods] structure. |
| 1642 | +** The [sqlite3_mem_methods] |
| 1641 | 1643 | ** structure is filled with the currently defined memory allocation routines.)^ |
| 1642 | 1644 | ** This option can be used to overload the default memory allocation |
| 1643 | 1645 | ** routines with a wrapper that simulations memory allocation failure or |
| 1644 | 1646 | ** tracks memory usage, for example. </dd> |
| 1645 | 1647 | ** |
| 1646 | 1648 | ** [[SQLITE_CONFIG_MEMSTATUS]] <dt>SQLITE_CONFIG_MEMSTATUS</dt> |
| 1647 | | -** <dd> ^This option takes single argument of type int, interpreted as a |
| 1648 | | -** boolean, which enables or disables the collection of memory allocation |
| 1649 | | -** statistics. ^(When memory allocation statistics are disabled, the |
| 1649 | +** <dd> ^The SQLITE_CONFIG_MEMSTATUS option takes single argument of type int, |
| 1650 | +** interpreted as a boolean, which enables or disables the collection of |
| 1651 | +** memory allocation statistics. ^(When memory allocation statistics are disabled, the |
| 1650 | 1652 | ** following SQLite interfaces become non-operational: |
| 1651 | 1653 | ** <ul> |
| 1652 | 1654 | ** <li> [sqlite3_memory_used()] |
| 1653 | 1655 | ** <li> [sqlite3_memory_highwater()] |
| 1654 | 1656 | ** <li> [sqlite3_soft_heap_limit64()] |
| | @@ -1658,78 +1660,90 @@ |
| 1658 | 1660 | ** compiled with [SQLITE_DEFAULT_MEMSTATUS]=0 in which case memory |
| 1659 | 1661 | ** allocation statistics are disabled by default. |
| 1660 | 1662 | ** </dd> |
| 1661 | 1663 | ** |
| 1662 | 1664 | ** [[SQLITE_CONFIG_SCRATCH]] <dt>SQLITE_CONFIG_SCRATCH</dt> |
| 1663 | | -** <dd> ^This option specifies a static memory buffer that SQLite can use for |
| 1664 | | -** scratch memory. There are three arguments: A pointer an 8-byte |
| 1665 | +** <dd> ^The SQLITE_CONFIG_SCRATCH option specifies a static memory buffer |
| 1666 | +** that SQLite can use for scratch memory. ^(There are three arguments |
| 1667 | +** to SQLITE_CONFIG_SCRATCH: A pointer an 8-byte |
| 1665 | 1668 | ** aligned memory buffer from which the scratch allocations will be |
| 1666 | 1669 | ** drawn, the size of each scratch allocation (sz), |
| 1667 | | -** and the maximum number of scratch allocations (N). The sz |
| 1668 | | -** argument must be a multiple of 16. |
| 1670 | +** and the maximum number of scratch allocations (N).)^ |
| 1669 | 1671 | ** The first argument must be a pointer to an 8-byte aligned buffer |
| 1670 | 1672 | ** of at least sz*N bytes of memory. |
| 1671 | | -** ^SQLite will use no more than two scratch buffers per thread. So |
| 1672 | | -** N should be set to twice the expected maximum number of threads. |
| 1673 | | -** ^SQLite will never require a scratch buffer that is more than 6 |
| 1674 | | -** times the database page size. ^If SQLite needs needs additional |
| 1673 | +** ^SQLite will not use more than one scratch buffers per thread. |
| 1674 | +** ^SQLite will never request a scratch buffer that is more than 6 |
| 1675 | +** times the database page size. |
| 1676 | +** ^If SQLite needs needs additional |
| 1675 | 1677 | ** scratch memory beyond what is provided by this configuration option, then |
| 1676 | | -** [sqlite3_malloc()] will be used to obtain the memory needed.</dd> |
| 1678 | +** [sqlite3_malloc()] will be used to obtain the memory needed.<p> |
| 1679 | +** ^When the application provides any amount of scratch memory using |
| 1680 | +** SQLITE_CONFIG_SCRATCH, SQLite avoids unnecessary large |
| 1681 | +** [sqlite3_malloc|heap allocations]. |
| 1682 | +** This can help [Robson proof|prevent memory allocation failures] due to heap |
| 1683 | +** fragmentation in low-memory embedded systems. |
| 1684 | +** </dd> |
| 1677 | 1685 | ** |
| 1678 | 1686 | ** [[SQLITE_CONFIG_PAGECACHE]] <dt>SQLITE_CONFIG_PAGECACHE</dt> |
| 1679 | | -** <dd> ^This option specifies a static memory buffer that SQLite can use for |
| 1680 | | -** the database page cache with the default page cache implementation. |
| 1687 | +** <dd> ^The SQLITE_CONFIG_PAGECACHE option specifies a static memory buffer |
| 1688 | +** that SQLite can use for the database page cache with the default page |
| 1689 | +** cache implementation. |
| 1681 | 1690 | ** This configuration should not be used if an application-define page |
| 1682 | | -** cache implementation is loaded using the SQLITE_CONFIG_PCACHE2 option. |
| 1683 | | -** There are three arguments to this option: A pointer to 8-byte aligned |
| 1691 | +** cache implementation is loaded using the [SQLITE_CONFIG_PCACHE2] |
| 1692 | +** configuration option. |
| 1693 | +** ^There are three arguments to SQLITE_CONFIG_PAGECACHE: A pointer to 8-byte aligned |
| 1684 | 1694 | ** memory, the size of each page buffer (sz), and the number of pages (N). |
| 1685 | 1695 | ** The sz argument should be the size of the largest database page |
| 1686 | | -** (a power of two between 512 and 32768) plus a little extra for each |
| 1687 | | -** page header. ^The page header size is 20 to 40 bytes depending on |
| 1688 | | -** the host architecture. ^It is harmless, apart from the wasted memory, |
| 1689 | | -** to make sz a little too large. The first |
| 1690 | | -** argument should point to an allocation of at least sz*N bytes of memory. |
| 1696 | +** (a power of two between 512 and 32768) plus some extra bytes for each |
| 1697 | +** page header. ^The number of extra bytes needed by the page header |
| 1698 | +** can be determined using the [SQLITE_CONFIG_PCACHE_HDRSZ] option |
| 1699 | +** to [sqlite3_config()]. |
| 1700 | +** ^It is harmless, apart from the wasted memory, |
| 1701 | +** for the sz parameter to be larger than necessary. The first |
| 1702 | +** argument should pointer to an 8-byte aligned block of memory that |
| 1703 | +** is at least sz*N bytes of memory, otherwise subsequent behavior is |
| 1704 | +** undefined. |
| 1691 | 1705 | ** ^SQLite will use the memory provided by the first argument to satisfy its |
| 1692 | 1706 | ** memory needs for the first N pages that it adds to cache. ^If additional |
| 1693 | 1707 | ** page cache memory is needed beyond what is provided by this option, then |
| 1694 | | -** SQLite goes to [sqlite3_malloc()] for the additional storage space. |
| 1695 | | -** The pointer in the first argument must |
| 1696 | | -** be aligned to an 8-byte boundary or subsequent behavior of SQLite |
| 1697 | | -** will be undefined.</dd> |
| 1708 | +** SQLite goes to [sqlite3_malloc()] for the additional storage space.</dd> |
| 1698 | 1709 | ** |
| 1699 | 1710 | ** [[SQLITE_CONFIG_HEAP]] <dt>SQLITE_CONFIG_HEAP</dt> |
| 1700 | | -** <dd> ^This option specifies a static memory buffer that SQLite will use |
| 1701 | | -** for all of its dynamic memory allocation needs beyond those provided |
| 1702 | | -** for by [SQLITE_CONFIG_SCRATCH] and [SQLITE_CONFIG_PAGECACHE]. |
| 1703 | | -** There are three arguments: An 8-byte aligned pointer to the memory, |
| 1711 | +** <dd> ^The SQLITE_CONFIG_HEAP option specifies a static memory buffer |
| 1712 | +** that SQLite will use for all of its dynamic memory allocation needs |
| 1713 | +** beyond those provided for by [SQLITE_CONFIG_SCRATCH] and [SQLITE_CONFIG_PAGECACHE]. |
| 1714 | +** ^The SQLITE_CONFIG_HEAP option is only available if SQLite is compiled |
| 1715 | +** with either [SQLITE_ENABLE_MEMSYS3] or [SQLITE_ENABLE_MEMSYS5] and returns |
| 1716 | +** [SQLITE_ERROR] if invoked otherwise. |
| 1717 | +** ^There are three arguments to SQLITE_CONFIG_HEAP: |
| 1718 | +** An 8-byte aligned pointer to the memory, |
| 1704 | 1719 | ** the number of bytes in the memory buffer, and the minimum allocation size. |
| 1705 | 1720 | ** ^If the first pointer (the memory pointer) is NULL, then SQLite reverts |
| 1706 | 1721 | ** to using its default memory allocator (the system malloc() implementation), |
| 1707 | 1722 | ** undoing any prior invocation of [SQLITE_CONFIG_MALLOC]. ^If the |
| 1708 | | -** memory pointer is not NULL and either [SQLITE_ENABLE_MEMSYS3] or |
| 1709 | | -** [SQLITE_ENABLE_MEMSYS5] are defined, then the alternative memory |
| 1723 | +** memory pointer is not NULL then the alternative memory |
| 1710 | 1724 | ** allocator is engaged to handle all of SQLites memory allocation needs. |
| 1711 | 1725 | ** The first pointer (the memory pointer) must be aligned to an 8-byte |
| 1712 | 1726 | ** boundary or subsequent behavior of SQLite will be undefined. |
| 1713 | 1727 | ** The minimum allocation size is capped at 2**12. Reasonable values |
| 1714 | 1728 | ** for the minimum allocation size are 2**5 through 2**8.</dd> |
| 1715 | 1729 | ** |
| 1716 | 1730 | ** [[SQLITE_CONFIG_MUTEX]] <dt>SQLITE_CONFIG_MUTEX</dt> |
| 1717 | | -** <dd> ^(This option takes a single argument which is a pointer to an |
| 1718 | | -** instance of the [sqlite3_mutex_methods] structure. The argument specifies |
| 1719 | | -** alternative low-level mutex routines to be used in place |
| 1731 | +** <dd> ^(The SQLITE_CONFIG_MUTEX option takes a single argument which is a |
| 1732 | +** pointer to an instance of the [sqlite3_mutex_methods] structure. |
| 1733 | +** The argument specifies alternative low-level mutex routines to be used in place |
| 1720 | 1734 | ** the mutex routines built into SQLite.)^ ^SQLite makes a copy of the |
| 1721 | 1735 | ** content of the [sqlite3_mutex_methods] structure before the call to |
| 1722 | 1736 | ** [sqlite3_config()] returns. ^If SQLite is compiled with |
| 1723 | 1737 | ** the [SQLITE_THREADSAFE | SQLITE_THREADSAFE=0] compile-time option then |
| 1724 | 1738 | ** the entire mutexing subsystem is omitted from the build and hence calls to |
| 1725 | 1739 | ** [sqlite3_config()] with the SQLITE_CONFIG_MUTEX configuration option will |
| 1726 | 1740 | ** return [SQLITE_ERROR].</dd> |
| 1727 | 1741 | ** |
| 1728 | 1742 | ** [[SQLITE_CONFIG_GETMUTEX]] <dt>SQLITE_CONFIG_GETMUTEX</dt> |
| 1729 | | -** <dd> ^(This option takes a single argument which is a pointer to an |
| 1730 | | -** instance of the [sqlite3_mutex_methods] structure. The |
| 1743 | +** <dd> ^(The SQLITE_CONFIG_GETMUTEX option takes a single argument which |
| 1744 | +** is a pointer to an instance of the [sqlite3_mutex_methods] structure. The |
| 1731 | 1745 | ** [sqlite3_mutex_methods] |
| 1732 | 1746 | ** structure is filled with the currently defined mutex routines.)^ |
| 1733 | 1747 | ** This option can be used to overload the default mutex allocation |
| 1734 | 1748 | ** routines with a wrapper used to track mutex usage for performance |
| 1735 | 1749 | ** profiling or testing, for example. ^If SQLite is compiled with |
| | @@ -1737,28 +1751,28 @@ |
| 1737 | 1751 | ** the entire mutexing subsystem is omitted from the build and hence calls to |
| 1738 | 1752 | ** [sqlite3_config()] with the SQLITE_CONFIG_GETMUTEX configuration option will |
| 1739 | 1753 | ** return [SQLITE_ERROR].</dd> |
| 1740 | 1754 | ** |
| 1741 | 1755 | ** [[SQLITE_CONFIG_LOOKASIDE]] <dt>SQLITE_CONFIG_LOOKASIDE</dt> |
| 1742 | | -** <dd> ^(This option takes two arguments that determine the default |
| 1743 | | -** memory allocation for the lookaside memory allocator on each |
| 1744 | | -** [database connection]. The first argument is the |
| 1756 | +** <dd> ^(The SQLITE_CONFIG_LOOKASIDE option takes two arguments that determine |
| 1757 | +** the default size of lookaside memory on each [database connection]. |
| 1758 | +** The first argument is the |
| 1745 | 1759 | ** size of each lookaside buffer slot and the second is the number of |
| 1746 | | -** slots allocated to each database connection.)^ ^(This option sets the |
| 1747 | | -** <i>default</i> lookaside size. The [SQLITE_DBCONFIG_LOOKASIDE] |
| 1748 | | -** verb to [sqlite3_db_config()] can be used to change the lookaside |
| 1760 | +** slots allocated to each database connection.)^ ^(SQLITE_CONFIG_LOOKASIDE |
| 1761 | +** sets the <i>default</i> lookaside size. The [SQLITE_DBCONFIG_LOOKASIDE] |
| 1762 | +** option to [sqlite3_db_config()] can be used to change the lookaside |
| 1749 | 1763 | ** configuration on individual connections.)^ </dd> |
| 1750 | 1764 | ** |
| 1751 | 1765 | ** [[SQLITE_CONFIG_PCACHE2]] <dt>SQLITE_CONFIG_PCACHE2</dt> |
| 1752 | | -** <dd> ^(This option takes a single argument which is a pointer to |
| 1753 | | -** an [sqlite3_pcache_methods2] object. This object specifies the interface |
| 1754 | | -** to a custom page cache implementation.)^ ^SQLite makes a copy of the |
| 1755 | | -** object and uses it for page cache memory allocations.</dd> |
| 1766 | +** <dd> ^(The SQLITE_CONFIG_PCACHE2 option takes a single argument which is |
| 1767 | +** a pointer to an [sqlite3_pcache_methods2] object. This object specifies |
| 1768 | +** the interface to a custom page cache implementation.)^ |
| 1769 | +** ^SQLite makes a copy of the [sqlite3_pcache_methods2] object.</dd> |
| 1756 | 1770 | ** |
| 1757 | 1771 | ** [[SQLITE_CONFIG_GETPCACHE2]] <dt>SQLITE_CONFIG_GETPCACHE2</dt> |
| 1758 | | -** <dd> ^(This option takes a single argument which is a pointer to an |
| 1759 | | -** [sqlite3_pcache_methods2] object. SQLite copies of the current |
| 1772 | +** <dd> ^(The SQLITE_CONFIG_GETPCACHE2 option takes a single argument which |
| 1773 | +** is a pointer to an [sqlite3_pcache_methods2] object. SQLite copies of the current |
| 1760 | 1774 | ** page cache implementation into that object.)^ </dd> |
| 1761 | 1775 | ** |
| 1762 | 1776 | ** [[SQLITE_CONFIG_LOG]] <dt>SQLITE_CONFIG_LOG</dt> |
| 1763 | 1777 | ** <dd> The SQLITE_CONFIG_LOG option is used to configure the SQLite |
| 1764 | 1778 | ** global [error log]. |
| | @@ -1778,26 +1792,27 @@ |
| 1778 | 1792 | ** supplied by the application must not invoke any SQLite interface. |
| 1779 | 1793 | ** In a multi-threaded application, the application-defined logger |
| 1780 | 1794 | ** function must be threadsafe. </dd> |
| 1781 | 1795 | ** |
| 1782 | 1796 | ** [[SQLITE_CONFIG_URI]] <dt>SQLITE_CONFIG_URI |
| 1783 | | -** <dd>^(This option takes a single argument of type int. If non-zero, then |
| 1784 | | -** URI handling is globally enabled. If the parameter is zero, then URI handling |
| 1785 | | -** is globally disabled.)^ ^If URI handling is globally enabled, all filenames |
| 1786 | | -** passed to [sqlite3_open()], [sqlite3_open_v2()], [sqlite3_open16()] or |
| 1797 | +** <dd>^(The SQLITE_CONFIG_URI option takes a single argument of type int. |
| 1798 | +** If non-zero, then URI handling is globally enabled. If the parameter is zero, |
| 1799 | +** then URI handling is globally disabled.)^ ^If URI handling is globally enabled, |
| 1800 | +** all filenames passed to [sqlite3_open()], [sqlite3_open_v2()], [sqlite3_open16()] or |
| 1787 | 1801 | ** specified as part of [ATTACH] commands are interpreted as URIs, regardless |
| 1788 | 1802 | ** of whether or not the [SQLITE_OPEN_URI] flag is set when the database |
| 1789 | 1803 | ** connection is opened. ^If it is globally disabled, filenames are |
| 1790 | 1804 | ** only interpreted as URIs if the SQLITE_OPEN_URI flag is set when the |
| 1791 | 1805 | ** database connection is opened. ^(By default, URI handling is globally |
| 1792 | 1806 | ** disabled. The default value may be changed by compiling with the |
| 1793 | 1807 | ** [SQLITE_USE_URI] symbol defined.)^ |
| 1794 | 1808 | ** |
| 1795 | 1809 | ** [[SQLITE_CONFIG_COVERING_INDEX_SCAN]] <dt>SQLITE_CONFIG_COVERING_INDEX_SCAN |
| 1796 | | -** <dd>^This option takes a single integer argument which is interpreted as |
| 1797 | | -** a boolean in order to enable or disable the use of covering indices for |
| 1798 | | -** full table scans in the query optimizer. ^The default setting is determined |
| 1810 | +** <dd>^The SQLITE_CONFIG_COVERING_INDEX_SCAN option takes a single integer |
| 1811 | +** argument which is interpreted as a boolean in order to enable or disable |
| 1812 | +** the use of covering indices for full table scans in the query optimizer. |
| 1813 | +** ^The default setting is determined |
| 1799 | 1814 | ** by the [SQLITE_ALLOW_COVERING_INDEX_SCAN] compile-time option, or is "on" |
| 1800 | 1815 | ** if that compile-time option is omitted. |
| 1801 | 1816 | ** The ability to disable the use of covering indices for full table scans |
| 1802 | 1817 | ** is because some incorrectly coded legacy applications might malfunction |
| 1803 | 1818 | ** when the optimization is enabled. Providing the ability to |
| | @@ -1833,23 +1848,32 @@ |
| 1833 | 1848 | ** that are the default mmap size limit (the default setting for |
| 1834 | 1849 | ** [PRAGMA mmap_size]) and the maximum allowed mmap size limit. |
| 1835 | 1850 | ** ^The default setting can be overridden by each database connection using |
| 1836 | 1851 | ** either the [PRAGMA mmap_size] command, or by using the |
| 1837 | 1852 | ** [SQLITE_FCNTL_MMAP_SIZE] file control. ^(The maximum allowed mmap size |
| 1838 | | -** cannot be changed at run-time. Nor may the maximum allowed mmap size |
| 1839 | | -** exceed the compile-time maximum mmap size set by the |
| 1853 | +** will be silently truncated if necessary so that it does not exceed the |
| 1854 | +** compile-time maximum mmap size set by the |
| 1840 | 1855 | ** [SQLITE_MAX_MMAP_SIZE] compile-time option.)^ |
| 1841 | 1856 | ** ^If either argument to this option is negative, then that argument is |
| 1842 | 1857 | ** changed to its compile-time default. |
| 1843 | 1858 | ** |
| 1844 | 1859 | ** [[SQLITE_CONFIG_WIN32_HEAPSIZE]] |
| 1845 | 1860 | ** <dt>SQLITE_CONFIG_WIN32_HEAPSIZE |
| 1846 | | -** <dd>^This option is only available if SQLite is compiled for Windows |
| 1847 | | -** with the [SQLITE_WIN32_MALLOC] pre-processor macro defined. |
| 1848 | | -** SQLITE_CONFIG_WIN32_HEAPSIZE takes a 32-bit unsigned integer value |
| 1861 | +** <dd>^The SQLITE_CONFIG_WIN32_HEAPSIZE option is only available if SQLite is |
| 1862 | +** compiled for Windows with the [SQLITE_WIN32_MALLOC] pre-processor macro defined. |
| 1863 | +** ^SQLITE_CONFIG_WIN32_HEAPSIZE takes a 32-bit unsigned integer value |
| 1849 | 1864 | ** that specifies the maximum size of the created heap. |
| 1850 | 1865 | ** </dl> |
| 1866 | +** |
| 1867 | +** [[SQLITE_CONFIG_PCACHE_HDRSZ]] |
| 1868 | +** <dt>SQLITE_CONFIG_PCACHE_HDRSZ |
| 1869 | +** <dd>^The SQLITE_CONFIG_PCACHE_HDRSZ option takes a single parameter which |
| 1870 | +** is a pointer to an integer and writes into that integer the number of extra |
| 1871 | +** bytes per page required for each page in [SQLITE_CONFIG_PAGECACHE]. The amount of |
| 1872 | +** extra space required can change depending on the compiler, |
| 1873 | +** target platform, and SQLite version. |
| 1874 | +** </dl> |
| 1851 | 1875 | */ |
| 1852 | 1876 | #define SQLITE_CONFIG_SINGLETHREAD 1 /* nil */ |
| 1853 | 1877 | #define SQLITE_CONFIG_MULTITHREAD 2 /* nil */ |
| 1854 | 1878 | #define SQLITE_CONFIG_SERIALIZED 3 /* nil */ |
| 1855 | 1879 | #define SQLITE_CONFIG_MALLOC 4 /* sqlite3_mem_methods* */ |
| | @@ -1870,10 +1894,11 @@ |
| 1870 | 1894 | #define SQLITE_CONFIG_GETPCACHE2 19 /* sqlite3_pcache_methods2* */ |
| 1871 | 1895 | #define SQLITE_CONFIG_COVERING_INDEX_SCAN 20 /* int */ |
| 1872 | 1896 | #define SQLITE_CONFIG_SQLLOG 21 /* xSqllog, void* */ |
| 1873 | 1897 | #define SQLITE_CONFIG_MMAP_SIZE 22 /* sqlite3_int64, sqlite3_int64 */ |
| 1874 | 1898 | #define SQLITE_CONFIG_WIN32_HEAPSIZE 23 /* int nByte */ |
| 1899 | +#define SQLITE_CONFIG_PCACHE_HDRSZ 24 /* int *psz */ |
| 1875 | 1900 | |
| 1876 | 1901 | /* |
| 1877 | 1902 | ** CAPI3REF: Database Connection Configuration Options |
| 1878 | 1903 | ** |
| 1879 | 1904 | ** These constants are the available integer configuration options that |
| | @@ -1997,51 +2022,49 @@ |
| 1997 | 2022 | SQLITE_API sqlite3_int64 sqlite3_last_insert_rowid(sqlite3*); |
| 1998 | 2023 | |
| 1999 | 2024 | /* |
| 2000 | 2025 | ** CAPI3REF: Count The Number Of Rows Modified |
| 2001 | 2026 | ** |
| 2002 | | -** ^This function returns the number of database rows that were changed |
| 2003 | | -** or inserted or deleted by the most recently completed SQL statement |
| 2004 | | -** on the [database connection] specified by the first parameter. |
| 2005 | | -** ^(Only changes that are directly specified by the [INSERT], [UPDATE], |
| 2006 | | -** or [DELETE] statement are counted. Auxiliary changes caused by |
| 2007 | | -** triggers or [foreign key actions] are not counted.)^ Use the |
| 2008 | | -** [sqlite3_total_changes()] function to find the total number of changes |
| 2009 | | -** including changes caused by triggers and foreign key actions. |
| 2010 | | -** |
| 2011 | | -** ^Changes to a view that are simulated by an [INSTEAD OF trigger] |
| 2012 | | -** are not counted. Only real table changes are counted. |
| 2013 | | -** |
| 2014 | | -** ^(A "row change" is a change to a single row of a single table |
| 2015 | | -** caused by an INSERT, DELETE, or UPDATE statement. Rows that |
| 2016 | | -** are changed as side effects of [REPLACE] constraint resolution, |
| 2017 | | -** rollback, ABORT processing, [DROP TABLE], or by any other |
| 2018 | | -** mechanisms do not count as direct row changes.)^ |
| 2019 | | -** |
| 2020 | | -** A "trigger context" is a scope of execution that begins and |
| 2021 | | -** ends with the script of a [CREATE TRIGGER | trigger]. |
| 2022 | | -** Most SQL statements are |
| 2023 | | -** evaluated outside of any trigger. This is the "top level" |
| 2024 | | -** trigger context. If a trigger fires from the top level, a |
| 2025 | | -** new trigger context is entered for the duration of that one |
| 2026 | | -** trigger. Subtriggers create subcontexts for their duration. |
| 2027 | | -** |
| 2028 | | -** ^Calling [sqlite3_exec()] or [sqlite3_step()] recursively does |
| 2029 | | -** not create a new trigger context. |
| 2030 | | -** |
| 2031 | | -** ^This function returns the number of direct row changes in the |
| 2032 | | -** most recent INSERT, UPDATE, or DELETE statement within the same |
| 2033 | | -** trigger context. |
| 2034 | | -** |
| 2035 | | -** ^Thus, when called from the top level, this function returns the |
| 2036 | | -** number of changes in the most recent INSERT, UPDATE, or DELETE |
| 2037 | | -** that also occurred at the top level. ^(Within the body of a trigger, |
| 2038 | | -** the sqlite3_changes() interface can be called to find the number of |
| 2039 | | -** changes in the most recently completed INSERT, UPDATE, or DELETE |
| 2040 | | -** statement within the body of the same trigger. |
| 2041 | | -** However, the number returned does not include changes |
| 2042 | | -** caused by subtriggers since those have their own context.)^ |
| 2027 | +** ^This function returns the number of rows modified, inserted or |
| 2028 | +** deleted by the most recently completed INSERT, UPDATE or DELETE |
| 2029 | +** statement on the database connection specified by the only parameter. |
| 2030 | +** ^Executing any other type of SQL statement does not modify the value |
| 2031 | +** returned by this function. |
| 2032 | +** |
| 2033 | +** ^Only changes made directly by the INSERT, UPDATE or DELETE statement are |
| 2034 | +** considered - auxiliary changes caused by [CREATE TRIGGER | triggers], |
| 2035 | +** [foreign key actions] or [REPLACE] constraint resolution are not counted. |
| 2036 | +** |
| 2037 | +** Changes to a view that are intercepted by |
| 2038 | +** [INSTEAD OF trigger | INSTEAD OF triggers] are not counted. ^The value |
| 2039 | +** returned by sqlite3_changes() immediately after an INSERT, UPDATE or |
| 2040 | +** DELETE statement run on a view is always zero. Only changes made to real |
| 2041 | +** tables are counted. |
| 2042 | +** |
| 2043 | +** Things are more complicated if the sqlite3_changes() function is |
| 2044 | +** executed while a trigger program is running. This may happen if the |
| 2045 | +** program uses the [changes() SQL function], or if some other callback |
| 2046 | +** function invokes sqlite3_changes() directly. Essentially: |
| 2047 | +** |
| 2048 | +** <ul> |
| 2049 | +** <li> ^(Before entering a trigger program the value returned by |
| 2050 | +** sqlite3_changes() function is saved. After the trigger program |
| 2051 | +** has finished, the original value is restored.)^ |
| 2052 | +** |
| 2053 | +** <li> ^(Within a trigger program each INSERT, UPDATE and DELETE |
| 2054 | +** statement sets the value returned by sqlite3_changes() |
| 2055 | +** upon completion as normal. Of course, this value will not include |
| 2056 | +** any changes performed by sub-triggers, as the sqlite3_changes() |
| 2057 | +** value will be saved and restored after each sub-trigger has run.)^ |
| 2058 | +** </ul> |
| 2059 | +** |
| 2060 | +** ^This means that if the changes() SQL function (or similar) is used |
| 2061 | +** by the first INSERT, UPDATE or DELETE statement within a trigger, it |
| 2062 | +** returns the value as set when the calling statement began executing. |
| 2063 | +** ^If it is used by the second or subsequent such statement within a trigger |
| 2064 | +** program, the value returned reflects the number of rows modified by the |
| 2065 | +** previous INSERT, UPDATE or DELETE statement within the same trigger. |
| 2043 | 2066 | ** |
| 2044 | 2067 | ** See also the [sqlite3_total_changes()] interface, the |
| 2045 | 2068 | ** [count_changes pragma], and the [changes() SQL function]. |
| 2046 | 2069 | ** |
| 2047 | 2070 | ** If a separate thread makes changes on the same database connection |
| | @@ -2051,24 +2074,21 @@ |
| 2051 | 2074 | SQLITE_API int sqlite3_changes(sqlite3*); |
| 2052 | 2075 | |
| 2053 | 2076 | /* |
| 2054 | 2077 | ** CAPI3REF: Total Number Of Rows Modified |
| 2055 | 2078 | ** |
| 2056 | | -** ^This function returns the number of row changes caused by [INSERT], |
| 2057 | | -** [UPDATE] or [DELETE] statements since the [database connection] was opened. |
| 2058 | | -** ^(The count returned by sqlite3_total_changes() includes all changes |
| 2059 | | -** from all [CREATE TRIGGER | trigger] contexts and changes made by |
| 2060 | | -** [foreign key actions]. However, |
| 2061 | | -** the count does not include changes used to implement [REPLACE] constraints, |
| 2062 | | -** do rollbacks or ABORT processing, or [DROP TABLE] processing. The |
| 2063 | | -** count does not include rows of views that fire an [INSTEAD OF trigger], |
| 2064 | | -** though if the INSTEAD OF trigger makes changes of its own, those changes |
| 2065 | | -** are counted.)^ |
| 2066 | | -** ^The sqlite3_total_changes() function counts the changes as soon as |
| 2067 | | -** the statement that makes them is completed (when the statement handle |
| 2068 | | -** is passed to [sqlite3_reset()] or [sqlite3_finalize()]). |
| 2069 | | -** |
| 2079 | +** ^This function returns the total number of rows inserted, modified or |
| 2080 | +** deleted by all [INSERT], [UPDATE] or [DELETE] statements completed |
| 2081 | +** since the database connection was opened, including those executed as |
| 2082 | +** part of trigger programs. ^Executing any other type of SQL statement |
| 2083 | +** does not affect the value returned by sqlite3_total_changes(). |
| 2084 | +** |
| 2085 | +** ^Changes made as part of [foreign key actions] are included in the |
| 2086 | +** count, but those made as part of REPLACE constraint resolution are |
| 2087 | +** not. ^Changes to a view that are intercepted by INSTEAD OF triggers |
| 2088 | +** are not counted. |
| 2089 | +** |
| 2070 | 2090 | ** See also the [sqlite3_changes()] interface, the |
| 2071 | 2091 | ** [count_changes pragma], and the [total_changes() SQL function]. |
| 2072 | 2092 | ** |
| 2073 | 2093 | ** If a separate thread makes changes on the same database connection |
| 2074 | 2094 | ** while [sqlite3_total_changes()] is running then the value |
| | @@ -2542,17 +2562,18 @@ |
| 2542 | 2562 | ** already uses the largest possible [ROWID]. The PRNG is also used for |
| 2543 | 2563 | ** the build-in random() and randomblob() SQL functions. This interface allows |
| 2544 | 2564 | ** applications to access the same PRNG for other purposes. |
| 2545 | 2565 | ** |
| 2546 | 2566 | ** ^A call to this routine stores N bytes of randomness into buffer P. |
| 2547 | | -** ^If N is less than one, then P can be a NULL pointer. |
| 2567 | +** ^The P parameter can be a NULL pointer. |
| 2548 | 2568 | ** |
| 2549 | 2569 | ** ^If this routine has not been previously called or if the previous |
| 2550 | | -** call had N less than one, then the PRNG is seeded using randomness |
| 2551 | | -** obtained from the xRandomness method of the default [sqlite3_vfs] object. |
| 2552 | | -** ^If the previous call to this routine had an N of 1 or more then |
| 2553 | | -** the pseudo-randomness is generated |
| 2570 | +** call had N less than one or a NULL pointer for P, then the PRNG is |
| 2571 | +** seeded using randomness obtained from the xRandomness method of |
| 2572 | +** the default [sqlite3_vfs] object. |
| 2573 | +** ^If the previous call to this routine had an N of 1 or more and a |
| 2574 | +** non-NULL P then the pseudo-randomness is generated |
| 2554 | 2575 | ** internally and without recourse to the [sqlite3_vfs] xRandomness |
| 2555 | 2576 | ** method. |
| 2556 | 2577 | */ |
| 2557 | 2578 | SQLITE_API void sqlite3_randomness(int N, void *P); |
| 2558 | 2579 | |
| | @@ -5762,31 +5783,47 @@ |
| 5762 | 5783 | ** in other words, the same BLOB that would be selected by: |
| 5763 | 5784 | ** |
| 5764 | 5785 | ** <pre> |
| 5765 | 5786 | ** SELECT zColumn FROM zDb.zTable WHERE [rowid] = iRow; |
| 5766 | 5787 | ** </pre>)^ |
| 5788 | +** |
| 5789 | +** ^(Parameter zDb is not the filename that contains the database, but |
| 5790 | +** rather the symbolic name of the database. For attached databases, this is |
| 5791 | +** the name that appears after the AS keyword in the [ATTACH] statement. |
| 5792 | +** For the main database file, the database name is "main". For TEMP |
| 5793 | +** tables, the database name is "temp".)^ |
| 5767 | 5794 | ** |
| 5768 | 5795 | ** ^If the flags parameter is non-zero, then the BLOB is opened for read |
| 5769 | | -** and write access. ^If it is zero, the BLOB is opened for read access. |
| 5770 | | -** ^It is not possible to open a column that is part of an index or primary |
| 5771 | | -** key for writing. ^If [foreign key constraints] are enabled, it is |
| 5772 | | -** not possible to open a column that is part of a [child key] for writing. |
| 5773 | | -** |
| 5774 | | -** ^Note that the database name is not the filename that contains |
| 5775 | | -** the database but rather the symbolic name of the database that |
| 5776 | | -** appears after the AS keyword when the database is connected using [ATTACH]. |
| 5777 | | -** ^For the main database file, the database name is "main". |
| 5778 | | -** ^For TEMP tables, the database name is "temp". |
| 5779 | | -** |
| 5780 | | -** ^(On success, [SQLITE_OK] is returned and the new [BLOB handle] is written |
| 5781 | | -** to *ppBlob. Otherwise an [error code] is returned and *ppBlob is set |
| 5782 | | -** to be a null pointer.)^ |
| 5783 | | -** ^This function sets the [database connection] error code and message |
| 5784 | | -** accessible via [sqlite3_errcode()] and [sqlite3_errmsg()] and related |
| 5785 | | -** functions. ^Note that the *ppBlob variable is always initialized in a |
| 5786 | | -** way that makes it safe to invoke [sqlite3_blob_close()] on *ppBlob |
| 5787 | | -** regardless of the success or failure of this routine. |
| 5796 | +** and write access. ^If the flags parameter is zero, the BLOB is opened for |
| 5797 | +** read-only access. |
| 5798 | +** |
| 5799 | +** ^(On success, [SQLITE_OK] is returned and the new [BLOB handle] is stored |
| 5800 | +** in *ppBlob. Otherwise an [error code] is returned and, unless the error |
| 5801 | +** code is SQLITE_MISUSE, *ppBlob is set to NULL.)^ ^This means that, provided |
| 5802 | +** the API is not misused, it is always safe to call [sqlite3_blob_close()] |
| 5803 | +** on *ppBlob after this function it returns. |
| 5804 | +** |
| 5805 | +** This function fails with SQLITE_ERROR if any of the following are true: |
| 5806 | +** <ul> |
| 5807 | +** <li> ^(Database zDb does not exist)^, |
| 5808 | +** <li> ^(Table zTable does not exist within database zDb)^, |
| 5809 | +** <li> ^(Table zTable is a WITHOUT ROWID table)^, |
| 5810 | +** <li> ^(Column zColumn does not exist)^, |
| 5811 | +** <li> ^(Row iRow is not present in the table)^, |
| 5812 | +** <li> ^(The specified column of row iRow contains a value that is not |
| 5813 | +** a TEXT or BLOB value)^, |
| 5814 | +** <li> ^(Column zColumn is part of an index, PRIMARY KEY or UNIQUE |
| 5815 | +** constraint and the blob is being opened for read/write access)^, |
| 5816 | +** <li> ^([foreign key constraints | Foreign key constraints] are enabled, |
| 5817 | +** column zColumn is part of a [child key] definition and the blob is |
| 5818 | +** being opened for read/write access)^. |
| 5819 | +** </ul> |
| 5820 | +** |
| 5821 | +** ^Unless it returns SQLITE_MISUSE, this function sets the |
| 5822 | +** [database connection] error code and message accessible via |
| 5823 | +** [sqlite3_errcode()] and [sqlite3_errmsg()] and related functions. |
| 5824 | +** |
| 5788 | 5825 | ** |
| 5789 | 5826 | ** ^(If the row that a BLOB handle points to is modified by an |
| 5790 | 5827 | ** [UPDATE], [DELETE], or by [ON CONFLICT] side-effects |
| 5791 | 5828 | ** then the BLOB handle is marked as "expired". |
| 5792 | 5829 | ** This is true if any column of the row is changed, even a column |
| | @@ -5800,17 +5837,13 @@ |
| 5800 | 5837 | ** ^Use the [sqlite3_blob_bytes()] interface to determine the size of |
| 5801 | 5838 | ** the opened blob. ^The size of a blob may not be changed by this |
| 5802 | 5839 | ** interface. Use the [UPDATE] SQL command to change the size of a |
| 5803 | 5840 | ** blob. |
| 5804 | 5841 | ** |
| 5805 | | -** ^The [sqlite3_blob_open()] interface will fail for a [WITHOUT ROWID] |
| 5806 | | -** table. Incremental BLOB I/O is not possible on [WITHOUT ROWID] tables. |
| 5807 | | -** |
| 5808 | 5842 | ** ^The [sqlite3_bind_zeroblob()] and [sqlite3_result_zeroblob()] interfaces |
| 5809 | | -** and the built-in [zeroblob] SQL function can be used, if desired, |
| 5810 | | -** to create an empty, zero-filled blob in which to read or write using |
| 5811 | | -** this interface. |
| 5843 | +** and the built-in [zeroblob] SQL function may be used to create a |
| 5844 | +** zero-filled blob to read or write using the incremental-blob interface. |
| 5812 | 5845 | ** |
| 5813 | 5846 | ** To avoid a resource leak, every open [BLOB handle] should eventually |
| 5814 | 5847 | ** be released by a call to [sqlite3_blob_close()]. |
| 5815 | 5848 | */ |
| 5816 | 5849 | SQLITE_API int sqlite3_blob_open( |
| | @@ -5848,28 +5881,26 @@ |
| 5848 | 5881 | SQLITE_API SQLITE_EXPERIMENTAL int sqlite3_blob_reopen(sqlite3_blob *, sqlite3_int64); |
| 5849 | 5882 | |
| 5850 | 5883 | /* |
| 5851 | 5884 | ** CAPI3REF: Close A BLOB Handle |
| 5852 | 5885 | ** |
| 5853 | | -** ^Closes an open [BLOB handle]. |
| 5854 | | -** |
| 5855 | | -** ^Closing a BLOB shall cause the current transaction to commit |
| 5856 | | -** if there are no other BLOBs, no pending prepared statements, and the |
| 5857 | | -** database connection is in [autocommit mode]. |
| 5858 | | -** ^If any writes were made to the BLOB, they might be held in cache |
| 5859 | | -** until the close operation if they will fit. |
| 5860 | | -** |
| 5861 | | -** ^(Closing the BLOB often forces the changes |
| 5862 | | -** out to disk and so if any I/O errors occur, they will likely occur |
| 5863 | | -** at the time when the BLOB is closed. Any errors that occur during |
| 5864 | | -** closing are reported as a non-zero return value.)^ |
| 5865 | | -** |
| 5866 | | -** ^(The BLOB is closed unconditionally. Even if this routine returns |
| 5867 | | -** an error code, the BLOB is still closed.)^ |
| 5868 | | -** |
| 5869 | | -** ^Calling this routine with a null pointer (such as would be returned |
| 5870 | | -** by a failed call to [sqlite3_blob_open()]) is a harmless no-op. |
| 5886 | +** ^This function closes an open [BLOB handle]. ^(The BLOB handle is closed |
| 5887 | +** unconditionally. Even if this routine returns an error code, the |
| 5888 | +** handle is still closed.)^ |
| 5889 | +** |
| 5890 | +** ^If the blob handle being closed was opened for read-write access, and if |
| 5891 | +** the database is in auto-commit mode and there are no other open read-write |
| 5892 | +** blob handles or active write statements, the current transaction is |
| 5893 | +** committed. ^If an error occurs while committing the transaction, an error |
| 5894 | +** code is returned and the transaction rolled back. |
| 5895 | +** |
| 5896 | +** Calling this function with an argument that is not a NULL pointer or an |
| 5897 | +** open blob handle results in undefined behaviour. ^Calling this routine |
| 5898 | +** with a null pointer (such as would be returned by a failed call to |
| 5899 | +** [sqlite3_blob_open()]) is a harmless no-op. ^Otherwise, if this function |
| 5900 | +** is passed a valid open blob handle, the values returned by the |
| 5901 | +** sqlite3_errcode() and sqlite3_errmsg() functions are set before returning. |
| 5871 | 5902 | */ |
| 5872 | 5903 | SQLITE_API int sqlite3_blob_close(sqlite3_blob *); |
| 5873 | 5904 | |
| 5874 | 5905 | /* |
| 5875 | 5906 | ** CAPI3REF: Return The Size Of An Open BLOB |
| | @@ -5915,36 +5946,39 @@ |
| 5915 | 5946 | SQLITE_API int sqlite3_blob_read(sqlite3_blob *, void *Z, int N, int iOffset); |
| 5916 | 5947 | |
| 5917 | 5948 | /* |
| 5918 | 5949 | ** CAPI3REF: Write Data Into A BLOB Incrementally |
| 5919 | 5950 | ** |
| 5920 | | -** ^This function is used to write data into an open [BLOB handle] from a |
| 5921 | | -** caller-supplied buffer. ^N bytes of data are copied from the buffer Z |
| 5922 | | -** into the open BLOB, starting at offset iOffset. |
| 5951 | +** ^(This function is used to write data into an open [BLOB handle] from a |
| 5952 | +** caller-supplied buffer. N bytes of data are copied from the buffer Z |
| 5953 | +** into the open BLOB, starting at offset iOffset.)^ |
| 5954 | +** |
| 5955 | +** ^(On success, sqlite3_blob_write() returns SQLITE_OK. |
| 5956 | +** Otherwise, an [error code] or an [extended error code] is returned.)^ |
| 5957 | +** ^Unless SQLITE_MISUSE is returned, this function sets the |
| 5958 | +** [database connection] error code and message accessible via |
| 5959 | +** [sqlite3_errcode()] and [sqlite3_errmsg()] and related functions. |
| 5923 | 5960 | ** |
| 5924 | 5961 | ** ^If the [BLOB handle] passed as the first argument was not opened for |
| 5925 | 5962 | ** writing (the flags parameter to [sqlite3_blob_open()] was zero), |
| 5926 | 5963 | ** this function returns [SQLITE_READONLY]. |
| 5927 | 5964 | ** |
| 5928 | | -** ^This function may only modify the contents of the BLOB; it is |
| 5965 | +** This function may only modify the contents of the BLOB; it is |
| 5929 | 5966 | ** not possible to increase the size of a BLOB using this API. |
| 5930 | 5967 | ** ^If offset iOffset is less than N bytes from the end of the BLOB, |
| 5931 | | -** [SQLITE_ERROR] is returned and no data is written. ^If N is |
| 5932 | | -** less than zero [SQLITE_ERROR] is returned and no data is written. |
| 5933 | | -** The size of the BLOB (and hence the maximum value of N+iOffset) |
| 5934 | | -** can be determined using the [sqlite3_blob_bytes()] interface. |
| 5968 | +** [SQLITE_ERROR] is returned and no data is written. The size of the |
| 5969 | +** BLOB (and hence the maximum value of N+iOffset) can be determined |
| 5970 | +** using the [sqlite3_blob_bytes()] interface. ^If N or iOffset are less |
| 5971 | +** than zero [SQLITE_ERROR] is returned and no data is written. |
| 5935 | 5972 | ** |
| 5936 | 5973 | ** ^An attempt to write to an expired [BLOB handle] fails with an |
| 5937 | 5974 | ** error code of [SQLITE_ABORT]. ^Writes to the BLOB that occurred |
| 5938 | 5975 | ** before the [BLOB handle] expired are not rolled back by the |
| 5939 | 5976 | ** expiration of the handle, though of course those changes might |
| 5940 | 5977 | ** have been overwritten by the statement that expired the BLOB handle |
| 5941 | 5978 | ** or by other independent statements. |
| 5942 | 5979 | ** |
| 5943 | | -** ^(On success, sqlite3_blob_write() returns SQLITE_OK. |
| 5944 | | -** Otherwise, an [error code] or an [extended error code] is returned.)^ |
| 5945 | | -** |
| 5946 | 5980 | ** This routine only works on a [BLOB handle] which has been created |
| 5947 | 5981 | ** by a prior successful call to [sqlite3_blob_open()] and which has not |
| 5948 | 5982 | ** been closed by [sqlite3_blob_close()]. Passing any other pointer in |
| 5949 | 5983 | ** to this routine results in undefined and probably undesirable behavior. |
| 5950 | 5984 | ** |
| | @@ -6940,10 +6974,14 @@ |
| 6940 | 6974 | ** sqlite3_backup_init(D,N,S,M) identify the [database connection] |
| 6941 | 6975 | ** and database name of the source database, respectively. |
| 6942 | 6976 | ** ^The source and destination [database connections] (parameters S and D) |
| 6943 | 6977 | ** must be different or else sqlite3_backup_init(D,N,S,M) will fail with |
| 6944 | 6978 | ** an error. |
| 6979 | +** |
| 6980 | +** ^A call to sqlite3_backup_init() will fail, returning SQLITE_ERROR, if |
| 6981 | +** there is already a read or read-write transaction open on the |
| 6982 | +** destination database. |
| 6945 | 6983 | ** |
| 6946 | 6984 | ** ^If an error occurs within sqlite3_backup_init(D,N,S,M), then NULL is |
| 6947 | 6985 | ** returned and an error code and error message are stored in the |
| 6948 | 6986 | ** destination [database connection] D. |
| 6949 | 6987 | ** ^The error code and message for the failed call to sqlite3_backup_init() |
| | @@ -7533,10 +7571,102 @@ |
| 7533 | 7571 | /* #define SQLITE_IGNORE 2 // Also used by sqlite3_authorizer() callback */ |
| 7534 | 7572 | #define SQLITE_FAIL 3 |
| 7535 | 7573 | /* #define SQLITE_ABORT 4 // Also an error code */ |
| 7536 | 7574 | #define SQLITE_REPLACE 5 |
| 7537 | 7575 | |
| 7576 | +/* |
| 7577 | +** CAPI3REF: Prepared Statement Scan Status Opcodes |
| 7578 | +** KEYWORDS: {scanstatus options} |
| 7579 | +** |
| 7580 | +** The following constants can be used for the T parameter to the |
| 7581 | +** [sqlite3_stmt_scanstatus(S,X,T,V)] interface. Each constant designates a |
| 7582 | +** different metric for sqlite3_stmt_scanstatus() to return. |
| 7583 | +** |
| 7584 | +** <dl> |
| 7585 | +** [[SQLITE_SCANSTAT_NLOOP]] <dt>SQLITE_SCANSTAT_NLOOP</dt> |
| 7586 | +** <dd>^The [sqlite3_int64] variable pointed to by the T parameter will be set to the |
| 7587 | +** total number of times that the X-th loop has run.</dd> |
| 7588 | +** |
| 7589 | +** [[SQLITE_SCANSTAT_NVISIT]] <dt>SQLITE_SCANSTAT_NVISIT</dt> |
| 7590 | +** <dd>^The [sqlite3_int64] variable pointed to by the T parameter will be set to the |
| 7591 | +** total number of rows examined by all iterations of the X-th loop.</dd> |
| 7592 | +** |
| 7593 | +** [[SQLITE_SCANSTAT_EST]] <dt>SQLITE_SCANSTAT_EST</dt> |
| 7594 | +** <dd>^The "double" variable pointed to by the T parameter will be set to the |
| 7595 | +** query planner's estimate for the average number of rows output from each |
| 7596 | +** iteration of the X-th loop. If the query planner's estimates was accurate, |
| 7597 | +** then this value will approximate the quotient NVISIT/NLOOP and the |
| 7598 | +** product of this value for all prior loops with the same SELECTID will |
| 7599 | +** be the NLOOP value for the current loop. |
| 7600 | +** |
| 7601 | +** [[SQLITE_SCANSTAT_NAME]] <dt>SQLITE_SCANSTAT_NAME</dt> |
| 7602 | +** <dd>^The "const char *" variable pointed to by the T parameter will be set to |
| 7603 | +** a zero-terminated UTF-8 string containing the name of the index or table used |
| 7604 | +** for the X-th loop. |
| 7605 | +** |
| 7606 | +** [[SQLITE_SCANSTAT_EXPLAIN]] <dt>SQLITE_SCANSTAT_EXPLAIN</dt> |
| 7607 | +** <dd>^The "const char *" variable pointed to by the T parameter will be set to |
| 7608 | +** a zero-terminated UTF-8 string containing the [EXPLAIN QUERY PLAN] description |
| 7609 | +** for the X-th loop. |
| 7610 | +** |
| 7611 | +** [[SQLITE_SCANSTAT_SELECTID]] <dt>SQLITE_SCANSTAT_SELECT</dt> |
| 7612 | +** <dd>^The "int" variable pointed to by the T parameter will be set to the |
| 7613 | +** "select-id" for the X-th loop. The select-id identifies which query or |
| 7614 | +** subquery the loop is part of. The main query has a select-id of zero. |
| 7615 | +** The select-id is the same value as is output in the first column |
| 7616 | +** of an [EXPLAIN QUERY PLAN] query. |
| 7617 | +** </dl> |
| 7618 | +*/ |
| 7619 | +#define SQLITE_SCANSTAT_NLOOP 0 |
| 7620 | +#define SQLITE_SCANSTAT_NVISIT 1 |
| 7621 | +#define SQLITE_SCANSTAT_EST 2 |
| 7622 | +#define SQLITE_SCANSTAT_NAME 3 |
| 7623 | +#define SQLITE_SCANSTAT_EXPLAIN 4 |
| 7624 | +#define SQLITE_SCANSTAT_SELECTID 5 |
| 7625 | + |
| 7626 | +/* |
| 7627 | +** CAPI3REF: Prepared Statement Scan Status |
| 7628 | +** |
| 7629 | +** Return status data for a single loop within query pStmt. |
| 7630 | +** |
| 7631 | +** The "iScanStatusOp" parameter determines which status information to return. |
| 7632 | +** The "iScanStatusOp" must be one of the [scanstatus options] or the behavior of |
| 7633 | +** this interface is undefined. |
| 7634 | +** ^The requested measurement is written into a variable pointed to by |
| 7635 | +** the "pOut" parameter. |
| 7636 | +** Parameter "idx" identifies the specific loop to retrieve statistics for. |
| 7637 | +** Loops are numbered starting from zero. ^If idx is out of range - less than |
| 7638 | +** zero or greater than or equal to the total number of loops used to implement |
| 7639 | +** the statement - a non-zero value is returned and the variable that pOut |
| 7640 | +** points to is unchanged. |
| 7641 | +** |
| 7642 | +** ^Statistics might not be available for all loops in all statements. ^In cases |
| 7643 | +** where there exist loops with no available statistics, this function behaves |
| 7644 | +** as if the loop did not exist - it returns non-zero and leave the variable |
| 7645 | +** that pOut points to unchanged. |
| 7646 | +** |
| 7647 | +** This API is only available if the library is built with pre-processor |
| 7648 | +** symbol [SQLITE_ENABLE_STMT_SCANSTATUS] defined. |
| 7649 | +** |
| 7650 | +** See also: [sqlite3_stmt_scanstatus_reset()] |
| 7651 | +*/ |
| 7652 | +SQLITE_API SQLITE_EXPERIMENTAL int sqlite3_stmt_scanstatus( |
| 7653 | + sqlite3_stmt *pStmt, /* Prepared statement for which info desired */ |
| 7654 | + int idx, /* Index of loop to report on */ |
| 7655 | + int iScanStatusOp, /* Information desired. SQLITE_SCANSTAT_* */ |
| 7656 | + void *pOut /* Result written here */ |
| 7657 | +); |
| 7658 | + |
| 7659 | +/* |
| 7660 | +** CAPI3REF: Zero Scan-Status Counters |
| 7661 | +** |
| 7662 | +** ^Zero all [sqlite3_stmt_scanstatus()] related event counters. |
| 7663 | +** |
| 7664 | +** This API is only available if the library is built with pre-processor |
| 7665 | +** symbol [SQLITE_ENABLE_STMT_SCANSTATUS] defined. |
| 7666 | +*/ |
| 7667 | +SQLITE_API SQLITE_EXPERIMENTAL void sqlite3_stmt_scanstatus_reset(sqlite3_stmt*); |
| 7538 | 7668 | |
| 7539 | 7669 | |
| 7540 | 7670 | /* |
| 7541 | 7671 | ** Undo the hack that converts floating point types to integer for |
| 7542 | 7672 | ** builds on processors without floating point support. |
| | @@ -7978,14 +8108,13 @@ |
| 7978 | 8108 | #ifndef SQLITE_POWERSAFE_OVERWRITE |
| 7979 | 8109 | # define SQLITE_POWERSAFE_OVERWRITE 1 |
| 7980 | 8110 | #endif |
| 7981 | 8111 | |
| 7982 | 8112 | /* |
| 7983 | | -** The SQLITE_DEFAULT_MEMSTATUS macro must be defined as either 0 or 1. |
| 7984 | | -** It determines whether or not the features related to |
| 7985 | | -** SQLITE_CONFIG_MEMSTATUS are available by default or not. This value can |
| 7986 | | -** be overridden at runtime using the sqlite3_config() API. |
| 8113 | +** EVIDENCE-OF: R-25715-37072 Memory allocation statistics are enabled by |
| 8114 | +** default unless SQLite is compiled with SQLITE_DEFAULT_MEMSTATUS=0 in |
| 8115 | +** which case memory allocation statistics are disabled by default. |
| 7987 | 8116 | */ |
| 7988 | 8117 | #if !defined(SQLITE_DEFAULT_MEMSTATUS) |
| 7989 | 8118 | # define SQLITE_DEFAULT_MEMSTATUS 1 |
| 7990 | 8119 | #endif |
| 7991 | 8120 | |
| | @@ -8611,11 +8740,11 @@ |
| 8611 | 8740 | ** Estimated quantities used for query planning are stored as 16-bit |
| 8612 | 8741 | ** logarithms. For quantity X, the value stored is 10*log2(X). This |
| 8613 | 8742 | ** gives a possible range of values of approximately 1.0e986 to 1e-986. |
| 8614 | 8743 | ** But the allowed values are "grainy". Not every value is representable. |
| 8615 | 8744 | ** For example, quantities 16 and 17 are both represented by a LogEst |
| 8616 | | -** of 40. However, since LogEst quantaties are suppose to be estimates, |
| 8745 | +** of 40. However, since LogEst quantities are suppose to be estimates, |
| 8617 | 8746 | ** not exact values, this imprecision is not a problem. |
| 8618 | 8747 | ** |
| 8619 | 8748 | ** "LogEst" is short for "Logarithmic Estimate". |
| 8620 | 8749 | ** |
| 8621 | 8750 | ** Examples: |
| | @@ -9124,10 +9253,11 @@ |
| 9124 | 9253 | SQLITE_PRIVATE void sqlite3BtreeIncrblobCursor(BtCursor *); |
| 9125 | 9254 | SQLITE_PRIVATE void sqlite3BtreeClearCursor(BtCursor *); |
| 9126 | 9255 | SQLITE_PRIVATE int sqlite3BtreeSetVersion(Btree *pBt, int iVersion); |
| 9127 | 9256 | SQLITE_PRIVATE void sqlite3BtreeCursorHints(BtCursor *, unsigned int mask); |
| 9128 | 9257 | SQLITE_PRIVATE int sqlite3BtreeIsReadonly(Btree *pBt); |
| 9258 | +SQLITE_PRIVATE int sqlite3HeaderSizeBtree(void); |
| 9129 | 9259 | |
| 9130 | 9260 | #ifndef NDEBUG |
| 9131 | 9261 | SQLITE_PRIVATE int sqlite3BtreeCursorIsValid(BtCursor*); |
| 9132 | 9262 | #endif |
| 9133 | 9263 | |
| | @@ -9666,10 +9796,16 @@ |
| 9666 | 9796 | # define VdbeCoverageAlwaysTaken(v) |
| 9667 | 9797 | # define VdbeCoverageNeverTaken(v) |
| 9668 | 9798 | # define VDBE_OFFSET_LINENO(x) 0 |
| 9669 | 9799 | #endif |
| 9670 | 9800 | |
| 9801 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 9802 | +SQLITE_PRIVATE void sqlite3VdbeScanStatus(Vdbe*, int, int, int, LogEst, const char*); |
| 9803 | +#else |
| 9804 | +# define sqlite3VdbeScanStatus(a,b,c,d,e) |
| 9805 | +#endif |
| 9806 | + |
| 9671 | 9807 | #endif |
| 9672 | 9808 | |
| 9673 | 9809 | /************** End of vdbe.h ************************************************/ |
| 9674 | 9810 | /************** Continuing where we left off in sqliteInt.h ******************/ |
| 9675 | 9811 | /************** Include pager.h in the middle of sqliteInt.h *****************/ |
| | @@ -9862,10 +9998,12 @@ |
| 9862 | 9998 | SQLITE_PRIVATE int sqlite3SectorSize(sqlite3_file *); |
| 9863 | 9999 | |
| 9864 | 10000 | /* Functions used to truncate the database file. */ |
| 9865 | 10001 | SQLITE_PRIVATE void sqlite3PagerTruncateImage(Pager*,Pgno); |
| 9866 | 10002 | |
| 10003 | +SQLITE_PRIVATE void sqlite3PagerRekey(DbPage*, Pgno, u16); |
| 10004 | + |
| 9867 | 10005 | #if defined(SQLITE_HAS_CODEC) && !defined(SQLITE_OMIT_WAL) |
| 9868 | 10006 | SQLITE_PRIVATE void *sqlite3PagerCodec(DbPage *); |
| 9869 | 10007 | #endif |
| 9870 | 10008 | |
| 9871 | 10009 | /* Functions to support testing and debugging. */ |
| | @@ -10049,10 +10187,14 @@ |
| 10049 | 10187 | SQLITE_PRIVATE void sqlite3PcacheStats(int*,int*,int*,int*); |
| 10050 | 10188 | #endif |
| 10051 | 10189 | |
| 10052 | 10190 | SQLITE_PRIVATE void sqlite3PCacheSetDefault(void); |
| 10053 | 10191 | |
| 10192 | +/* Return the header size */ |
| 10193 | +SQLITE_PRIVATE int sqlite3HeaderSizePcache(void); |
| 10194 | +SQLITE_PRIVATE int sqlite3HeaderSizePcache1(void); |
| 10195 | + |
| 10054 | 10196 | #endif /* _PCACHE_H_ */ |
| 10055 | 10197 | |
| 10056 | 10198 | /************** End of pcache.h **********************************************/ |
| 10057 | 10199 | /************** Continuing where we left off in sqliteInt.h ******************/ |
| 10058 | 10200 | |
| | @@ -10735,11 +10877,11 @@ |
| 10735 | 10877 | #define SQLITE_CoverIdxScan 0x0040 /* Covering index scans */ |
| 10736 | 10878 | #define SQLITE_OrderByIdxJoin 0x0080 /* ORDER BY of joins via index */ |
| 10737 | 10879 | #define SQLITE_SubqCoroutine 0x0100 /* Evaluate subqueries as coroutines */ |
| 10738 | 10880 | #define SQLITE_Transitive 0x0200 /* Transitive constraints */ |
| 10739 | 10881 | #define SQLITE_OmitNoopJoin 0x0400 /* Omit unused tables in joins */ |
| 10740 | | -#define SQLITE_Stat3 0x0800 /* Use the SQLITE_STAT3 table */ |
| 10882 | +#define SQLITE_Stat34 0x0800 /* Use STAT3 or STAT4 data */ |
| 10741 | 10883 | #define SQLITE_AllOpts 0xffff /* All optimizations */ |
| 10742 | 10884 | |
| 10743 | 10885 | /* |
| 10744 | 10886 | ** Macros for testing whether or not optimizations are enabled or disabled. |
| 10745 | 10887 | */ |
| | @@ -11317,16 +11459,18 @@ |
| 11317 | 11459 | unsigned idxType:2; /* 1==UNIQUE, 2==PRIMARY KEY, 0==CREATE INDEX */ |
| 11318 | 11460 | unsigned bUnordered:1; /* Use this index for == or IN queries only */ |
| 11319 | 11461 | unsigned uniqNotNull:1; /* True if UNIQUE and NOT NULL for all columns */ |
| 11320 | 11462 | unsigned isResized:1; /* True if resizeIndexObject() has been called */ |
| 11321 | 11463 | unsigned isCovering:1; /* True if this is a covering index */ |
| 11464 | + unsigned noSkipScan:1; /* Do not try to use skip-scan if true */ |
| 11322 | 11465 | #ifdef SQLITE_ENABLE_STAT3_OR_STAT4 |
| 11323 | 11466 | int nSample; /* Number of elements in aSample[] */ |
| 11324 | 11467 | int nSampleCol; /* Size of IndexSample.anEq[] and so on */ |
| 11325 | 11468 | tRowcnt *aAvgEq; /* Average nEq values for keys not in aSample */ |
| 11326 | 11469 | IndexSample *aSample; /* Samples of the left-most key */ |
| 11327 | | - tRowcnt *aiRowEst; /* Non-logarithmic stat1 data for this table */ |
| 11470 | + tRowcnt *aiRowEst; /* Non-logarithmic stat1 data for this index */ |
| 11471 | + tRowcnt nRowEst0; /* Non-logarithmic number of rows in the index */ |
| 11328 | 11472 | #endif |
| 11329 | 11473 | }; |
| 11330 | 11474 | |
| 11331 | 11475 | /* |
| 11332 | 11476 | ** Allowed values for Index.idxType |
| | @@ -11520,11 +11664,11 @@ |
| 11520 | 11664 | int nHeight; /* Height of the tree headed by this node */ |
| 11521 | 11665 | #endif |
| 11522 | 11666 | int iTable; /* TK_COLUMN: cursor number of table holding column |
| 11523 | 11667 | ** TK_REGISTER: register number |
| 11524 | 11668 | ** TK_TRIGGER: 1 -> new, 0 -> old |
| 11525 | | - ** EP_Unlikely: 1000 times likelihood */ |
| 11669 | + ** EP_Unlikely: 134217728 times likelihood */ |
| 11526 | 11670 | ynVar iColumn; /* TK_COLUMN: column index. -1 for rowid. |
| 11527 | 11671 | ** TK_VARIABLE: variable number (always >= 1). */ |
| 11528 | 11672 | i16 iAgg; /* Which entry in pAggInfo->aCol[] or ->aFunc[] */ |
| 11529 | 11673 | i16 iRightJoinTable; /* If EP_FromJoin, the right table of the join */ |
| 11530 | 11674 | u8 op2; /* TK_REGISTER: original value of Expr.op |
| | @@ -12412,13 +12556,15 @@ |
| 12412 | 12556 | int (*xExprCallback)(Walker*, Expr*); /* Callback for expressions */ |
| 12413 | 12557 | int (*xSelectCallback)(Walker*,Select*); /* Callback for SELECTs */ |
| 12414 | 12558 | void (*xSelectCallback2)(Walker*,Select*);/* Second callback for SELECTs */ |
| 12415 | 12559 | Parse *pParse; /* Parser context. */ |
| 12416 | 12560 | int walkerDepth; /* Number of subqueries */ |
| 12561 | + u8 eCode; /* A small processing code */ |
| 12417 | 12562 | union { /* Extra data for callback */ |
| 12418 | 12563 | NameContext *pNC; /* Naming context */ |
| 12419 | | - int i; /* Integer value */ |
| 12564 | + int n; /* A counter */ |
| 12565 | + int iCur; /* A cursor number */ |
| 12420 | 12566 | SrcList *pSrcList; /* FROM clause */ |
| 12421 | 12567 | struct SrcCount *pSrcCount; /* Counting column references */ |
| 12422 | 12568 | } u; |
| 12423 | 12569 | }; |
| 12424 | 12570 | |
| | @@ -12815,10 +12961,11 @@ |
| 12815 | 12961 | SQLITE_PRIVATE void sqlite3CloseSavepoints(sqlite3 *); |
| 12816 | 12962 | SQLITE_PRIVATE void sqlite3LeaveMutexAndCloseZombie(sqlite3*); |
| 12817 | 12963 | SQLITE_PRIVATE int sqlite3ExprIsConstant(Expr*); |
| 12818 | 12964 | SQLITE_PRIVATE int sqlite3ExprIsConstantNotJoin(Expr*); |
| 12819 | 12965 | SQLITE_PRIVATE int sqlite3ExprIsConstantOrFunction(Expr*, u8); |
| 12966 | +SQLITE_PRIVATE int sqlite3ExprIsTableConstant(Expr*,int); |
| 12820 | 12967 | SQLITE_PRIVATE int sqlite3ExprIsInteger(Expr*, int*); |
| 12821 | 12968 | SQLITE_PRIVATE int sqlite3ExprCanBeNull(const Expr*); |
| 12822 | 12969 | SQLITE_PRIVATE int sqlite3ExprNeedsNoAffinityChange(const Expr*, char); |
| 12823 | 12970 | SQLITE_PRIVATE int sqlite3IsRowid(const char*); |
| 12824 | 12971 | SQLITE_PRIVATE void sqlite3GenerateRowDelete(Parse*,Table*,Trigger*,int,int,int,i16,u8,u8,u8); |
| | @@ -13472,15 +13619,23 @@ |
| 13472 | 13619 | ** compatibility for legacy applications, the URI filename capability is |
| 13473 | 13620 | ** disabled by default. |
| 13474 | 13621 | ** |
| 13475 | 13622 | ** EVIDENCE-OF: R-38799-08373 URI filenames can be enabled or disabled |
| 13476 | 13623 | ** using the SQLITE_USE_URI=1 or SQLITE_USE_URI=0 compile-time options. |
| 13624 | +** |
| 13625 | +** EVIDENCE-OF: R-43642-56306 By default, URI handling is globally |
| 13626 | +** disabled. The default value may be changed by compiling with the |
| 13627 | +** SQLITE_USE_URI symbol defined. |
| 13477 | 13628 | */ |
| 13478 | 13629 | #ifndef SQLITE_USE_URI |
| 13479 | 13630 | # define SQLITE_USE_URI 0 |
| 13480 | 13631 | #endif |
| 13481 | 13632 | |
| 13633 | +/* EVIDENCE-OF: R-38720-18127 The default setting is determined by the |
| 13634 | +** SQLITE_ALLOW_COVERING_INDEX_SCAN compile-time option, or is "on" if |
| 13635 | +** that compile-time option is omitted. |
| 13636 | +*/ |
| 13482 | 13637 | #ifndef SQLITE_ALLOW_COVERING_INDEX_SCAN |
| 13483 | 13638 | # define SQLITE_ALLOW_COVERING_INDEX_SCAN 1 |
| 13484 | 13639 | #endif |
| 13485 | 13640 | |
| 13486 | 13641 | /* |
| | @@ -13566,12 +13721,12 @@ |
| 13566 | 13721 | ** than 1 GiB. The sqlite3_test_control() interface can be used to |
| 13567 | 13722 | ** move the pending byte. |
| 13568 | 13723 | ** |
| 13569 | 13724 | ** IMPORTANT: Changing the pending byte to any value other than |
| 13570 | 13725 | ** 0x40000000 results in an incompatible database file format! |
| 13571 | | -** Changing the pending byte during operating results in undefined |
| 13572 | | -** and dileterious behavior. |
| 13726 | +** Changing the pending byte during operation will result in undefined |
| 13727 | +** and incorrect behavior. |
| 13573 | 13728 | */ |
| 13574 | 13729 | #ifndef SQLITE_OMIT_WSD |
| 13575 | 13730 | SQLITE_PRIVATE int sqlite3PendingByte = 0x40000000; |
| 13576 | 13731 | #endif |
| 13577 | 13732 | |
| | @@ -13646,10 +13801,13 @@ |
| 13646 | 13801 | #ifdef SQLITE_DISABLE_DIRSYNC |
| 13647 | 13802 | "DISABLE_DIRSYNC", |
| 13648 | 13803 | #endif |
| 13649 | 13804 | #ifdef SQLITE_DISABLE_LFS |
| 13650 | 13805 | "DISABLE_LFS", |
| 13806 | +#endif |
| 13807 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 13808 | + "ENABLE_API_ARMOR", |
| 13651 | 13809 | #endif |
| 13652 | 13810 | #ifdef SQLITE_ENABLE_ATOMIC_WRITE |
| 13653 | 13811 | "ENABLE_ATOMIC_WRITE", |
| 13654 | 13812 | #endif |
| 13655 | 13813 | #ifdef SQLITE_ENABLE_CEROD |
| | @@ -13972,10 +14130,17 @@ |
| 13972 | 14130 | ** The name can optionally begin with "SQLITE_" but the "SQLITE_" prefix |
| 13973 | 14131 | ** is not required for a match. |
| 13974 | 14132 | */ |
| 13975 | 14133 | SQLITE_API int sqlite3_compileoption_used(const char *zOptName){ |
| 13976 | 14134 | int i, n; |
| 14135 | + |
| 14136 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 14137 | + if( zOptName==0 ){ |
| 14138 | + (void)SQLITE_MISUSE_BKPT; |
| 14139 | + return 0; |
| 14140 | + } |
| 14141 | +#endif |
| 13977 | 14142 | if( sqlite3StrNICmp(zOptName, "SQLITE_", 7)==0 ) zOptName += 7; |
| 13978 | 14143 | n = sqlite3Strlen30(zOptName); |
| 13979 | 14144 | |
| 13980 | 14145 | /* Since ArraySize(azCompileOpt) is normally in single digits, a |
| 13981 | 14146 | ** linear search is adequate. No need for a binary search. */ |
| | @@ -14153,10 +14318,11 @@ |
| 14153 | 14318 | typedef struct VdbeFrame VdbeFrame; |
| 14154 | 14319 | struct VdbeFrame { |
| 14155 | 14320 | Vdbe *v; /* VM this frame belongs to */ |
| 14156 | 14321 | VdbeFrame *pParent; /* Parent of this frame, or NULL if parent is main */ |
| 14157 | 14322 | Op *aOp; /* Program instructions for parent frame */ |
| 14323 | + i64 *anExec; /* Event counters from parent frame */ |
| 14158 | 14324 | Mem *aMem; /* Array of memory cells for parent frame */ |
| 14159 | 14325 | u8 *aOnceFlag; /* Array of OP_Once flags for parent frame */ |
| 14160 | 14326 | VdbeCursor **apCsr; /* Array of Vdbe cursors for parent frame */ |
| 14161 | 14327 | void *token; /* Copy of SubProgram.token */ |
| 14162 | 14328 | i64 lastRowid; /* Last insert rowid (sqlite3.lastRowid) */ |
| | @@ -14165,11 +14331,12 @@ |
| 14165 | 14331 | int nOp; /* Size of aOp array */ |
| 14166 | 14332 | int nMem; /* Number of entries in aMem */ |
| 14167 | 14333 | int nOnceFlag; /* Number of entries in aOnceFlag */ |
| 14168 | 14334 | int nChildMem; /* Number of memory cells for child frame */ |
| 14169 | 14335 | int nChildCsr; /* Number of cursors for child frame */ |
| 14170 | | - int nChange; /* Statement changes (Vdbe.nChanges) */ |
| 14336 | + int nChange; /* Statement changes (Vdbe.nChange) */ |
| 14337 | + int nDbChange; /* Value of db->nChange */ |
| 14171 | 14338 | }; |
| 14172 | 14339 | |
| 14173 | 14340 | #define VdbeFrameMem(p) ((Mem *)&((u8 *)p)[ROUND8(sizeof(VdbeFrame))]) |
| 14174 | 14341 | |
| 14175 | 14342 | /* |
| | @@ -14316,10 +14483,20 @@ |
| 14316 | 14483 | /* A bitfield type for use inside of structures. Always follow with :N where |
| 14317 | 14484 | ** N is the number of bits. |
| 14318 | 14485 | */ |
| 14319 | 14486 | typedef unsigned bft; /* Bit Field Type */ |
| 14320 | 14487 | |
| 14488 | +typedef struct ScanStatus ScanStatus; |
| 14489 | +struct ScanStatus { |
| 14490 | + int addrExplain; /* OP_Explain for loop */ |
| 14491 | + int addrLoop; /* Address of "loops" counter */ |
| 14492 | + int addrVisit; /* Address of "rows visited" counter */ |
| 14493 | + int iSelectID; /* The "Select-ID" for this loop */ |
| 14494 | + LogEst nEst; /* Estimated output rows per loop */ |
| 14495 | + char *zName; /* Name of table or index */ |
| 14496 | +}; |
| 14497 | + |
| 14321 | 14498 | /* |
| 14322 | 14499 | ** An instance of the virtual machine. This structure contains the complete |
| 14323 | 14500 | ** state of the virtual machine. |
| 14324 | 14501 | ** |
| 14325 | 14502 | ** The "sqlite3_stmt" structure pointer that is returned by sqlite3_prepare() |
| | @@ -14388,10 +14565,15 @@ |
| 14388 | 14565 | u32 expmask; /* Binding to these vars invalidates VM */ |
| 14389 | 14566 | SubProgram *pProgram; /* Linked list of all sub-programs used by VM */ |
| 14390 | 14567 | int nOnceFlag; /* Size of array aOnceFlag[] */ |
| 14391 | 14568 | u8 *aOnceFlag; /* Flags for OP_Once */ |
| 14392 | 14569 | AuxData *pAuxData; /* Linked list of auxdata allocations */ |
| 14570 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 14571 | + i64 *anExec; /* Number of times each op has been executed */ |
| 14572 | + int nScan; /* Entries in aScan[] */ |
| 14573 | + ScanStatus *aScan; /* Scan definitions for sqlite3_stmt_scanstatus() */ |
| 14574 | +#endif |
| 14393 | 14575 | }; |
| 14394 | 14576 | |
| 14395 | 14577 | /* |
| 14396 | 14578 | ** The following are allowed values for Vdbe.magic |
| 14397 | 14579 | */ |
| | @@ -14577,10 +14759,13 @@ |
| 14577 | 14759 | SQLITE_API int sqlite3_status(int op, int *pCurrent, int *pHighwater, int resetFlag){ |
| 14578 | 14760 | wsdStatInit; |
| 14579 | 14761 | if( op<0 || op>=ArraySize(wsdStat.nowValue) ){ |
| 14580 | 14762 | return SQLITE_MISUSE_BKPT; |
| 14581 | 14763 | } |
| 14764 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 14765 | + if( pCurrent==0 || pHighwater==0 ) return SQLITE_MISUSE_BKPT; |
| 14766 | +#endif |
| 14582 | 14767 | *pCurrent = wsdStat.nowValue[op]; |
| 14583 | 14768 | *pHighwater = wsdStat.mxValue[op]; |
| 14584 | 14769 | if( resetFlag ){ |
| 14585 | 14770 | wsdStat.mxValue[op] = wsdStat.nowValue[op]; |
| 14586 | 14771 | } |
| | @@ -14596,10 +14781,15 @@ |
| 14596 | 14781 | int *pCurrent, /* Write current value here */ |
| 14597 | 14782 | int *pHighwater, /* Write high-water mark here */ |
| 14598 | 14783 | int resetFlag /* Reset high-water mark if true */ |
| 14599 | 14784 | ){ |
| 14600 | 14785 | int rc = SQLITE_OK; /* Return code */ |
| 14786 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 14787 | + if( !sqlite3SafetyCheckOk(db) || pCurrent==0|| pHighwater==0 ){ |
| 14788 | + return SQLITE_MISUSE_BKPT; |
| 14789 | + } |
| 14790 | +#endif |
| 14601 | 14791 | sqlite3_mutex_enter(db->mutex); |
| 14602 | 14792 | switch( op ){ |
| 14603 | 14793 | case SQLITE_DBSTATUS_LOOKASIDE_USED: { |
| 14604 | 14794 | *pCurrent = db->lookaside.nOut; |
| 14605 | 14795 | *pHighwater = db->lookaside.mxOut; |
| | @@ -14774,11 +14964,11 @@ |
| 14774 | 14964 | ** |
| 14775 | 14965 | ** There is only one exported symbol in this file - the function |
| 14776 | 14966 | ** sqlite3RegisterDateTimeFunctions() found at the bottom of the file. |
| 14777 | 14967 | ** All other code has file scope. |
| 14778 | 14968 | ** |
| 14779 | | -** SQLite processes all times and dates as Julian Day numbers. The |
| 14969 | +** SQLite processes all times and dates as julian day numbers. The |
| 14780 | 14970 | ** dates and times are stored as the number of days since noon |
| 14781 | 14971 | ** in Greenwich on November 24, 4714 B.C. according to the Gregorian |
| 14782 | 14972 | ** calendar system. |
| 14783 | 14973 | ** |
| 14784 | 14974 | ** 1970-01-01 00:00:00 is JD 2440587.5 |
| | @@ -14789,11 +14979,11 @@ |
| 14789 | 14979 | ** be represented, even though julian day numbers allow a much wider |
| 14790 | 14980 | ** range of dates. |
| 14791 | 14981 | ** |
| 14792 | 14982 | ** The Gregorian calendar system is used for all dates and times, |
| 14793 | 14983 | ** even those that predate the Gregorian calendar. Historians usually |
| 14794 | | -** use the Julian calendar for dates prior to 1582-10-15 and for some |
| 14984 | +** use the julian calendar for dates prior to 1582-10-15 and for some |
| 14795 | 14985 | ** dates afterwards, depending on locale. Beware of this difference. |
| 14796 | 14986 | ** |
| 14797 | 14987 | ** The conversion algorithms are implemented based on descriptions |
| 14798 | 14988 | ** in the following text: |
| 14799 | 14989 | ** |
| | @@ -15061,11 +15251,11 @@ |
| 15061 | 15251 | return 1; |
| 15062 | 15252 | } |
| 15063 | 15253 | } |
| 15064 | 15254 | |
| 15065 | 15255 | /* |
| 15066 | | -** Attempt to parse the given string into a Julian Day Number. Return |
| 15256 | +** Attempt to parse the given string into a julian day number. Return |
| 15067 | 15257 | ** the number of errors. |
| 15068 | 15258 | ** |
| 15069 | 15259 | ** The following are acceptable forms for the input string: |
| 15070 | 15260 | ** |
| 15071 | 15261 | ** YYYY-MM-DD HH:MM:SS.FFF +/-HH:MM |
| | @@ -15632,11 +15822,11 @@ |
| 15632 | 15822 | ** |
| 15633 | 15823 | ** %d day of month |
| 15634 | 15824 | ** %f ** fractional seconds SS.SSS |
| 15635 | 15825 | ** %H hour 00-24 |
| 15636 | 15826 | ** %j day of year 000-366 |
| 15637 | | -** %J ** Julian day number |
| 15827 | +** %J ** julian day number |
| 15638 | 15828 | ** %m month 01-12 |
| 15639 | 15829 | ** %M minute 00-59 |
| 15640 | 15830 | ** %s seconds since 1970-01-01 |
| 15641 | 15831 | ** %S seconds 00-59 |
| 15642 | 15832 | ** %w day of week 0-6 sunday==0 |
| | @@ -16257,10 +16447,14 @@ |
| 16257 | 16447 | MUTEX_LOGIC(sqlite3_mutex *mutex;) |
| 16258 | 16448 | #ifndef SQLITE_OMIT_AUTOINIT |
| 16259 | 16449 | int rc = sqlite3_initialize(); |
| 16260 | 16450 | if( rc ) return rc; |
| 16261 | 16451 | #endif |
| 16452 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 16453 | + if( pVfs==0 ) return SQLITE_MISUSE_BKPT; |
| 16454 | +#endif |
| 16455 | + |
| 16262 | 16456 | MUTEX_LOGIC( mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MASTER); ) |
| 16263 | 16457 | sqlite3_mutex_enter(mutex); |
| 16264 | 16458 | vfsUnlink(pVfs); |
| 16265 | 16459 | if( makeDflt || vfsList==0 ){ |
| 16266 | 16460 | pVfs->pNext = vfsList; |
| | @@ -18614,10 +18808,11 @@ |
| 18614 | 18808 | ** Retrieve a pointer to a static mutex or allocate a new dynamic one. |
| 18615 | 18809 | */ |
| 18616 | 18810 | SQLITE_API sqlite3_mutex *sqlite3_mutex_alloc(int id){ |
| 18617 | 18811 | #ifndef SQLITE_OMIT_AUTOINIT |
| 18618 | 18812 | if( id<=SQLITE_MUTEX_RECURSIVE && sqlite3_initialize() ) return 0; |
| 18813 | + if( id>SQLITE_MUTEX_RECURSIVE && sqlite3MutexInit() ) return 0; |
| 18619 | 18814 | #endif |
| 18620 | 18815 | return sqlite3GlobalConfig.mutex.xMutexAlloc(id); |
| 18621 | 18816 | } |
| 18622 | 18817 | |
| 18623 | 18818 | SQLITE_PRIVATE sqlite3_mutex *sqlite3MutexAlloc(int id){ |
| | @@ -19070,12 +19265,16 @@ |
| 19070 | 19265 | pthread_mutex_init(&p->mutex, 0); |
| 19071 | 19266 | } |
| 19072 | 19267 | break; |
| 19073 | 19268 | } |
| 19074 | 19269 | default: { |
| 19075 | | - assert( iType-2 >= 0 ); |
| 19076 | | - assert( iType-2 < ArraySize(staticMutexes) ); |
| 19270 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 19271 | + if( iType-2<0 || iType-2>=ArraySize(staticMutexes) ){ |
| 19272 | + (void)SQLITE_MISUSE_BKPT; |
| 19273 | + return 0; |
| 19274 | + } |
| 19275 | +#endif |
| 19077 | 19276 | p = &staticMutexes[iType-2]; |
| 19078 | 19277 | #if SQLITE_MUTEX_NREF |
| 19079 | 19278 | p->id = iType; |
| 19080 | 19279 | #endif |
| 19081 | 19280 | break; |
| | @@ -20293,15 +20492,16 @@ |
| 20293 | 20492 | } |
| 20294 | 20493 | assert( sqlite3_mutex_notheld(mem0.mutex) ); |
| 20295 | 20494 | |
| 20296 | 20495 | |
| 20297 | 20496 | #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) |
| 20298 | | - /* Verify that no more than two scratch allocations per thread |
| 20299 | | - ** are outstanding at one time. (This is only checked in the |
| 20300 | | - ** single-threaded case since checking in the multi-threaded case |
| 20301 | | - ** would be much more complicated.) */ |
| 20302 | | - assert( scratchAllocOut<=1 ); |
| 20497 | + /* EVIDENCE-OF: R-12970-05880 SQLite will not use more than one scratch |
| 20498 | + ** buffers per thread. |
| 20499 | + ** |
| 20500 | + ** This can only be checked in single-threaded mode. |
| 20501 | + */ |
| 20502 | + assert( scratchAllocOut==0 ); |
| 20303 | 20503 | if( p ) scratchAllocOut++; |
| 20304 | 20504 | #endif |
| 20305 | 20505 | |
| 20306 | 20506 | return p; |
| 20307 | 20507 | } |
| | @@ -20956,10 +21156,17 @@ |
| 20956 | 21156 | etByte flag_rtz; /* True if trailing zeros should be removed */ |
| 20957 | 21157 | #endif |
| 20958 | 21158 | PrintfArguments *pArgList = 0; /* Arguments for SQLITE_PRINTF_SQLFUNC */ |
| 20959 | 21159 | char buf[etBUFSIZE]; /* Conversion buffer */ |
| 20960 | 21160 | |
| 21161 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 21162 | + if( ap==0 ){ |
| 21163 | + (void)SQLITE_MISUSE_BKPT; |
| 21164 | + sqlite3StrAccumReset(pAccum); |
| 21165 | + return; |
| 21166 | + } |
| 21167 | +#endif |
| 20961 | 21168 | bufpt = 0; |
| 20962 | 21169 | if( bFlags ){ |
| 20963 | 21170 | if( (bArgList = (bFlags & SQLITE_PRINTF_SQLFUNC))!=0 ){ |
| 20964 | 21171 | pArgList = va_arg(ap, PrintfArguments*); |
| 20965 | 21172 | } |
| | @@ -21496,10 +21703,15 @@ |
| 21496 | 21703 | return N; |
| 21497 | 21704 | }else{ |
| 21498 | 21705 | char *zOld = (p->zText==p->zBase ? 0 : p->zText); |
| 21499 | 21706 | i64 szNew = p->nChar; |
| 21500 | 21707 | szNew += N + 1; |
| 21708 | + if( szNew+p->nChar<=p->mxAlloc ){ |
| 21709 | + /* Force exponential buffer size growth as long as it does not overflow, |
| 21710 | + ** to avoid having to call this routine too often */ |
| 21711 | + szNew += p->nChar; |
| 21712 | + } |
| 21501 | 21713 | if( szNew > p->mxAlloc ){ |
| 21502 | 21714 | sqlite3StrAccumReset(p); |
| 21503 | 21715 | setStrAccumError(p, STRACCUM_TOOBIG); |
| 21504 | 21716 | return 0; |
| 21505 | 21717 | }else{ |
| | @@ -21512,10 +21724,11 @@ |
| 21512 | 21724 | } |
| 21513 | 21725 | if( zNew ){ |
| 21514 | 21726 | assert( p->zText!=0 || p->nChar==0 ); |
| 21515 | 21727 | if( zOld==0 && p->nChar>0 ) memcpy(zNew, p->zText, p->nChar); |
| 21516 | 21728 | p->zText = zNew; |
| 21729 | + p->nAlloc = sqlite3DbMallocSize(p->db, zNew); |
| 21517 | 21730 | }else{ |
| 21518 | 21731 | sqlite3StrAccumReset(p); |
| 21519 | 21732 | setStrAccumError(p, STRACCUM_NOMEM); |
| 21520 | 21733 | return 0; |
| 21521 | 21734 | } |
| | @@ -21681,10 +21894,17 @@ |
| 21681 | 21894 | */ |
| 21682 | 21895 | SQLITE_API char *sqlite3_vmprintf(const char *zFormat, va_list ap){ |
| 21683 | 21896 | char *z; |
| 21684 | 21897 | char zBase[SQLITE_PRINT_BUF_SIZE]; |
| 21685 | 21898 | StrAccum acc; |
| 21899 | + |
| 21900 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 21901 | + if( zFormat==0 ){ |
| 21902 | + (void)SQLITE_MISUSE_BKPT; |
| 21903 | + return 0; |
| 21904 | + } |
| 21905 | +#endif |
| 21686 | 21906 | #ifndef SQLITE_OMIT_AUTOINIT |
| 21687 | 21907 | if( sqlite3_initialize() ) return 0; |
| 21688 | 21908 | #endif |
| 21689 | 21909 | sqlite3StrAccumInit(&acc, zBase, sizeof(zBase), SQLITE_MAX_LENGTH); |
| 21690 | 21910 | acc.useMalloc = 2; |
| | @@ -21723,10 +21943,17 @@ |
| 21723 | 21943 | ** sqlite3_vsnprintf() is the varargs version. |
| 21724 | 21944 | */ |
| 21725 | 21945 | SQLITE_API char *sqlite3_vsnprintf(int n, char *zBuf, const char *zFormat, va_list ap){ |
| 21726 | 21946 | StrAccum acc; |
| 21727 | 21947 | if( n<=0 ) return zBuf; |
| 21948 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 21949 | + if( zBuf==0 || zFormat==0 ) { |
| 21950 | + (void)SQLITE_MISUSE_BKPT; |
| 21951 | + if( zBuf && n>0 ) zBuf[0] = 0; |
| 21952 | + return zBuf; |
| 21953 | + } |
| 21954 | +#endif |
| 21728 | 21955 | sqlite3StrAccumInit(&acc, zBuf, n, 0); |
| 21729 | 21956 | acc.useMalloc = 0; |
| 21730 | 21957 | sqlite3VXPrintf(&acc, 0, zFormat, ap); |
| 21731 | 21958 | return sqlite3StrAccumFinish(&acc); |
| 21732 | 21959 | } |
| | @@ -21914,15 +22141,23 @@ |
| 21914 | 22141 | #else |
| 21915 | 22142 | # define wsdPrng sqlite3Prng |
| 21916 | 22143 | #endif |
| 21917 | 22144 | |
| 21918 | 22145 | #if SQLITE_THREADSAFE |
| 21919 | | - sqlite3_mutex *mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_PRNG); |
| 22146 | + sqlite3_mutex *mutex; |
| 22147 | +#endif |
| 22148 | + |
| 22149 | +#ifndef SQLITE_OMIT_AUTOINIT |
| 22150 | + if( sqlite3_initialize() ) return; |
| 22151 | +#endif |
| 22152 | + |
| 22153 | +#if SQLITE_THREADSAFE |
| 22154 | + mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_PRNG); |
| 22155 | +#endif |
| 22156 | + |
| 21920 | 22157 | sqlite3_mutex_enter(mutex); |
| 21921 | | -#endif |
| 21922 | | - |
| 21923 | | - if( N<=0 ){ |
| 22158 | + if( N<=0 || pBuf==0 ){ |
| 21924 | 22159 | wsdPrng.isInit = 0; |
| 21925 | 22160 | sqlite3_mutex_leave(mutex); |
| 21926 | 22161 | return; |
| 21927 | 22162 | } |
| 21928 | 22163 | |
| | @@ -23040,17 +23275,27 @@ |
| 23040 | 23275 | ** case-independent fashion, using the same definition of "case |
| 23041 | 23276 | ** independence" that SQLite uses internally when comparing identifiers. |
| 23042 | 23277 | */ |
| 23043 | 23278 | SQLITE_API int sqlite3_stricmp(const char *zLeft, const char *zRight){ |
| 23044 | 23279 | register unsigned char *a, *b; |
| 23280 | + if( zLeft==0 ){ |
| 23281 | + return zRight ? -1 : 0; |
| 23282 | + }else if( zRight==0 ){ |
| 23283 | + return 1; |
| 23284 | + } |
| 23045 | 23285 | a = (unsigned char *)zLeft; |
| 23046 | 23286 | b = (unsigned char *)zRight; |
| 23047 | 23287 | while( *a!=0 && UpperToLower[*a]==UpperToLower[*b]){ a++; b++; } |
| 23048 | 23288 | return UpperToLower[*a] - UpperToLower[*b]; |
| 23049 | 23289 | } |
| 23050 | 23290 | SQLITE_API int sqlite3_strnicmp(const char *zLeft, const char *zRight, int N){ |
| 23051 | 23291 | register unsigned char *a, *b; |
| 23292 | + if( zLeft==0 ){ |
| 23293 | + return zRight ? -1 : 0; |
| 23294 | + }else if( zRight==0 ){ |
| 23295 | + return 1; |
| 23296 | + } |
| 23052 | 23297 | a = (unsigned char *)zLeft; |
| 23053 | 23298 | b = (unsigned char *)zRight; |
| 23054 | 23299 | while( N-- > 0 && *a!=0 && UpperToLower[*a]==UpperToLower[*b]){ a++; b++; } |
| 23055 | 23300 | return N<0 ? 0 : UpperToLower[*a] - UpperToLower[*b]; |
| 23056 | 23301 | } |
| | @@ -32579,10 +32824,15 @@ |
| 32579 | 32824 | #if !SQLITE_OS_WINNT && !defined(SQLITE_OMIT_WAL) |
| 32580 | 32825 | # error "WAL mode requires support from the Windows NT kernel, compile\ |
| 32581 | 32826 | with SQLITE_OMIT_WAL." |
| 32582 | 32827 | #endif |
| 32583 | 32828 | |
| 32829 | +#if !SQLITE_OS_WINNT && SQLITE_MAX_MMAP_SIZE>0 |
| 32830 | +# error "Memory mapped files require support from the Windows NT kernel,\ |
| 32831 | + compile with SQLITE_MAX_MMAP_SIZE=0." |
| 32832 | +#endif |
| 32833 | + |
| 32584 | 32834 | /* |
| 32585 | 32835 | ** Are most of the Win32 ANSI APIs available (i.e. with certain exceptions |
| 32586 | 32836 | ** based on the sub-platform)? |
| 32587 | 32837 | */ |
| 32588 | 32838 | #if !SQLITE_OS_WINCE && !SQLITE_OS_WINRT && !defined(SQLITE_WIN32_NO_ANSI) |
| | @@ -32708,14 +32958,15 @@ |
| 32708 | 32958 | # define winGetDirSep() '\\' |
| 32709 | 32959 | #endif |
| 32710 | 32960 | |
| 32711 | 32961 | /* |
| 32712 | 32962 | ** Do we need to manually define the Win32 file mapping APIs for use with WAL |
| 32713 | | -** mode (e.g. these APIs are available in the Windows CE SDK; however, they |
| 32714 | | -** are not present in the header file)? |
| 32963 | +** mode or memory mapped files (e.g. these APIs are available in the Windows |
| 32964 | +** CE SDK; however, they are not present in the header file)? |
| 32715 | 32965 | */ |
| 32716 | | -#if SQLITE_WIN32_FILEMAPPING_API && !defined(SQLITE_OMIT_WAL) |
| 32966 | +#if SQLITE_WIN32_FILEMAPPING_API && \ |
| 32967 | + (!defined(SQLITE_OMIT_WAL) || SQLITE_MAX_MMAP_SIZE>0) |
| 32717 | 32968 | /* |
| 32718 | 32969 | ** Two of the file mapping APIs are different under WinRT. Figure out which |
| 32719 | 32970 | ** set we need. |
| 32720 | 32971 | */ |
| 32721 | 32972 | #if SQLITE_OS_WINRT |
| | @@ -32739,11 +32990,11 @@ |
| 32739 | 32990 | |
| 32740 | 32991 | /* |
| 32741 | 32992 | ** This file mapping API is common to both Win32 and WinRT. |
| 32742 | 32993 | */ |
| 32743 | 32994 | WINBASEAPI BOOL WINAPI UnmapViewOfFile(LPCVOID); |
| 32744 | | -#endif /* SQLITE_WIN32_FILEMAPPING_API && !defined(SQLITE_OMIT_WAL) */ |
| 32995 | +#endif /* SQLITE_WIN32_FILEMAPPING_API */ |
| 32745 | 32996 | |
| 32746 | 32997 | /* |
| 32747 | 32998 | ** Some Microsoft compilers lack this definition. |
| 32748 | 32999 | */ |
| 32749 | 33000 | #ifndef INVALID_FILE_ATTRIBUTES |
| | @@ -33032,21 +33283,21 @@ |
| 33032 | 33283 | |
| 33033 | 33284 | #define osCreateFileW ((HANDLE(WINAPI*)(LPCWSTR,DWORD,DWORD, \ |
| 33034 | 33285 | LPSECURITY_ATTRIBUTES,DWORD,DWORD,HANDLE))aSyscall[5].pCurrent) |
| 33035 | 33286 | |
| 33036 | 33287 | #if (!SQLITE_OS_WINRT && defined(SQLITE_WIN32_HAS_ANSI) && \ |
| 33037 | | - !defined(SQLITE_OMIT_WAL)) |
| 33288 | + (!defined(SQLITE_OMIT_WAL) || SQLITE_MAX_MMAP_SIZE>0)) |
| 33038 | 33289 | { "CreateFileMappingA", (SYSCALL)CreateFileMappingA, 0 }, |
| 33039 | 33290 | #else |
| 33040 | 33291 | { "CreateFileMappingA", (SYSCALL)0, 0 }, |
| 33041 | 33292 | #endif |
| 33042 | 33293 | |
| 33043 | 33294 | #define osCreateFileMappingA ((HANDLE(WINAPI*)(HANDLE,LPSECURITY_ATTRIBUTES, \ |
| 33044 | 33295 | DWORD,DWORD,DWORD,LPCSTR))aSyscall[6].pCurrent) |
| 33045 | 33296 | |
| 33046 | 33297 | #if SQLITE_OS_WINCE || (!SQLITE_OS_WINRT && defined(SQLITE_WIN32_HAS_WIDE) && \ |
| 33047 | | - !defined(SQLITE_OMIT_WAL)) |
| 33298 | + (!defined(SQLITE_OMIT_WAL) || SQLITE_MAX_MMAP_SIZE>0)) |
| 33048 | 33299 | { "CreateFileMappingW", (SYSCALL)CreateFileMappingW, 0 }, |
| 33049 | 33300 | #else |
| 33050 | 33301 | { "CreateFileMappingW", (SYSCALL)0, 0 }, |
| 33051 | 33302 | #endif |
| 33052 | 33303 | |
| | @@ -33382,11 +33633,12 @@ |
| 33382 | 33633 | #ifndef osLockFileEx |
| 33383 | 33634 | #define osLockFileEx ((BOOL(WINAPI*)(HANDLE,DWORD,DWORD,DWORD,DWORD, \ |
| 33384 | 33635 | LPOVERLAPPED))aSyscall[48].pCurrent) |
| 33385 | 33636 | #endif |
| 33386 | 33637 | |
| 33387 | | -#if SQLITE_OS_WINCE || (!SQLITE_OS_WINRT && !defined(SQLITE_OMIT_WAL)) |
| 33638 | +#if SQLITE_OS_WINCE || (!SQLITE_OS_WINRT && \ |
| 33639 | + (!defined(SQLITE_OMIT_WAL) || SQLITE_MAX_MMAP_SIZE>0)) |
| 33388 | 33640 | { "MapViewOfFile", (SYSCALL)MapViewOfFile, 0 }, |
| 33389 | 33641 | #else |
| 33390 | 33642 | { "MapViewOfFile", (SYSCALL)0, 0 }, |
| 33391 | 33643 | #endif |
| 33392 | 33644 | |
| | @@ -33452,11 +33704,11 @@ |
| 33452 | 33704 | #endif |
| 33453 | 33705 | |
| 33454 | 33706 | #define osUnlockFileEx ((BOOL(WINAPI*)(HANDLE,DWORD,DWORD,DWORD, \ |
| 33455 | 33707 | LPOVERLAPPED))aSyscall[58].pCurrent) |
| 33456 | 33708 | |
| 33457 | | -#if SQLITE_OS_WINCE || !defined(SQLITE_OMIT_WAL) |
| 33709 | +#if SQLITE_OS_WINCE || !defined(SQLITE_OMIT_WAL) || SQLITE_MAX_MMAP_SIZE>0 |
| 33458 | 33710 | { "UnmapViewOfFile", (SYSCALL)UnmapViewOfFile, 0 }, |
| 33459 | 33711 | #else |
| 33460 | 33712 | { "UnmapViewOfFile", (SYSCALL)0, 0 }, |
| 33461 | 33713 | #endif |
| 33462 | 33714 | |
| | @@ -33515,11 +33767,11 @@ |
| 33515 | 33767 | #endif |
| 33516 | 33768 | |
| 33517 | 33769 | #define osGetFileInformationByHandleEx ((BOOL(WINAPI*)(HANDLE, \ |
| 33518 | 33770 | FILE_INFO_BY_HANDLE_CLASS,LPVOID,DWORD))aSyscall[66].pCurrent) |
| 33519 | 33771 | |
| 33520 | | -#if SQLITE_OS_WINRT && !defined(SQLITE_OMIT_WAL) |
| 33772 | +#if SQLITE_OS_WINRT && (!defined(SQLITE_OMIT_WAL) || SQLITE_MAX_MMAP_SIZE>0) |
| 33521 | 33773 | { "MapViewOfFileFromApp", (SYSCALL)MapViewOfFileFromApp, 0 }, |
| 33522 | 33774 | #else |
| 33523 | 33775 | { "MapViewOfFileFromApp", (SYSCALL)0, 0 }, |
| 33524 | 33776 | #endif |
| 33525 | 33777 | |
| | @@ -33579,11 +33831,11 @@ |
| 33579 | 33831 | |
| 33580 | 33832 | { "GetProcessHeap", (SYSCALL)GetProcessHeap, 0 }, |
| 33581 | 33833 | |
| 33582 | 33834 | #define osGetProcessHeap ((HANDLE(WINAPI*)(VOID))aSyscall[74].pCurrent) |
| 33583 | 33835 | |
| 33584 | | -#if SQLITE_OS_WINRT && !defined(SQLITE_OMIT_WAL) |
| 33836 | +#if SQLITE_OS_WINRT && (!defined(SQLITE_OMIT_WAL) || SQLITE_MAX_MMAP_SIZE>0) |
| 33585 | 33837 | { "CreateFileMappingFromApp", (SYSCALL)CreateFileMappingFromApp, 0 }, |
| 33586 | 33838 | #else |
| 33587 | 33839 | { "CreateFileMappingFromApp", (SYSCALL)0, 0 }, |
| 33588 | 33840 | #endif |
| 33589 | 33841 | |
| | @@ -39155,10 +39407,17 @@ |
| 39155 | 39407 | */ |
| 39156 | 39408 | SQLITE_PRIVATE void sqlite3PcacheShrink(PCache *pCache){ |
| 39157 | 39409 | assert( pCache->pCache!=0 ); |
| 39158 | 39410 | sqlite3GlobalConfig.pcache2.xShrink(pCache->pCache); |
| 39159 | 39411 | } |
| 39412 | + |
| 39413 | +/* |
| 39414 | +** Return the size of the header added by this middleware layer |
| 39415 | +** in the page-cache hierarchy. |
| 39416 | +*/ |
| 39417 | +SQLITE_PRIVATE int sqlite3HeaderSizePcache(void){ return sizeof(PgHdr); } |
| 39418 | + |
| 39160 | 39419 | |
| 39161 | 39420 | #if defined(SQLITE_CHECK_PAGES) || defined(SQLITE_DEBUG) |
| 39162 | 39421 | /* |
| 39163 | 39422 | ** For all dirty pages currently in the cache, invoke the specified |
| 39164 | 39423 | ** callback. This is only used if the SQLITE_CHECK_PAGES macro is |
| | @@ -40154,10 +40413,15 @@ |
| 40154 | 40413 | pcache1Shrink /* xShrink */ |
| 40155 | 40414 | }; |
| 40156 | 40415 | sqlite3_config(SQLITE_CONFIG_PCACHE2, &defaultMethods); |
| 40157 | 40416 | } |
| 40158 | 40417 | |
| 40418 | +/* |
| 40419 | +** Return the size of the header on each page of this PCACHE implementation. |
| 40420 | +*/ |
| 40421 | +SQLITE_PRIVATE int sqlite3HeaderSizePcache1(void){ return sizeof(PgHdr1); } |
| 40422 | + |
| 40159 | 40423 | #ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT |
| 40160 | 40424 | /* |
| 40161 | 40425 | ** This function is called to free superfluous dynamically allocated memory |
| 40162 | 40426 | ** held by the pager system. Memory in use by any SQLite pager allocated |
| 40163 | 40427 | ** by the current thread may be sqlite3_free()ed. |
| | @@ -47710,10 +47974,22 @@ |
| 47710 | 47974 | } |
| 47711 | 47975 | |
| 47712 | 47976 | return SQLITE_OK; |
| 47713 | 47977 | } |
| 47714 | 47978 | #endif |
| 47979 | + |
| 47980 | +/* |
| 47981 | +** The page handle passed as the first argument refers to a dirty page |
| 47982 | +** with a page number other than iNew. This function changes the page's |
| 47983 | +** page number to iNew and sets the value of the PgHdr.flags field to |
| 47984 | +** the value passed as the third parameter. |
| 47985 | +*/ |
| 47986 | +SQLITE_PRIVATE void sqlite3PagerRekey(DbPage *pPg, Pgno iNew, u16 flags){ |
| 47987 | + assert( pPg->pgno!=iNew ); |
| 47988 | + pPg->flags = flags; |
| 47989 | + sqlite3PcacheMove(pPg, iNew); |
| 47990 | +} |
| 47715 | 47991 | |
| 47716 | 47992 | /* |
| 47717 | 47993 | ** Return a pointer to the data for the specified page. |
| 47718 | 47994 | */ |
| 47719 | 47995 | SQLITE_PRIVATE void *sqlite3PagerGetData(DbPage *pPg){ |
| | @@ -48108,10 +48384,11 @@ |
| 48108 | 48384 | SQLITE_PRIVATE int sqlite3PagerWalFramesize(Pager *pPager){ |
| 48109 | 48385 | assert( pPager->eState>=PAGER_READER ); |
| 48110 | 48386 | return sqlite3WalFramesize(pPager->pWal); |
| 48111 | 48387 | } |
| 48112 | 48388 | #endif |
| 48389 | + |
| 48113 | 48390 | |
| 48114 | 48391 | #endif /* SQLITE_OMIT_DISKIO */ |
| 48115 | 48392 | |
| 48116 | 48393 | /************** End of pager.c ***********************************************/ |
| 48117 | 48394 | /************** Begin file wal.c *********************************************/ |
| | @@ -49618,11 +49895,11 @@ |
| 49618 | 49895 | |
| 49619 | 49896 | /* |
| 49620 | 49897 | ** Free an iterator allocated by walIteratorInit(). |
| 49621 | 49898 | */ |
| 49622 | 49899 | static void walIteratorFree(WalIterator *p){ |
| 49623 | | - sqlite3ScratchFree(p); |
| 49900 | + sqlite3_free(p); |
| 49624 | 49901 | } |
| 49625 | 49902 | |
| 49626 | 49903 | /* |
| 49627 | 49904 | ** Construct a WalInterator object that can be used to loop over all |
| 49628 | 49905 | ** pages in the WAL in ascending order. The caller must hold the checkpoint |
| | @@ -49653,21 +49930,21 @@ |
| 49653 | 49930 | /* Allocate space for the WalIterator object. */ |
| 49654 | 49931 | nSegment = walFramePage(iLast) + 1; |
| 49655 | 49932 | nByte = sizeof(WalIterator) |
| 49656 | 49933 | + (nSegment-1)*sizeof(struct WalSegment) |
| 49657 | 49934 | + iLast*sizeof(ht_slot); |
| 49658 | | - p = (WalIterator *)sqlite3ScratchMalloc(nByte); |
| 49935 | + p = (WalIterator *)sqlite3_malloc(nByte); |
| 49659 | 49936 | if( !p ){ |
| 49660 | 49937 | return SQLITE_NOMEM; |
| 49661 | 49938 | } |
| 49662 | 49939 | memset(p, 0, nByte); |
| 49663 | 49940 | p->nSegment = nSegment; |
| 49664 | 49941 | |
| 49665 | 49942 | /* Allocate temporary space used by the merge-sort routine. This block |
| 49666 | 49943 | ** of memory will be freed before this function returns. |
| 49667 | 49944 | */ |
| 49668 | | - aTmp = (ht_slot *)sqlite3ScratchMalloc( |
| 49945 | + aTmp = (ht_slot *)sqlite3_malloc( |
| 49669 | 49946 | sizeof(ht_slot) * (iLast>HASHTABLE_NPAGE?HASHTABLE_NPAGE:iLast) |
| 49670 | 49947 | ); |
| 49671 | 49948 | if( !aTmp ){ |
| 49672 | 49949 | rc = SQLITE_NOMEM; |
| 49673 | 49950 | } |
| | @@ -49700,11 +49977,11 @@ |
| 49700 | 49977 | p->aSegment[i].nEntry = nEntry; |
| 49701 | 49978 | p->aSegment[i].aIndex = aIndex; |
| 49702 | 49979 | p->aSegment[i].aPgno = (u32 *)aPgno; |
| 49703 | 49980 | } |
| 49704 | 49981 | } |
| 49705 | | - sqlite3ScratchFree(aTmp); |
| 49982 | + sqlite3_free(aTmp); |
| 49706 | 49983 | |
| 49707 | 49984 | if( rc!=SQLITE_OK ){ |
| 49708 | 49985 | walIteratorFree(p); |
| 49709 | 49986 | } |
| 49710 | 49987 | *pp = p; |
| | @@ -50620,11 +50897,11 @@ |
| 50620 | 50897 | ** was in before the client began writing to the database. |
| 50621 | 50898 | */ |
| 50622 | 50899 | memcpy(&pWal->hdr, (void *)walIndexHdr(pWal), sizeof(WalIndexHdr)); |
| 50623 | 50900 | |
| 50624 | 50901 | for(iFrame=pWal->hdr.mxFrame+1; |
| 50625 | | - ALWAYS(rc==SQLITE_OK) && iFrame<=iMax; |
| 50902 | + rc==SQLITE_OK && iFrame<=iMax; |
| 50626 | 50903 | iFrame++ |
| 50627 | 50904 | ){ |
| 50628 | 50905 | /* This call cannot fail. Unless the page for which the page number |
| 50629 | 50906 | ** is passed as the second argument is (a) in the cache and |
| 50630 | 50907 | ** (b) has an outstanding reference, then xUndo is either a no-op |
| | @@ -53343,28 +53620,27 @@ |
| 53343 | 53620 | int cellOffset; /* Offset to the cell pointer array */ |
| 53344 | 53621 | int cbrk; /* Offset to the cell content area */ |
| 53345 | 53622 | int nCell; /* Number of cells on the page */ |
| 53346 | 53623 | unsigned char *data; /* The page data */ |
| 53347 | 53624 | unsigned char *temp; /* Temp area for cell content */ |
| 53625 | + unsigned char *src; /* Source of content */ |
| 53348 | 53626 | int iCellFirst; /* First allowable cell index */ |
| 53349 | 53627 | int iCellLast; /* Last possible cell index */ |
| 53350 | 53628 | |
| 53351 | 53629 | |
| 53352 | 53630 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
| 53353 | 53631 | assert( pPage->pBt!=0 ); |
| 53354 | 53632 | assert( pPage->pBt->usableSize <= SQLITE_MAX_PAGE_SIZE ); |
| 53355 | 53633 | assert( pPage->nOverflow==0 ); |
| 53356 | 53634 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
| 53357 | | - temp = sqlite3PagerTempSpace(pPage->pBt->pPager); |
| 53358 | | - data = pPage->aData; |
| 53635 | + temp = 0; |
| 53636 | + src = data = pPage->aData; |
| 53359 | 53637 | hdr = pPage->hdrOffset; |
| 53360 | 53638 | cellOffset = pPage->cellOffset; |
| 53361 | 53639 | nCell = pPage->nCell; |
| 53362 | 53640 | assert( nCell==get2byte(&data[hdr+3]) ); |
| 53363 | 53641 | usableSize = pPage->pBt->usableSize; |
| 53364 | | - cbrk = get2byte(&data[hdr+5]); |
| 53365 | | - memcpy(&temp[cbrk], &data[cbrk], usableSize - cbrk); |
| 53366 | 53642 | cbrk = usableSize; |
| 53367 | 53643 | iCellFirst = cellOffset + 2*nCell; |
| 53368 | 53644 | iCellLast = usableSize - 4; |
| 53369 | 53645 | for(i=0; i<nCell; i++){ |
| 53370 | 53646 | u8 *pAddr; /* The i-th cell pointer */ |
| | @@ -53379,11 +53655,11 @@ |
| 53379 | 53655 | if( pc<iCellFirst || pc>iCellLast ){ |
| 53380 | 53656 | return SQLITE_CORRUPT_BKPT; |
| 53381 | 53657 | } |
| 53382 | 53658 | #endif |
| 53383 | 53659 | assert( pc>=iCellFirst && pc<=iCellLast ); |
| 53384 | | - size = cellSizePtr(pPage, &temp[pc]); |
| 53660 | + size = cellSizePtr(pPage, &src[pc]); |
| 53385 | 53661 | cbrk -= size; |
| 53386 | 53662 | #if defined(SQLITE_ENABLE_OVERSIZE_CELL_CHECK) |
| 53387 | 53663 | if( cbrk<iCellFirst ){ |
| 53388 | 53664 | return SQLITE_CORRUPT_BKPT; |
| 53389 | 53665 | } |
| | @@ -53393,12 +53669,20 @@ |
| 53393 | 53669 | } |
| 53394 | 53670 | #endif |
| 53395 | 53671 | assert( cbrk+size<=usableSize && cbrk>=iCellFirst ); |
| 53396 | 53672 | testcase( cbrk+size==usableSize ); |
| 53397 | 53673 | testcase( pc+size==usableSize ); |
| 53398 | | - memcpy(&data[cbrk], &temp[pc], size); |
| 53399 | 53674 | put2byte(pAddr, cbrk); |
| 53675 | + if( temp==0 ){ |
| 53676 | + int x; |
| 53677 | + if( cbrk==pc ) continue; |
| 53678 | + temp = sqlite3PagerTempSpace(pPage->pBt->pPager); |
| 53679 | + x = get2byte(&data[hdr+5]); |
| 53680 | + memcpy(&temp[x], &data[x], (cbrk+size) - x); |
| 53681 | + src = temp; |
| 53682 | + } |
| 53683 | + memcpy(&data[cbrk], &src[pc], size); |
| 53400 | 53684 | } |
| 53401 | 53685 | assert( cbrk>=iCellFirst ); |
| 53402 | 53686 | put2byte(&data[hdr+5], cbrk); |
| 53403 | 53687 | data[hdr+1] = 0; |
| 53404 | 53688 | data[hdr+2] = 0; |
| | @@ -53408,10 +53692,66 @@ |
| 53408 | 53692 | if( cbrk-iCellFirst!=pPage->nFree ){ |
| 53409 | 53693 | return SQLITE_CORRUPT_BKPT; |
| 53410 | 53694 | } |
| 53411 | 53695 | return SQLITE_OK; |
| 53412 | 53696 | } |
| 53697 | + |
| 53698 | +/* |
| 53699 | +** Search the free-list on page pPg for space to store a cell nByte bytes in |
| 53700 | +** size. If one can be found, return a pointer to the space and remove it |
| 53701 | +** from the free-list. |
| 53702 | +** |
| 53703 | +** If no suitable space can be found on the free-list, return NULL. |
| 53704 | +** |
| 53705 | +** This function may detect corruption within pPg. If corruption is |
| 53706 | +** detected then *pRc is set to SQLITE_CORRUPT and NULL is returned. |
| 53707 | +** |
| 53708 | +** If a slot of at least nByte bytes is found but cannot be used because |
| 53709 | +** there are already at least 60 fragmented bytes on the page, return NULL. |
| 53710 | +** In this case, if pbDefrag parameter is not NULL, set *pbDefrag to true. |
| 53711 | +*/ |
| 53712 | +static u8 *pageFindSlot(MemPage *pPg, int nByte, int *pRc, int *pbDefrag){ |
| 53713 | + const int hdr = pPg->hdrOffset; |
| 53714 | + u8 * const aData = pPg->aData; |
| 53715 | + int iAddr; |
| 53716 | + int pc; |
| 53717 | + int usableSize = pPg->pBt->usableSize; |
| 53718 | + |
| 53719 | + for(iAddr=hdr+1; (pc = get2byte(&aData[iAddr]))>0; iAddr=pc){ |
| 53720 | + int size; /* Size of the free slot */ |
| 53721 | + if( pc>usableSize-4 || pc<iAddr+4 ){ |
| 53722 | + *pRc = SQLITE_CORRUPT_BKPT; |
| 53723 | + return 0; |
| 53724 | + } |
| 53725 | + size = get2byte(&aData[pc+2]); |
| 53726 | + if( size>=nByte ){ |
| 53727 | + int x = size - nByte; |
| 53728 | + testcase( x==4 ); |
| 53729 | + testcase( x==3 ); |
| 53730 | + if( x<4 ){ |
| 53731 | + if( aData[hdr+7]>=60 ){ |
| 53732 | + if( pbDefrag ) *pbDefrag = 1; |
| 53733 | + return 0; |
| 53734 | + } |
| 53735 | + /* Remove the slot from the free-list. Update the number of |
| 53736 | + ** fragmented bytes within the page. */ |
| 53737 | + memcpy(&aData[iAddr], &aData[pc], 2); |
| 53738 | + aData[hdr+7] += (u8)x; |
| 53739 | + }else if( size+pc > usableSize ){ |
| 53740 | + *pRc = SQLITE_CORRUPT_BKPT; |
| 53741 | + return 0; |
| 53742 | + }else{ |
| 53743 | + /* The slot remains on the free-list. Reduce its size to account |
| 53744 | + ** for the portion used by the new allocation. */ |
| 53745 | + put2byte(&aData[pc+2], x); |
| 53746 | + } |
| 53747 | + return &aData[pc + x]; |
| 53748 | + } |
| 53749 | + } |
| 53750 | + |
| 53751 | + return 0; |
| 53752 | +} |
| 53413 | 53753 | |
| 53414 | 53754 | /* |
| 53415 | 53755 | ** Allocate nByte bytes of space from within the B-Tree page passed |
| 53416 | 53756 | ** as the first argument. Write into *pIdx the index into pPage->aData[] |
| 53417 | 53757 | ** of the first byte of allocated space. Return either SQLITE_OK or |
| | @@ -53426,22 +53766,20 @@ |
| 53426 | 53766 | */ |
| 53427 | 53767 | static int allocateSpace(MemPage *pPage, int nByte, int *pIdx){ |
| 53428 | 53768 | const int hdr = pPage->hdrOffset; /* Local cache of pPage->hdrOffset */ |
| 53429 | 53769 | u8 * const data = pPage->aData; /* Local cache of pPage->aData */ |
| 53430 | 53770 | int top; /* First byte of cell content area */ |
| 53771 | + int rc = SQLITE_OK; /* Integer return code */ |
| 53431 | 53772 | int gap; /* First byte of gap between cell pointers and cell content */ |
| 53432 | | - int rc; /* Integer return code */ |
| 53433 | | - int usableSize; /* Usable size of the page */ |
| 53434 | 53773 | |
| 53435 | 53774 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
| 53436 | 53775 | assert( pPage->pBt ); |
| 53437 | 53776 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
| 53438 | 53777 | assert( nByte>=0 ); /* Minimum cell size is 4 */ |
| 53439 | 53778 | assert( pPage->nFree>=nByte ); |
| 53440 | 53779 | assert( pPage->nOverflow==0 ); |
| 53441 | | - usableSize = pPage->pBt->usableSize; |
| 53442 | | - assert( nByte < usableSize-8 ); |
| 53780 | + assert( nByte < (int)(pPage->pBt->usableSize-8) ); |
| 53443 | 53781 | |
| 53444 | 53782 | assert( pPage->cellOffset == hdr + 12 - 4*pPage->leaf ); |
| 53445 | 53783 | gap = pPage->cellOffset + 2*pPage->nCell; |
| 53446 | 53784 | assert( gap<=65536 ); |
| 53447 | 53785 | top = get2byte(&data[hdr+5]); |
| | @@ -53459,46 +53797,27 @@ |
| 53459 | 53797 | */ |
| 53460 | 53798 | testcase( gap+2==top ); |
| 53461 | 53799 | testcase( gap+1==top ); |
| 53462 | 53800 | testcase( gap==top ); |
| 53463 | 53801 | if( gap+2<=top && (data[hdr+1] || data[hdr+2]) ){ |
| 53464 | | - int pc, addr; |
| 53465 | | - for(addr=hdr+1; (pc = get2byte(&data[addr]))>0; addr=pc){ |
| 53466 | | - int size; /* Size of the free slot */ |
| 53467 | | - if( pc>usableSize-4 || pc<addr+4 ){ |
| 53468 | | - return SQLITE_CORRUPT_BKPT; |
| 53469 | | - } |
| 53470 | | - size = get2byte(&data[pc+2]); |
| 53471 | | - if( size>=nByte ){ |
| 53472 | | - int x = size - nByte; |
| 53473 | | - testcase( x==4 ); |
| 53474 | | - testcase( x==3 ); |
| 53475 | | - if( x<4 ){ |
| 53476 | | - if( data[hdr+7]>=60 ) goto defragment_page; |
| 53477 | | - /* Remove the slot from the free-list. Update the number of |
| 53478 | | - ** fragmented bytes within the page. */ |
| 53479 | | - memcpy(&data[addr], &data[pc], 2); |
| 53480 | | - data[hdr+7] += (u8)x; |
| 53481 | | - }else if( size+pc > usableSize ){ |
| 53482 | | - return SQLITE_CORRUPT_BKPT; |
| 53483 | | - }else{ |
| 53484 | | - /* The slot remains on the free-list. Reduce its size to account |
| 53485 | | - ** for the portion used by the new allocation. */ |
| 53486 | | - put2byte(&data[pc+2], x); |
| 53487 | | - } |
| 53488 | | - *pIdx = pc + x; |
| 53489 | | - return SQLITE_OK; |
| 53490 | | - } |
| 53802 | + int bDefrag = 0; |
| 53803 | + u8 *pSpace = pageFindSlot(pPage, nByte, &rc, &bDefrag); |
| 53804 | + if( rc ) return rc; |
| 53805 | + if( bDefrag ) goto defragment_page; |
| 53806 | + if( pSpace ){ |
| 53807 | + assert( pSpace>=data && (pSpace - data)<65536 ); |
| 53808 | + *pIdx = (int)(pSpace - data); |
| 53809 | + return SQLITE_OK; |
| 53491 | 53810 | } |
| 53492 | 53811 | } |
| 53493 | 53812 | |
| 53494 | 53813 | /* The request could not be fulfilled using a freelist slot. Check |
| 53495 | 53814 | ** to see if defragmentation is necessary. |
| 53496 | 53815 | */ |
| 53497 | 53816 | testcase( gap+2+nByte==top ); |
| 53498 | 53817 | if( gap+2+nByte>top ){ |
| 53499 | | -defragment_page: |
| 53818 | + defragment_page: |
| 53500 | 53819 | testcase( pPage->nCell==0 ); |
| 53501 | 53820 | rc = defragmentPage(pPage); |
| 53502 | 53821 | if( rc ) return rc; |
| 53503 | 53822 | top = get2byteNotZero(&data[hdr+5]); |
| 53504 | 53823 | assert( gap+nByte<=top ); |
| | @@ -53542,11 +53861,11 @@ |
| 53542 | 53861 | unsigned char *data = pPage->aData; /* Page content */ |
| 53543 | 53862 | |
| 53544 | 53863 | assert( pPage->pBt!=0 ); |
| 53545 | 53864 | assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
| 53546 | 53865 | assert( iStart>=pPage->hdrOffset+6+pPage->childPtrSize ); |
| 53547 | | - assert( iEnd <= pPage->pBt->usableSize ); |
| 53866 | + assert( CORRUPT_DB || iEnd <= pPage->pBt->usableSize ); |
| 53548 | 53867 | assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
| 53549 | 53868 | assert( iSize>=4 ); /* Minimum cell size is 4 */ |
| 53550 | 53869 | assert( iStart<=iLast ); |
| 53551 | 53870 | |
| 53552 | 53871 | /* Overwrite deleted information with zeros when the secure_delete |
| | @@ -58157,49 +58476,266 @@ |
| 58157 | 58476 | #endif |
| 58158 | 58477 | } |
| 58159 | 58478 | } |
| 58160 | 58479 | |
| 58161 | 58480 | /* |
| 58162 | | -** Add a list of cells to a page. The page should be initially empty. |
| 58163 | | -** The cells are guaranteed to fit on the page. |
| 58164 | | -*/ |
| 58165 | | -static void assemblePage( |
| 58166 | | - MemPage *pPage, /* The page to be assembled */ |
| 58167 | | - int nCell, /* The number of cells to add to this page */ |
| 58168 | | - u8 **apCell, /* Pointers to cell bodies */ |
| 58169 | | - u16 *aSize /* Sizes of the cells */ |
| 58170 | | -){ |
| 58171 | | - int i; /* Loop counter */ |
| 58172 | | - u8 *pCellptr; /* Address of next cell pointer */ |
| 58173 | | - int cellbody; /* Address of next cell body */ |
| 58174 | | - u8 * const data = pPage->aData; /* Pointer to data for pPage */ |
| 58175 | | - const int hdr = pPage->hdrOffset; /* Offset of header on pPage */ |
| 58176 | | - const int nUsable = pPage->pBt->usableSize; /* Usable size of page */ |
| 58177 | | - |
| 58178 | | - assert( pPage->nOverflow==0 ); |
| 58179 | | - assert( sqlite3_mutex_held(pPage->pBt->mutex) ); |
| 58180 | | - assert( nCell>=0 && nCell<=(int)MX_CELL(pPage->pBt) |
| 58181 | | - && (int)MX_CELL(pPage->pBt)<=10921); |
| 58182 | | - assert( sqlite3PagerIswriteable(pPage->pDbPage) ); |
| 58183 | | - |
| 58184 | | - /* Check that the page has just been zeroed by zeroPage() */ |
| 58185 | | - assert( pPage->nCell==0 ); |
| 58186 | | - assert( get2byteNotZero(&data[hdr+5])==nUsable ); |
| 58187 | | - |
| 58188 | | - pCellptr = &pPage->aCellIdx[nCell*2]; |
| 58189 | | - cellbody = nUsable; |
| 58190 | | - for(i=nCell-1; i>=0; i--){ |
| 58191 | | - u16 sz = aSize[i]; |
| 58192 | | - pCellptr -= 2; |
| 58193 | | - cellbody -= sz; |
| 58194 | | - put2byte(pCellptr, cellbody); |
| 58195 | | - memcpy(&data[cellbody], apCell[i], sz); |
| 58196 | | - } |
| 58197 | | - put2byte(&data[hdr+3], nCell); |
| 58198 | | - put2byte(&data[hdr+5], cellbody); |
| 58199 | | - pPage->nFree -= (nCell*2 + nUsable - cellbody); |
| 58200 | | - pPage->nCell = (u16)nCell; |
| 58481 | +** Array apCell[] contains pointers to nCell b-tree page cells. The |
| 58482 | +** szCell[] array contains the size in bytes of each cell. This function |
| 58483 | +** replaces the current contents of page pPg with the contents of the cell |
| 58484 | +** array. |
| 58485 | +** |
| 58486 | +** Some of the cells in apCell[] may currently be stored in pPg. This |
| 58487 | +** function works around problems caused by this by making a copy of any |
| 58488 | +** such cells before overwriting the page data. |
| 58489 | +** |
| 58490 | +** The MemPage.nFree field is invalidated by this function. It is the |
| 58491 | +** responsibility of the caller to set it correctly. |
| 58492 | +*/ |
| 58493 | +static void rebuildPage( |
| 58494 | + MemPage *pPg, /* Edit this page */ |
| 58495 | + int nCell, /* Final number of cells on page */ |
| 58496 | + u8 **apCell, /* Array of cells */ |
| 58497 | + u16 *szCell /* Array of cell sizes */ |
| 58498 | +){ |
| 58499 | + const int hdr = pPg->hdrOffset; /* Offset of header on pPg */ |
| 58500 | + u8 * const aData = pPg->aData; /* Pointer to data for pPg */ |
| 58501 | + const int usableSize = pPg->pBt->usableSize; |
| 58502 | + u8 * const pEnd = &aData[usableSize]; |
| 58503 | + int i; |
| 58504 | + u8 *pCellptr = pPg->aCellIdx; |
| 58505 | + u8 *pTmp = sqlite3PagerTempSpace(pPg->pBt->pPager); |
| 58506 | + u8 *pData; |
| 58507 | + |
| 58508 | + i = get2byte(&aData[hdr+5]); |
| 58509 | + memcpy(&pTmp[i], &aData[i], usableSize - i); |
| 58510 | + |
| 58511 | + pData = pEnd; |
| 58512 | + for(i=0; i<nCell; i++){ |
| 58513 | + u8 *pCell = apCell[i]; |
| 58514 | + if( pCell>aData && pCell<pEnd ){ |
| 58515 | + pCell = &pTmp[pCell - aData]; |
| 58516 | + } |
| 58517 | + pData -= szCell[i]; |
| 58518 | + memcpy(pData, pCell, szCell[i]); |
| 58519 | + put2byte(pCellptr, (pData - aData)); |
| 58520 | + pCellptr += 2; |
| 58521 | + assert( szCell[i]==cellSizePtr(pPg, pCell) ); |
| 58522 | + } |
| 58523 | + |
| 58524 | + /* The pPg->nFree field is now set incorrectly. The caller will fix it. */ |
| 58525 | + pPg->nCell = nCell; |
| 58526 | + pPg->nOverflow = 0; |
| 58527 | + |
| 58528 | + put2byte(&aData[hdr+1], 0); |
| 58529 | + put2byte(&aData[hdr+3], pPg->nCell); |
| 58530 | + put2byte(&aData[hdr+5], pData - aData); |
| 58531 | + aData[hdr+7] = 0x00; |
| 58532 | +} |
| 58533 | + |
| 58534 | +/* |
| 58535 | +** Array apCell[] contains nCell pointers to b-tree cells. Array szCell |
| 58536 | +** contains the size in bytes of each such cell. This function attempts to |
| 58537 | +** add the cells stored in the array to page pPg. If it cannot (because |
| 58538 | +** the page needs to be defragmented before the cells will fit), non-zero |
| 58539 | +** is returned. Otherwise, if the cells are added successfully, zero is |
| 58540 | +** returned. |
| 58541 | +** |
| 58542 | +** Argument pCellptr points to the first entry in the cell-pointer array |
| 58543 | +** (part of page pPg) to populate. After cell apCell[0] is written to the |
| 58544 | +** page body, a 16-bit offset is written to pCellptr. And so on, for each |
| 58545 | +** cell in the array. It is the responsibility of the caller to ensure |
| 58546 | +** that it is safe to overwrite this part of the cell-pointer array. |
| 58547 | +** |
| 58548 | +** When this function is called, *ppData points to the start of the |
| 58549 | +** content area on page pPg. If the size of the content area is extended, |
| 58550 | +** *ppData is updated to point to the new start of the content area |
| 58551 | +** before returning. |
| 58552 | +** |
| 58553 | +** Finally, argument pBegin points to the byte immediately following the |
| 58554 | +** end of the space required by this page for the cell-pointer area (for |
| 58555 | +** all cells - not just those inserted by the current call). If the content |
| 58556 | +** area must be extended to before this point in order to accomodate all |
| 58557 | +** cells in apCell[], then the cells do not fit and non-zero is returned. |
| 58558 | +*/ |
| 58559 | +static int pageInsertArray( |
| 58560 | + MemPage *pPg, /* Page to add cells to */ |
| 58561 | + u8 *pBegin, /* End of cell-pointer array */ |
| 58562 | + u8 **ppData, /* IN/OUT: Page content -area pointer */ |
| 58563 | + u8 *pCellptr, /* Pointer to cell-pointer area */ |
| 58564 | + int nCell, /* Number of cells to add to pPg */ |
| 58565 | + u8 **apCell, /* Array of cells */ |
| 58566 | + u16 *szCell /* Array of cell sizes */ |
| 58567 | +){ |
| 58568 | + int i; |
| 58569 | + u8 *aData = pPg->aData; |
| 58570 | + u8 *pData = *ppData; |
| 58571 | + const int bFreelist = aData[1] || aData[2]; |
| 58572 | + assert( CORRUPT_DB || pPg->hdrOffset==0 ); /* Never called on page 1 */ |
| 58573 | + for(i=0; i<nCell; i++){ |
| 58574 | + int sz = szCell[i]; |
| 58575 | + int rc; |
| 58576 | + u8 *pSlot; |
| 58577 | + if( bFreelist==0 || (pSlot = pageFindSlot(pPg, sz, &rc, 0))==0 ){ |
| 58578 | + pData -= sz; |
| 58579 | + if( pData<pBegin ) return 1; |
| 58580 | + pSlot = pData; |
| 58581 | + } |
| 58582 | + memcpy(pSlot, apCell[i], sz); |
| 58583 | + put2byte(pCellptr, (pSlot - aData)); |
| 58584 | + pCellptr += 2; |
| 58585 | + } |
| 58586 | + *ppData = pData; |
| 58587 | + return 0; |
| 58588 | +} |
| 58589 | + |
| 58590 | +/* |
| 58591 | +** Array apCell[] contains nCell pointers to b-tree cells. Array szCell |
| 58592 | +** contains the size in bytes of each such cell. This function adds the |
| 58593 | +** space associated with each cell in the array that is currently stored |
| 58594 | +** within the body of pPg to the pPg free-list. The cell-pointers and other |
| 58595 | +** fields of the page are not updated. |
| 58596 | +** |
| 58597 | +** This function returns the total number of cells added to the free-list. |
| 58598 | +*/ |
| 58599 | +static int pageFreeArray( |
| 58600 | + MemPage *pPg, /* Page to edit */ |
| 58601 | + int nCell, /* Cells to delete */ |
| 58602 | + u8 **apCell, /* Array of cells */ |
| 58603 | + u16 *szCell /* Array of cell sizes */ |
| 58604 | +){ |
| 58605 | + u8 * const aData = pPg->aData; |
| 58606 | + u8 * const pEnd = &aData[pPg->pBt->usableSize]; |
| 58607 | + u8 * const pStart = &aData[pPg->hdrOffset + 8 + pPg->childPtrSize]; |
| 58608 | + int nRet = 0; |
| 58609 | + int i; |
| 58610 | + u8 *pFree = 0; |
| 58611 | + int szFree = 0; |
| 58612 | + |
| 58613 | + for(i=0; i<nCell; i++){ |
| 58614 | + u8 *pCell = apCell[i]; |
| 58615 | + if( pCell>=pStart && pCell<pEnd ){ |
| 58616 | + int sz = szCell[i]; |
| 58617 | + if( pFree!=(pCell + sz) ){ |
| 58618 | + if( pFree ){ |
| 58619 | + assert( pFree>aData && (pFree - aData)<65536 ); |
| 58620 | + freeSpace(pPg, (u16)(pFree - aData), szFree); |
| 58621 | + } |
| 58622 | + pFree = pCell; |
| 58623 | + szFree = sz; |
| 58624 | + if( pFree+sz>pEnd ) return 0; |
| 58625 | + }else{ |
| 58626 | + pFree = pCell; |
| 58627 | + szFree += sz; |
| 58628 | + } |
| 58629 | + nRet++; |
| 58630 | + } |
| 58631 | + } |
| 58632 | + if( pFree ){ |
| 58633 | + assert( pFree>aData && (pFree - aData)<65536 ); |
| 58634 | + freeSpace(pPg, (u16)(pFree - aData), szFree); |
| 58635 | + } |
| 58636 | + return nRet; |
| 58637 | +} |
| 58638 | + |
| 58639 | +/* |
| 58640 | +** The pPg->nFree field is invalid when this function returns. It is the |
| 58641 | +** responsibility of the caller to set it correctly. |
| 58642 | +*/ |
| 58643 | +static void editPage( |
| 58644 | + MemPage *pPg, /* Edit this page */ |
| 58645 | + int iOld, /* Index of first cell currently on page */ |
| 58646 | + int iNew, /* Index of new first cell on page */ |
| 58647 | + int nNew, /* Final number of cells on page */ |
| 58648 | + u8 **apCell, /* Array of cells */ |
| 58649 | + u16 *szCell /* Array of cell sizes */ |
| 58650 | +){ |
| 58651 | + u8 * const aData = pPg->aData; |
| 58652 | + const int hdr = pPg->hdrOffset; |
| 58653 | + u8 *pBegin = &pPg->aCellIdx[nNew * 2]; |
| 58654 | + int nCell = pPg->nCell; /* Cells stored on pPg */ |
| 58655 | + u8 *pData; |
| 58656 | + u8 *pCellptr; |
| 58657 | + int i; |
| 58658 | + int iOldEnd = iOld + pPg->nCell + pPg->nOverflow; |
| 58659 | + int iNewEnd = iNew + nNew; |
| 58660 | + |
| 58661 | +#ifdef SQLITE_DEBUG |
| 58662 | + u8 *pTmp = sqlite3PagerTempSpace(pPg->pBt->pPager); |
| 58663 | + memcpy(pTmp, aData, pPg->pBt->usableSize); |
| 58664 | +#endif |
| 58665 | + |
| 58666 | + /* Remove cells from the start and end of the page */ |
| 58667 | + if( iOld<iNew ){ |
| 58668 | + int nShift = pageFreeArray( |
| 58669 | + pPg, iNew-iOld, &apCell[iOld], &szCell[iOld] |
| 58670 | + ); |
| 58671 | + memmove(pPg->aCellIdx, &pPg->aCellIdx[nShift*2], nCell*2); |
| 58672 | + nCell -= nShift; |
| 58673 | + } |
| 58674 | + if( iNewEnd < iOldEnd ){ |
| 58675 | + nCell -= pageFreeArray( |
| 58676 | + pPg, iOldEnd-iNewEnd, &apCell[iNewEnd], &szCell[iNewEnd] |
| 58677 | + ); |
| 58678 | + } |
| 58679 | + |
| 58680 | + pData = &aData[get2byte(&aData[hdr+5])]; |
| 58681 | + if( pData<pBegin ) goto editpage_fail; |
| 58682 | + |
| 58683 | + /* Add cells to the start of the page */ |
| 58684 | + if( iNew<iOld ){ |
| 58685 | + int nAdd = iOld-iNew; |
| 58686 | + pCellptr = pPg->aCellIdx; |
| 58687 | + memmove(&pCellptr[nAdd*2], pCellptr, nCell*2); |
| 58688 | + if( pageInsertArray( |
| 58689 | + pPg, pBegin, &pData, pCellptr, |
| 58690 | + nAdd, &apCell[iNew], &szCell[iNew] |
| 58691 | + ) ) goto editpage_fail; |
| 58692 | + nCell += nAdd; |
| 58693 | + } |
| 58694 | + |
| 58695 | + /* Add any overflow cells */ |
| 58696 | + for(i=0; i<pPg->nOverflow; i++){ |
| 58697 | + int iCell = (iOld + pPg->aiOvfl[i]) - iNew; |
| 58698 | + if( iCell>=0 && iCell<nNew ){ |
| 58699 | + pCellptr = &pPg->aCellIdx[iCell * 2]; |
| 58700 | + memmove(&pCellptr[2], pCellptr, (nCell - iCell) * 2); |
| 58701 | + nCell++; |
| 58702 | + if( pageInsertArray( |
| 58703 | + pPg, pBegin, &pData, pCellptr, |
| 58704 | + 1, &apCell[iCell + iNew], &szCell[iCell + iNew] |
| 58705 | + ) ) goto editpage_fail; |
| 58706 | + } |
| 58707 | + } |
| 58708 | + |
| 58709 | + /* Append cells to the end of the page */ |
| 58710 | + pCellptr = &pPg->aCellIdx[nCell*2]; |
| 58711 | + if( pageInsertArray( |
| 58712 | + pPg, pBegin, &pData, pCellptr, |
| 58713 | + nNew-nCell, &apCell[iNew+nCell], &szCell[iNew+nCell] |
| 58714 | + ) ) goto editpage_fail; |
| 58715 | + |
| 58716 | + pPg->nCell = nNew; |
| 58717 | + pPg->nOverflow = 0; |
| 58718 | + |
| 58719 | + put2byte(&aData[hdr+3], pPg->nCell); |
| 58720 | + put2byte(&aData[hdr+5], pData - aData); |
| 58721 | + |
| 58722 | +#ifdef SQLITE_DEBUG |
| 58723 | + for(i=0; i<nNew && !CORRUPT_DB; i++){ |
| 58724 | + u8 *pCell = apCell[i+iNew]; |
| 58725 | + int iOff = get2byte(&pPg->aCellIdx[i*2]); |
| 58726 | + if( pCell>=aData && pCell<&aData[pPg->pBt->usableSize] ){ |
| 58727 | + pCell = &pTmp[pCell - aData]; |
| 58728 | + } |
| 58729 | + assert( 0==memcmp(pCell, &aData[iOff], szCell[i+iNew]) ); |
| 58730 | + } |
| 58731 | +#endif |
| 58732 | + |
| 58733 | + return; |
| 58734 | + editpage_fail: |
| 58735 | + /* Unable to edit this page. Rebuild it from scratch instead. */ |
| 58736 | + rebuildPage(pPg, nNew, &apCell[iNew], &szCell[iNew]); |
| 58201 | 58737 | } |
| 58202 | 58738 | |
| 58203 | 58739 | /* |
| 58204 | 58740 | ** The following parameters determine how many adjacent pages get involved |
| 58205 | 58741 | ** in a balancing operation. NN is the number of neighbors on either side |
| | @@ -58267,11 +58803,12 @@ |
| 58267 | 58803 | u8 *pStop; |
| 58268 | 58804 | |
| 58269 | 58805 | assert( sqlite3PagerIswriteable(pNew->pDbPage) ); |
| 58270 | 58806 | assert( pPage->aData[0]==(PTF_INTKEY|PTF_LEAFDATA|PTF_LEAF) ); |
| 58271 | 58807 | zeroPage(pNew, PTF_INTKEY|PTF_LEAFDATA|PTF_LEAF); |
| 58272 | | - assemblePage(pNew, 1, &pCell, &szCell); |
| 58808 | + rebuildPage(pNew, 1, &pCell, &szCell); |
| 58809 | + pNew->nFree = pBt->usableSize - pNew->cellOffset - 2 - szCell; |
| 58273 | 58810 | |
| 58274 | 58811 | /* If this is an auto-vacuum database, update the pointer map |
| 58275 | 58812 | ** with entries for the new page, and any pointer from the |
| 58276 | 58813 | ** cell on the page to an overflow page. If either of these |
| 58277 | 58814 | ** operations fails, the return code is set, but the contents |
| | @@ -58486,21 +59023,26 @@ |
| 58486 | 59023 | int subtotal; /* Subtotal of bytes in cells on one page */ |
| 58487 | 59024 | int iSpace1 = 0; /* First unused byte of aSpace1[] */ |
| 58488 | 59025 | int iOvflSpace = 0; /* First unused byte of aOvflSpace[] */ |
| 58489 | 59026 | int szScratch; /* Size of scratch memory requested */ |
| 58490 | 59027 | MemPage *apOld[NB]; /* pPage and up to two siblings */ |
| 58491 | | - MemPage *apCopy[NB]; /* Private copies of apOld[] pages */ |
| 58492 | 59028 | MemPage *apNew[NB+2]; /* pPage and up to NB siblings after balancing */ |
| 58493 | 59029 | u8 *pRight; /* Location in parent of right-sibling pointer */ |
| 58494 | 59030 | u8 *apDiv[NB-1]; /* Divider cells in pParent */ |
| 58495 | 59031 | int cntNew[NB+2]; /* Index in aCell[] of cell after i-th page */ |
| 58496 | | - int szNew[NB+2]; /* Combined size of cells place on i-th page */ |
| 59032 | + int cntOld[NB+2]; /* Old index in aCell[] after i-th page */ |
| 59033 | + int szNew[NB+2]; /* Combined size of cells placed on i-th page */ |
| 58497 | 59034 | u8 **apCell = 0; /* All cells begin balanced */ |
| 58498 | 59035 | u16 *szCell; /* Local size of all cells in apCell[] */ |
| 58499 | 59036 | u8 *aSpace1; /* Space for copies of dividers cells */ |
| 58500 | 59037 | Pgno pgno; /* Temp var to store a page number in */ |
| 59038 | + u8 abDone[NB+2]; /* True after i'th new page is populated */ |
| 59039 | + Pgno aPgno[NB+2]; /* Page numbers of new pages before shuffling */ |
| 59040 | + Pgno aPgOrder[NB+2]; /* Copy of aPgno[] used for sorting pages */ |
| 59041 | + u16 aPgFlags[NB+2]; /* flags field of new pages before shuffling */ |
| 58501 | 59042 | |
| 59043 | + memset(abDone, 0, sizeof(abDone)); |
| 58502 | 59044 | pBt = pParent->pBt; |
| 58503 | 59045 | assert( sqlite3_mutex_held(pBt->mutex) ); |
| 58504 | 59046 | assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
| 58505 | 59047 | |
| 58506 | 59048 | #if 0 |
| | @@ -58605,16 +59147,18 @@ |
| 58605 | 59147 | nMaxCells = (nMaxCells + 3)&~3; |
| 58606 | 59148 | |
| 58607 | 59149 | /* |
| 58608 | 59150 | ** Allocate space for memory structures |
| 58609 | 59151 | */ |
| 58610 | | - k = pBt->pageSize + ROUND8(sizeof(MemPage)); |
| 58611 | 59152 | szScratch = |
| 58612 | 59153 | nMaxCells*sizeof(u8*) /* apCell */ |
| 58613 | 59154 | + nMaxCells*sizeof(u16) /* szCell */ |
| 58614 | | - + pBt->pageSize /* aSpace1 */ |
| 58615 | | - + k*nOld; /* Page copies (apCopy) */ |
| 59155 | + + pBt->pageSize; /* aSpace1 */ |
| 59156 | + |
| 59157 | + /* EVIDENCE-OF: R-28375-38319 SQLite will never request a scratch buffer |
| 59158 | + ** that is more than 6 times the database page size. */ |
| 59159 | + assert( szScratch<=6*pBt->pageSize ); |
| 58616 | 59160 | apCell = sqlite3ScratchMalloc( szScratch ); |
| 58617 | 59161 | if( apCell==0 ){ |
| 58618 | 59162 | rc = SQLITE_NOMEM; |
| 58619 | 59163 | goto balance_cleanup; |
| 58620 | 59164 | } |
| | @@ -58623,12 +59167,12 @@ |
| 58623 | 59167 | assert( EIGHT_BYTE_ALIGNMENT(aSpace1) ); |
| 58624 | 59168 | |
| 58625 | 59169 | /* |
| 58626 | 59170 | ** Load pointers to all cells on sibling pages and the divider cells |
| 58627 | 59171 | ** into the local apCell[] array. Make copies of the divider cells |
| 58628 | | - ** into space obtained from aSpace1[] and remove the divider cells |
| 58629 | | - ** from pParent. |
| 59172 | + ** into space obtained from aSpace1[]. The divider cells have already |
| 59173 | + ** been removed from pParent. |
| 58630 | 59174 | ** |
| 58631 | 59175 | ** If the siblings are on leaf pages, then the child pointers of the |
| 58632 | 59176 | ** divider cells are stripped from the cells before they are copied |
| 58633 | 59177 | ** into aSpace1[]. In this way, all cells in apCell[] are without |
| 58634 | 59178 | ** child pointers. If siblings are not leaves, then all cell in |
| | @@ -58640,19 +59184,11 @@ |
| 58640 | 59184 | */ |
| 58641 | 59185 | leafCorrection = apOld[0]->leaf*4; |
| 58642 | 59186 | leafData = apOld[0]->intKeyLeaf; |
| 58643 | 59187 | for(i=0; i<nOld; i++){ |
| 58644 | 59188 | int limit; |
| 58645 | | - |
| 58646 | | - /* Before doing anything else, take a copy of the i'th original sibling |
| 58647 | | - ** The rest of this function will use data from the copies rather |
| 58648 | | - ** that the original pages since the original pages will be in the |
| 58649 | | - ** process of being overwritten. */ |
| 58650 | | - MemPage *pOld = apCopy[i] = (MemPage*)&aSpace1[pBt->pageSize + k*i]; |
| 58651 | | - memcpy(pOld, apOld[i], sizeof(MemPage)); |
| 58652 | | - pOld->aData = (void*)&pOld[1]; |
| 58653 | | - memcpy(pOld->aData, apOld[i]->aData, pBt->pageSize); |
| 59189 | + MemPage *pOld = apOld[i]; |
| 58654 | 59190 | |
| 58655 | 59191 | limit = pOld->nCell+pOld->nOverflow; |
| 58656 | 59192 | if( pOld->nOverflow>0 ){ |
| 58657 | 59193 | for(j=0; j<limit; j++){ |
| 58658 | 59194 | assert( nCell<nMaxCells ); |
| | @@ -58669,10 +59205,11 @@ |
| 58669 | 59205 | apCell[nCell] = findCellv2(aData, maskPage, cellOffset, j); |
| 58670 | 59206 | szCell[nCell] = cellSizePtr(pOld, apCell[nCell]); |
| 58671 | 59207 | nCell++; |
| 58672 | 59208 | } |
| 58673 | 59209 | } |
| 59210 | + cntOld[i] = nCell; |
| 58674 | 59211 | if( i<nOld-1 && !leafData){ |
| 58675 | 59212 | u16 sz = (u16)szNew[i]; |
| 58676 | 59213 | u8 *pTemp; |
| 58677 | 59214 | assert( nCell<nMaxCells ); |
| 58678 | 59215 | szCell[nCell] = sz; |
| | @@ -58720,11 +59257,11 @@ |
| 58720 | 59257 | usableSpace = pBt->usableSize - 12 + leafCorrection; |
| 58721 | 59258 | for(subtotal=k=i=0; i<nCell; i++){ |
| 58722 | 59259 | assert( i<nMaxCells ); |
| 58723 | 59260 | subtotal += szCell[i] + 2; |
| 58724 | 59261 | if( subtotal > usableSpace ){ |
| 58725 | | - szNew[k] = subtotal - szCell[i]; |
| 59262 | + szNew[k] = subtotal - szCell[i] - 2; |
| 58726 | 59263 | cntNew[k] = i; |
| 58727 | 59264 | if( leafData ){ i--; } |
| 58728 | 59265 | subtotal = 0; |
| 58729 | 59266 | k++; |
| 58730 | 59267 | if( k>NB+1 ){ rc = SQLITE_CORRUPT_BKPT; goto balance_cleanup; } |
| | @@ -58734,13 +59271,14 @@ |
| 58734 | 59271 | cntNew[k] = nCell; |
| 58735 | 59272 | k++; |
| 58736 | 59273 | |
| 58737 | 59274 | /* |
| 58738 | 59275 | ** The packing computed by the previous block is biased toward the siblings |
| 58739 | | - ** on the left side. The left siblings are always nearly full, while the |
| 58740 | | - ** right-most sibling might be nearly empty. This block of code attempts |
| 58741 | | - ** to adjust the packing of siblings to get a better balance. |
| 59276 | + ** on the left side (siblings with smaller keys). The left siblings are |
| 59277 | + ** always nearly full, while the right-most sibling might be nearly empty. |
| 59278 | + ** The next block of code attempts to adjust the packing of siblings to |
| 59279 | + ** get a better balance. |
| 58742 | 59280 | ** |
| 58743 | 59281 | ** This adjustment is more than an optimization. The packing above might |
| 58744 | 59282 | ** be so out of balance as to be illegal. For example, the right-most |
| 58745 | 59283 | ** sibling might be completely empty. This adjustment is not optional. |
| 58746 | 59284 | */ |
| | @@ -58765,26 +59303,22 @@ |
| 58765 | 59303 | } |
| 58766 | 59304 | szNew[i] = szRight; |
| 58767 | 59305 | szNew[i-1] = szLeft; |
| 58768 | 59306 | } |
| 58769 | 59307 | |
| 58770 | | - /* Either we found one or more cells (cntnew[0])>0) or pPage is |
| 58771 | | - ** a virtual root page. A virtual root page is when the real root |
| 58772 | | - ** page is page 1 and we are the only child of that page. |
| 58773 | | - ** |
| 58774 | | - ** UPDATE: The assert() below is not necessarily true if the database |
| 58775 | | - ** file is corrupt. The corruption will be detected and reported later |
| 58776 | | - ** in this procedure so there is no need to act upon it now. |
| 59308 | + /* Sanity check: For a non-corrupt database file one of the follwing |
| 59309 | + ** must be true: |
| 59310 | + ** (1) We found one or more cells (cntNew[0])>0), or |
| 59311 | + ** (2) pPage is a virtual root page. A virtual root page is when |
| 59312 | + ** the real root page is page 1 and we are the only child of |
| 59313 | + ** that page. |
| 58777 | 59314 | */ |
| 58778 | | -#if 0 |
| 58779 | | - assert( cntNew[0]>0 || (pParent->pgno==1 && pParent->nCell==0) ); |
| 58780 | | -#endif |
| 58781 | | - |
| 58782 | | - TRACE(("BALANCE: old: %d %d %d ", |
| 58783 | | - apOld[0]->pgno, |
| 58784 | | - nOld>=2 ? apOld[1]->pgno : 0, |
| 58785 | | - nOld>=3 ? apOld[2]->pgno : 0 |
| 59315 | + assert( cntNew[0]>0 || (pParent->pgno==1 && pParent->nCell==0) || CORRUPT_DB); |
| 59316 | + TRACE(("BALANCE: old: %d(nc=%d) %d(nc=%d) %d(nc=%d)\n", |
| 59317 | + apOld[0]->pgno, apOld[0]->nCell, |
| 59318 | + nOld>=2 ? apOld[1]->pgno : 0, nOld>=2 ? apOld[1]->nCell : 0, |
| 59319 | + nOld>=3 ? apOld[2]->pgno : 0, nOld>=3 ? apOld[2]->nCell : 0 |
| 58786 | 59320 | )); |
| 58787 | 59321 | |
| 58788 | 59322 | /* |
| 58789 | 59323 | ** Allocate k new pages. Reuse old pages where possible. |
| 58790 | 59324 | */ |
| | @@ -58803,12 +59337,14 @@ |
| 58803 | 59337 | if( rc ) goto balance_cleanup; |
| 58804 | 59338 | }else{ |
| 58805 | 59339 | assert( i>0 ); |
| 58806 | 59340 | rc = allocateBtreePage(pBt, &pNew, &pgno, (bBulk ? 1 : pgno), 0); |
| 58807 | 59341 | if( rc ) goto balance_cleanup; |
| 59342 | + zeroPage(pNew, pageFlags); |
| 58808 | 59343 | apNew[i] = pNew; |
| 58809 | 59344 | nNew++; |
| 59345 | + cntOld[i] = nCell; |
| 58810 | 59346 | |
| 58811 | 59347 | /* Set the pointer-map entry for the new sibling page. */ |
| 58812 | 59348 | if( ISAUTOVACUUM ){ |
| 58813 | 59349 | ptrmapPut(pBt, pNew->pgno, PTRMAP_BTREE, pParent->pgno, &rc); |
| 58814 | 59350 | if( rc!=SQLITE_OK ){ |
| | @@ -58816,139 +59352,247 @@ |
| 58816 | 59352 | } |
| 58817 | 59353 | } |
| 58818 | 59354 | } |
| 58819 | 59355 | } |
| 58820 | 59356 | |
| 58821 | | - /* Free any old pages that were not reused as new pages. |
| 58822 | | - */ |
| 58823 | | - while( i<nOld ){ |
| 58824 | | - freePage(apOld[i], &rc); |
| 58825 | | - if( rc ) goto balance_cleanup; |
| 58826 | | - releasePage(apOld[i]); |
| 58827 | | - apOld[i] = 0; |
| 58828 | | - i++; |
| 58829 | | - } |
| 58830 | | - |
| 58831 | 59357 | /* |
| 58832 | | - ** Put the new pages in ascending order. This helps to |
| 58833 | | - ** keep entries in the disk file in order so that a scan |
| 58834 | | - ** of the table is a linear scan through the file. That |
| 58835 | | - ** in turn helps the operating system to deliver pages |
| 58836 | | - ** from the disk more rapidly. |
| 58837 | | - ** |
| 58838 | | - ** An O(n^2) insertion sort algorithm is used, but since |
| 58839 | | - ** n is never more than NB (a small constant), that should |
| 58840 | | - ** not be a problem. |
| 58841 | | - ** |
| 58842 | | - ** When NB==3, this one optimization makes the database |
| 58843 | | - ** about 25% faster for large insertions and deletions. |
| 58844 | | - */ |
| 58845 | | - for(i=0; i<k-1; i++){ |
| 58846 | | - int minV = apNew[i]->pgno; |
| 58847 | | - int minI = i; |
| 58848 | | - for(j=i+1; j<k; j++){ |
| 58849 | | - if( apNew[j]->pgno<(unsigned)minV ){ |
| 58850 | | - minI = j; |
| 58851 | | - minV = apNew[j]->pgno; |
| 58852 | | - } |
| 58853 | | - } |
| 58854 | | - if( minI>i ){ |
| 58855 | | - MemPage *pT; |
| 58856 | | - pT = apNew[i]; |
| 58857 | | - apNew[i] = apNew[minI]; |
| 58858 | | - apNew[minI] = pT; |
| 58859 | | - } |
| 58860 | | - } |
| 58861 | | - TRACE(("new: %d(%d) %d(%d) %d(%d) %d(%d) %d(%d)\n", |
| 58862 | | - apNew[0]->pgno, szNew[0], |
| 59358 | + ** Reassign page numbers so that the new pages are in ascending order. |
| 59359 | + ** This helps to keep entries in the disk file in order so that a scan |
| 59360 | + ** of the table is closer to a linear scan through the file. That in turn |
| 59361 | + ** helps the operating system to deliver pages from the disk more rapidly. |
| 59362 | + ** |
| 59363 | + ** An O(n^2) insertion sort algorithm is used, but since n is never more |
| 59364 | + ** than (NB+2) (a small constant), that should not be a problem. |
| 59365 | + ** |
| 59366 | + ** When NB==3, this one optimization makes the database about 25% faster |
| 59367 | + ** for large insertions and deletions. |
| 59368 | + */ |
| 59369 | + for(i=0; i<nNew; i++){ |
| 59370 | + aPgOrder[i] = aPgno[i] = apNew[i]->pgno; |
| 59371 | + aPgFlags[i] = apNew[i]->pDbPage->flags; |
| 59372 | + for(j=0; j<i; j++){ |
| 59373 | + if( aPgno[j]==aPgno[i] ){ |
| 59374 | + /* This branch is taken if the set of sibling pages somehow contains |
| 59375 | + ** duplicate entries. This can happen if the database is corrupt. |
| 59376 | + ** It would be simpler to detect this as part of the loop below, but |
| 59377 | + ** we do the detection here in order to avoid populating the pager |
| 59378 | + ** cache with two separate objects associated with the same |
| 59379 | + ** page number. */ |
| 59380 | + assert( CORRUPT_DB ); |
| 59381 | + rc = SQLITE_CORRUPT_BKPT; |
| 59382 | + goto balance_cleanup; |
| 59383 | + } |
| 59384 | + } |
| 59385 | + } |
| 59386 | + for(i=0; i<nNew; i++){ |
| 59387 | + int iBest = 0; /* aPgno[] index of page number to use */ |
| 59388 | + for(j=1; j<nNew; j++){ |
| 59389 | + if( aPgOrder[j]<aPgOrder[iBest] ) iBest = j; |
| 59390 | + } |
| 59391 | + pgno = aPgOrder[iBest]; |
| 59392 | + aPgOrder[iBest] = 0xffffffff; |
| 59393 | + if( iBest!=i ){ |
| 59394 | + if( iBest>i ){ |
| 59395 | + sqlite3PagerRekey(apNew[iBest]->pDbPage, pBt->nPage+iBest+1, 0); |
| 59396 | + } |
| 59397 | + sqlite3PagerRekey(apNew[i]->pDbPage, pgno, aPgFlags[iBest]); |
| 59398 | + apNew[i]->pgno = pgno; |
| 59399 | + } |
| 59400 | + } |
| 59401 | + |
| 59402 | + TRACE(("BALANCE: new: %d(%d nc=%d) %d(%d nc=%d) %d(%d nc=%d) " |
| 59403 | + "%d(%d nc=%d) %d(%d nc=%d)\n", |
| 59404 | + apNew[0]->pgno, szNew[0], cntNew[0], |
| 58863 | 59405 | nNew>=2 ? apNew[1]->pgno : 0, nNew>=2 ? szNew[1] : 0, |
| 59406 | + nNew>=2 ? cntNew[1] - cntNew[0] - !leafData : 0, |
| 58864 | 59407 | nNew>=3 ? apNew[2]->pgno : 0, nNew>=3 ? szNew[2] : 0, |
| 59408 | + nNew>=3 ? cntNew[2] - cntNew[1] - !leafData : 0, |
| 58865 | 59409 | nNew>=4 ? apNew[3]->pgno : 0, nNew>=4 ? szNew[3] : 0, |
| 58866 | | - nNew>=5 ? apNew[4]->pgno : 0, nNew>=5 ? szNew[4] : 0)); |
| 59410 | + nNew>=4 ? cntNew[3] - cntNew[2] - !leafData : 0, |
| 59411 | + nNew>=5 ? apNew[4]->pgno : 0, nNew>=5 ? szNew[4] : 0, |
| 59412 | + nNew>=5 ? cntNew[4] - cntNew[3] - !leafData : 0 |
| 59413 | + )); |
| 58867 | 59414 | |
| 58868 | 59415 | assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
| 58869 | 59416 | put4byte(pRight, apNew[nNew-1]->pgno); |
| 58870 | 59417 | |
| 58871 | | - /* |
| 58872 | | - ** Evenly distribute the data in apCell[] across the new pages. |
| 58873 | | - ** Insert divider cells into pParent as necessary. |
| 59418 | + /* If the sibling pages are not leaves, ensure that the right-child pointer |
| 59419 | + ** of the right-most new sibling page is set to the value that was |
| 59420 | + ** originally in the same field of the right-most old sibling page. */ |
| 59421 | + if( (pageFlags & PTF_LEAF)==0 && nOld!=nNew ){ |
| 59422 | + MemPage *pOld = (nNew>nOld ? apNew : apOld)[nOld-1]; |
| 59423 | + memcpy(&apNew[nNew-1]->aData[8], &pOld->aData[8], 4); |
| 59424 | + } |
| 59425 | + |
| 59426 | + /* Make any required updates to pointer map entries associated with |
| 59427 | + ** cells stored on sibling pages following the balance operation. Pointer |
| 59428 | + ** map entries associated with divider cells are set by the insertCell() |
| 59429 | + ** routine. The associated pointer map entries are: |
| 59430 | + ** |
| 59431 | + ** a) if the cell contains a reference to an overflow chain, the |
| 59432 | + ** entry associated with the first page in the overflow chain, and |
| 59433 | + ** |
| 59434 | + ** b) if the sibling pages are not leaves, the child page associated |
| 59435 | + ** with the cell. |
| 59436 | + ** |
| 59437 | + ** If the sibling pages are not leaves, then the pointer map entry |
| 59438 | + ** associated with the right-child of each sibling may also need to be |
| 59439 | + ** updated. This happens below, after the sibling pages have been |
| 59440 | + ** populated, not here. |
| 58874 | 59441 | */ |
| 58875 | | - j = 0; |
| 58876 | | - for(i=0; i<nNew; i++){ |
| 58877 | | - /* Assemble the new sibling page. */ |
| 59442 | + if( ISAUTOVACUUM ){ |
| 59443 | + MemPage *pNew = apNew[0]; |
| 59444 | + u8 *aOld = pNew->aData; |
| 59445 | + int cntOldNext = pNew->nCell + pNew->nOverflow; |
| 59446 | + int usableSize = pBt->usableSize; |
| 59447 | + int iNew = 0; |
| 59448 | + int iOld = 0; |
| 59449 | + |
| 59450 | + for(i=0; i<nCell; i++){ |
| 59451 | + u8 *pCell = apCell[i]; |
| 59452 | + if( i==cntOldNext ){ |
| 59453 | + MemPage *pOld = (++iOld)<nNew ? apNew[iOld] : apOld[iOld]; |
| 59454 | + cntOldNext += pOld->nCell + pOld->nOverflow + !leafData; |
| 59455 | + aOld = pOld->aData; |
| 59456 | + } |
| 59457 | + if( i==cntNew[iNew] ){ |
| 59458 | + pNew = apNew[++iNew]; |
| 59459 | + if( !leafData ) continue; |
| 59460 | + } |
| 59461 | + |
| 59462 | + /* Cell pCell is destined for new sibling page pNew. Originally, it |
| 59463 | + ** was either part of sibling page iOld (possibly an overflow cell), |
| 59464 | + ** or else the divider cell to the left of sibling page iOld. So, |
| 59465 | + ** if sibling page iOld had the same page number as pNew, and if |
| 59466 | + ** pCell really was a part of sibling page iOld (not a divider or |
| 59467 | + ** overflow cell), we can skip updating the pointer map entries. */ |
| 59468 | + if( pNew->pgno!=aPgno[iOld] || pCell<aOld || pCell>=&aOld[usableSize] ){ |
| 59469 | + if( !leafCorrection ){ |
| 59470 | + ptrmapPut(pBt, get4byte(pCell), PTRMAP_BTREE, pNew->pgno, &rc); |
| 59471 | + } |
| 59472 | + if( szCell[i]>pNew->minLocal ){ |
| 59473 | + ptrmapPutOvflPtr(pNew, pCell, &rc); |
| 59474 | + } |
| 59475 | + } |
| 59476 | + } |
| 59477 | + } |
| 59478 | + |
| 59479 | + /* Insert new divider cells into pParent. */ |
| 59480 | + for(i=0; i<nNew-1; i++){ |
| 59481 | + u8 *pCell; |
| 59482 | + u8 *pTemp; |
| 59483 | + int sz; |
| 58878 | 59484 | MemPage *pNew = apNew[i]; |
| 58879 | | - assert( j<nMaxCells ); |
| 58880 | | - zeroPage(pNew, pageFlags); |
| 58881 | | - assemblePage(pNew, cntNew[i]-j, &apCell[j], &szCell[j]); |
| 58882 | | - assert( pNew->nCell>0 || (nNew==1 && cntNew[0]==0) ); |
| 58883 | | - assert( pNew->nOverflow==0 ); |
| 58884 | | - |
| 58885 | 59485 | j = cntNew[i]; |
| 58886 | 59486 | |
| 58887 | | - /* If the sibling page assembled above was not the right-most sibling, |
| 58888 | | - ** insert a divider cell into the parent page. |
| 58889 | | - */ |
| 58890 | | - assert( i<nNew-1 || j==nCell ); |
| 58891 | | - if( j<nCell ){ |
| 58892 | | - u8 *pCell; |
| 58893 | | - u8 *pTemp; |
| 58894 | | - int sz; |
| 58895 | | - |
| 58896 | | - assert( j<nMaxCells ); |
| 58897 | | - pCell = apCell[j]; |
| 58898 | | - sz = szCell[j] + leafCorrection; |
| 58899 | | - pTemp = &aOvflSpace[iOvflSpace]; |
| 58900 | | - if( !pNew->leaf ){ |
| 58901 | | - memcpy(&pNew->aData[8], pCell, 4); |
| 58902 | | - }else if( leafData ){ |
| 58903 | | - /* If the tree is a leaf-data tree, and the siblings are leaves, |
| 58904 | | - ** then there is no divider cell in apCell[]. Instead, the divider |
| 58905 | | - ** cell consists of the integer key for the right-most cell of |
| 58906 | | - ** the sibling-page assembled above only. |
| 58907 | | - */ |
| 58908 | | - CellInfo info; |
| 58909 | | - j--; |
| 58910 | | - btreeParseCellPtr(pNew, apCell[j], &info); |
| 58911 | | - pCell = pTemp; |
| 58912 | | - sz = 4 + putVarint(&pCell[4], info.nKey); |
| 58913 | | - pTemp = 0; |
| 58914 | | - }else{ |
| 58915 | | - pCell -= 4; |
| 58916 | | - /* Obscure case for non-leaf-data trees: If the cell at pCell was |
| 58917 | | - ** previously stored on a leaf node, and its reported size was 4 |
| 58918 | | - ** bytes, then it may actually be smaller than this |
| 58919 | | - ** (see btreeParseCellPtr(), 4 bytes is the minimum size of |
| 58920 | | - ** any cell). But it is important to pass the correct size to |
| 58921 | | - ** insertCell(), so reparse the cell now. |
| 58922 | | - ** |
| 58923 | | - ** Note that this can never happen in an SQLite data file, as all |
| 58924 | | - ** cells are at least 4 bytes. It only happens in b-trees used |
| 58925 | | - ** to evaluate "IN (SELECT ...)" and similar clauses. |
| 58926 | | - */ |
| 58927 | | - if( szCell[j]==4 ){ |
| 58928 | | - assert(leafCorrection==4); |
| 58929 | | - sz = cellSizePtr(pParent, pCell); |
| 58930 | | - } |
| 58931 | | - } |
| 58932 | | - iOvflSpace += sz; |
| 58933 | | - assert( sz<=pBt->maxLocal+23 ); |
| 58934 | | - assert( iOvflSpace <= (int)pBt->pageSize ); |
| 58935 | | - insertCell(pParent, nxDiv, pCell, sz, pTemp, pNew->pgno, &rc); |
| 58936 | | - if( rc!=SQLITE_OK ) goto balance_cleanup; |
| 58937 | | - assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
| 58938 | | - |
| 58939 | | - j++; |
| 58940 | | - nxDiv++; |
| 58941 | | - } |
| 58942 | | - } |
| 58943 | | - assert( j==nCell ); |
| 59487 | + assert( j<nMaxCells ); |
| 59488 | + pCell = apCell[j]; |
| 59489 | + sz = szCell[j] + leafCorrection; |
| 59490 | + pTemp = &aOvflSpace[iOvflSpace]; |
| 59491 | + if( !pNew->leaf ){ |
| 59492 | + memcpy(&pNew->aData[8], pCell, 4); |
| 59493 | + }else if( leafData ){ |
| 59494 | + /* If the tree is a leaf-data tree, and the siblings are leaves, |
| 59495 | + ** then there is no divider cell in apCell[]. Instead, the divider |
| 59496 | + ** cell consists of the integer key for the right-most cell of |
| 59497 | + ** the sibling-page assembled above only. |
| 59498 | + */ |
| 59499 | + CellInfo info; |
| 59500 | + j--; |
| 59501 | + btreeParseCellPtr(pNew, apCell[j], &info); |
| 59502 | + pCell = pTemp; |
| 59503 | + sz = 4 + putVarint(&pCell[4], info.nKey); |
| 59504 | + pTemp = 0; |
| 59505 | + }else{ |
| 59506 | + pCell -= 4; |
| 59507 | + /* Obscure case for non-leaf-data trees: If the cell at pCell was |
| 59508 | + ** previously stored on a leaf node, and its reported size was 4 |
| 59509 | + ** bytes, then it may actually be smaller than this |
| 59510 | + ** (see btreeParseCellPtr(), 4 bytes is the minimum size of |
| 59511 | + ** any cell). But it is important to pass the correct size to |
| 59512 | + ** insertCell(), so reparse the cell now. |
| 59513 | + ** |
| 59514 | + ** Note that this can never happen in an SQLite data file, as all |
| 59515 | + ** cells are at least 4 bytes. It only happens in b-trees used |
| 59516 | + ** to evaluate "IN (SELECT ...)" and similar clauses. |
| 59517 | + */ |
| 59518 | + if( szCell[j]==4 ){ |
| 59519 | + assert(leafCorrection==4); |
| 59520 | + sz = cellSizePtr(pParent, pCell); |
| 59521 | + } |
| 59522 | + } |
| 59523 | + iOvflSpace += sz; |
| 59524 | + assert( sz<=pBt->maxLocal+23 ); |
| 59525 | + assert( iOvflSpace <= (int)pBt->pageSize ); |
| 59526 | + insertCell(pParent, nxDiv+i, pCell, sz, pTemp, pNew->pgno, &rc); |
| 59527 | + if( rc!=SQLITE_OK ) goto balance_cleanup; |
| 59528 | + assert( sqlite3PagerIswriteable(pParent->pDbPage) ); |
| 59529 | + } |
| 59530 | + |
| 59531 | + /* Now update the actual sibling pages. The order in which they are updated |
| 59532 | + ** is important, as this code needs to avoid disrupting any page from which |
| 59533 | + ** cells may still to be read. In practice, this means: |
| 59534 | + ** |
| 59535 | + ** (1) If cells are moving left (from apNew[iPg] to apNew[iPg-1]) |
| 59536 | + ** then it is not safe to update page apNew[iPg] until after |
| 59537 | + ** the left-hand sibling apNew[iPg-1] has been updated. |
| 59538 | + ** |
| 59539 | + ** (2) If cells are moving right (from apNew[iPg] to apNew[iPg+1]) |
| 59540 | + ** then it is not safe to update page apNew[iPg] until after |
| 59541 | + ** the right-hand sibling apNew[iPg+1] has been updated. |
| 59542 | + ** |
| 59543 | + ** If neither of the above apply, the page is safe to update. |
| 59544 | + ** |
| 59545 | + ** The iPg value in the following loop starts at nNew-1 goes down |
| 59546 | + ** to 0, then back up to nNew-1 again, thus making two passes over |
| 59547 | + ** the pages. On the initial downward pass, only condition (1) above |
| 59548 | + ** needs to be tested because (2) will always be true from the previous |
| 59549 | + ** step. On the upward pass, both conditions are always true, so the |
| 59550 | + ** upwards pass simply processes pages that were missed on the downward |
| 59551 | + ** pass. |
| 59552 | + */ |
| 59553 | + for(i=1-nNew; i<nNew; i++){ |
| 59554 | + int iPg = i<0 ? -i : i; |
| 59555 | + assert( iPg>=0 && iPg<nNew ); |
| 59556 | + if( abDone[iPg] ) continue; /* Skip pages already processed */ |
| 59557 | + if( i>=0 /* On the upwards pass, or... */ |
| 59558 | + || cntOld[iPg-1]>=cntNew[iPg-1] /* Condition (1) is true */ |
| 59559 | + ){ |
| 59560 | + int iNew; |
| 59561 | + int iOld; |
| 59562 | + int nNewCell; |
| 59563 | + |
| 59564 | + /* Verify condition (1): If cells are moving left, update iPg |
| 59565 | + ** only after iPg-1 has already been updated. */ |
| 59566 | + assert( iPg==0 || cntOld[iPg-1]>=cntNew[iPg-1] || abDone[iPg-1] ); |
| 59567 | + |
| 59568 | + /* Verify condition (2): If cells are moving right, update iPg |
| 59569 | + ** only after iPg+1 has already been updated. */ |
| 59570 | + assert( cntNew[iPg]>=cntOld[iPg] || abDone[iPg+1] ); |
| 59571 | + |
| 59572 | + if( iPg==0 ){ |
| 59573 | + iNew = iOld = 0; |
| 59574 | + nNewCell = cntNew[0]; |
| 59575 | + }else{ |
| 59576 | + iOld = iPg<nOld ? (cntOld[iPg-1] + !leafData) : nCell; |
| 59577 | + iNew = cntNew[iPg-1] + !leafData; |
| 59578 | + nNewCell = cntNew[iPg] - iNew; |
| 59579 | + } |
| 59580 | + |
| 59581 | + editPage(apNew[iPg], iOld, iNew, nNewCell, apCell, szCell); |
| 59582 | + abDone[iPg]++; |
| 59583 | + apNew[iPg]->nFree = usableSpace-szNew[iPg]; |
| 59584 | + assert( apNew[iPg]->nOverflow==0 ); |
| 59585 | + assert( apNew[iPg]->nCell==nNewCell ); |
| 59586 | + } |
| 59587 | + } |
| 59588 | + |
| 59589 | + /* All pages have been processed exactly once */ |
| 59590 | + assert( memcmp(abDone, "\01\01\01\01\01", nNew)==0 ); |
| 59591 | + |
| 58944 | 59592 | assert( nOld>0 ); |
| 58945 | 59593 | assert( nNew>0 ); |
| 58946 | | - if( (pageFlags & PTF_LEAF)==0 ){ |
| 58947 | | - u8 *zChild = &apCopy[nOld-1]->aData[8]; |
| 58948 | | - memcpy(&apNew[nNew-1]->aData[8], zChild, 4); |
| 58949 | | - } |
| 58950 | 59594 | |
| 58951 | 59595 | if( isRoot && pParent->nCell==0 && pParent->hdrOffset<=apNew[0]->nFree ){ |
| 58952 | 59596 | /* The root page of the b-tree now contains no cells. The only sibling |
| 58953 | 59597 | ** page is the right-child of the parent. Copy the contents of the |
| 58954 | 59598 | ** child page into the parent, decreasing the overall height of the |
| | @@ -58957,130 +59601,54 @@ |
| 58957 | 59601 | ** |
| 58958 | 59602 | ** If this is an auto-vacuum database, the call to copyNodeContent() |
| 58959 | 59603 | ** sets all pointer-map entries corresponding to database image pages |
| 58960 | 59604 | ** for which the pointer is stored within the content being copied. |
| 58961 | 59605 | ** |
| 58962 | | - ** The second assert below verifies that the child page is defragmented |
| 58963 | | - ** (it must be, as it was just reconstructed using assemblePage()). This |
| 58964 | | - ** is important if the parent page happens to be page 1 of the database |
| 58965 | | - ** image. */ |
| 59606 | + ** It is critical that the child page be defragmented before being |
| 59607 | + ** copied into the parent, because if the parent is page 1 then it will |
| 59608 | + ** by smaller than the child due to the database header, and so all the |
| 59609 | + ** free space needs to be up front. |
| 59610 | + */ |
| 58966 | 59611 | assert( nNew==1 ); |
| 59612 | + rc = defragmentPage(apNew[0]); |
| 59613 | + testcase( rc!=SQLITE_OK ); |
| 58967 | 59614 | assert( apNew[0]->nFree == |
| 58968 | | - (get2byte(&apNew[0]->aData[5])-apNew[0]->cellOffset-apNew[0]->nCell*2) |
| 59615 | + (get2byte(&apNew[0]->aData[5])-apNew[0]->cellOffset-apNew[0]->nCell*2) |
| 59616 | + || rc!=SQLITE_OK |
| 58969 | 59617 | ); |
| 58970 | 59618 | copyNodeContent(apNew[0], pParent, &rc); |
| 58971 | 59619 | freePage(apNew[0], &rc); |
| 58972 | | - }else if( ISAUTOVACUUM ){ |
| 58973 | | - /* Fix the pointer-map entries for all the cells that were shifted around. |
| 58974 | | - ** There are several different types of pointer-map entries that need to |
| 58975 | | - ** be dealt with by this routine. Some of these have been set already, but |
| 58976 | | - ** many have not. The following is a summary: |
| 58977 | | - ** |
| 58978 | | - ** 1) The entries associated with new sibling pages that were not |
| 58979 | | - ** siblings when this function was called. These have already |
| 58980 | | - ** been set. We don't need to worry about old siblings that were |
| 58981 | | - ** moved to the free-list - the freePage() code has taken care |
| 58982 | | - ** of those. |
| 58983 | | - ** |
| 58984 | | - ** 2) The pointer-map entries associated with the first overflow |
| 58985 | | - ** page in any overflow chains used by new divider cells. These |
| 58986 | | - ** have also already been taken care of by the insertCell() code. |
| 58987 | | - ** |
| 58988 | | - ** 3) If the sibling pages are not leaves, then the child pages of |
| 58989 | | - ** cells stored on the sibling pages may need to be updated. |
| 58990 | | - ** |
| 58991 | | - ** 4) If the sibling pages are not internal intkey nodes, then any |
| 58992 | | - ** overflow pages used by these cells may need to be updated |
| 58993 | | - ** (internal intkey nodes never contain pointers to overflow pages). |
| 58994 | | - ** |
| 58995 | | - ** 5) If the sibling pages are not leaves, then the pointer-map |
| 58996 | | - ** entries for the right-child pages of each sibling may need |
| 58997 | | - ** to be updated. |
| 58998 | | - ** |
| 58999 | | - ** Cases 1 and 2 are dealt with above by other code. The next |
| 59000 | | - ** block deals with cases 3 and 4 and the one after that, case 5. Since |
| 59001 | | - ** setting a pointer map entry is a relatively expensive operation, this |
| 59002 | | - ** code only sets pointer map entries for child or overflow pages that have |
| 59003 | | - ** actually moved between pages. */ |
| 59004 | | - MemPage *pNew = apNew[0]; |
| 59005 | | - MemPage *pOld = apCopy[0]; |
| 59006 | | - int nOverflow = pOld->nOverflow; |
| 59007 | | - int iNextOld = pOld->nCell + nOverflow; |
| 59008 | | - int iOverflow = (nOverflow ? pOld->aiOvfl[0] : -1); |
| 59009 | | - j = 0; /* Current 'old' sibling page */ |
| 59010 | | - k = 0; /* Current 'new' sibling page */ |
| 59011 | | - for(i=0; i<nCell; i++){ |
| 59012 | | - int isDivider = 0; |
| 59013 | | - while( i==iNextOld ){ |
| 59014 | | - /* Cell i is the cell immediately following the last cell on old |
| 59015 | | - ** sibling page j. If the siblings are not leaf pages of an |
| 59016 | | - ** intkey b-tree, then cell i was a divider cell. */ |
| 59017 | | - assert( j+1 < ArraySize(apCopy) ); |
| 59018 | | - assert( j+1 < nOld ); |
| 59019 | | - pOld = apCopy[++j]; |
| 59020 | | - iNextOld = i + !leafData + pOld->nCell + pOld->nOverflow; |
| 59021 | | - if( pOld->nOverflow ){ |
| 59022 | | - nOverflow = pOld->nOverflow; |
| 59023 | | - iOverflow = i + !leafData + pOld->aiOvfl[0]; |
| 59024 | | - } |
| 59025 | | - isDivider = !leafData; |
| 59026 | | - } |
| 59027 | | - |
| 59028 | | - assert(nOverflow>0 || iOverflow<i ); |
| 59029 | | - assert(nOverflow<2 || pOld->aiOvfl[0]==pOld->aiOvfl[1]-1); |
| 59030 | | - assert(nOverflow<3 || pOld->aiOvfl[1]==pOld->aiOvfl[2]-1); |
| 59031 | | - if( i==iOverflow ){ |
| 59032 | | - isDivider = 1; |
| 59033 | | - if( (--nOverflow)>0 ){ |
| 59034 | | - iOverflow++; |
| 59035 | | - } |
| 59036 | | - } |
| 59037 | | - |
| 59038 | | - if( i==cntNew[k] ){ |
| 59039 | | - /* Cell i is the cell immediately following the last cell on new |
| 59040 | | - ** sibling page k. If the siblings are not leaf pages of an |
| 59041 | | - ** intkey b-tree, then cell i is a divider cell. */ |
| 59042 | | - pNew = apNew[++k]; |
| 59043 | | - if( !leafData ) continue; |
| 59044 | | - } |
| 59045 | | - assert( j<nOld ); |
| 59046 | | - assert( k<nNew ); |
| 59047 | | - |
| 59048 | | - /* If the cell was originally divider cell (and is not now) or |
| 59049 | | - ** an overflow cell, or if the cell was located on a different sibling |
| 59050 | | - ** page before the balancing, then the pointer map entries associated |
| 59051 | | - ** with any child or overflow pages need to be updated. */ |
| 59052 | | - if( isDivider || pOld->pgno!=pNew->pgno ){ |
| 59053 | | - if( !leafCorrection ){ |
| 59054 | | - ptrmapPut(pBt, get4byte(apCell[i]), PTRMAP_BTREE, pNew->pgno, &rc); |
| 59055 | | - } |
| 59056 | | - if( szCell[i]>pNew->minLocal ){ |
| 59057 | | - ptrmapPutOvflPtr(pNew, apCell[i], &rc); |
| 59058 | | - } |
| 59059 | | - } |
| 59060 | | - } |
| 59061 | | - |
| 59062 | | - if( !leafCorrection ){ |
| 59063 | | - for(i=0; i<nNew; i++){ |
| 59064 | | - u32 key = get4byte(&apNew[i]->aData[8]); |
| 59065 | | - ptrmapPut(pBt, key, PTRMAP_BTREE, apNew[i]->pgno, &rc); |
| 59066 | | - } |
| 59067 | | - } |
| 59620 | + }else if( ISAUTOVACUUM && !leafCorrection ){ |
| 59621 | + /* Fix the pointer map entries associated with the right-child of each |
| 59622 | + ** sibling page. All other pointer map entries have already been taken |
| 59623 | + ** care of. */ |
| 59624 | + for(i=0; i<nNew; i++){ |
| 59625 | + u32 key = get4byte(&apNew[i]->aData[8]); |
| 59626 | + ptrmapPut(pBt, key, PTRMAP_BTREE, apNew[i]->pgno, &rc); |
| 59627 | + } |
| 59628 | + } |
| 59629 | + |
| 59630 | + assert( pParent->isInit ); |
| 59631 | + TRACE(("BALANCE: finished: old=%d new=%d cells=%d\n", |
| 59632 | + nOld, nNew, nCell)); |
| 59633 | + |
| 59634 | + /* Free any old pages that were not reused as new pages. |
| 59635 | + */ |
| 59636 | + for(i=nNew; i<nOld; i++){ |
| 59637 | + freePage(apOld[i], &rc); |
| 59638 | + } |
| 59068 | 59639 | |
| 59069 | 59640 | #if 0 |
| 59641 | + if( ISAUTOVACUUM && rc==SQLITE_OK && apNew[0]->isInit ){ |
| 59070 | 59642 | /* The ptrmapCheckPages() contains assert() statements that verify that |
| 59071 | 59643 | ** all pointer map pages are set correctly. This is helpful while |
| 59072 | 59644 | ** debugging. This is usually disabled because a corrupt database may |
| 59073 | 59645 | ** cause an assert() statement to fail. */ |
| 59074 | 59646 | ptrmapCheckPages(apNew, nNew); |
| 59075 | 59647 | ptrmapCheckPages(&pParent, 1); |
| 59648 | + } |
| 59076 | 59649 | #endif |
| 59077 | | - } |
| 59078 | | - |
| 59079 | | - assert( pParent->isInit ); |
| 59080 | | - TRACE(("BALANCE: finished: old=%d new=%d cells=%d\n", |
| 59081 | | - nOld, nNew, nCell)); |
| 59082 | 59650 | |
| 59083 | 59651 | /* |
| 59084 | 59652 | ** Cleanup before returning. |
| 59085 | 59653 | */ |
| 59086 | 59654 | balance_cleanup: |
| | @@ -60902,10 +61470,15 @@ |
| 60902 | 61470 | */ |
| 60903 | 61471 | SQLITE_PRIVATE int sqlite3BtreeIsReadonly(Btree *p){ |
| 60904 | 61472 | return (p->pBt->btsFlags & BTS_READ_ONLY)!=0; |
| 60905 | 61473 | } |
| 60906 | 61474 | |
| 61475 | +/* |
| 61476 | +** Return the size of the header added to each page by this module. |
| 61477 | +*/ |
| 61478 | +SQLITE_PRIVATE int sqlite3HeaderSizeBtree(void){ return sizeof(MemPage); } |
| 61479 | + |
| 60907 | 61480 | /************** End of btree.c ***********************************************/ |
| 60908 | 61481 | /************** Begin file backup.c ******************************************/ |
| 60909 | 61482 | /* |
| 60910 | 61483 | ** 2009 January 28 |
| 60911 | 61484 | ** |
| | @@ -61025,10 +61598,24 @@ |
| 61025 | 61598 | static int setDestPgsz(sqlite3_backup *p){ |
| 61026 | 61599 | int rc; |
| 61027 | 61600 | rc = sqlite3BtreeSetPageSize(p->pDest,sqlite3BtreeGetPageSize(p->pSrc),-1,0); |
| 61028 | 61601 | return rc; |
| 61029 | 61602 | } |
| 61603 | + |
| 61604 | +/* |
| 61605 | +** Check that there is no open read-transaction on the b-tree passed as the |
| 61606 | +** second argument. If there is not, return SQLITE_OK. Otherwise, if there |
| 61607 | +** is an open read-transaction, return SQLITE_ERROR and leave an error |
| 61608 | +** message in database handle db. |
| 61609 | +*/ |
| 61610 | +static int checkReadTransaction(sqlite3 *db, Btree *p){ |
| 61611 | + if( sqlite3BtreeIsInReadTrans(p) ){ |
| 61612 | + sqlite3ErrorWithMsg(db, SQLITE_ERROR, "destination database is in use"); |
| 61613 | + return SQLITE_ERROR; |
| 61614 | + } |
| 61615 | + return SQLITE_OK; |
| 61616 | +} |
| 61030 | 61617 | |
| 61031 | 61618 | /* |
| 61032 | 61619 | ** Create an sqlite3_backup process to copy the contents of zSrcDb from |
| 61033 | 61620 | ** connection handle pSrcDb to zDestDb in pDestDb. If successful, return |
| 61034 | 61621 | ** a pointer to the new sqlite3_backup object. |
| | @@ -61041,10 +61628,17 @@ |
| 61041 | 61628 | const char *zDestDb, /* Name of database within pDestDb */ |
| 61042 | 61629 | sqlite3* pSrcDb, /* Database connection to read from */ |
| 61043 | 61630 | const char *zSrcDb /* Name of database within pSrcDb */ |
| 61044 | 61631 | ){ |
| 61045 | 61632 | sqlite3_backup *p; /* Value to return */ |
| 61633 | + |
| 61634 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 61635 | + if( !sqlite3SafetyCheckOk(pSrcDb)||!sqlite3SafetyCheckOk(pDestDb) ){ |
| 61636 | + (void)SQLITE_MISUSE_BKPT; |
| 61637 | + return 0; |
| 61638 | + } |
| 61639 | +#endif |
| 61046 | 61640 | |
| 61047 | 61641 | /* Lock the source database handle. The destination database |
| 61048 | 61642 | ** handle is not locked in this routine, but it is locked in |
| 61049 | 61643 | ** sqlite3_backup_step(). The user is required to ensure that no |
| 61050 | 61644 | ** other thread accesses the destination handle for the duration |
| | @@ -61078,16 +61672,19 @@ |
| 61078 | 61672 | p->pDestDb = pDestDb; |
| 61079 | 61673 | p->pSrcDb = pSrcDb; |
| 61080 | 61674 | p->iNext = 1; |
| 61081 | 61675 | p->isAttached = 0; |
| 61082 | 61676 | |
| 61083 | | - if( 0==p->pSrc || 0==p->pDest || setDestPgsz(p)==SQLITE_NOMEM ){ |
| 61677 | + if( 0==p->pSrc || 0==p->pDest |
| 61678 | + || setDestPgsz(p)==SQLITE_NOMEM |
| 61679 | + || checkReadTransaction(pDestDb, p->pDest)!=SQLITE_OK |
| 61680 | + ){ |
| 61084 | 61681 | /* One (or both) of the named databases did not exist or an OOM |
| 61085 | | - ** error was hit. The error has already been written into the |
| 61086 | | - ** pDestDb handle. All that is left to do here is free the |
| 61087 | | - ** sqlite3_backup structure. |
| 61088 | | - */ |
| 61682 | + ** error was hit. Or there is a transaction open on the destination |
| 61683 | + ** database. The error has already been written into the pDestDb |
| 61684 | + ** handle. All that is left to do here is free the sqlite3_backup |
| 61685 | + ** structure. */ |
| 61089 | 61686 | sqlite3_free(p); |
| 61090 | 61687 | p = 0; |
| 61091 | 61688 | } |
| 61092 | 61689 | } |
| 61093 | 61690 | if( p ){ |
| | @@ -61238,10 +61835,13 @@ |
| 61238 | 61835 | int rc; |
| 61239 | 61836 | int destMode; /* Destination journal mode */ |
| 61240 | 61837 | int pgszSrc = 0; /* Source page size */ |
| 61241 | 61838 | int pgszDest = 0; /* Destination page size */ |
| 61242 | 61839 | |
| 61840 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 61841 | + if( p==0 ) return SQLITE_MISUSE_BKPT; |
| 61842 | +#endif |
| 61243 | 61843 | sqlite3_mutex_enter(p->pSrcDb->mutex); |
| 61244 | 61844 | sqlite3BtreeEnter(p->pSrc); |
| 61245 | 61845 | if( p->pDestDb ){ |
| 61246 | 61846 | sqlite3_mutex_enter(p->pDestDb->mutex); |
| 61247 | 61847 | } |
| | @@ -61527,18 +62127,30 @@ |
| 61527 | 62127 | /* |
| 61528 | 62128 | ** Return the number of pages still to be backed up as of the most recent |
| 61529 | 62129 | ** call to sqlite3_backup_step(). |
| 61530 | 62130 | */ |
| 61531 | 62131 | SQLITE_API int sqlite3_backup_remaining(sqlite3_backup *p){ |
| 62132 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 62133 | + if( p==0 ){ |
| 62134 | + (void)SQLITE_MISUSE_BKPT; |
| 62135 | + return 0; |
| 62136 | + } |
| 62137 | +#endif |
| 61532 | 62138 | return p->nRemaining; |
| 61533 | 62139 | } |
| 61534 | 62140 | |
| 61535 | 62141 | /* |
| 61536 | 62142 | ** Return the total number of pages in the source database as of the most |
| 61537 | 62143 | ** recent call to sqlite3_backup_step(). |
| 61538 | 62144 | */ |
| 61539 | 62145 | SQLITE_API int sqlite3_backup_pagecount(sqlite3_backup *p){ |
| 62146 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 62147 | + if( p==0 ){ |
| 62148 | + (void)SQLITE_MISUSE_BKPT; |
| 62149 | + return 0; |
| 62150 | + } |
| 62151 | +#endif |
| 61540 | 62152 | return p->nPagecount; |
| 61541 | 62153 | } |
| 61542 | 62154 | |
| 61543 | 62155 | /* |
| 61544 | 62156 | ** This function is called after the contents of page iPage of the |
| | @@ -63825,10 +64437,38 @@ |
| 63825 | 64437 | } |
| 63826 | 64438 | p->nOp += nOp; |
| 63827 | 64439 | } |
| 63828 | 64440 | return addr; |
| 63829 | 64441 | } |
| 64442 | + |
| 64443 | +#if defined(SQLITE_ENABLE_STMT_SCANSTATUS) |
| 64444 | +/* |
| 64445 | +** Add an entry to the array of counters managed by sqlite3_stmt_scanstatus(). |
| 64446 | +*/ |
| 64447 | +SQLITE_PRIVATE void sqlite3VdbeScanStatus( |
| 64448 | + Vdbe *p, /* VM to add scanstatus() to */ |
| 64449 | + int addrExplain, /* Address of OP_Explain (or 0) */ |
| 64450 | + int addrLoop, /* Address of loop counter */ |
| 64451 | + int addrVisit, /* Address of rows visited counter */ |
| 64452 | + LogEst nEst, /* Estimated number of output rows */ |
| 64453 | + const char *zName /* Name of table or index being scanned */ |
| 64454 | +){ |
| 64455 | + int nByte = (p->nScan+1) * sizeof(ScanStatus); |
| 64456 | + ScanStatus *aNew; |
| 64457 | + aNew = (ScanStatus*)sqlite3DbRealloc(p->db, p->aScan, nByte); |
| 64458 | + if( aNew ){ |
| 64459 | + ScanStatus *pNew = &aNew[p->nScan++]; |
| 64460 | + pNew->addrExplain = addrExplain; |
| 64461 | + pNew->addrLoop = addrLoop; |
| 64462 | + pNew->addrVisit = addrVisit; |
| 64463 | + pNew->nEst = nEst; |
| 64464 | + pNew->zName = sqlite3DbStrDup(p->db, zName); |
| 64465 | + p->aScan = aNew; |
| 64466 | + } |
| 64467 | +} |
| 64468 | +#endif |
| 64469 | + |
| 63830 | 64470 | |
| 63831 | 64471 | /* |
| 63832 | 64472 | ** Change the value of the P1 operand for a specific instruction. |
| 63833 | 64473 | ** This routine is useful when a large program is loaded from a |
| 63834 | 64474 | ** static array using sqlite3VdbeAddOpList but we want to make a |
| | @@ -64924,10 +65564,13 @@ |
| 64924 | 65564 | p->apArg = allocSpace(p->apArg, nArg*sizeof(Mem*), &zCsr, zEnd, &nByte); |
| 64925 | 65565 | p->azVar = allocSpace(p->azVar, nVar*sizeof(char*), &zCsr, zEnd, &nByte); |
| 64926 | 65566 | p->apCsr = allocSpace(p->apCsr, nCursor*sizeof(VdbeCursor*), |
| 64927 | 65567 | &zCsr, zEnd, &nByte); |
| 64928 | 65568 | p->aOnceFlag = allocSpace(p->aOnceFlag, nOnce, &zCsr, zEnd, &nByte); |
| 65569 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 65570 | + p->anExec = allocSpace(p->anExec, p->nOp*sizeof(i64), &zCsr, zEnd, &nByte); |
| 65571 | +#endif |
| 64929 | 65572 | if( nByte ){ |
| 64930 | 65573 | p->pFree = sqlite3DbMallocZero(db, nByte); |
| 64931 | 65574 | } |
| 64932 | 65575 | zCsr = p->pFree; |
| 64933 | 65576 | zEnd = &zCsr[nByte]; |
| | @@ -64991,10 +65634,13 @@ |
| 64991 | 65634 | ** is used, for example, when a trigger sub-program is halted to restore |
| 64992 | 65635 | ** control to the main program. |
| 64993 | 65636 | */ |
| 64994 | 65637 | SQLITE_PRIVATE int sqlite3VdbeFrameRestore(VdbeFrame *pFrame){ |
| 64995 | 65638 | Vdbe *v = pFrame->v; |
| 65639 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 65640 | + v->anExec = pFrame->anExec; |
| 65641 | +#endif |
| 64996 | 65642 | v->aOnceFlag = pFrame->aOnceFlag; |
| 64997 | 65643 | v->nOnceFlag = pFrame->nOnceFlag; |
| 64998 | 65644 | v->aOp = pFrame->aOp; |
| 64999 | 65645 | v->nOp = pFrame->nOp; |
| 65000 | 65646 | v->aMem = pFrame->aMem; |
| | @@ -65001,10 +65647,11 @@ |
| 65001 | 65647 | v->nMem = pFrame->nMem; |
| 65002 | 65648 | v->apCsr = pFrame->apCsr; |
| 65003 | 65649 | v->nCursor = pFrame->nCursor; |
| 65004 | 65650 | v->db->lastRowid = pFrame->lastRowid; |
| 65005 | 65651 | v->nChange = pFrame->nChange; |
| 65652 | + v->db->nChange = pFrame->nDbChange; |
| 65006 | 65653 | return pFrame->pc; |
| 65007 | 65654 | } |
| 65008 | 65655 | |
| 65009 | 65656 | /* |
| 65010 | 65657 | ** Close all cursors. |
| | @@ -65568,10 +66215,11 @@ |
| 65568 | 66215 | ** so, abort any other statements this handle currently has active. |
| 65569 | 66216 | */ |
| 65570 | 66217 | sqlite3RollbackAll(db, SQLITE_ABORT_ROLLBACK); |
| 65571 | 66218 | sqlite3CloseSavepoints(db); |
| 65572 | 66219 | db->autoCommit = 1; |
| 66220 | + p->nChange = 0; |
| 65573 | 66221 | } |
| 65574 | 66222 | } |
| 65575 | 66223 | } |
| 65576 | 66224 | |
| 65577 | 66225 | /* Check for immediate foreign key violations. */ |
| | @@ -65608,18 +66256,20 @@ |
| 65608 | 66256 | sqlite3VdbeLeave(p); |
| 65609 | 66257 | return SQLITE_BUSY; |
| 65610 | 66258 | }else if( rc!=SQLITE_OK ){ |
| 65611 | 66259 | p->rc = rc; |
| 65612 | 66260 | sqlite3RollbackAll(db, SQLITE_OK); |
| 66261 | + p->nChange = 0; |
| 65613 | 66262 | }else{ |
| 65614 | 66263 | db->nDeferredCons = 0; |
| 65615 | 66264 | db->nDeferredImmCons = 0; |
| 65616 | 66265 | db->flags &= ~SQLITE_DeferFKs; |
| 65617 | 66266 | sqlite3CommitInternalChanges(db); |
| 65618 | 66267 | } |
| 65619 | 66268 | }else{ |
| 65620 | 66269 | sqlite3RollbackAll(db, SQLITE_OK); |
| 66270 | + p->nChange = 0; |
| 65621 | 66271 | } |
| 65622 | 66272 | db->nStatement = 0; |
| 65623 | 66273 | }else if( eStatementOp==0 ){ |
| 65624 | 66274 | if( p->rc==SQLITE_OK || p->errorAction==OE_Fail ){ |
| 65625 | 66275 | eStatementOp = SAVEPOINT_RELEASE; |
| | @@ -65627,10 +66277,11 @@ |
| 65627 | 66277 | eStatementOp = SAVEPOINT_ROLLBACK; |
| 65628 | 66278 | }else{ |
| 65629 | 66279 | sqlite3RollbackAll(db, SQLITE_ABORT_ROLLBACK); |
| 65630 | 66280 | sqlite3CloseSavepoints(db); |
| 65631 | 66281 | db->autoCommit = 1; |
| 66282 | + p->nChange = 0; |
| 65632 | 66283 | } |
| 65633 | 66284 | } |
| 65634 | 66285 | |
| 65635 | 66286 | /* If eStatementOp is non-zero, then a statement transaction needs to |
| 65636 | 66287 | ** be committed or rolled back. Call sqlite3VdbeCloseStatement() to |
| | @@ -65647,10 +66298,11 @@ |
| 65647 | 66298 | p->zErrMsg = 0; |
| 65648 | 66299 | } |
| 65649 | 66300 | sqlite3RollbackAll(db, SQLITE_ABORT_ROLLBACK); |
| 65650 | 66301 | sqlite3CloseSavepoints(db); |
| 65651 | 66302 | db->autoCommit = 1; |
| 66303 | + p->nChange = 0; |
| 65652 | 66304 | } |
| 65653 | 66305 | } |
| 65654 | 66306 | |
| 65655 | 66307 | /* If this was an INSERT, UPDATE or DELETE and no statement transaction |
| 65656 | 66308 | ** has been rolled back, update the database connection change-counter. |
| | @@ -65908,10 +66560,16 @@ |
| 65908 | 66560 | for(i=p->nzVar-1; i>=0; i--) sqlite3DbFree(db, p->azVar[i]); |
| 65909 | 66561 | vdbeFreeOpArray(db, p->aOp, p->nOp); |
| 65910 | 66562 | sqlite3DbFree(db, p->aColName); |
| 65911 | 66563 | sqlite3DbFree(db, p->zSql); |
| 65912 | 66564 | sqlite3DbFree(db, p->pFree); |
| 66565 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 66566 | + for(i=0; i<p->nScan; i++){ |
| 66567 | + sqlite3DbFree(db, p->aScan[i].zName); |
| 66568 | + } |
| 66569 | + sqlite3DbFree(db, p->aScan); |
| 66570 | +#endif |
| 65913 | 66571 | } |
| 65914 | 66572 | |
| 65915 | 66573 | /* |
| 65916 | 66574 | ** Delete an entire VDBE. |
| 65917 | 66575 | */ |
| | @@ -68275,15 +68933,23 @@ |
| 68275 | 68933 | sqlite3_stmt *pStmt, |
| 68276 | 68934 | int N, |
| 68277 | 68935 | const void *(*xFunc)(Mem*), |
| 68278 | 68936 | int useType |
| 68279 | 68937 | ){ |
| 68280 | | - const void *ret = 0; |
| 68281 | | - Vdbe *p = (Vdbe *)pStmt; |
| 68938 | + const void *ret; |
| 68939 | + Vdbe *p; |
| 68282 | 68940 | int n; |
| 68283 | | - sqlite3 *db = p->db; |
| 68284 | | - |
| 68941 | + sqlite3 *db; |
| 68942 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 68943 | + if( pStmt==0 ){ |
| 68944 | + (void)SQLITE_MISUSE_BKPT; |
| 68945 | + return 0; |
| 68946 | + } |
| 68947 | +#endif |
| 68948 | + ret = 0; |
| 68949 | + p = (Vdbe *)pStmt; |
| 68950 | + db = p->db; |
| 68285 | 68951 | assert( db!=0 ); |
| 68286 | 68952 | n = sqlite3_column_count(pStmt); |
| 68287 | 68953 | if( N<n && N>=0 ){ |
| 68288 | 68954 | N += useType*n; |
| 68289 | 68955 | sqlite3_mutex_enter(db->mutex); |
| | @@ -68744,10 +69410,16 @@ |
| 68744 | 69410 | ** prepared statement for the database connection. Return NULL if there |
| 68745 | 69411 | ** are no more. |
| 68746 | 69412 | */ |
| 68747 | 69413 | SQLITE_API sqlite3_stmt *sqlite3_next_stmt(sqlite3 *pDb, sqlite3_stmt *pStmt){ |
| 68748 | 69414 | sqlite3_stmt *pNext; |
| 69415 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 69416 | + if( !sqlite3SafetyCheckOk(pDb) ){ |
| 69417 | + (void)SQLITE_MISUSE_BKPT; |
| 69418 | + return 0; |
| 69419 | + } |
| 69420 | +#endif |
| 68749 | 69421 | sqlite3_mutex_enter(pDb->mutex); |
| 68750 | 69422 | if( pStmt==0 ){ |
| 68751 | 69423 | pNext = (sqlite3_stmt*)pDb->pVdbe; |
| 68752 | 69424 | }else{ |
| 68753 | 69425 | pNext = (sqlite3_stmt*)((Vdbe*)pStmt)->pNext; |
| | @@ -68759,15 +69431,91 @@ |
| 68759 | 69431 | /* |
| 68760 | 69432 | ** Return the value of a status counter for a prepared statement |
| 68761 | 69433 | */ |
| 68762 | 69434 | SQLITE_API int sqlite3_stmt_status(sqlite3_stmt *pStmt, int op, int resetFlag){ |
| 68763 | 69435 | Vdbe *pVdbe = (Vdbe*)pStmt; |
| 68764 | | - u32 v = pVdbe->aCounter[op]; |
| 69436 | + u32 v; |
| 69437 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 69438 | + if( !pStmt ){ |
| 69439 | + (void)SQLITE_MISUSE_BKPT; |
| 69440 | + return 0; |
| 69441 | + } |
| 69442 | +#endif |
| 69443 | + v = pVdbe->aCounter[op]; |
| 68765 | 69444 | if( resetFlag ) pVdbe->aCounter[op] = 0; |
| 68766 | 69445 | return (int)v; |
| 68767 | 69446 | } |
| 68768 | 69447 | |
| 69448 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 69449 | +/* |
| 69450 | +** Return status data for a single loop within query pStmt. |
| 69451 | +*/ |
| 69452 | +SQLITE_API int sqlite3_stmt_scanstatus( |
| 69453 | + sqlite3_stmt *pStmt, /* Prepared statement being queried */ |
| 69454 | + int idx, /* Index of loop to report on */ |
| 69455 | + int iScanStatusOp, /* Which metric to return */ |
| 69456 | + void *pOut /* OUT: Write the answer here */ |
| 69457 | +){ |
| 69458 | + Vdbe *p = (Vdbe*)pStmt; |
| 69459 | + ScanStatus *pScan; |
| 69460 | + if( idx<0 || idx>=p->nScan ) return 1; |
| 69461 | + pScan = &p->aScan[idx]; |
| 69462 | + switch( iScanStatusOp ){ |
| 69463 | + case SQLITE_SCANSTAT_NLOOP: { |
| 69464 | + *(sqlite3_int64*)pOut = p->anExec[pScan->addrLoop]; |
| 69465 | + break; |
| 69466 | + } |
| 69467 | + case SQLITE_SCANSTAT_NVISIT: { |
| 69468 | + *(sqlite3_int64*)pOut = p->anExec[pScan->addrVisit]; |
| 69469 | + break; |
| 69470 | + } |
| 69471 | + case SQLITE_SCANSTAT_EST: { |
| 69472 | + double r = 1.0; |
| 69473 | + LogEst x = pScan->nEst; |
| 69474 | + while( x<100 ){ |
| 69475 | + x += 10; |
| 69476 | + r *= 0.5; |
| 69477 | + } |
| 69478 | + *(double*)pOut = r*sqlite3LogEstToInt(x); |
| 69479 | + break; |
| 69480 | + } |
| 69481 | + case SQLITE_SCANSTAT_NAME: { |
| 69482 | + *(const char**)pOut = pScan->zName; |
| 69483 | + break; |
| 69484 | + } |
| 69485 | + case SQLITE_SCANSTAT_EXPLAIN: { |
| 69486 | + if( pScan->addrExplain ){ |
| 69487 | + *(const char**)pOut = p->aOp[ pScan->addrExplain ].p4.z; |
| 69488 | + }else{ |
| 69489 | + *(const char**)pOut = 0; |
| 69490 | + } |
| 69491 | + break; |
| 69492 | + } |
| 69493 | + case SQLITE_SCANSTAT_SELECTID: { |
| 69494 | + if( pScan->addrExplain ){ |
| 69495 | + *(int*)pOut = p->aOp[ pScan->addrExplain ].p1; |
| 69496 | + }else{ |
| 69497 | + *(int*)pOut = -1; |
| 69498 | + } |
| 69499 | + break; |
| 69500 | + } |
| 69501 | + default: { |
| 69502 | + return 1; |
| 69503 | + } |
| 69504 | + } |
| 69505 | + return 0; |
| 69506 | +} |
| 69507 | + |
| 69508 | +/* |
| 69509 | +** Zero all counters associated with the sqlite3_stmt_scanstatus() data. |
| 69510 | +*/ |
| 69511 | +SQLITE_API void sqlite3_stmt_scanstatus_reset(sqlite3_stmt *pStmt){ |
| 69512 | + Vdbe *p = (Vdbe*)pStmt; |
| 69513 | + memset(p->anExec, 0, p->nOp * sizeof(i64)); |
| 69514 | +} |
| 69515 | +#endif /* SQLITE_ENABLE_STMT_SCANSTATUS */ |
| 69516 | + |
| 68769 | 69517 | /************** End of vdbeapi.c *********************************************/ |
| 68770 | 69518 | /************** Begin file vdbetrace.c ***************************************/ |
| 68771 | 69519 | /* |
| 68772 | 69520 | ** 2009 November 25 |
| 68773 | 69521 | ** |
| | @@ -69649,10 +70397,13 @@ |
| 69649 | 70397 | #ifdef VDBE_PROFILE |
| 69650 | 70398 | start = sqlite3Hwtime(); |
| 69651 | 70399 | #endif |
| 69652 | 70400 | nVmStep++; |
| 69653 | 70401 | pOp = &aOp[pc]; |
| 70402 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 70403 | + if( p->anExec ) p->anExec[pc]++; |
| 70404 | +#endif |
| 69654 | 70405 | |
| 69655 | 70406 | /* Only allow tracing if SQLITE_DEBUG is defined. |
| 69656 | 70407 | */ |
| 69657 | 70408 | #ifdef SQLITE_DEBUG |
| 69658 | 70409 | if( db->flags & SQLITE_VdbeTrace ){ |
| | @@ -72843,14 +73594,15 @@ |
| 72843 | 73594 | } |
| 72844 | 73595 | pIdxKey = &r; |
| 72845 | 73596 | }else{ |
| 72846 | 73597 | pIdxKey = sqlite3VdbeAllocUnpackedRecord( |
| 72847 | 73598 | pC->pKeyInfo, aTempRec, sizeof(aTempRec), &pFree |
| 72848 | | - ); |
| 73599 | + ); |
| 72849 | 73600 | if( pIdxKey==0 ) goto no_mem; |
| 72850 | 73601 | assert( pIn3->flags & MEM_Blob ); |
| 72851 | | - assert( (pIn3->flags & MEM_Zero)==0 ); /* zeroblobs already expanded */ |
| 73602 | + /* assert( (pIn3->flags & MEM_Zero)==0 ); // zeroblobs already expanded */ |
| 73603 | + ExpandBlob(pIn3); |
| 72852 | 73604 | sqlite3VdbeRecordUnpack(pC->pKeyInfo, pIn3->n, pIn3->z, pIdxKey); |
| 72853 | 73605 | } |
| 72854 | 73606 | pIdxKey->default_rc = 0; |
| 72855 | 73607 | if( pOp->opcode==OP_NoConflict ){ |
| 72856 | 73608 | /* For the OP_NoConflict opcode, take the jump if any of the |
| | @@ -73540,13 +74292,13 @@ |
| 73540 | 74292 | } |
| 73541 | 74293 | /* Opcode: Rewind P1 P2 * * * |
| 73542 | 74294 | ** |
| 73543 | 74295 | ** The next use of the Rowid or Column or Next instruction for P1 |
| 73544 | 74296 | ** will refer to the first entry in the database table or index. |
| 73545 | | -** If the table or index is empty and P2>0, then jump immediately to P2. |
| 73546 | | -** If P2 is 0 or if the table or index is not empty, fall through |
| 73547 | | -** to the following instruction. |
| 74297 | +** If the table or index is empty, jump immediately to P2. |
| 74298 | +** If the table or index is not empty, fall through to the following |
| 74299 | +** instruction. |
| 73548 | 74300 | ** |
| 73549 | 74301 | ** This opcode leaves the cursor configured to move in forward order, |
| 73550 | 74302 | ** from the beginning toward the end. In other words, the cursor is |
| 73551 | 74303 | ** configured to use Next, not Prev. |
| 73552 | 74304 | */ |
| | @@ -74458,10 +75210,13 @@ |
| 74458 | 75210 | pFrame->aOp = p->aOp; |
| 74459 | 75211 | pFrame->nOp = p->nOp; |
| 74460 | 75212 | pFrame->token = pProgram->token; |
| 74461 | 75213 | pFrame->aOnceFlag = p->aOnceFlag; |
| 74462 | 75214 | pFrame->nOnceFlag = p->nOnceFlag; |
| 75215 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 75216 | + pFrame->anExec = p->anExec; |
| 75217 | +#endif |
| 74463 | 75218 | |
| 74464 | 75219 | pEnd = &VdbeFrameMem(pFrame)[pFrame->nChildMem]; |
| 74465 | 75220 | for(pMem=VdbeFrameMem(pFrame); pMem!=pEnd; pMem++){ |
| 74466 | 75221 | pMem->flags = MEM_Undefined; |
| 74467 | 75222 | pMem->db = db; |
| | @@ -74475,10 +75230,11 @@ |
| 74475 | 75230 | |
| 74476 | 75231 | p->nFrame++; |
| 74477 | 75232 | pFrame->pParent = p->pFrame; |
| 74478 | 75233 | pFrame->lastRowid = lastRowid; |
| 74479 | 75234 | pFrame->nChange = p->nChange; |
| 75235 | + pFrame->nDbChange = p->db->nChange; |
| 74480 | 75236 | p->nChange = 0; |
| 74481 | 75237 | p->pFrame = pFrame; |
| 74482 | 75238 | p->aMem = aMem = &VdbeFrameMem(pFrame)[-1]; |
| 74483 | 75239 | p->nMem = pFrame->nChildMem; |
| 74484 | 75240 | p->nCursor = (u16)pFrame->nChildCsr; |
| | @@ -74485,10 +75241,13 @@ |
| 74485 | 75241 | p->apCsr = (VdbeCursor **)&aMem[p->nMem+1]; |
| 74486 | 75242 | p->aOp = aOp = pProgram->aOp; |
| 74487 | 75243 | p->nOp = pProgram->nOp; |
| 74488 | 75244 | p->aOnceFlag = (u8 *)&p->apCsr[p->nCursor]; |
| 74489 | 75245 | p->nOnceFlag = pProgram->nOnce; |
| 75246 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 75247 | + p->anExec = 0; |
| 75248 | +#endif |
| 74490 | 75249 | pc = -1; |
| 74491 | 75250 | memset(p->aOnceFlag, 0, p->nOnceFlag); |
| 74492 | 75251 | |
| 74493 | 75252 | break; |
| 74494 | 75253 | } |
| | @@ -75673,10 +76432,15 @@ |
| 75673 | 76432 | char *zErr = 0; |
| 75674 | 76433 | Table *pTab; |
| 75675 | 76434 | Parse *pParse = 0; |
| 75676 | 76435 | Incrblob *pBlob = 0; |
| 75677 | 76436 | |
| 76437 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 76438 | + if( !sqlite3SafetyCheckOk(db) || ppBlob==0 || zTable==0 ){ |
| 76439 | + return SQLITE_MISUSE_BKPT; |
| 76440 | + } |
| 76441 | +#endif |
| 75678 | 76442 | flags = !!flags; /* flags = (flags ? 1 : 0); */ |
| 75679 | 76443 | *ppBlob = 0; |
| 75680 | 76444 | |
| 75681 | 76445 | sqlite3_mutex_enter(db->mutex); |
| 75682 | 76446 | |
| | @@ -75891,11 +76655,10 @@ |
| 75891 | 76655 | v = (Vdbe*)p->pStmt; |
| 75892 | 76656 | |
| 75893 | 76657 | if( n<0 || iOffset<0 || (iOffset+n)>p->nByte ){ |
| 75894 | 76658 | /* Request is out of range. Return a transient error. */ |
| 75895 | 76659 | rc = SQLITE_ERROR; |
| 75896 | | - sqlite3Error(db, SQLITE_ERROR); |
| 75897 | 76660 | }else if( v==0 ){ |
| 75898 | 76661 | /* If there is no statement handle, then the blob-handle has |
| 75899 | 76662 | ** already been invalidated. Return SQLITE_ABORT in this case. |
| 75900 | 76663 | */ |
| 75901 | 76664 | rc = SQLITE_ABORT; |
| | @@ -75909,14 +76672,14 @@ |
| 75909 | 76672 | sqlite3BtreeLeaveCursor(p->pCsr); |
| 75910 | 76673 | if( rc==SQLITE_ABORT ){ |
| 75911 | 76674 | sqlite3VdbeFinalize(v); |
| 75912 | 76675 | p->pStmt = 0; |
| 75913 | 76676 | }else{ |
| 75914 | | - db->errCode = rc; |
| 75915 | 76677 | v->rc = rc; |
| 75916 | 76678 | } |
| 75917 | 76679 | } |
| 76680 | + sqlite3Error(db, rc); |
| 75918 | 76681 | rc = sqlite3ApiExit(db, rc); |
| 75919 | 76682 | sqlite3_mutex_leave(db->mutex); |
| 75920 | 76683 | return rc; |
| 75921 | 76684 | } |
| 75922 | 76685 | |
| | @@ -76089,11 +76852,11 @@ |
| 76089 | 76852 | ** itself. |
| 76090 | 76853 | ** |
| 76091 | 76854 | ** The sorter is running in multi-threaded mode if (a) the library was built |
| 76092 | 76855 | ** with pre-processor symbol SQLITE_MAX_WORKER_THREADS set to a value greater |
| 76093 | 76856 | ** than zero, and (b) worker threads have been enabled at runtime by calling |
| 76094 | | -** sqlite3_config(SQLITE_CONFIG_WORKER_THREADS, ...). |
| 76857 | +** "PRAGMA threads=N" with some value of N greater than 0. |
| 76095 | 76858 | ** |
| 76096 | 76859 | ** When Rewind() is called, any data remaining in memory is flushed to a |
| 76097 | 76860 | ** final PMA. So at this point the data is stored in some number of sorted |
| 76098 | 76861 | ** PMAs within temporary files on disk. |
| 76099 | 76862 | ** |
| | @@ -76834,15 +77597,13 @@ |
| 76834 | 77597 | pSorter->mnPmaSize = SORTER_MIN_WORKING * pgsz; |
| 76835 | 77598 | mxCache = db->aDb[0].pSchema->cache_size; |
| 76836 | 77599 | if( mxCache<SORTER_MIN_WORKING ) mxCache = SORTER_MIN_WORKING; |
| 76837 | 77600 | pSorter->mxPmaSize = mxCache * pgsz; |
| 76838 | 77601 | |
| 76839 | | - /* If the application has not configure scratch memory using |
| 76840 | | - ** SQLITE_CONFIG_SCRATCH then we assume it is OK to do large memory |
| 76841 | | - ** allocations. If scratch memory has been configured, then assume |
| 76842 | | - ** large memory allocations should be avoided to prevent heap |
| 76843 | | - ** fragmentation. |
| 77602 | + /* EVIDENCE-OF: R-26747-61719 When the application provides any amount of |
| 77603 | + ** scratch memory using SQLITE_CONFIG_SCRATCH, SQLite avoids unnecessary |
| 77604 | + ** large heap allocations. |
| 76844 | 77605 | */ |
| 76845 | 77606 | if( sqlite3GlobalConfig.pScratch==0 ){ |
| 76846 | 77607 | assert( pSorter->iMemory==0 ); |
| 76847 | 77608 | pSorter->nMemory = pgsz; |
| 76848 | 77609 | pSorter->list.aMemory = (u8*)sqlite3Malloc(pgsz); |
| | @@ -79210,19 +79971,19 @@ |
| 79210 | 79971 | ** |
| 79211 | 79972 | ** incrAggFunctionDepth(pExpr,n) is the main routine. incrAggDepth(..) |
| 79212 | 79973 | ** is a helper function - a callback for the tree walker. |
| 79213 | 79974 | */ |
| 79214 | 79975 | static int incrAggDepth(Walker *pWalker, Expr *pExpr){ |
| 79215 | | - if( pExpr->op==TK_AGG_FUNCTION ) pExpr->op2 += pWalker->u.i; |
| 79976 | + if( pExpr->op==TK_AGG_FUNCTION ) pExpr->op2 += pWalker->u.n; |
| 79216 | 79977 | return WRC_Continue; |
| 79217 | 79978 | } |
| 79218 | 79979 | static void incrAggFunctionDepth(Expr *pExpr, int N){ |
| 79219 | 79980 | if( N>0 ){ |
| 79220 | 79981 | Walker w; |
| 79221 | 79982 | memset(&w, 0, sizeof(w)); |
| 79222 | 79983 | w.xExprCallback = incrAggDepth; |
| 79223 | | - w.u.i = N; |
| 79984 | + w.u.n = N; |
| 79224 | 79985 | sqlite3WalkExpr(&w, pExpr); |
| 79225 | 79986 | } |
| 79226 | 79987 | } |
| 79227 | 79988 | |
| 79228 | 79989 | /* |
| | @@ -79766,11 +80527,11 @@ |
| 79766 | 80527 | double r = -1.0; |
| 79767 | 80528 | if( p->op!=TK_FLOAT ) return -1; |
| 79768 | 80529 | sqlite3AtoF(p->u.zToken, &r, sqlite3Strlen30(p->u.zToken), SQLITE_UTF8); |
| 79769 | 80530 | assert( r>=0.0 ); |
| 79770 | 80531 | if( r>1.0 ) return -1; |
| 79771 | | - return (int)(r*1000.0); |
| 80532 | + return (int)(r*134217728.0); |
| 79772 | 80533 | } |
| 79773 | 80534 | |
| 79774 | 80535 | /* |
| 79775 | 80536 | ** This routine is callback for sqlite3WalkExpr(). |
| 79776 | 80537 | ** |
| | @@ -79898,11 +80659,11 @@ |
| 79898 | 80659 | ** EVIDENCE-OF: R-36850-34127 The likely(X) function is short-hand for |
| 79899 | 80660 | ** likelihood(X,0.9375). |
| 79900 | 80661 | ** EVIDENCE-OF: R-53436-40973 The likely(X) function is equivalent to |
| 79901 | 80662 | ** likelihood(X,0.9375). */ |
| 79902 | 80663 | /* TUNING: unlikely() probability is 0.0625. likely() is 0.9375 */ |
| 79903 | | - pExpr->iTable = pDef->zName[0]=='u' ? 62 : 938; |
| 80664 | + pExpr->iTable = pDef->zName[0]=='u' ? 8388608 : 125829120; |
| 79904 | 80665 | } |
| 79905 | 80666 | } |
| 79906 | 80667 | #ifndef SQLITE_OMIT_AUTHORIZATION |
| 79907 | 80668 | auth = sqlite3AuthCheck(pParse, SQLITE_FUNCTION, 0, pDef->zName, 0); |
| 79908 | 80669 | if( auth!=SQLITE_OK ){ |
| | @@ -81855,69 +82616,79 @@ |
| 81855 | 82616 | sqlite3DbFree(db, pList->a); |
| 81856 | 82617 | sqlite3DbFree(db, pList); |
| 81857 | 82618 | } |
| 81858 | 82619 | |
| 81859 | 82620 | /* |
| 81860 | | -** These routines are Walker callbacks. Walker.u.pi is a pointer |
| 81861 | | -** to an integer. These routines are checking an expression to see |
| 81862 | | -** if it is a constant. Set *Walker.u.i to 0 if the expression is |
| 81863 | | -** not constant. |
| 82621 | +** These routines are Walker callbacks used to check expressions to |
| 82622 | +** see if they are "constant" for some definition of constant. The |
| 82623 | +** Walker.eCode value determines the type of "constant" we are looking |
| 82624 | +** for. |
| 81864 | 82625 | ** |
| 81865 | 82626 | ** These callback routines are used to implement the following: |
| 81866 | 82627 | ** |
| 81867 | | -** sqlite3ExprIsConstant() pWalker->u.i==1 |
| 81868 | | -** sqlite3ExprIsConstantNotJoin() pWalker->u.i==2 |
| 81869 | | -** sqlite3ExprIsConstantOrFunction() pWalker->u.i==3 or 4 |
| 82628 | +** sqlite3ExprIsConstant() pWalker->eCode==1 |
| 82629 | +** sqlite3ExprIsConstantNotJoin() pWalker->eCode==2 |
| 82630 | +** sqlite3ExprRefOneTableOnly() pWalker->eCode==3 |
| 82631 | +** sqlite3ExprIsConstantOrFunction() pWalker->eCode==4 or 5 |
| 82632 | +** |
| 82633 | +** In all cases, the callbacks set Walker.eCode=0 and abort if the expression |
| 82634 | +** is found to not be a constant. |
| 81870 | 82635 | ** |
| 81871 | 82636 | ** The sqlite3ExprIsConstantOrFunction() is used for evaluating expressions |
| 81872 | | -** in a CREATE TABLE statement. The Walker.u.i value is 4 when parsing |
| 81873 | | -** an existing schema and 3 when processing a new statement. A bound |
| 82637 | +** in a CREATE TABLE statement. The Walker.eCode value is 5 when parsing |
| 82638 | +** an existing schema and 4 when processing a new statement. A bound |
| 81874 | 82639 | ** parameter raises an error for new statements, but is silently converted |
| 81875 | 82640 | ** to NULL for existing schemas. This allows sqlite_master tables that |
| 81876 | 82641 | ** contain a bound parameter because they were generated by older versions |
| 81877 | 82642 | ** of SQLite to be parsed by newer versions of SQLite without raising a |
| 81878 | 82643 | ** malformed schema error. |
| 81879 | 82644 | */ |
| 81880 | 82645 | static int exprNodeIsConstant(Walker *pWalker, Expr *pExpr){ |
| 81881 | 82646 | |
| 81882 | | - /* If pWalker->u.i is 2 then any term of the expression that comes from |
| 81883 | | - ** the ON or USING clauses of a join disqualifies the expression |
| 82647 | + /* If pWalker->eCode is 2 then any term of the expression that comes from |
| 82648 | + ** the ON or USING clauses of a left join disqualifies the expression |
| 81884 | 82649 | ** from being considered constant. */ |
| 81885 | | - if( pWalker->u.i==2 && ExprHasProperty(pExpr, EP_FromJoin) ){ |
| 81886 | | - pWalker->u.i = 0; |
| 82650 | + if( pWalker->eCode==2 && ExprHasProperty(pExpr, EP_FromJoin) ){ |
| 82651 | + pWalker->eCode = 0; |
| 81887 | 82652 | return WRC_Abort; |
| 81888 | 82653 | } |
| 81889 | 82654 | |
| 81890 | 82655 | switch( pExpr->op ){ |
| 81891 | 82656 | /* Consider functions to be constant if all their arguments are constant |
| 81892 | | - ** and either pWalker->u.i==3 or 4 or the function as the SQLITE_FUNC_CONST |
| 81893 | | - ** flag. */ |
| 82657 | + ** and either pWalker->eCode==4 or 5 or the function has the |
| 82658 | + ** SQLITE_FUNC_CONST flag. */ |
| 81894 | 82659 | case TK_FUNCTION: |
| 81895 | | - if( pWalker->u.i>=3 || ExprHasProperty(pExpr,EP_Constant) ){ |
| 82660 | + if( pWalker->eCode>=4 || ExprHasProperty(pExpr,EP_Constant) ){ |
| 81896 | 82661 | return WRC_Continue; |
| 82662 | + }else{ |
| 82663 | + pWalker->eCode = 0; |
| 82664 | + return WRC_Abort; |
| 81897 | 82665 | } |
| 81898 | | - /* Fall through */ |
| 81899 | 82666 | case TK_ID: |
| 81900 | 82667 | case TK_COLUMN: |
| 81901 | 82668 | case TK_AGG_FUNCTION: |
| 81902 | 82669 | case TK_AGG_COLUMN: |
| 81903 | 82670 | testcase( pExpr->op==TK_ID ); |
| 81904 | 82671 | testcase( pExpr->op==TK_COLUMN ); |
| 81905 | 82672 | testcase( pExpr->op==TK_AGG_FUNCTION ); |
| 81906 | 82673 | testcase( pExpr->op==TK_AGG_COLUMN ); |
| 81907 | | - pWalker->u.i = 0; |
| 81908 | | - return WRC_Abort; |
| 82674 | + if( pWalker->eCode==3 && pExpr->iTable==pWalker->u.iCur ){ |
| 82675 | + return WRC_Continue; |
| 82676 | + }else{ |
| 82677 | + pWalker->eCode = 0; |
| 82678 | + return WRC_Abort; |
| 82679 | + } |
| 81909 | 82680 | case TK_VARIABLE: |
| 81910 | | - if( pWalker->u.i==4 ){ |
| 82681 | + if( pWalker->eCode==5 ){ |
| 81911 | 82682 | /* Silently convert bound parameters that appear inside of CREATE |
| 81912 | 82683 | ** statements into a NULL when parsing the CREATE statement text out |
| 81913 | 82684 | ** of the sqlite_master table */ |
| 81914 | 82685 | pExpr->op = TK_NULL; |
| 81915 | | - }else if( pWalker->u.i==3 ){ |
| 82686 | + }else if( pWalker->eCode==4 ){ |
| 81916 | 82687 | /* A bound parameter in a CREATE statement that originates from |
| 81917 | 82688 | ** sqlite3_prepare() causes an error */ |
| 81918 | | - pWalker->u.i = 0; |
| 82689 | + pWalker->eCode = 0; |
| 81919 | 82690 | return WRC_Abort; |
| 81920 | 82691 | } |
| 81921 | 82692 | /* Fall through */ |
| 81922 | 82693 | default: |
| 81923 | 82694 | testcase( pExpr->op==TK_SELECT ); /* selectNodeIsConstant will disallow */ |
| | @@ -81925,57 +82696,68 @@ |
| 81925 | 82696 | return WRC_Continue; |
| 81926 | 82697 | } |
| 81927 | 82698 | } |
| 81928 | 82699 | static int selectNodeIsConstant(Walker *pWalker, Select *NotUsed){ |
| 81929 | 82700 | UNUSED_PARAMETER(NotUsed); |
| 81930 | | - pWalker->u.i = 0; |
| 82701 | + pWalker->eCode = 0; |
| 81931 | 82702 | return WRC_Abort; |
| 81932 | 82703 | } |
| 81933 | | -static int exprIsConst(Expr *p, int initFlag){ |
| 82704 | +static int exprIsConst(Expr *p, int initFlag, int iCur){ |
| 81934 | 82705 | Walker w; |
| 81935 | 82706 | memset(&w, 0, sizeof(w)); |
| 81936 | | - w.u.i = initFlag; |
| 82707 | + w.eCode = initFlag; |
| 81937 | 82708 | w.xExprCallback = exprNodeIsConstant; |
| 81938 | 82709 | w.xSelectCallback = selectNodeIsConstant; |
| 82710 | + w.u.iCur = iCur; |
| 81939 | 82711 | sqlite3WalkExpr(&w, p); |
| 81940 | | - return w.u.i; |
| 82712 | + return w.eCode; |
| 81941 | 82713 | } |
| 81942 | 82714 | |
| 81943 | 82715 | /* |
| 81944 | | -** Walk an expression tree. Return 1 if the expression is constant |
| 82716 | +** Walk an expression tree. Return non-zero if the expression is constant |
| 81945 | 82717 | ** and 0 if it involves variables or function calls. |
| 81946 | 82718 | ** |
| 81947 | 82719 | ** For the purposes of this function, a double-quoted string (ex: "abc") |
| 81948 | 82720 | ** is considered a variable but a single-quoted string (ex: 'abc') is |
| 81949 | 82721 | ** a constant. |
| 81950 | 82722 | */ |
| 81951 | 82723 | SQLITE_PRIVATE int sqlite3ExprIsConstant(Expr *p){ |
| 81952 | | - return exprIsConst(p, 1); |
| 82724 | + return exprIsConst(p, 1, 0); |
| 81953 | 82725 | } |
| 81954 | 82726 | |
| 81955 | 82727 | /* |
| 81956 | | -** Walk an expression tree. Return 1 if the expression is constant |
| 82728 | +** Walk an expression tree. Return non-zero if the expression is constant |
| 81957 | 82729 | ** that does no originate from the ON or USING clauses of a join. |
| 81958 | 82730 | ** Return 0 if it involves variables or function calls or terms from |
| 81959 | 82731 | ** an ON or USING clause. |
| 81960 | 82732 | */ |
| 81961 | 82733 | SQLITE_PRIVATE int sqlite3ExprIsConstantNotJoin(Expr *p){ |
| 81962 | | - return exprIsConst(p, 2); |
| 82734 | + return exprIsConst(p, 2, 0); |
| 81963 | 82735 | } |
| 81964 | 82736 | |
| 81965 | 82737 | /* |
| 81966 | | -** Walk an expression tree. Return 1 if the expression is constant |
| 82738 | +** Walk an expression tree. Return non-zero if the expression constant |
| 82739 | +** for any single row of the table with cursor iCur. In other words, the |
| 82740 | +** expression must not refer to any non-deterministic function nor any |
| 82741 | +** table other than iCur. |
| 82742 | +*/ |
| 82743 | +SQLITE_PRIVATE int sqlite3ExprIsTableConstant(Expr *p, int iCur){ |
| 82744 | + return exprIsConst(p, 3, iCur); |
| 82745 | +} |
| 82746 | + |
| 82747 | +/* |
| 82748 | +** Walk an expression tree. Return non-zero if the expression is constant |
| 81967 | 82749 | ** or a function call with constant arguments. Return and 0 if there |
| 81968 | 82750 | ** are any variables. |
| 81969 | 82751 | ** |
| 81970 | 82752 | ** For the purposes of this function, a double-quoted string (ex: "abc") |
| 81971 | 82753 | ** is considered a variable but a single-quoted string (ex: 'abc') is |
| 81972 | 82754 | ** a constant. |
| 81973 | 82755 | */ |
| 81974 | 82756 | SQLITE_PRIVATE int sqlite3ExprIsConstantOrFunction(Expr *p, u8 isInit){ |
| 81975 | 82757 | assert( isInit==0 || isInit==1 ); |
| 81976 | | - return exprIsConst(p, 3+isInit); |
| 82758 | + return exprIsConst(p, 4+isInit, 0); |
| 81977 | 82759 | } |
| 81978 | 82760 | |
| 81979 | 82761 | /* |
| 81980 | 82762 | ** If the expression p codes a constant integer that is small enough |
| 81981 | 82763 | ** to fit in a 32-bit integer, return 1 and put the value of the integer |
| | @@ -87288,10 +88070,12 @@ |
| 87288 | 88070 | while( z[0] ){ |
| 87289 | 88071 | if( sqlite3_strglob("unordered*", z)==0 ){ |
| 87290 | 88072 | pIndex->bUnordered = 1; |
| 87291 | 88073 | }else if( sqlite3_strglob("sz=[0-9]*", z)==0 ){ |
| 87292 | 88074 | pIndex->szIdxRow = sqlite3LogEst(sqlite3Atoi(z+3)); |
| 88075 | + }else if( sqlite3_strglob("noskipscan*", z)==0 ){ |
| 88076 | + pIndex->noSkipScan = 1; |
| 87293 | 88077 | } |
| 87294 | 88078 | #ifdef SQLITE_ENABLE_COSTMULT |
| 87295 | 88079 | else if( sqlite3_strglob("costmult=[0-9]*",z)==0 ){ |
| 87296 | 88080 | pIndex->pTable->costMult = sqlite3LogEst(sqlite3Atoi(z+9)); |
| 87297 | 88081 | } |
| | @@ -87421,10 +88205,11 @@ |
| 87421 | 88205 | nSample--; |
| 87422 | 88206 | }else{ |
| 87423 | 88207 | nRow = pIdx->aiRowEst[0]; |
| 87424 | 88208 | nDist100 = ((i64)100 * pIdx->aiRowEst[0]) / pIdx->aiRowEst[iCol+1]; |
| 87425 | 88209 | } |
| 88210 | + pIdx->nRowEst0 = nRow; |
| 87426 | 88211 | |
| 87427 | 88212 | /* Set nSum to the number of distinct (iCol+1) field prefixes that |
| 87428 | 88213 | ** occur in the stat4 table for this index. Set sumEq to the sum of |
| 87429 | 88214 | ** the nEq values for column iCol for the same set (adding the value |
| 87430 | 88215 | ** only once where there exist duplicate prefixes). */ |
| | @@ -87682,11 +88467,11 @@ |
| 87682 | 88467 | } |
| 87683 | 88468 | |
| 87684 | 88469 | |
| 87685 | 88470 | /* Load the statistics from the sqlite_stat4 table. */ |
| 87686 | 88471 | #ifdef SQLITE_ENABLE_STAT3_OR_STAT4 |
| 87687 | | - if( rc==SQLITE_OK ){ |
| 88472 | + if( rc==SQLITE_OK && OptimizationEnabled(db, SQLITE_Stat34) ){ |
| 87688 | 88473 | int lookasideEnabled = db->lookaside.bEnabled; |
| 87689 | 88474 | db->lookaside.bEnabled = 0; |
| 87690 | 88475 | rc = loadStat4(db, sInfo.zDatabase); |
| 87691 | 88476 | db->lookaside.bEnabled = lookasideEnabled; |
| 87692 | 88477 | } |
| | @@ -88364,10 +89149,13 @@ |
| 88364 | 89149 | SQLITE_API int sqlite3_set_authorizer( |
| 88365 | 89150 | sqlite3 *db, |
| 88366 | 89151 | int (*xAuth)(void*,int,const char*,const char*,const char*,const char*), |
| 88367 | 89152 | void *pArg |
| 88368 | 89153 | ){ |
| 89154 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 89155 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 89156 | +#endif |
| 88369 | 89157 | sqlite3_mutex_enter(db->mutex); |
| 88370 | 89158 | db->xAuth = (sqlite3_xauth)xAuth; |
| 88371 | 89159 | db->pAuthArg = pArg; |
| 88372 | 89160 | sqlite3ExpirePreparedStatements(db); |
| 88373 | 89161 | sqlite3_mutex_leave(db->mutex); |
| | @@ -88858,11 +89646,15 @@ |
| 88858 | 89646 | ** See also sqlite3LocateTable(). |
| 88859 | 89647 | */ |
| 88860 | 89648 | SQLITE_PRIVATE Table *sqlite3FindTable(sqlite3 *db, const char *zName, const char *zDatabase){ |
| 88861 | 89649 | Table *p = 0; |
| 88862 | 89650 | int i; |
| 88863 | | - assert( zName!=0 ); |
| 89651 | + |
| 89652 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 89653 | + if( !sqlite3SafetyCheckOk(db) || zName==0 ) return 0; |
| 89654 | +#endif |
| 89655 | + |
| 88864 | 89656 | /* All mutexes are required for schema access. Make sure we hold them. */ |
| 88865 | 89657 | assert( zDatabase!=0 || sqlite3BtreeHoldsAllMutexes(db) ); |
| 88866 | 89658 | #if SQLITE_USER_AUTHENTICATION |
| 88867 | 89659 | /* Only the admin user is allowed to know that the sqlite_user table |
| 88868 | 89660 | ** exists */ |
| | @@ -103881,13 +104673,16 @@ |
| 103881 | 104673 | Vdbe *pOld, /* VM being reprepared */ |
| 103882 | 104674 | sqlite3_stmt **ppStmt, /* OUT: A pointer to the prepared statement */ |
| 103883 | 104675 | const char **pzTail /* OUT: End of parsed string */ |
| 103884 | 104676 | ){ |
| 103885 | 104677 | int rc; |
| 103886 | | - assert( ppStmt!=0 ); |
| 104678 | + |
| 104679 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 104680 | + if( ppStmt==0 ) return SQLITE_MISUSE_BKPT; |
| 104681 | +#endif |
| 103887 | 104682 | *ppStmt = 0; |
| 103888 | | - if( !sqlite3SafetyCheckOk(db) ){ |
| 104683 | + if( !sqlite3SafetyCheckOk(db)||zSql==0 ){ |
| 103889 | 104684 | return SQLITE_MISUSE_BKPT; |
| 103890 | 104685 | } |
| 103891 | 104686 | sqlite3_mutex_enter(db->mutex); |
| 103892 | 104687 | sqlite3BtreeEnterAll(db); |
| 103893 | 104688 | rc = sqlite3Prepare(db, zSql, nBytes, saveSqlFlag, pOld, ppStmt, pzTail); |
| | @@ -103990,13 +104785,15 @@ |
| 103990 | 104785 | */ |
| 103991 | 104786 | char *zSql8; |
| 103992 | 104787 | const char *zTail8 = 0; |
| 103993 | 104788 | int rc = SQLITE_OK; |
| 103994 | 104789 | |
| 103995 | | - assert( ppStmt ); |
| 104790 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 104791 | + if( ppStmt==0 ) return SQLITE_MISUSE_BKPT; |
| 104792 | +#endif |
| 103996 | 104793 | *ppStmt = 0; |
| 103997 | | - if( !sqlite3SafetyCheckOk(db) ){ |
| 104794 | + if( !sqlite3SafetyCheckOk(db)||zSql==0 ){ |
| 103998 | 104795 | return SQLITE_MISUSE_BKPT; |
| 103999 | 104796 | } |
| 104000 | 104797 | if( nBytes>=0 ){ |
| 104001 | 104798 | int sz; |
| 104002 | 104799 | const char *z = (const char*)zSql; |
| | @@ -109705,10 +110502,13 @@ |
| 109705 | 110502 | char **pzErrMsg /* Write error messages here */ |
| 109706 | 110503 | ){ |
| 109707 | 110504 | int rc; |
| 109708 | 110505 | TabResult res; |
| 109709 | 110506 | |
| 110507 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 110508 | + if( pazResult==0 ) return SQLITE_MISUSE_BKPT; |
| 110509 | +#endif |
| 109710 | 110510 | *pazResult = 0; |
| 109711 | 110511 | if( pnColumn ) *pnColumn = 0; |
| 109712 | 110512 | if( pnRow ) *pnRow = 0; |
| 109713 | 110513 | if( pzErrMsg ) *pzErrMsg = 0; |
| 109714 | 110514 | res.zErrMsg = 0; |
| | @@ -111768,11 +112568,11 @@ |
| 111768 | 112568 | ** Two writes per page are required in step (3) because the original |
| 111769 | 112569 | ** database content must be written into the rollback journal prior to |
| 111770 | 112570 | ** overwriting the database with the vacuumed content. |
| 111771 | 112571 | ** |
| 111772 | 112572 | ** Only 1x temporary space and only 1x writes would be required if |
| 111773 | | -** the copy of step (3) were replace by deleting the original database |
| 112573 | +** the copy of step (3) were replaced by deleting the original database |
| 111774 | 112574 | ** and renaming the transient database as the original. But that will |
| 111775 | 112575 | ** not work if other processes are attached to the original database. |
| 111776 | 112576 | ** And a power loss in between deleting the original and renaming the |
| 111777 | 112577 | ** transient would cause the database file to appear to be deleted |
| 111778 | 112578 | ** following reboot. |
| | @@ -112126,10 +112926,13 @@ |
| 112126 | 112926 | sqlite3 *db, /* Database in which module is registered */ |
| 112127 | 112927 | const char *zName, /* Name assigned to this module */ |
| 112128 | 112928 | const sqlite3_module *pModule, /* The definition of the module */ |
| 112129 | 112929 | void *pAux /* Context pointer for xCreate/xConnect */ |
| 112130 | 112930 | ){ |
| 112931 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 112932 | + if( !sqlite3SafetyCheckOk(db) || zName==0 ) return SQLITE_MISUSE_BKPT; |
| 112933 | +#endif |
| 112131 | 112934 | return createModule(db, zName, pModule, pAux, 0); |
| 112132 | 112935 | } |
| 112133 | 112936 | |
| 112134 | 112937 | /* |
| 112135 | 112938 | ** External API function used to create a new virtual-table module. |
| | @@ -112139,10 +112942,13 @@ |
| 112139 | 112942 | const char *zName, /* Name assigned to this module */ |
| 112140 | 112943 | const sqlite3_module *pModule, /* The definition of the module */ |
| 112141 | 112944 | void *pAux, /* Context pointer for xCreate/xConnect */ |
| 112142 | 112945 | void (*xDestroy)(void *) /* Module destructor function */ |
| 112143 | 112946 | ){ |
| 112947 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 112948 | + if( !sqlite3SafetyCheckOk(db) || zName==0 ) return SQLITE_MISUSE_BKPT; |
| 112949 | +#endif |
| 112144 | 112950 | return createModule(db, zName, pModule, pAux, xDestroy); |
| 112145 | 112951 | } |
| 112146 | 112952 | |
| 112147 | 112953 | /* |
| 112148 | 112954 | ** Lock the virtual table so that it cannot be disconnected. |
| | @@ -112743,10 +113549,13 @@ |
| 112743 | 113549 | |
| 112744 | 113550 | int rc = SQLITE_OK; |
| 112745 | 113551 | Table *pTab; |
| 112746 | 113552 | char *zErr = 0; |
| 112747 | 113553 | |
| 113554 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 113555 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 113556 | +#endif |
| 112748 | 113557 | sqlite3_mutex_enter(db->mutex); |
| 112749 | 113558 | if( !db->pVtabCtx || !(pTab = db->pVtabCtx->pTab) ){ |
| 112750 | 113559 | sqlite3Error(db, SQLITE_MISUSE); |
| 112751 | 113560 | sqlite3_mutex_leave(db->mutex); |
| 112752 | 113561 | return SQLITE_MISUSE_BKPT; |
| | @@ -113099,10 +113908,13 @@ |
| 113099 | 113908 | */ |
| 113100 | 113909 | SQLITE_API int sqlite3_vtab_on_conflict(sqlite3 *db){ |
| 113101 | 113910 | static const unsigned char aMap[] = { |
| 113102 | 113911 | SQLITE_ROLLBACK, SQLITE_ABORT, SQLITE_FAIL, SQLITE_IGNORE, SQLITE_REPLACE |
| 113103 | 113912 | }; |
| 113913 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 113914 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 113915 | +#endif |
| 113104 | 113916 | assert( OE_Rollback==1 && OE_Abort==2 && OE_Fail==3 ); |
| 113105 | 113917 | assert( OE_Ignore==4 && OE_Replace==5 ); |
| 113106 | 113918 | assert( db->vtabOnConflict>=1 && db->vtabOnConflict<=5 ); |
| 113107 | 113919 | return (int)aMap[db->vtabOnConflict-1]; |
| 113108 | 113920 | } |
| | @@ -113114,12 +113926,14 @@ |
| 113114 | 113926 | */ |
| 113115 | 113927 | SQLITE_API int sqlite3_vtab_config(sqlite3 *db, int op, ...){ |
| 113116 | 113928 | va_list ap; |
| 113117 | 113929 | int rc = SQLITE_OK; |
| 113118 | 113930 | |
| 113931 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 113932 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 113933 | +#endif |
| 113119 | 113934 | sqlite3_mutex_enter(db->mutex); |
| 113120 | | - |
| 113121 | 113935 | va_start(ap, op); |
| 113122 | 113936 | switch( op ){ |
| 113123 | 113937 | case SQLITE_VTAB_CONSTRAINT_SUPPORT: { |
| 113124 | 113938 | VtabCtx *p = db->pVtabCtx; |
| 113125 | 113939 | if( !p ){ |
| | @@ -113250,10 +114064,13 @@ |
| 113250 | 114064 | } in; /* Used when pWLoop->wsFlags&WHERE_IN_ABLE */ |
| 113251 | 114065 | Index *pCovidx; /* Possible covering index for WHERE_MULTI_OR */ |
| 113252 | 114066 | } u; |
| 113253 | 114067 | struct WhereLoop *pWLoop; /* The selected WhereLoop object */ |
| 113254 | 114068 | Bitmask notReady; /* FROM entries not usable at this level */ |
| 114069 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 114070 | + int addrVisit; /* Address at which row is visited */ |
| 114071 | +#endif |
| 113255 | 114072 | }; |
| 113256 | 114073 | |
| 113257 | 114074 | /* |
| 113258 | 114075 | ** Each instance of this object represents an algorithm for evaluating one |
| 113259 | 114076 | ** term of a join. Every term of the FROM clause will have at least |
| | @@ -113280,11 +114097,10 @@ |
| 113280 | 114097 | LogEst rRun; /* Cost of running each loop */ |
| 113281 | 114098 | LogEst nOut; /* Estimated number of output rows */ |
| 113282 | 114099 | union { |
| 113283 | 114100 | struct { /* Information for internal btree tables */ |
| 113284 | 114101 | u16 nEq; /* Number of equality constraints */ |
| 113285 | | - u16 nSkip; /* Number of initial index columns to skip */ |
| 113286 | 114102 | Index *pIndex; /* Index used, or NULL */ |
| 113287 | 114103 | } btree; |
| 113288 | 114104 | struct { /* Information for virtual tables */ |
| 113289 | 114105 | int idxNum; /* Index number */ |
| 113290 | 114106 | u8 needFree; /* True if sqlite3_free(idxStr) is needed */ |
| | @@ -113293,16 +114109,17 @@ |
| 113293 | 114109 | char *idxStr; /* Index identifier string */ |
| 113294 | 114110 | } vtab; |
| 113295 | 114111 | } u; |
| 113296 | 114112 | u32 wsFlags; /* WHERE_* flags describing the plan */ |
| 113297 | 114113 | u16 nLTerm; /* Number of entries in aLTerm[] */ |
| 114114 | + u16 nSkip; /* Number of NULL aLTerm[] entries */ |
| 113298 | 114115 | /**** whereLoopXfer() copies fields above ***********************/ |
| 113299 | 114116 | # define WHERE_LOOP_XFER_SZ offsetof(WhereLoop,nLSlot) |
| 113300 | 114117 | u16 nLSlot; /* Number of slots allocated for aLTerm[] */ |
| 113301 | 114118 | WhereTerm **aLTerm; /* WhereTerms used */ |
| 113302 | 114119 | WhereLoop *pNextLoop; /* Next WhereLoop object in the WhereClause */ |
| 113303 | | - WhereTerm *aLTermSpace[4]; /* Initial aLTerm[] space */ |
| 114120 | + WhereTerm *aLTermSpace[3]; /* Initial aLTerm[] space */ |
| 113304 | 114121 | }; |
| 113305 | 114122 | |
| 113306 | 114123 | /* This object holds the prerequisites and the cost of running a |
| 113307 | 114124 | ** subquery on one operand of an OR operator in the WHERE clause. |
| 113308 | 114125 | ** See WhereOrSet for additional information |
| | @@ -113624,10 +114441,11 @@ |
| 113624 | 114441 | #define WHERE_ONEROW 0x00001000 /* Selects no more than one row */ |
| 113625 | 114442 | #define WHERE_MULTI_OR 0x00002000 /* OR using multiple indices */ |
| 113626 | 114443 | #define WHERE_AUTO_INDEX 0x00004000 /* Uses an ephemeral index */ |
| 113627 | 114444 | #define WHERE_SKIPSCAN 0x00008000 /* Uses the skip-scan algorithm */ |
| 113628 | 114445 | #define WHERE_UNQ_WANTED 0x00010000 /* WHERE_ONEROW would have been helpful*/ |
| 114446 | +#define WHERE_PARTIALIDX 0x00020000 /* The automatic index is partial */ |
| 113629 | 114447 | |
| 113630 | 114448 | /************** End of whereInt.h ********************************************/ |
| 113631 | 114449 | /************** Continuing where we left off in where.c **********************/ |
| 113632 | 114450 | |
| 113633 | 114451 | /* |
| | @@ -113834,11 +114652,11 @@ |
| 113834 | 114652 | } |
| 113835 | 114653 | pWC->nSlot = sqlite3DbMallocSize(db, pWC->a)/sizeof(pWC->a[0]); |
| 113836 | 114654 | } |
| 113837 | 114655 | pTerm = &pWC->a[idx = pWC->nTerm++]; |
| 113838 | 114656 | if( p && ExprHasProperty(p, EP_Unlikely) ){ |
| 113839 | | - pTerm->truthProb = sqlite3LogEst(p->iTable) - 99; |
| 114657 | + pTerm->truthProb = sqlite3LogEst(p->iTable) - 270; |
| 113840 | 114658 | }else{ |
| 113841 | 114659 | pTerm->truthProb = 1; |
| 113842 | 114660 | } |
| 113843 | 114661 | pTerm->pExpr = sqlite3ExprSkipCollate(p); |
| 113844 | 114662 | pTerm->wtFlags = wtFlags; |
| | @@ -114364,10 +115182,19 @@ |
| 114364 | 115182 | if( pDerived ){ |
| 114365 | 115183 | pDerived->flags |= pBase->flags & EP_FromJoin; |
| 114366 | 115184 | pDerived->iRightJoinTable = pBase->iRightJoinTable; |
| 114367 | 115185 | } |
| 114368 | 115186 | } |
| 115187 | + |
| 115188 | +/* |
| 115189 | +** Mark term iChild as being a child of term iParent |
| 115190 | +*/ |
| 115191 | +static void markTermAsChild(WhereClause *pWC, int iChild, int iParent){ |
| 115192 | + pWC->a[iChild].iParent = iParent; |
| 115193 | + pWC->a[iChild].truthProb = pWC->a[iParent].truthProb; |
| 115194 | + pWC->a[iParent].nChild++; |
| 115195 | +} |
| 114369 | 115196 | |
| 114370 | 115197 | #if !defined(SQLITE_OMIT_OR_OPTIMIZATION) && !defined(SQLITE_OMIT_SUBQUERY) |
| 114371 | 115198 | /* |
| 114372 | 115199 | ** Analyze a term that consists of two or more OR-connected |
| 114373 | 115200 | ** subterms. So in: |
| | @@ -114662,12 +115489,11 @@ |
| 114662 | 115489 | pNew->x.pList = pList; |
| 114663 | 115490 | idxNew = whereClauseInsert(pWC, pNew, TERM_VIRTUAL|TERM_DYNAMIC); |
| 114664 | 115491 | testcase( idxNew==0 ); |
| 114665 | 115492 | exprAnalyze(pSrc, pWC, idxNew); |
| 114666 | 115493 | pTerm = &pWC->a[idxTerm]; |
| 114667 | | - pWC->a[idxNew].iParent = idxTerm; |
| 114668 | | - pTerm->nChild = 1; |
| 115494 | + markTermAsChild(pWC, idxNew, idxTerm); |
| 114669 | 115495 | }else{ |
| 114670 | 115496 | sqlite3ExprListDelete(db, pList); |
| 114671 | 115497 | } |
| 114672 | 115498 | pTerm->eOperator = WO_NOOP; /* case 1 trumps case 2 */ |
| 114673 | 115499 | } |
| | @@ -114765,13 +115591,12 @@ |
| 114765 | 115591 | return; |
| 114766 | 115592 | } |
| 114767 | 115593 | idxNew = whereClauseInsert(pWC, pDup, TERM_VIRTUAL|TERM_DYNAMIC); |
| 114768 | 115594 | if( idxNew==0 ) return; |
| 114769 | 115595 | pNew = &pWC->a[idxNew]; |
| 114770 | | - pNew->iParent = idxTerm; |
| 115596 | + markTermAsChild(pWC, idxNew, idxTerm); |
| 114771 | 115597 | pTerm = &pWC->a[idxTerm]; |
| 114772 | | - pTerm->nChild = 1; |
| 114773 | 115598 | pTerm->wtFlags |= TERM_COPIED; |
| 114774 | 115599 | if( pExpr->op==TK_EQ |
| 114775 | 115600 | && !ExprHasProperty(pExpr, EP_FromJoin) |
| 114776 | 115601 | && OptimizationEnabled(db, SQLITE_Transitive) |
| 114777 | 115602 | ){ |
| | @@ -114824,13 +115649,12 @@ |
| 114824 | 115649 | transferJoinMarkings(pNewExpr, pExpr); |
| 114825 | 115650 | idxNew = whereClauseInsert(pWC, pNewExpr, TERM_VIRTUAL|TERM_DYNAMIC); |
| 114826 | 115651 | testcase( idxNew==0 ); |
| 114827 | 115652 | exprAnalyze(pSrc, pWC, idxNew); |
| 114828 | 115653 | pTerm = &pWC->a[idxTerm]; |
| 114829 | | - pWC->a[idxNew].iParent = idxTerm; |
| 115654 | + markTermAsChild(pWC, idxNew, idxTerm); |
| 114830 | 115655 | } |
| 114831 | | - pTerm->nChild = 2; |
| 114832 | 115656 | } |
| 114833 | 115657 | #endif /* SQLITE_OMIT_BETWEEN_OPTIMIZATION */ |
| 114834 | 115658 | |
| 114835 | 115659 | #if !defined(SQLITE_OMIT_OR_OPTIMIZATION) && !defined(SQLITE_OMIT_SUBQUERY) |
| 114836 | 115660 | /* Analyze a term that is composed of two or more subterms connected by |
| | @@ -114901,13 +115725,12 @@ |
| 114901 | 115725 | idxNew2 = whereClauseInsert(pWC, pNewExpr2, TERM_VIRTUAL|TERM_DYNAMIC); |
| 114902 | 115726 | testcase( idxNew2==0 ); |
| 114903 | 115727 | exprAnalyze(pSrc, pWC, idxNew2); |
| 114904 | 115728 | pTerm = &pWC->a[idxTerm]; |
| 114905 | 115729 | if( isComplete ){ |
| 114906 | | - pWC->a[idxNew1].iParent = idxTerm; |
| 114907 | | - pWC->a[idxNew2].iParent = idxTerm; |
| 114908 | | - pTerm->nChild = 2; |
| 115730 | + markTermAsChild(pWC, idxNew1, idxTerm); |
| 115731 | + markTermAsChild(pWC, idxNew2, idxTerm); |
| 114909 | 115732 | } |
| 114910 | 115733 | } |
| 114911 | 115734 | #endif /* SQLITE_OMIT_LIKE_OPTIMIZATION */ |
| 114912 | 115735 | |
| 114913 | 115736 | #ifndef SQLITE_OMIT_VIRTUALTABLE |
| | @@ -114936,13 +115759,12 @@ |
| 114936 | 115759 | pNewTerm = &pWC->a[idxNew]; |
| 114937 | 115760 | pNewTerm->prereqRight = prereqExpr; |
| 114938 | 115761 | pNewTerm->leftCursor = pLeft->iTable; |
| 114939 | 115762 | pNewTerm->u.leftColumn = pLeft->iColumn; |
| 114940 | 115763 | pNewTerm->eOperator = WO_MATCH; |
| 114941 | | - pNewTerm->iParent = idxTerm; |
| 115764 | + markTermAsChild(pWC, idxNew, idxTerm); |
| 114942 | 115765 | pTerm = &pWC->a[idxTerm]; |
| 114943 | | - pTerm->nChild = 1; |
| 114944 | 115766 | pTerm->wtFlags |= TERM_COPIED; |
| 114945 | 115767 | pNewTerm->prereqAll = pTerm->prereqAll; |
| 114946 | 115768 | } |
| 114947 | 115769 | } |
| 114948 | 115770 | #endif /* SQLITE_OMIT_VIRTUALTABLE */ |
| | @@ -114959,11 +115781,11 @@ |
| 114959 | 115781 | ** the start of the loop will prevent any results from being returned. |
| 114960 | 115782 | */ |
| 114961 | 115783 | if( pExpr->op==TK_NOTNULL |
| 114962 | 115784 | && pExpr->pLeft->op==TK_COLUMN |
| 114963 | 115785 | && pExpr->pLeft->iColumn>=0 |
| 114964 | | - && OptimizationEnabled(db, SQLITE_Stat3) |
| 115786 | + && OptimizationEnabled(db, SQLITE_Stat34) |
| 114965 | 115787 | ){ |
| 114966 | 115788 | Expr *pNewExpr; |
| 114967 | 115789 | Expr *pLeft = pExpr->pLeft; |
| 114968 | 115790 | int idxNew; |
| 114969 | 115791 | WhereTerm *pNewTerm; |
| | @@ -114978,13 +115800,12 @@ |
| 114978 | 115800 | pNewTerm = &pWC->a[idxNew]; |
| 114979 | 115801 | pNewTerm->prereqRight = 0; |
| 114980 | 115802 | pNewTerm->leftCursor = pLeft->iTable; |
| 114981 | 115803 | pNewTerm->u.leftColumn = pLeft->iColumn; |
| 114982 | 115804 | pNewTerm->eOperator = WO_GT; |
| 114983 | | - pNewTerm->iParent = idxTerm; |
| 115805 | + markTermAsChild(pWC, idxNew, idxTerm); |
| 114984 | 115806 | pTerm = &pWC->a[idxTerm]; |
| 114985 | | - pTerm->nChild = 1; |
| 114986 | 115807 | pTerm->wtFlags |= TERM_COPIED; |
| 114987 | 115808 | pNewTerm->prereqAll = pTerm->prereqAll; |
| 114988 | 115809 | } |
| 114989 | 115810 | } |
| 114990 | 115811 | #endif /* SQLITE_ENABLE_STAT3_OR_STAT4 */ |
| | @@ -115200,10 +116021,12 @@ |
| 115200 | 116021 | WhereLoop *pLoop; /* The Loop object */ |
| 115201 | 116022 | char *zNotUsed; /* Extra space on the end of pIdx */ |
| 115202 | 116023 | Bitmask idxCols; /* Bitmap of columns used for indexing */ |
| 115203 | 116024 | Bitmask extraCols; /* Bitmap of additional columns */ |
| 115204 | 116025 | u8 sentWarning = 0; /* True if a warnning has been issued */ |
| 116026 | + Expr *pPartial = 0; /* Partial Index Expression */ |
| 116027 | + int iContinue = 0; /* Jump here to skip excluded rows */ |
| 115205 | 116028 | |
| 115206 | 116029 | /* Generate code to skip over the creation and initialization of the |
| 115207 | 116030 | ** transient index on 2nd and subsequent iterations of the loop. */ |
| 115208 | 116031 | v = pParse->pVdbe; |
| 115209 | 116032 | assert( v!=0 ); |
| | @@ -115215,10 +116038,16 @@ |
| 115215 | 116038 | pTable = pSrc->pTab; |
| 115216 | 116039 | pWCEnd = &pWC->a[pWC->nTerm]; |
| 115217 | 116040 | pLoop = pLevel->pWLoop; |
| 115218 | 116041 | idxCols = 0; |
| 115219 | 116042 | for(pTerm=pWC->a; pTerm<pWCEnd; pTerm++){ |
| 116043 | + if( pLoop->prereq==0 |
| 116044 | + && (pTerm->wtFlags & TERM_VIRTUAL)==0 |
| 116045 | + && sqlite3ExprIsTableConstant(pTerm->pExpr, pSrc->iCursor) ){ |
| 116046 | + pPartial = sqlite3ExprAnd(pParse->db, pPartial, |
| 116047 | + sqlite3ExprDup(pParse->db, pTerm->pExpr, 0)); |
| 116048 | + } |
| 115220 | 116049 | if( termCanDriveIndex(pTerm, pSrc, notReady) ){ |
| 115221 | 116050 | int iCol = pTerm->u.leftColumn; |
| 115222 | 116051 | Bitmask cMask = iCol>=BMS ? MASKBIT(BMS-1) : MASKBIT(iCol); |
| 115223 | 116052 | testcase( iCol==BMS ); |
| 115224 | 116053 | testcase( iCol==BMS-1 ); |
| | @@ -115227,11 +116056,13 @@ |
| 115227 | 116056 | "automatic index on %s(%s)", pTable->zName, |
| 115228 | 116057 | pTable->aCol[iCol].zName); |
| 115229 | 116058 | sentWarning = 1; |
| 115230 | 116059 | } |
| 115231 | 116060 | if( (idxCols & cMask)==0 ){ |
| 115232 | | - if( whereLoopResize(pParse->db, pLoop, nKeyCol+1) ) return; |
| 116061 | + if( whereLoopResize(pParse->db, pLoop, nKeyCol+1) ){ |
| 116062 | + goto end_auto_index_create; |
| 116063 | + } |
| 115233 | 116064 | pLoop->aLTerm[nKeyCol++] = pTerm; |
| 115234 | 116065 | idxCols |= cMask; |
| 115235 | 116066 | } |
| 115236 | 116067 | } |
| 115237 | 116068 | } |
| | @@ -115247,24 +116078,23 @@ |
| 115247 | 116078 | ** be a covering index because the index will not be updated if the |
| 115248 | 116079 | ** original table changes and the index and table cannot both be used |
| 115249 | 116080 | ** if they go out of sync. |
| 115250 | 116081 | */ |
| 115251 | 116082 | extraCols = pSrc->colUsed & (~idxCols | MASKBIT(BMS-1)); |
| 115252 | | - mxBitCol = (pTable->nCol >= BMS-1) ? BMS-1 : pTable->nCol; |
| 116083 | + mxBitCol = MIN(BMS-1,pTable->nCol); |
| 115253 | 116084 | testcase( pTable->nCol==BMS-1 ); |
| 115254 | 116085 | testcase( pTable->nCol==BMS-2 ); |
| 115255 | 116086 | for(i=0; i<mxBitCol; i++){ |
| 115256 | 116087 | if( extraCols & MASKBIT(i) ) nKeyCol++; |
| 115257 | 116088 | } |
| 115258 | 116089 | if( pSrc->colUsed & MASKBIT(BMS-1) ){ |
| 115259 | 116090 | nKeyCol += pTable->nCol - BMS + 1; |
| 115260 | 116091 | } |
| 115261 | | - pLoop->wsFlags |= WHERE_COLUMN_EQ | WHERE_IDX_ONLY; |
| 115262 | 116092 | |
| 115263 | 116093 | /* Construct the Index object to describe this index */ |
| 115264 | 116094 | pIdx = sqlite3AllocateIndexObject(pParse->db, nKeyCol+1, 0, &zNotUsed); |
| 115265 | | - if( pIdx==0 ) return; |
| 116095 | + if( pIdx==0 ) goto end_auto_index_create; |
| 115266 | 116096 | pLoop->u.btree.pIndex = pIdx; |
| 115267 | 116097 | pIdx->zName = "auto-index"; |
| 115268 | 116098 | pIdx->pTable = pTable; |
| 115269 | 116099 | n = 0; |
| 115270 | 116100 | idxCols = 0; |
| | @@ -115312,22 +116142,33 @@ |
| 115312 | 116142 | sqlite3VdbeAddOp2(v, OP_OpenAutoindex, pLevel->iIdxCur, nKeyCol+1); |
| 115313 | 116143 | sqlite3VdbeSetP4KeyInfo(pParse, pIdx); |
| 115314 | 116144 | VdbeComment((v, "for %s", pTable->zName)); |
| 115315 | 116145 | |
| 115316 | 116146 | /* Fill the automatic index with content */ |
| 116147 | + sqlite3ExprCachePush(pParse); |
| 115317 | 116148 | addrTop = sqlite3VdbeAddOp1(v, OP_Rewind, pLevel->iTabCur); VdbeCoverage(v); |
| 116149 | + if( pPartial ){ |
| 116150 | + iContinue = sqlite3VdbeMakeLabel(v); |
| 116151 | + sqlite3ExprIfFalse(pParse, pPartial, iContinue, SQLITE_JUMPIFNULL); |
| 116152 | + pLoop->wsFlags |= WHERE_PARTIALIDX; |
| 116153 | + } |
| 115318 | 116154 | regRecord = sqlite3GetTempReg(pParse); |
| 115319 | 116155 | sqlite3GenerateIndexKey(pParse, pIdx, pLevel->iTabCur, regRecord, 0, 0, 0, 0); |
| 115320 | 116156 | sqlite3VdbeAddOp2(v, OP_IdxInsert, pLevel->iIdxCur, regRecord); |
| 115321 | 116157 | sqlite3VdbeChangeP5(v, OPFLAG_USESEEKRESULT); |
| 116158 | + if( pPartial ) sqlite3VdbeResolveLabel(v, iContinue); |
| 115322 | 116159 | sqlite3VdbeAddOp2(v, OP_Next, pLevel->iTabCur, addrTop+1); VdbeCoverage(v); |
| 115323 | 116160 | sqlite3VdbeChangeP5(v, SQLITE_STMTSTATUS_AUTOINDEX); |
| 115324 | 116161 | sqlite3VdbeJumpHere(v, addrTop); |
| 115325 | 116162 | sqlite3ReleaseTempReg(pParse, regRecord); |
| 116163 | + sqlite3ExprCachePop(pParse); |
| 115326 | 116164 | |
| 115327 | 116165 | /* Jump here when skipping the initialization */ |
| 115328 | 116166 | sqlite3VdbeJumpHere(v, addrInit); |
| 116167 | + |
| 116168 | +end_auto_index_create: |
| 116169 | + sqlite3ExprDelete(pParse->db, pPartial); |
| 115329 | 116170 | } |
| 115330 | 116171 | #endif /* SQLITE_OMIT_AUTOMATIC_INDEX */ |
| 115331 | 116172 | |
| 115332 | 116173 | #ifndef SQLITE_OMIT_VIRTUALTABLE |
| 115333 | 116174 | /* |
| | @@ -115483,22 +116324,22 @@ |
| 115483 | 116324 | |
| 115484 | 116325 | return pParse->nErr; |
| 115485 | 116326 | } |
| 115486 | 116327 | #endif /* !defined(SQLITE_OMIT_VIRTUALTABLE) */ |
| 115487 | 116328 | |
| 115488 | | - |
| 115489 | 116329 | #ifdef SQLITE_ENABLE_STAT3_OR_STAT4 |
| 115490 | 116330 | /* |
| 115491 | 116331 | ** Estimate the location of a particular key among all keys in an |
| 115492 | 116332 | ** index. Store the results in aStat as follows: |
| 115493 | 116333 | ** |
| 115494 | 116334 | ** aStat[0] Est. number of rows less than pVal |
| 115495 | 116335 | ** aStat[1] Est. number of rows equal to pVal |
| 115496 | 116336 | ** |
| 115497 | | -** Return SQLITE_OK on success. |
| 116337 | +** Return the index of the sample that is the smallest sample that |
| 116338 | +** is greater than or equal to pRec. |
| 115498 | 116339 | */ |
| 115499 | | -static void whereKeyStats( |
| 116340 | +static int whereKeyStats( |
| 115500 | 116341 | Parse *pParse, /* Database connection */ |
| 115501 | 116342 | Index *pIdx, /* Index to consider domain of */ |
| 115502 | 116343 | UnpackedRecord *pRec, /* Vector of values to consider */ |
| 115503 | 116344 | int roundUp, /* Round up if true. Round down if false */ |
| 115504 | 116345 | tRowcnt *aStat /* OUT: stats written here */ |
| | @@ -115576,10 +116417,11 @@ |
| 115576 | 116417 | }else{ |
| 115577 | 116418 | iGap = iGap/3; |
| 115578 | 116419 | } |
| 115579 | 116420 | aStat[0] = iLower + iGap; |
| 115580 | 116421 | } |
| 116422 | + return i; |
| 115581 | 116423 | } |
| 115582 | 116424 | #endif /* SQLITE_ENABLE_STAT3_OR_STAT4 */ |
| 115583 | 116425 | |
| 115584 | 116426 | /* |
| 115585 | 116427 | ** If it is not NULL, pTerm is a term that provides an upper or lower |
| | @@ -115726,11 +116568,11 @@ |
| 115726 | 116568 | ** pLower pUpper |
| 115727 | 116569 | ** |
| 115728 | 116570 | ** If either of the upper or lower bound is not present, then NULL is passed in |
| 115729 | 116571 | ** place of the corresponding WhereTerm. |
| 115730 | 116572 | ** |
| 115731 | | -** The value in (pBuilder->pNew->u.btree.nEq) is the index of the index |
| 116573 | +** The value in (pBuilder->pNew->u.btree.nEq) is the number of the index |
| 115732 | 116574 | ** column subject to the range constraint. Or, equivalently, the number of |
| 115733 | 116575 | ** equality constraints optimized by the proposed index scan. For example, |
| 115734 | 116576 | ** assuming index p is on t1(a, b), and the SQL query is: |
| 115735 | 116577 | ** |
| 115736 | 116578 | ** ... FROM t1 WHERE a = ? AND b > ? AND b < ? ... |
| | @@ -115742,11 +116584,11 @@ |
| 115742 | 116584 | ** |
| 115743 | 116585 | ** then nEq is set to 0. |
| 115744 | 116586 | ** |
| 115745 | 116587 | ** When this function is called, *pnOut is set to the sqlite3LogEst() of the |
| 115746 | 116588 | ** number of rows that the index scan is expected to visit without |
| 115747 | | -** considering the range constraints. If nEq is 0, this is the number of |
| 116589 | +** considering the range constraints. If nEq is 0, then *pnOut is the number of |
| 115748 | 116590 | ** rows in the index. Assuming no error occurs, *pnOut is adjusted (reduced) |
| 115749 | 116591 | ** to account for the range constraints pLower and pUpper. |
| 115750 | 116592 | ** |
| 115751 | 116593 | ** In the absence of sqlite_stat4 ANALYZE data, or if such data cannot be |
| 115752 | 116594 | ** used, a single range inequality reduces the search space by a factor of 4. |
| | @@ -115766,14 +116608,11 @@ |
| 115766 | 116608 | |
| 115767 | 116609 | #ifdef SQLITE_ENABLE_STAT3_OR_STAT4 |
| 115768 | 116610 | Index *p = pLoop->u.btree.pIndex; |
| 115769 | 116611 | int nEq = pLoop->u.btree.nEq; |
| 115770 | 116612 | |
| 115771 | | - if( p->nSample>0 |
| 115772 | | - && nEq<p->nSampleCol |
| 115773 | | - && OptimizationEnabled(pParse->db, SQLITE_Stat3) |
| 115774 | | - ){ |
| 116613 | + if( p->nSample>0 && nEq<p->nSampleCol ){ |
| 115775 | 116614 | if( nEq==pBuilder->nRecValid ){ |
| 115776 | 116615 | UnpackedRecord *pRec = pBuilder->pRec; |
| 115777 | 116616 | tRowcnt a[2]; |
| 115778 | 116617 | u8 aff; |
| 115779 | 116618 | |
| | @@ -115785,19 +116624,23 @@ |
| 115785 | 116624 | ** |
| 115786 | 116625 | ** Or, if pLower is NULL or $L cannot be extracted from it (because it |
| 115787 | 116626 | ** is not a simple variable or literal value), the lower bound of the |
| 115788 | 116627 | ** range is $P. Due to a quirk in the way whereKeyStats() works, even |
| 115789 | 116628 | ** if $L is available, whereKeyStats() is called for both ($P) and |
| 115790 | | - ** ($P:$L) and the larger of the two returned values used. |
| 116629 | + ** ($P:$L) and the larger of the two returned values is used. |
| 115791 | 116630 | ** |
| 115792 | 116631 | ** Similarly, iUpper is to be set to the estimate of the number of rows |
| 115793 | 116632 | ** less than the upper bound of the range query. Where the upper bound |
| 115794 | 116633 | ** is either ($P) or ($P:$U). Again, even if $U is available, both values |
| 115795 | 116634 | ** of iUpper are requested of whereKeyStats() and the smaller used. |
| 116635 | + ** |
| 116636 | + ** The number of rows between the two bounds is then just iUpper-iLower. |
| 115796 | 116637 | */ |
| 115797 | | - tRowcnt iLower; |
| 115798 | | - tRowcnt iUpper; |
| 116638 | + tRowcnt iLower; /* Rows less than the lower bound */ |
| 116639 | + tRowcnt iUpper; /* Rows less than the upper bound */ |
| 116640 | + int iLwrIdx = -2; /* aSample[] for the lower bound */ |
| 116641 | + int iUprIdx = -1; /* aSample[] for the upper bound */ |
| 115799 | 116642 | |
| 115800 | 116643 | if( pRec ){ |
| 115801 | 116644 | testcase( pRec->nField!=pBuilder->nRecValid ); |
| 115802 | 116645 | pRec->nField = pBuilder->nRecValid; |
| 115803 | 116646 | } |
| | @@ -115807,11 +116650,11 @@ |
| 115807 | 116650 | aff = p->pTable->aCol[p->aiColumn[nEq]].affinity; |
| 115808 | 116651 | } |
| 115809 | 116652 | /* Determine iLower and iUpper using ($P) only. */ |
| 115810 | 116653 | if( nEq==0 ){ |
| 115811 | 116654 | iLower = 0; |
| 115812 | | - iUpper = sqlite3LogEstToInt(p->aiRowLogEst[0]); |
| 116655 | + iUpper = p->nRowEst0; |
| 115813 | 116656 | }else{ |
| 115814 | 116657 | /* Note: this call could be optimized away - since the same values must |
| 115815 | 116658 | ** have been requested when testing key $P in whereEqualScanEst(). */ |
| 115816 | 116659 | whereKeyStats(pParse, p, pRec, 0, a); |
| 115817 | 116660 | iLower = a[0]; |
| | @@ -115831,11 +116674,11 @@ |
| 115831 | 116674 | int bOk; /* True if value is extracted from pExpr */ |
| 115832 | 116675 | Expr *pExpr = pLower->pExpr->pRight; |
| 115833 | 116676 | rc = sqlite3Stat4ProbeSetValue(pParse, p, &pRec, pExpr, aff, nEq, &bOk); |
| 115834 | 116677 | if( rc==SQLITE_OK && bOk ){ |
| 115835 | 116678 | tRowcnt iNew; |
| 115836 | | - whereKeyStats(pParse, p, pRec, 0, a); |
| 116679 | + iLwrIdx = whereKeyStats(pParse, p, pRec, 0, a); |
| 115837 | 116680 | iNew = a[0] + ((pLower->eOperator & (WO_GT|WO_LE)) ? a[1] : 0); |
| 115838 | 116681 | if( iNew>iLower ) iLower = iNew; |
| 115839 | 116682 | nOut--; |
| 115840 | 116683 | pLower = 0; |
| 115841 | 116684 | } |
| | @@ -115846,11 +116689,11 @@ |
| 115846 | 116689 | int bOk; /* True if value is extracted from pExpr */ |
| 115847 | 116690 | Expr *pExpr = pUpper->pExpr->pRight; |
| 115848 | 116691 | rc = sqlite3Stat4ProbeSetValue(pParse, p, &pRec, pExpr, aff, nEq, &bOk); |
| 115849 | 116692 | if( rc==SQLITE_OK && bOk ){ |
| 115850 | 116693 | tRowcnt iNew; |
| 115851 | | - whereKeyStats(pParse, p, pRec, 1, a); |
| 116694 | + iUprIdx = whereKeyStats(pParse, p, pRec, 1, a); |
| 115852 | 116695 | iNew = a[0] + ((pUpper->eOperator & (WO_GT|WO_LE)) ? a[1] : 0); |
| 115853 | 116696 | if( iNew<iUpper ) iUpper = iNew; |
| 115854 | 116697 | nOut--; |
| 115855 | 116698 | pUpper = 0; |
| 115856 | 116699 | } |
| | @@ -115858,10 +116701,15 @@ |
| 115858 | 116701 | |
| 115859 | 116702 | pBuilder->pRec = pRec; |
| 115860 | 116703 | if( rc==SQLITE_OK ){ |
| 115861 | 116704 | if( iUpper>iLower ){ |
| 115862 | 116705 | nNew = sqlite3LogEst(iUpper - iLower); |
| 116706 | + /* TUNING: If both iUpper and iLower are derived from the same |
| 116707 | + ** sample, then assume they are 4x more selective. This brings |
| 116708 | + ** the estimated selectivity more in line with what it would be |
| 116709 | + ** if estimated without the use of STAT3/4 tables. */ |
| 116710 | + if( iLwrIdx==iUprIdx ) nNew -= 20; assert( 20==sqlite3LogEst(4) ); |
| 115863 | 116711 | }else{ |
| 115864 | 116712 | nNew = 10; assert( 10==sqlite3LogEst(2) ); |
| 115865 | 116713 | } |
| 115866 | 116714 | if( nNew<nOut ){ |
| 115867 | 116715 | nOut = nNew; |
| | @@ -115882,16 +116730,19 @@ |
| 115882 | 116730 | #endif |
| 115883 | 116731 | assert( pUpper==0 || (pUpper->wtFlags & TERM_VNULL)==0 ); |
| 115884 | 116732 | nNew = whereRangeAdjust(pLower, nOut); |
| 115885 | 116733 | nNew = whereRangeAdjust(pUpper, nNew); |
| 115886 | 116734 | |
| 115887 | | - /* TUNING: If there is both an upper and lower limit, assume the range is |
| 116735 | + /* TUNING: If there is both an upper and lower limit and neither limit |
| 116736 | + ** has an application-defined likelihood(), assume the range is |
| 115888 | 116737 | ** reduced by an additional 75%. This means that, by default, an open-ended |
| 115889 | 116738 | ** range query (e.g. col > ?) is assumed to match 1/4 of the rows in the |
| 115890 | 116739 | ** index. While a closed range (e.g. col BETWEEN ? AND ?) is estimated to |
| 115891 | 116740 | ** match 1/64 of the index. */ |
| 115892 | | - if( pLower && pUpper ) nNew -= 20; |
| 116741 | + if( pLower && pLower->truthProb>0 && pUpper && pUpper->truthProb>0 ){ |
| 116742 | + nNew -= 20; |
| 116743 | + } |
| 115893 | 116744 | |
| 115894 | 116745 | nOut -= (pLower!=0) + (pUpper!=0); |
| 115895 | 116746 | if( nNew<10 ) nNew = 10; |
| 115896 | 116747 | if( nNew<nOut ) nOut = nNew; |
| 115897 | 116748 | #if defined(WHERETRACE_ENABLED) |
| | @@ -116247,11 +117098,11 @@ |
| 116247 | 117098 | |
| 116248 | 117099 | /* This module is only called on query plans that use an index. */ |
| 116249 | 117100 | pLoop = pLevel->pWLoop; |
| 116250 | 117101 | assert( (pLoop->wsFlags & WHERE_VIRTUALTABLE)==0 ); |
| 116251 | 117102 | nEq = pLoop->u.btree.nEq; |
| 116252 | | - nSkip = pLoop->u.btree.nSkip; |
| 117103 | + nSkip = pLoop->nSkip; |
| 116253 | 117104 | pIdx = pLoop->u.btree.pIndex; |
| 116254 | 117105 | assert( pIdx!=0 ); |
| 116255 | 117106 | |
| 116256 | 117107 | /* Figure out how many memory cells we will need then allocate them. |
| 116257 | 117108 | */ |
| | @@ -116361,11 +117212,11 @@ |
| 116361 | 117212 | ** "a=? AND b>?" |
| 116362 | 117213 | */ |
| 116363 | 117214 | static void explainIndexRange(StrAccum *pStr, WhereLoop *pLoop, Table *pTab){ |
| 116364 | 117215 | Index *pIndex = pLoop->u.btree.pIndex; |
| 116365 | 117216 | u16 nEq = pLoop->u.btree.nEq; |
| 116366 | | - u16 nSkip = pLoop->u.btree.nSkip; |
| 117217 | + u16 nSkip = pLoop->nSkip; |
| 116367 | 117218 | int i, j; |
| 116368 | 117219 | Column *aCol = pTab->aCol; |
| 116369 | 117220 | i16 *aiColumn = pIndex->aiColumn; |
| 116370 | 117221 | |
| 116371 | 117222 | if( nEq==0 && (pLoop->wsFlags&(WHERE_BTM_LIMIT|WHERE_TOP_LIMIT))==0 ) return; |
| | @@ -116392,23 +117243,27 @@ |
| 116392 | 117243 | sqlite3StrAccumAppend(pStr, ")", 1); |
| 116393 | 117244 | } |
| 116394 | 117245 | |
| 116395 | 117246 | /* |
| 116396 | 117247 | ** This function is a no-op unless currently processing an EXPLAIN QUERY PLAN |
| 116397 | | -** command. If the query being compiled is an EXPLAIN QUERY PLAN, a single |
| 116398 | | -** record is added to the output to describe the table scan strategy in |
| 116399 | | -** pLevel. |
| 117248 | +** command, or if either SQLITE_DEBUG or SQLITE_ENABLE_STMT_SCANSTATUS was |
| 117249 | +** defined at compile-time. If it is not a no-op, a single OP_Explain opcode |
| 117250 | +** is added to the output to describe the table scan strategy in pLevel. |
| 117251 | +** |
| 117252 | +** If an OP_Explain opcode is added to the VM, its address is returned. |
| 117253 | +** Otherwise, if no OP_Explain is coded, zero is returned. |
| 116400 | 117254 | */ |
| 116401 | | -static void explainOneScan( |
| 117255 | +static int explainOneScan( |
| 116402 | 117256 | Parse *pParse, /* Parse context */ |
| 116403 | 117257 | SrcList *pTabList, /* Table list this loop refers to */ |
| 116404 | 117258 | WhereLevel *pLevel, /* Scan to write OP_Explain opcode for */ |
| 116405 | 117259 | int iLevel, /* Value for "level" column of output */ |
| 116406 | 117260 | int iFrom, /* Value for "from" column of output */ |
| 116407 | 117261 | u16 wctrlFlags /* Flags passed to sqlite3WhereBegin() */ |
| 116408 | 117262 | ){ |
| 116409 | | -#ifndef SQLITE_DEBUG |
| 117263 | + int ret = 0; |
| 117264 | +#if !defined(SQLITE_DEBUG) && !defined(SQLITE_ENABLE_STMT_SCANSTATUS) |
| 116410 | 117265 | if( pParse->explain==2 ) |
| 116411 | 117266 | #endif |
| 116412 | 117267 | { |
| 116413 | 117268 | struct SrcList_item *pItem = &pTabList->a[pLevel->iFrom]; |
| 116414 | 117269 | Vdbe *v = pParse->pVdbe; /* VM being constructed */ |
| | @@ -116421,11 +117276,11 @@ |
| 116421 | 117276 | StrAccum str; /* EQP output string */ |
| 116422 | 117277 | char zBuf[100]; /* Initial space for EQP output string */ |
| 116423 | 117278 | |
| 116424 | 117279 | pLoop = pLevel->pWLoop; |
| 116425 | 117280 | flags = pLoop->wsFlags; |
| 116426 | | - if( (flags&WHERE_MULTI_OR) || (wctrlFlags&WHERE_ONETABLE_ONLY) ) return; |
| 117281 | + if( (flags&WHERE_MULTI_OR) || (wctrlFlags&WHERE_ONETABLE_ONLY) ) return 0; |
| 116427 | 117282 | |
| 116428 | 117283 | isSearch = (flags&(WHERE_BTM_LIMIT|WHERE_TOP_LIMIT))!=0 |
| 116429 | 117284 | || ((flags&WHERE_VIRTUALTABLE)==0 && (pLoop->u.btree.nEq>0)) |
| 116430 | 117285 | || (wctrlFlags&(WHERE_ORDERBY_MIN|WHERE_ORDERBY_MAX)); |
| 116431 | 117286 | |
| | @@ -116450,10 +117305,12 @@ |
| 116450 | 117305 | assert( !(flags&WHERE_AUTO_INDEX) || (flags&WHERE_IDX_ONLY) ); |
| 116451 | 117306 | if( !HasRowid(pItem->pTab) && IsPrimaryKeyIndex(pIdx) ){ |
| 116452 | 117307 | if( isSearch ){ |
| 116453 | 117308 | zFmt = "PRIMARY KEY"; |
| 116454 | 117309 | } |
| 117310 | + }else if( flags & WHERE_PARTIALIDX ){ |
| 117311 | + zFmt = "AUTOMATIC PARTIAL COVERING INDEX"; |
| 116455 | 117312 | }else if( flags & WHERE_AUTO_INDEX ){ |
| 116456 | 117313 | zFmt = "AUTOMATIC COVERING INDEX"; |
| 116457 | 117314 | }else if( flags & WHERE_IDX_ONLY ){ |
| 116458 | 117315 | zFmt = "COVERING INDEX %s"; |
| 116459 | 117316 | }else{ |
| | @@ -116491,16 +117348,49 @@ |
| 116491 | 117348 | }else{ |
| 116492 | 117349 | sqlite3StrAccumAppend(&str, " (~1 row)", 9); |
| 116493 | 117350 | } |
| 116494 | 117351 | #endif |
| 116495 | 117352 | zMsg = sqlite3StrAccumFinish(&str); |
| 116496 | | - sqlite3VdbeAddOp4(v, OP_Explain, iId, iLevel, iFrom, zMsg, P4_DYNAMIC); |
| 117353 | + ret = sqlite3VdbeAddOp4(v, OP_Explain, iId, iLevel, iFrom, zMsg,P4_DYNAMIC); |
| 116497 | 117354 | } |
| 117355 | + return ret; |
| 116498 | 117356 | } |
| 116499 | 117357 | #else |
| 116500 | | -# define explainOneScan(u,v,w,x,y,z) |
| 117358 | +# define explainOneScan(u,v,w,x,y,z) 0 |
| 116501 | 117359 | #endif /* SQLITE_OMIT_EXPLAIN */ |
| 117360 | + |
| 117361 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 117362 | +/* |
| 117363 | +** Configure the VM passed as the first argument with an |
| 117364 | +** sqlite3_stmt_scanstatus() entry corresponding to the scan used to |
| 117365 | +** implement level pLvl. Argument pSrclist is a pointer to the FROM |
| 117366 | +** clause that the scan reads data from. |
| 117367 | +** |
| 117368 | +** If argument addrExplain is not 0, it must be the address of an |
| 117369 | +** OP_Explain instruction that describes the same loop. |
| 117370 | +*/ |
| 117371 | +static void addScanStatus( |
| 117372 | + Vdbe *v, /* Vdbe to add scanstatus entry to */ |
| 117373 | + SrcList *pSrclist, /* FROM clause pLvl reads data from */ |
| 117374 | + WhereLevel *pLvl, /* Level to add scanstatus() entry for */ |
| 117375 | + int addrExplain /* Address of OP_Explain (or 0) */ |
| 117376 | +){ |
| 117377 | + const char *zObj = 0; |
| 117378 | + WhereLoop *pLoop = pLvl->pWLoop; |
| 117379 | + if( (pLoop->wsFlags & (WHERE_IPK|WHERE_VIRTUALTABLE))==0 ){ |
| 117380 | + zObj = pLoop->u.btree.pIndex->zName; |
| 117381 | + }else{ |
| 117382 | + zObj = pSrclist->a[pLvl->iFrom].zName; |
| 117383 | + } |
| 117384 | + sqlite3VdbeScanStatus( |
| 117385 | + v, addrExplain, pLvl->addrBody, pLvl->addrVisit, pLoop->nOut, zObj |
| 117386 | + ); |
| 117387 | +} |
| 117388 | +#else |
| 117389 | +# define addScanStatus(a, b, c, d) ((void)d) |
| 117390 | +#endif |
| 117391 | + |
| 116502 | 117392 | |
| 116503 | 117393 | |
| 116504 | 117394 | /* |
| 116505 | 117395 | ** Generate code for the start of the iLevel-th loop in the WHERE clause |
| 116506 | 117396 | ** implementation described by pWInfo. |
| | @@ -116798,11 +117688,11 @@ |
| 116798 | 117688 | u8 bSeekPastNull = 0; /* True to seek past initial nulls */ |
| 116799 | 117689 | u8 bStopAtNull = 0; /* Add condition to terminate at NULLs */ |
| 116800 | 117690 | |
| 116801 | 117691 | pIdx = pLoop->u.btree.pIndex; |
| 116802 | 117692 | iIdxCur = pLevel->iIdxCur; |
| 116803 | | - assert( nEq>=pLoop->u.btree.nSkip ); |
| 117693 | + assert( nEq>=pLoop->nSkip ); |
| 116804 | 117694 | |
| 116805 | 117695 | /* If this loop satisfies a sort order (pOrderBy) request that |
| 116806 | 117696 | ** was passed to this function to implement a "SELECT min(x) ..." |
| 116807 | 117697 | ** query, then the caller will only allow the loop to run for |
| 116808 | 117698 | ** a single iteration. This means that the first row returned |
| | @@ -116815,11 +117705,11 @@ |
| 116815 | 117705 | || (pWInfo->wctrlFlags&WHERE_ORDERBY_MIN)==0 ); |
| 116816 | 117706 | if( (pWInfo->wctrlFlags&WHERE_ORDERBY_MIN)!=0 |
| 116817 | 117707 | && pWInfo->nOBSat>0 |
| 116818 | 117708 | && (pIdx->nKeyCol>nEq) |
| 116819 | 117709 | ){ |
| 116820 | | - assert( pLoop->u.btree.nSkip==0 ); |
| 117710 | + assert( pLoop->nSkip==0 ); |
| 116821 | 117711 | bSeekPastNull = 1; |
| 116822 | 117712 | nExtraReg = 1; |
| 116823 | 117713 | } |
| 116824 | 117714 | |
| 116825 | 117715 | /* Find any inequality constraint terms for the start and end |
| | @@ -117164,13 +118054,15 @@ |
| 117164 | 118054 | pSubWInfo = sqlite3WhereBegin(pParse, pOrTab, pOrExpr, 0, 0, |
| 117165 | 118055 | wctrlFlags, iCovCur); |
| 117166 | 118056 | assert( pSubWInfo || pParse->nErr || db->mallocFailed ); |
| 117167 | 118057 | if( pSubWInfo ){ |
| 117168 | 118058 | WhereLoop *pSubLoop; |
| 117169 | | - explainOneScan( |
| 118059 | + int addrExplain = explainOneScan( |
| 117170 | 118060 | pParse, pOrTab, &pSubWInfo->a[0], iLevel, pLevel->iFrom, 0 |
| 117171 | 118061 | ); |
| 118062 | + addScanStatus(v, pOrTab, &pSubWInfo->a[0], addrExplain); |
| 118063 | + |
| 117172 | 118064 | /* This is the sub-WHERE clause body. First skip over |
| 117173 | 118065 | ** duplicate rows from prior sub-WHERE clauses, and record the |
| 117174 | 118066 | ** rowid (or PRIMARY KEY) for the current row so that the same |
| 117175 | 118067 | ** row will be skipped in subsequent sub-WHERE clauses. |
| 117176 | 118068 | */ |
| | @@ -117296,10 +118188,14 @@ |
| 117296 | 118188 | VdbeCoverageIf(v, bRev==0); |
| 117297 | 118189 | VdbeCoverageIf(v, bRev!=0); |
| 117298 | 118190 | pLevel->p5 = SQLITE_STMTSTATUS_FULLSCAN_STEP; |
| 117299 | 118191 | } |
| 117300 | 118192 | } |
| 118193 | + |
| 118194 | +#ifdef SQLITE_ENABLE_STMT_SCANSTATUS |
| 118195 | + pLevel->addrVisit = sqlite3VdbeCurrentAddr(v); |
| 118196 | +#endif |
| 117301 | 118197 | |
| 117302 | 118198 | /* Insert code to test every subexpression that can be completely |
| 117303 | 118199 | ** computed using the current set of tables. |
| 117304 | 118200 | */ |
| 117305 | 118201 | for(pTerm=pWC->a, j=pWC->nTerm; j>0; j--, pTerm++){ |
| | @@ -117436,11 +118332,11 @@ |
| 117436 | 118332 | } |
| 117437 | 118333 | sqlite3DebugPrintf(" %-19s", z); |
| 117438 | 118334 | sqlite3_free(z); |
| 117439 | 118335 | } |
| 117440 | 118336 | if( p->wsFlags & WHERE_SKIPSCAN ){ |
| 117441 | | - sqlite3DebugPrintf(" f %05x %d-%d", p->wsFlags, p->nLTerm,p->u.btree.nSkip); |
| 118337 | + sqlite3DebugPrintf(" f %05x %d-%d", p->wsFlags, p->nLTerm,p->nSkip); |
| 117442 | 118338 | }else{ |
| 117443 | 118339 | sqlite3DebugPrintf(" f %05x N %d", p->wsFlags, p->nLTerm); |
| 117444 | 118340 | } |
| 117445 | 118341 | sqlite3DebugPrintf(" cost %d,%d,%d\n", p->rSetup, p->rRun, p->nOut); |
| 117446 | 118342 | if( p->nLTerm && (sqlite3WhereTrace & 0x100)!=0 ){ |
| | @@ -117547,34 +118443,41 @@ |
| 117547 | 118443 | sqlite3DbFree(db, pWInfo); |
| 117548 | 118444 | } |
| 117549 | 118445 | } |
| 117550 | 118446 | |
| 117551 | 118447 | /* |
| 117552 | | -** Return TRUE if both of the following are true: |
| 118448 | +** Return TRUE if all of the following are true: |
| 117553 | 118449 | ** |
| 117554 | 118450 | ** (1) X has the same or lower cost that Y |
| 117555 | 118451 | ** (2) X is a proper subset of Y |
| 118452 | +** (3) X skips at least as many columns as Y |
| 117556 | 118453 | ** |
| 117557 | 118454 | ** By "proper subset" we mean that X uses fewer WHERE clause terms |
| 117558 | 118455 | ** than Y and that every WHERE clause term used by X is also used |
| 117559 | 118456 | ** by Y. |
| 117560 | 118457 | ** |
| 117561 | 118458 | ** If X is a proper subset of Y then Y is a better choice and ought |
| 117562 | 118459 | ** to have a lower cost. This routine returns TRUE when that cost |
| 117563 | | -** relationship is inverted and needs to be adjusted. |
| 118460 | +** relationship is inverted and needs to be adjusted. The third rule |
| 118461 | +** was added because if X uses skip-scan less than Y it still might |
| 118462 | +** deserve a lower cost even if it is a proper subset of Y. |
| 117564 | 118463 | */ |
| 117565 | 118464 | static int whereLoopCheaperProperSubset( |
| 117566 | 118465 | const WhereLoop *pX, /* First WhereLoop to compare */ |
| 117567 | 118466 | const WhereLoop *pY /* Compare against this WhereLoop */ |
| 117568 | 118467 | ){ |
| 117569 | 118468 | int i, j; |
| 117570 | | - if( pX->nLTerm >= pY->nLTerm ) return 0; /* X is not a subset of Y */ |
| 118469 | + if( pX->nLTerm-pX->nSkip >= pY->nLTerm-pY->nSkip ){ |
| 118470 | + return 0; /* X is not a subset of Y */ |
| 118471 | + } |
| 118472 | + if( pY->nSkip > pX->nSkip ) return 0; |
| 117571 | 118473 | if( pX->rRun >= pY->rRun ){ |
| 117572 | 118474 | if( pX->rRun > pY->rRun ) return 0; /* X costs more than Y */ |
| 117573 | 118475 | if( pX->nOut > pY->nOut ) return 0; /* X costs more than Y */ |
| 117574 | 118476 | } |
| 117575 | 118477 | for(i=pX->nLTerm-1; i>=0; i--){ |
| 118478 | + if( pX->aLTerm[i]==0 ) continue; |
| 117576 | 118479 | for(j=pY->nLTerm-1; j>=0; j--){ |
| 117577 | 118480 | if( pY->aLTerm[j]==pX->aLTerm[i] ) break; |
| 117578 | 118481 | } |
| 117579 | 118482 | if( j<0 ) return 0; /* X not a subset of Y since term X[i] not used by Y */ |
| 117580 | 118483 | } |
| | @@ -117592,37 +118495,28 @@ |
| 117592 | 118495 | ** is a proper subset. |
| 117593 | 118496 | ** |
| 117594 | 118497 | ** To say "WhereLoop X is a proper subset of Y" means that X uses fewer |
| 117595 | 118498 | ** WHERE clause terms than Y and that every WHERE clause term used by X is |
| 117596 | 118499 | ** also used by Y. |
| 117597 | | -** |
| 117598 | | -** This adjustment is omitted for SKIPSCAN loops. In a SKIPSCAN loop, the |
| 117599 | | -** WhereLoop.nLTerm field is not an accurate measure of the number of WHERE |
| 117600 | | -** clause terms covered, since some of the first nLTerm entries in aLTerm[] |
| 117601 | | -** will be NULL (because they are skipped). That makes it more difficult |
| 117602 | | -** to compare the loops. We could add extra code to do the comparison, and |
| 117603 | | -** perhaps we will someday. But SKIPSCAN is sufficiently uncommon, and this |
| 117604 | | -** adjustment is sufficient minor, that it is very difficult to construct |
| 117605 | | -** a test case where the extra code would improve the query plan. Better |
| 117606 | | -** to avoid the added complexity and just omit cost adjustments to SKIPSCAN |
| 117607 | | -** loops. |
| 117608 | 118500 | */ |
| 117609 | 118501 | static void whereLoopAdjustCost(const WhereLoop *p, WhereLoop *pTemplate){ |
| 117610 | 118502 | if( (pTemplate->wsFlags & WHERE_INDEXED)==0 ) return; |
| 117611 | | - if( (pTemplate->wsFlags & WHERE_SKIPSCAN)!=0 ) return; |
| 117612 | 118503 | for(; p; p=p->pNextLoop){ |
| 117613 | 118504 | if( p->iTab!=pTemplate->iTab ) continue; |
| 117614 | 118505 | if( (p->wsFlags & WHERE_INDEXED)==0 ) continue; |
| 117615 | | - if( (p->wsFlags & WHERE_SKIPSCAN)!=0 ) continue; |
| 117616 | 118506 | if( whereLoopCheaperProperSubset(p, pTemplate) ){ |
| 117617 | 118507 | /* Adjust pTemplate cost downward so that it is cheaper than its |
| 117618 | | - ** subset p */ |
| 118508 | + ** subset p. */ |
| 118509 | + WHERETRACE(0x80,("subset cost adjustment %d,%d to %d,%d\n", |
| 118510 | + pTemplate->rRun, pTemplate->nOut, p->rRun, p->nOut-1)); |
| 117619 | 118511 | pTemplate->rRun = p->rRun; |
| 117620 | 118512 | pTemplate->nOut = p->nOut - 1; |
| 117621 | 118513 | }else if( whereLoopCheaperProperSubset(pTemplate, p) ){ |
| 117622 | 118514 | /* Adjust pTemplate cost upward so that it is costlier than p since |
| 117623 | 118515 | ** pTemplate is a proper subset of p */ |
| 118516 | + WHERETRACE(0x80,("subset cost adjustment %d,%d to %d,%d\n", |
| 118517 | + pTemplate->rRun, pTemplate->nOut, p->rRun, p->nOut+1)); |
| 117624 | 118518 | pTemplate->rRun = p->rRun; |
| 117625 | 118519 | pTemplate->nOut = p->nOut + 1; |
| 117626 | 118520 | } |
| 117627 | 118521 | } |
| 117628 | 118522 | } |
| | @@ -117663,12 +118557,13 @@ |
| 117663 | 118557 | ** rSetup. Call this SETUP-INVARIANT */ |
| 117664 | 118558 | assert( p->rSetup>=pTemplate->rSetup ); |
| 117665 | 118559 | |
| 117666 | 118560 | /* Any loop using an appliation-defined index (or PRIMARY KEY or |
| 117667 | 118561 | ** UNIQUE constraint) with one or more == constraints is better |
| 117668 | | - ** than an automatic index. */ |
| 118562 | + ** than an automatic index. Unless it is a skip-scan. */ |
| 117669 | 118563 | if( (p->wsFlags & WHERE_AUTO_INDEX)!=0 |
| 118564 | + && (pTemplate->nSkip)==0 |
| 117670 | 118565 | && (pTemplate->wsFlags & WHERE_INDEXED)!=0 |
| 117671 | 118566 | && (pTemplate->wsFlags & WHERE_COLUMN_EQ)!=0 |
| 117672 | 118567 | && (p->prereq & pTemplate->prereq)==pTemplate->prereq |
| 117673 | 118568 | ){ |
| 117674 | 118569 | break; |
| | @@ -117904,11 +118799,11 @@ |
| 117904 | 118799 | int opMask; /* Valid operators for constraints */ |
| 117905 | 118800 | WhereScan scan; /* Iterator for WHERE terms */ |
| 117906 | 118801 | Bitmask saved_prereq; /* Original value of pNew->prereq */ |
| 117907 | 118802 | u16 saved_nLTerm; /* Original value of pNew->nLTerm */ |
| 117908 | 118803 | u16 saved_nEq; /* Original value of pNew->u.btree.nEq */ |
| 117909 | | - u16 saved_nSkip; /* Original value of pNew->u.btree.nSkip */ |
| 118804 | + u16 saved_nSkip; /* Original value of pNew->nSkip */ |
| 117910 | 118805 | u32 saved_wsFlags; /* Original value of pNew->wsFlags */ |
| 117911 | 118806 | LogEst saved_nOut; /* Original value of pNew->nOut */ |
| 117912 | 118807 | int iCol; /* Index of the column in the table */ |
| 117913 | 118808 | int rc = SQLITE_OK; /* Return code */ |
| 117914 | 118809 | LogEst rSize; /* Number of rows in the table */ |
| | @@ -117933,56 +118828,18 @@ |
| 117933 | 118828 | iCol = pProbe->aiColumn[pNew->u.btree.nEq]; |
| 117934 | 118829 | |
| 117935 | 118830 | pTerm = whereScanInit(&scan, pBuilder->pWC, pSrc->iCursor, iCol, |
| 117936 | 118831 | opMask, pProbe); |
| 117937 | 118832 | saved_nEq = pNew->u.btree.nEq; |
| 117938 | | - saved_nSkip = pNew->u.btree.nSkip; |
| 118833 | + saved_nSkip = pNew->nSkip; |
| 117939 | 118834 | saved_nLTerm = pNew->nLTerm; |
| 117940 | 118835 | saved_wsFlags = pNew->wsFlags; |
| 117941 | 118836 | saved_prereq = pNew->prereq; |
| 117942 | 118837 | saved_nOut = pNew->nOut; |
| 117943 | 118838 | pNew->rSetup = 0; |
| 117944 | 118839 | rSize = pProbe->aiRowLogEst[0]; |
| 117945 | 118840 | rLogSize = estLog(rSize); |
| 117946 | | - |
| 117947 | | - /* Consider using a skip-scan if there are no WHERE clause constraints |
| 117948 | | - ** available for the left-most terms of the index, and if the average |
| 117949 | | - ** number of repeats in the left-most terms is at least 18. |
| 117950 | | - ** |
| 117951 | | - ** The magic number 18 is selected on the basis that scanning 17 rows |
| 117952 | | - ** is almost always quicker than an index seek (even though if the index |
| 117953 | | - ** contains fewer than 2^17 rows we assume otherwise in other parts of |
| 117954 | | - ** the code). And, even if it is not, it should not be too much slower. |
| 117955 | | - ** On the other hand, the extra seeks could end up being significantly |
| 117956 | | - ** more expensive. */ |
| 117957 | | - assert( 42==sqlite3LogEst(18) ); |
| 117958 | | - if( saved_nEq==saved_nSkip |
| 117959 | | - && saved_nEq+1<pProbe->nKeyCol |
| 117960 | | - && pProbe->aiRowLogEst[saved_nEq+1]>=42 /* TUNING: Minimum for skip-scan */ |
| 117961 | | - && (rc = whereLoopResize(db, pNew, pNew->nLTerm+1))==SQLITE_OK |
| 117962 | | - ){ |
| 117963 | | - LogEst nIter; |
| 117964 | | - pNew->u.btree.nEq++; |
| 117965 | | - pNew->u.btree.nSkip++; |
| 117966 | | - pNew->aLTerm[pNew->nLTerm++] = 0; |
| 117967 | | - pNew->wsFlags |= WHERE_SKIPSCAN; |
| 117968 | | - nIter = pProbe->aiRowLogEst[saved_nEq] - pProbe->aiRowLogEst[saved_nEq+1]; |
| 117969 | | - if( pTerm ){ |
| 117970 | | - /* TUNING: When estimating skip-scan for a term that is also indexable, |
| 117971 | | - ** multiply the cost of the skip-scan by 2.0, to make it a little less |
| 117972 | | - ** desirable than the regular index lookup. */ |
| 117973 | | - nIter += 10; assert( 10==sqlite3LogEst(2) ); |
| 117974 | | - } |
| 117975 | | - pNew->nOut -= nIter; |
| 117976 | | - /* TUNING: Because uncertainties in the estimates for skip-scan queries, |
| 117977 | | - ** add a 1.375 fudge factor to make skip-scan slightly less likely. */ |
| 117978 | | - nIter += 5; |
| 117979 | | - whereLoopAddBtreeIndex(pBuilder, pSrc, pProbe, nIter + nInMul); |
| 117980 | | - pNew->nOut = saved_nOut; |
| 117981 | | - pNew->u.btree.nEq = saved_nEq; |
| 117982 | | - pNew->u.btree.nSkip = saved_nSkip; |
| 117983 | | - } |
| 117984 | 118841 | for(; rc==SQLITE_OK && pTerm!=0; pTerm = whereScanNext(&scan)){ |
| 117985 | 118842 | u16 eOp = pTerm->eOperator; /* Shorthand for pTerm->eOperator */ |
| 117986 | 118843 | LogEst rCostIdx; |
| 117987 | 118844 | LogEst nOutUnadjusted; /* nOut before IN() and WHERE adjustments */ |
| 117988 | 118845 | int nIn = 0; |
| | @@ -118073,11 +118930,10 @@ |
| 118073 | 118930 | #ifdef SQLITE_ENABLE_STAT3_OR_STAT4 |
| 118074 | 118931 | tRowcnt nOut = 0; |
| 118075 | 118932 | if( nInMul==0 |
| 118076 | 118933 | && pProbe->nSample |
| 118077 | 118934 | && pNew->u.btree.nEq<=pProbe->nSampleCol |
| 118078 | | - && OptimizationEnabled(db, SQLITE_Stat3) |
| 118079 | 118935 | && ((eOp & WO_IN)==0 || !ExprHasProperty(pTerm->pExpr, EP_xIsSelect)) |
| 118080 | 118936 | ){ |
| 118081 | 118937 | Expr *pExpr = pTerm->pExpr; |
| 118082 | 118938 | if( (eOp & (WO_EQ|WO_ISNULL))!=0 ){ |
| 118083 | 118939 | testcase( eOp & WO_EQ ); |
| | @@ -118141,14 +118997,49 @@ |
| 118141 | 118997 | pBuilder->nRecValid = nRecValid; |
| 118142 | 118998 | #endif |
| 118143 | 118999 | } |
| 118144 | 119000 | pNew->prereq = saved_prereq; |
| 118145 | 119001 | pNew->u.btree.nEq = saved_nEq; |
| 118146 | | - pNew->u.btree.nSkip = saved_nSkip; |
| 119002 | + pNew->nSkip = saved_nSkip; |
| 118147 | 119003 | pNew->wsFlags = saved_wsFlags; |
| 118148 | 119004 | pNew->nOut = saved_nOut; |
| 118149 | 119005 | pNew->nLTerm = saved_nLTerm; |
| 119006 | + |
| 119007 | + /* Consider using a skip-scan if there are no WHERE clause constraints |
| 119008 | + ** available for the left-most terms of the index, and if the average |
| 119009 | + ** number of repeats in the left-most terms is at least 18. |
| 119010 | + ** |
| 119011 | + ** The magic number 18 is selected on the basis that scanning 17 rows |
| 119012 | + ** is almost always quicker than an index seek (even though if the index |
| 119013 | + ** contains fewer than 2^17 rows we assume otherwise in other parts of |
| 119014 | + ** the code). And, even if it is not, it should not be too much slower. |
| 119015 | + ** On the other hand, the extra seeks could end up being significantly |
| 119016 | + ** more expensive. */ |
| 119017 | + assert( 42==sqlite3LogEst(18) ); |
| 119018 | + if( saved_nEq==saved_nSkip |
| 119019 | + && saved_nEq+1<pProbe->nKeyCol |
| 119020 | + && pProbe->noSkipScan==0 |
| 119021 | + && pProbe->aiRowLogEst[saved_nEq+1]>=42 /* TUNING: Minimum for skip-scan */ |
| 119022 | + && (rc = whereLoopResize(db, pNew, pNew->nLTerm+1))==SQLITE_OK |
| 119023 | + ){ |
| 119024 | + LogEst nIter; |
| 119025 | + pNew->u.btree.nEq++; |
| 119026 | + pNew->nSkip++; |
| 119027 | + pNew->aLTerm[pNew->nLTerm++] = 0; |
| 119028 | + pNew->wsFlags |= WHERE_SKIPSCAN; |
| 119029 | + nIter = pProbe->aiRowLogEst[saved_nEq] - pProbe->aiRowLogEst[saved_nEq+1]; |
| 119030 | + pNew->nOut -= nIter; |
| 119031 | + /* TUNING: Because uncertainties in the estimates for skip-scan queries, |
| 119032 | + ** add a 1.375 fudge factor to make skip-scan slightly less likely. */ |
| 119033 | + nIter += 5; |
| 119034 | + whereLoopAddBtreeIndex(pBuilder, pSrc, pProbe, nIter + nInMul); |
| 119035 | + pNew->nOut = saved_nOut; |
| 119036 | + pNew->u.btree.nEq = saved_nEq; |
| 119037 | + pNew->nSkip = saved_nSkip; |
| 119038 | + pNew->wsFlags = saved_wsFlags; |
| 119039 | + } |
| 119040 | + |
| 118150 | 119041 | return rc; |
| 118151 | 119042 | } |
| 118152 | 119043 | |
| 118153 | 119044 | /* |
| 118154 | 119045 | ** Return True if it is possible that pIndex might be useful in |
| | @@ -118323,11 +119214,11 @@ |
| 118323 | 119214 | WhereTerm *pWCEnd = pWC->a + pWC->nTerm; |
| 118324 | 119215 | for(pTerm=pWC->a; rc==SQLITE_OK && pTerm<pWCEnd; pTerm++){ |
| 118325 | 119216 | if( pTerm->prereqRight & pNew->maskSelf ) continue; |
| 118326 | 119217 | if( termCanDriveIndex(pTerm, pSrc, 0) ){ |
| 118327 | 119218 | pNew->u.btree.nEq = 1; |
| 118328 | | - pNew->u.btree.nSkip = 0; |
| 119219 | + pNew->nSkip = 0; |
| 118329 | 119220 | pNew->u.btree.pIndex = 0; |
| 118330 | 119221 | pNew->nLTerm = 1; |
| 118331 | 119222 | pNew->aLTerm[0] = pTerm; |
| 118332 | 119223 | /* TUNING: One-time cost for computing the automatic index is |
| 118333 | 119224 | ** estimated to be X*N*log2(N) where N is the number of rows in |
| | @@ -118364,11 +119255,11 @@ |
| 118364 | 119255 | testcase( pNew->iTab!=pSrc->iCursor ); /* See ticket [98d973b8f5] */ |
| 118365 | 119256 | continue; /* Partial index inappropriate for this query */ |
| 118366 | 119257 | } |
| 118367 | 119258 | rSize = pProbe->aiRowLogEst[0]; |
| 118368 | 119259 | pNew->u.btree.nEq = 0; |
| 118369 | | - pNew->u.btree.nSkip = 0; |
| 119260 | + pNew->nSkip = 0; |
| 118370 | 119261 | pNew->nLTerm = 0; |
| 118371 | 119262 | pNew->iSortIdx = 0; |
| 118372 | 119263 | pNew->rSetup = 0; |
| 118373 | 119264 | pNew->prereq = mExtra; |
| 118374 | 119265 | pNew->nOut = rSize; |
| | @@ -118914,11 +119805,11 @@ |
| 118914 | 119805 | for(j=0; j<nColumn; j++){ |
| 118915 | 119806 | u8 bOnce; /* True to run the ORDER BY search loop */ |
| 118916 | 119807 | |
| 118917 | 119808 | /* Skip over == and IS NULL terms */ |
| 118918 | 119809 | if( j<pLoop->u.btree.nEq |
| 118919 | | - && pLoop->u.btree.nSkip==0 |
| 119810 | + && pLoop->nSkip==0 |
| 118920 | 119811 | && ((i = pLoop->aLTerm[j]->eOperator) & (WO_EQ|WO_ISNULL))!=0 |
| 118921 | 119812 | ){ |
| 118922 | 119813 | if( i & WO_ISNULL ){ |
| 118923 | 119814 | testcase( isOrderDistinct ); |
| 118924 | 119815 | isOrderDistinct = 0; |
| | @@ -119368,11 +120259,11 @@ |
| 119368 | 120259 | } |
| 119369 | 120260 | } |
| 119370 | 120261 | } |
| 119371 | 120262 | |
| 119372 | 120263 | #ifdef WHERETRACE_ENABLED /* >=2 */ |
| 119373 | | - if( sqlite3WhereTrace>=2 ){ |
| 120264 | + if( sqlite3WhereTrace & 0x02 ){ |
| 119374 | 120265 | sqlite3DebugPrintf("---- after round %d ----\n", iLoop); |
| 119375 | 120266 | for(ii=0, pTo=aTo; ii<nTo; ii++, pTo++){ |
| 119376 | 120267 | sqlite3DebugPrintf(" %s cost=%-3d nrow=%-3d order=%c", |
| 119377 | 120268 | wherePathName(pTo, iLoop+1, 0), pTo->rCost, pTo->nRow, |
| 119378 | 120269 | pTo->isOrdered>=0 ? (pTo->isOrdered+'0') : '?'); |
| | @@ -119487,11 +120378,11 @@ |
| 119487 | 120378 | if( pItem->zIndex ) return 0; |
| 119488 | 120379 | iCur = pItem->iCursor; |
| 119489 | 120380 | pWC = &pWInfo->sWC; |
| 119490 | 120381 | pLoop = pBuilder->pNew; |
| 119491 | 120382 | pLoop->wsFlags = 0; |
| 119492 | | - pLoop->u.btree.nSkip = 0; |
| 120383 | + pLoop->nSkip = 0; |
| 119493 | 120384 | pTerm = findTerm(pWC, iCur, -1, 0, WO_EQ, 0); |
| 119494 | 120385 | if( pTerm ){ |
| 119495 | 120386 | pLoop->wsFlags = WHERE_COLUMN_EQ|WHERE_IPK|WHERE_ONEROW; |
| 119496 | 120387 | pLoop->aLTerm[0] = pTerm; |
| 119497 | 120388 | pLoop->nLTerm = 1; |
| | @@ -119499,11 +120390,10 @@ |
| 119499 | 120390 | /* TUNING: Cost of a rowid lookup is 10 */ |
| 119500 | 120391 | pLoop->rRun = 33; /* 33==sqlite3LogEst(10) */ |
| 119501 | 120392 | }else{ |
| 119502 | 120393 | for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ |
| 119503 | 120394 | assert( pLoop->aLTermSpace==pLoop->aLTerm ); |
| 119504 | | - assert( ArraySize(pLoop->aLTermSpace)==4 ); |
| 119505 | 120395 | if( !IsUniqueIndex(pIdx) |
| 119506 | 120396 | || pIdx->pPartIdxWhere!=0 |
| 119507 | 120397 | || pIdx->nKeyCol>ArraySize(pLoop->aLTermSpace) |
| 119508 | 120398 | ) continue; |
| 119509 | 120399 | for(j=0; j<pIdx->nKeyCol; j++){ |
| | @@ -120008,22 +120898,30 @@ |
| 120008 | 120898 | ** loop below generates code for a single nested loop of the VM |
| 120009 | 120899 | ** program. |
| 120010 | 120900 | */ |
| 120011 | 120901 | notReady = ~(Bitmask)0; |
| 120012 | 120902 | for(ii=0; ii<nTabList; ii++){ |
| 120903 | + int addrExplain; |
| 120904 | + int wsFlags; |
| 120013 | 120905 | pLevel = &pWInfo->a[ii]; |
| 120906 | + wsFlags = pLevel->pWLoop->wsFlags; |
| 120014 | 120907 | #ifndef SQLITE_OMIT_AUTOMATIC_INDEX |
| 120015 | 120908 | if( (pLevel->pWLoop->wsFlags & WHERE_AUTO_INDEX)!=0 ){ |
| 120016 | 120909 | constructAutomaticIndex(pParse, &pWInfo->sWC, |
| 120017 | 120910 | &pTabList->a[pLevel->iFrom], notReady, pLevel); |
| 120018 | 120911 | if( db->mallocFailed ) goto whereBeginError; |
| 120019 | 120912 | } |
| 120020 | 120913 | #endif |
| 120021 | | - explainOneScan(pParse, pTabList, pLevel, ii, pLevel->iFrom, wctrlFlags); |
| 120914 | + addrExplain = explainOneScan( |
| 120915 | + pParse, pTabList, pLevel, ii, pLevel->iFrom, wctrlFlags |
| 120916 | + ); |
| 120022 | 120917 | pLevel->addrBody = sqlite3VdbeCurrentAddr(v); |
| 120023 | 120918 | notReady = codeOneLoopStart(pWInfo, ii, notReady); |
| 120024 | 120919 | pWInfo->iContinue = pLevel->addrCont; |
| 120920 | + if( (wsFlags&WHERE_MULTI_OR)==0 && (wctrlFlags&WHERE_ONETABLE_ONLY)==0 ){ |
| 120921 | + addScanStatus(v, pTabList, pLevel, addrExplain); |
| 120922 | + } |
| 120025 | 120923 | } |
| 120026 | 120924 | |
| 120027 | 120925 | /* Done. */ |
| 120028 | 120926 | VdbeModuleComment((v, "Begin WHERE-core")); |
| 120029 | 120927 | return pWInfo; |
| | @@ -124687,10 +125585,17 @@ |
| 124687 | 125585 | ** is look for a semicolon that is not part of an string or comment. |
| 124688 | 125586 | */ |
| 124689 | 125587 | SQLITE_API int sqlite3_complete(const char *zSql){ |
| 124690 | 125588 | u8 state = 0; /* Current state, using numbers defined in header comment */ |
| 124691 | 125589 | u8 token; /* Value of the next token */ |
| 125590 | + |
| 125591 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 125592 | + if( zSql==0 ){ |
| 125593 | + (void)SQLITE_MISUSE_BKPT; |
| 125594 | + return 0; |
| 125595 | + } |
| 125596 | +#endif |
| 124692 | 125597 | |
| 124693 | 125598 | #ifndef SQLITE_OMIT_TRIGGER |
| 124694 | 125599 | /* A complex statement machine used to detect the end of a CREATE TRIGGER |
| 124695 | 125600 | ** statement. This is the normal case. |
| 124696 | 125601 | */ |
| | @@ -125285,74 +126190,106 @@ |
| 125285 | 126190 | |
| 125286 | 126191 | va_start(ap, op); |
| 125287 | 126192 | switch( op ){ |
| 125288 | 126193 | |
| 125289 | 126194 | /* Mutex configuration options are only available in a threadsafe |
| 125290 | | - ** compile. |
| 126195 | + ** compile. |
| 125291 | 126196 | */ |
| 125292 | | -#if defined(SQLITE_THREADSAFE) && SQLITE_THREADSAFE>0 |
| 126197 | +#if defined(SQLITE_THREADSAFE) && SQLITE_THREADSAFE>0 /* IMP: R-54466-46756 */ |
| 125293 | 126198 | case SQLITE_CONFIG_SINGLETHREAD: { |
| 125294 | 126199 | /* Disable all mutexing */ |
| 125295 | 126200 | sqlite3GlobalConfig.bCoreMutex = 0; |
| 125296 | 126201 | sqlite3GlobalConfig.bFullMutex = 0; |
| 125297 | 126202 | break; |
| 125298 | 126203 | } |
| 126204 | +#endif |
| 126205 | +#if defined(SQLITE_THREADSAFE) && SQLITE_THREADSAFE>0 /* IMP: R-20520-54086 */ |
| 125299 | 126206 | case SQLITE_CONFIG_MULTITHREAD: { |
| 125300 | 126207 | /* Disable mutexing of database connections */ |
| 125301 | 126208 | /* Enable mutexing of core data structures */ |
| 125302 | 126209 | sqlite3GlobalConfig.bCoreMutex = 1; |
| 125303 | 126210 | sqlite3GlobalConfig.bFullMutex = 0; |
| 125304 | 126211 | break; |
| 125305 | 126212 | } |
| 126213 | +#endif |
| 126214 | +#if defined(SQLITE_THREADSAFE) && SQLITE_THREADSAFE>0 /* IMP: R-59593-21810 */ |
| 125306 | 126215 | case SQLITE_CONFIG_SERIALIZED: { |
| 125307 | 126216 | /* Enable all mutexing */ |
| 125308 | 126217 | sqlite3GlobalConfig.bCoreMutex = 1; |
| 125309 | 126218 | sqlite3GlobalConfig.bFullMutex = 1; |
| 125310 | 126219 | break; |
| 125311 | 126220 | } |
| 126221 | +#endif |
| 126222 | +#if defined(SQLITE_THREADSAFE) && SQLITE_THREADSAFE>0 /* IMP: R-63666-48755 */ |
| 125312 | 126223 | case SQLITE_CONFIG_MUTEX: { |
| 125313 | 126224 | /* Specify an alternative mutex implementation */ |
| 125314 | 126225 | sqlite3GlobalConfig.mutex = *va_arg(ap, sqlite3_mutex_methods*); |
| 125315 | 126226 | break; |
| 125316 | 126227 | } |
| 126228 | +#endif |
| 126229 | +#if defined(SQLITE_THREADSAFE) && SQLITE_THREADSAFE>0 /* IMP: R-14450-37597 */ |
| 125317 | 126230 | case SQLITE_CONFIG_GETMUTEX: { |
| 125318 | 126231 | /* Retrieve the current mutex implementation */ |
| 125319 | 126232 | *va_arg(ap, sqlite3_mutex_methods*) = sqlite3GlobalConfig.mutex; |
| 125320 | 126233 | break; |
| 125321 | 126234 | } |
| 125322 | 126235 | #endif |
| 125323 | 126236 | |
| 125324 | | - |
| 125325 | 126237 | case SQLITE_CONFIG_MALLOC: { |
| 125326 | | - /* Specify an alternative malloc implementation */ |
| 126238 | + /* EVIDENCE-OF: R-55594-21030 The SQLITE_CONFIG_MALLOC option takes a |
| 126239 | + ** single argument which is a pointer to an instance of the |
| 126240 | + ** sqlite3_mem_methods structure. The argument specifies alternative |
| 126241 | + ** low-level memory allocation routines to be used in place of the memory |
| 126242 | + ** allocation routines built into SQLite. */ |
| 125327 | 126243 | sqlite3GlobalConfig.m = *va_arg(ap, sqlite3_mem_methods*); |
| 125328 | 126244 | break; |
| 125329 | 126245 | } |
| 125330 | 126246 | case SQLITE_CONFIG_GETMALLOC: { |
| 125331 | | - /* Retrieve the current malloc() implementation */ |
| 126247 | + /* EVIDENCE-OF: R-51213-46414 The SQLITE_CONFIG_GETMALLOC option takes a |
| 126248 | + ** single argument which is a pointer to an instance of the |
| 126249 | + ** sqlite3_mem_methods structure. The sqlite3_mem_methods structure is |
| 126250 | + ** filled with the currently defined memory allocation routines. */ |
| 125332 | 126251 | if( sqlite3GlobalConfig.m.xMalloc==0 ) sqlite3MemSetDefault(); |
| 125333 | 126252 | *va_arg(ap, sqlite3_mem_methods*) = sqlite3GlobalConfig.m; |
| 125334 | 126253 | break; |
| 125335 | 126254 | } |
| 125336 | 126255 | case SQLITE_CONFIG_MEMSTATUS: { |
| 125337 | | - /* Enable or disable the malloc status collection */ |
| 126256 | + /* EVIDENCE-OF: R-61275-35157 The SQLITE_CONFIG_MEMSTATUS option takes |
| 126257 | + ** single argument of type int, interpreted as a boolean, which enables |
| 126258 | + ** or disables the collection of memory allocation statistics. */ |
| 125338 | 126259 | sqlite3GlobalConfig.bMemstat = va_arg(ap, int); |
| 125339 | 126260 | break; |
| 125340 | 126261 | } |
| 125341 | 126262 | case SQLITE_CONFIG_SCRATCH: { |
| 125342 | | - /* Designate a buffer for scratch memory space */ |
| 126263 | + /* EVIDENCE-OF: R-08404-60887 There are three arguments to |
| 126264 | + ** SQLITE_CONFIG_SCRATCH: A pointer an 8-byte aligned memory buffer from |
| 126265 | + ** which the scratch allocations will be drawn, the size of each scratch |
| 126266 | + ** allocation (sz), and the maximum number of scratch allocations (N). */ |
| 125343 | 126267 | sqlite3GlobalConfig.pScratch = va_arg(ap, void*); |
| 125344 | 126268 | sqlite3GlobalConfig.szScratch = va_arg(ap, int); |
| 125345 | 126269 | sqlite3GlobalConfig.nScratch = va_arg(ap, int); |
| 125346 | 126270 | break; |
| 125347 | 126271 | } |
| 125348 | 126272 | case SQLITE_CONFIG_PAGECACHE: { |
| 125349 | | - /* Designate a buffer for page cache memory space */ |
| 126273 | + /* EVIDENCE-OF: R-31408-40510 There are three arguments to |
| 126274 | + ** SQLITE_CONFIG_PAGECACHE: A pointer to 8-byte aligned memory, the size |
| 126275 | + ** of each page buffer (sz), and the number of pages (N). */ |
| 125350 | 126276 | sqlite3GlobalConfig.pPage = va_arg(ap, void*); |
| 125351 | 126277 | sqlite3GlobalConfig.szPage = va_arg(ap, int); |
| 125352 | 126278 | sqlite3GlobalConfig.nPage = va_arg(ap, int); |
| 125353 | 126279 | break; |
| 126280 | + } |
| 126281 | + case SQLITE_CONFIG_PCACHE_HDRSZ: { |
| 126282 | + /* EVIDENCE-OF: R-39100-27317 The SQLITE_CONFIG_PCACHE_HDRSZ option takes |
| 126283 | + ** a single parameter which is a pointer to an integer and writes into |
| 126284 | + ** that integer the number of extra bytes per page required for each page |
| 126285 | + ** in SQLITE_CONFIG_PAGECACHE. */ |
| 126286 | + *va_arg(ap, int*) = |
| 126287 | + sqlite3HeaderSizeBtree() + |
| 126288 | + sqlite3HeaderSizePcache() + |
| 126289 | + sqlite3HeaderSizePcache1(); |
| 126290 | + break; |
| 125354 | 126291 | } |
| 125355 | 126292 | |
| 125356 | 126293 | case SQLITE_CONFIG_PCACHE: { |
| 125357 | 126294 | /* no-op */ |
| 125358 | 126295 | break; |
| | @@ -125362,25 +126299,37 @@ |
| 125362 | 126299 | rc = SQLITE_ERROR; |
| 125363 | 126300 | break; |
| 125364 | 126301 | } |
| 125365 | 126302 | |
| 125366 | 126303 | case SQLITE_CONFIG_PCACHE2: { |
| 125367 | | - /* Specify an alternative page cache implementation */ |
| 126304 | + /* EVIDENCE-OF: R-63325-48378 The SQLITE_CONFIG_PCACHE2 option takes a |
| 126305 | + ** single argument which is a pointer to an sqlite3_pcache_methods2 |
| 126306 | + ** object. This object specifies the interface to a custom page cache |
| 126307 | + ** implementation. */ |
| 125368 | 126308 | sqlite3GlobalConfig.pcache2 = *va_arg(ap, sqlite3_pcache_methods2*); |
| 125369 | 126309 | break; |
| 125370 | 126310 | } |
| 125371 | 126311 | case SQLITE_CONFIG_GETPCACHE2: { |
| 126312 | + /* EVIDENCE-OF: R-22035-46182 The SQLITE_CONFIG_GETPCACHE2 option takes a |
| 126313 | + ** single argument which is a pointer to an sqlite3_pcache_methods2 |
| 126314 | + ** object. SQLite copies of the current page cache implementation into |
| 126315 | + ** that object. */ |
| 125372 | 126316 | if( sqlite3GlobalConfig.pcache2.xInit==0 ){ |
| 125373 | 126317 | sqlite3PCacheSetDefault(); |
| 125374 | 126318 | } |
| 125375 | 126319 | *va_arg(ap, sqlite3_pcache_methods2*) = sqlite3GlobalConfig.pcache2; |
| 125376 | 126320 | break; |
| 125377 | 126321 | } |
| 125378 | 126322 | |
| 126323 | +/* EVIDENCE-OF: R-06626-12911 The SQLITE_CONFIG_HEAP option is only |
| 126324 | +** available if SQLite is compiled with either SQLITE_ENABLE_MEMSYS3 or |
| 126325 | +** SQLITE_ENABLE_MEMSYS5 and returns SQLITE_ERROR if invoked otherwise. */ |
| 125379 | 126326 | #if defined(SQLITE_ENABLE_MEMSYS3) || defined(SQLITE_ENABLE_MEMSYS5) |
| 125380 | 126327 | case SQLITE_CONFIG_HEAP: { |
| 125381 | | - /* Designate a buffer for heap memory space */ |
| 126328 | + /* EVIDENCE-OF: R-19854-42126 There are three arguments to |
| 126329 | + ** SQLITE_CONFIG_HEAP: An 8-byte aligned pointer to the memory, the |
| 126330 | + ** number of bytes in the memory buffer, and the minimum allocation size. */ |
| 125382 | 126331 | sqlite3GlobalConfig.pHeap = va_arg(ap, void*); |
| 125383 | 126332 | sqlite3GlobalConfig.nHeap = va_arg(ap, int); |
| 125384 | 126333 | sqlite3GlobalConfig.mnReq = va_arg(ap, int); |
| 125385 | 126334 | |
| 125386 | 126335 | if( sqlite3GlobalConfig.mnReq<1 ){ |
| | @@ -125389,21 +126338,23 @@ |
| 125389 | 126338 | /* cap min request size at 2^12 */ |
| 125390 | 126339 | sqlite3GlobalConfig.mnReq = (1<<12); |
| 125391 | 126340 | } |
| 125392 | 126341 | |
| 125393 | 126342 | if( sqlite3GlobalConfig.pHeap==0 ){ |
| 125394 | | - /* If the heap pointer is NULL, then restore the malloc implementation |
| 125395 | | - ** back to NULL pointers too. This will cause the malloc to go |
| 125396 | | - ** back to its default implementation when sqlite3_initialize() is |
| 125397 | | - ** run. |
| 126343 | + /* EVIDENCE-OF: R-49920-60189 If the first pointer (the memory pointer) |
| 126344 | + ** is NULL, then SQLite reverts to using its default memory allocator |
| 126345 | + ** (the system malloc() implementation), undoing any prior invocation of |
| 126346 | + ** SQLITE_CONFIG_MALLOC. |
| 126347 | + ** |
| 126348 | + ** Setting sqlite3GlobalConfig.m to all zeros will cause malloc to |
| 126349 | + ** revert to its default implementation when sqlite3_initialize() is run |
| 125398 | 126350 | */ |
| 125399 | 126351 | memset(&sqlite3GlobalConfig.m, 0, sizeof(sqlite3GlobalConfig.m)); |
| 125400 | 126352 | }else{ |
| 125401 | | - /* The heap pointer is not NULL, then install one of the |
| 125402 | | - ** mem5.c/mem3.c methods. The enclosing #if guarantees at |
| 125403 | | - ** least one of these methods is currently enabled. |
| 125404 | | - */ |
| 126353 | + /* EVIDENCE-OF: R-61006-08918 If the memory pointer is not NULL then the |
| 126354 | + ** alternative memory allocator is engaged to handle all of SQLites |
| 126355 | + ** memory allocation needs. */ |
| 125405 | 126356 | #ifdef SQLITE_ENABLE_MEMSYS3 |
| 125406 | 126357 | sqlite3GlobalConfig.m = *sqlite3MemGetMemsys3(); |
| 125407 | 126358 | #endif |
| 125408 | 126359 | #ifdef SQLITE_ENABLE_MEMSYS5 |
| 125409 | 126360 | sqlite3GlobalConfig.m = *sqlite3MemGetMemsys5(); |
| | @@ -125438,15 +126389,23 @@ |
| 125438 | 126389 | ** can be changed at start-time using the |
| 125439 | 126390 | ** sqlite3_config(SQLITE_CONFIG_URI,1) or |
| 125440 | 126391 | ** sqlite3_config(SQLITE_CONFIG_URI,0) configuration calls. |
| 125441 | 126392 | */ |
| 125442 | 126393 | case SQLITE_CONFIG_URI: { |
| 126394 | + /* EVIDENCE-OF: R-25451-61125 The SQLITE_CONFIG_URI option takes a single |
| 126395 | + ** argument of type int. If non-zero, then URI handling is globally |
| 126396 | + ** enabled. If the parameter is zero, then URI handling is globally |
| 126397 | + ** disabled. */ |
| 125443 | 126398 | sqlite3GlobalConfig.bOpenUri = va_arg(ap, int); |
| 125444 | 126399 | break; |
| 125445 | 126400 | } |
| 125446 | 126401 | |
| 125447 | 126402 | case SQLITE_CONFIG_COVERING_INDEX_SCAN: { |
| 126403 | + /* EVIDENCE-OF: R-36592-02772 The SQLITE_CONFIG_COVERING_INDEX_SCAN |
| 126404 | + ** option takes a single integer argument which is interpreted as a |
| 126405 | + ** boolean in order to enable or disable the use of covering indices for |
| 126406 | + ** full table scans in the query optimizer. */ |
| 125448 | 126407 | sqlite3GlobalConfig.bUseCis = va_arg(ap, int); |
| 125449 | 126408 | break; |
| 125450 | 126409 | } |
| 125451 | 126410 | |
| 125452 | 126411 | #ifdef SQLITE_ENABLE_SQLLOG |
| | @@ -125457,24 +126416,37 @@ |
| 125457 | 126416 | break; |
| 125458 | 126417 | } |
| 125459 | 126418 | #endif |
| 125460 | 126419 | |
| 125461 | 126420 | case SQLITE_CONFIG_MMAP_SIZE: { |
| 126421 | + /* EVIDENCE-OF: R-58063-38258 SQLITE_CONFIG_MMAP_SIZE takes two 64-bit |
| 126422 | + ** integer (sqlite3_int64) values that are the default mmap size limit |
| 126423 | + ** (the default setting for PRAGMA mmap_size) and the maximum allowed |
| 126424 | + ** mmap size limit. */ |
| 125462 | 126425 | sqlite3_int64 szMmap = va_arg(ap, sqlite3_int64); |
| 125463 | 126426 | sqlite3_int64 mxMmap = va_arg(ap, sqlite3_int64); |
| 125464 | | - if( mxMmap<0 || mxMmap>SQLITE_MAX_MMAP_SIZE ){ |
| 125465 | | - mxMmap = SQLITE_MAX_MMAP_SIZE; |
| 125466 | | - } |
| 125467 | | - sqlite3GlobalConfig.mxMmap = mxMmap; |
| 126427 | + /* EVIDENCE-OF: R-53367-43190 If either argument to this option is |
| 126428 | + ** negative, then that argument is changed to its compile-time default. |
| 126429 | + ** |
| 126430 | + ** EVIDENCE-OF: R-34993-45031 The maximum allowed mmap size will be |
| 126431 | + ** silently truncated if necessary so that it does not exceed the |
| 126432 | + ** compile-time maximum mmap size set by the SQLITE_MAX_MMAP_SIZE |
| 126433 | + ** compile-time option. |
| 126434 | + */ |
| 126435 | + if( mxMmap<0 || mxMmap>SQLITE_MAX_MMAP_SIZE ) mxMmap = SQLITE_MAX_MMAP_SIZE; |
| 125468 | 126436 | if( szMmap<0 ) szMmap = SQLITE_DEFAULT_MMAP_SIZE; |
| 125469 | 126437 | if( szMmap>mxMmap) szMmap = mxMmap; |
| 126438 | + sqlite3GlobalConfig.mxMmap = mxMmap; |
| 125470 | 126439 | sqlite3GlobalConfig.szMmap = szMmap; |
| 125471 | 126440 | break; |
| 125472 | 126441 | } |
| 125473 | 126442 | |
| 125474 | | -#if SQLITE_OS_WIN && defined(SQLITE_WIN32_MALLOC) |
| 126443 | +#if SQLITE_OS_WIN && defined(SQLITE_WIN32_MALLOC) /* IMP: R-04780-55815 */ |
| 125475 | 126444 | case SQLITE_CONFIG_WIN32_HEAPSIZE: { |
| 126445 | + /* EVIDENCE-OF: R-34926-03360 SQLITE_CONFIG_WIN32_HEAPSIZE takes a 32-bit |
| 126446 | + ** unsigned integer value that specifies the maximum size of the created |
| 126447 | + ** heap. */ |
| 125476 | 126448 | sqlite3GlobalConfig.nHeap = va_arg(ap, int); |
| 125477 | 126449 | break; |
| 125478 | 126450 | } |
| 125479 | 126451 | #endif |
| 125480 | 126452 | |
| | @@ -125554,19 +126526,29 @@ |
| 125554 | 126526 | |
| 125555 | 126527 | /* |
| 125556 | 126528 | ** Return the mutex associated with a database connection. |
| 125557 | 126529 | */ |
| 125558 | 126530 | SQLITE_API sqlite3_mutex *sqlite3_db_mutex(sqlite3 *db){ |
| 126531 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 126532 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 126533 | + (void)SQLITE_MISUSE_BKPT; |
| 126534 | + return 0; |
| 126535 | + } |
| 126536 | +#endif |
| 125559 | 126537 | return db->mutex; |
| 125560 | 126538 | } |
| 125561 | 126539 | |
| 125562 | 126540 | /* |
| 125563 | 126541 | ** Free up as much memory as we can from the given database |
| 125564 | 126542 | ** connection. |
| 125565 | 126543 | */ |
| 125566 | 126544 | SQLITE_API int sqlite3_db_release_memory(sqlite3 *db){ |
| 125567 | 126545 | int i; |
| 126546 | + |
| 126547 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 126548 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 126549 | +#endif |
| 125568 | 126550 | sqlite3_mutex_enter(db->mutex); |
| 125569 | 126551 | sqlite3BtreeEnterAll(db); |
| 125570 | 126552 | for(i=0; i<db->nDb; i++){ |
| 125571 | 126553 | Btree *pBt = db->aDb[i].pBt; |
| 125572 | 126554 | if( pBt ){ |
| | @@ -125693,24 +126675,42 @@ |
| 125693 | 126675 | |
| 125694 | 126676 | /* |
| 125695 | 126677 | ** Return the ROWID of the most recent insert |
| 125696 | 126678 | */ |
| 125697 | 126679 | SQLITE_API sqlite_int64 sqlite3_last_insert_rowid(sqlite3 *db){ |
| 126680 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 126681 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 126682 | + (void)SQLITE_MISUSE_BKPT; |
| 126683 | + return 0; |
| 126684 | + } |
| 126685 | +#endif |
| 125698 | 126686 | return db->lastRowid; |
| 125699 | 126687 | } |
| 125700 | 126688 | |
| 125701 | 126689 | /* |
| 125702 | 126690 | ** Return the number of changes in the most recent call to sqlite3_exec(). |
| 125703 | 126691 | */ |
| 125704 | 126692 | SQLITE_API int sqlite3_changes(sqlite3 *db){ |
| 126693 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 126694 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 126695 | + (void)SQLITE_MISUSE_BKPT; |
| 126696 | + return 0; |
| 126697 | + } |
| 126698 | +#endif |
| 125705 | 126699 | return db->nChange; |
| 125706 | 126700 | } |
| 125707 | 126701 | |
| 125708 | 126702 | /* |
| 125709 | 126703 | ** Return the number of changes since the database handle was opened. |
| 125710 | 126704 | */ |
| 125711 | 126705 | SQLITE_API int sqlite3_total_changes(sqlite3 *db){ |
| 126706 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 126707 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 126708 | + (void)SQLITE_MISUSE_BKPT; |
| 126709 | + return 0; |
| 126710 | + } |
| 126711 | +#endif |
| 125712 | 126712 | return db->nTotalChange; |
| 125713 | 126713 | } |
| 125714 | 126714 | |
| 125715 | 126715 | /* |
| 125716 | 126716 | ** Close all open savepoints. This function only manipulates fields of the |
| | @@ -126255,10 +127255,13 @@ |
| 126255 | 127255 | SQLITE_API int sqlite3_busy_handler( |
| 126256 | 127256 | sqlite3 *db, |
| 126257 | 127257 | int (*xBusy)(void*,int), |
| 126258 | 127258 | void *pArg |
| 126259 | 127259 | ){ |
| 127260 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127261 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE; |
| 127262 | +#endif |
| 126260 | 127263 | sqlite3_mutex_enter(db->mutex); |
| 126261 | 127264 | db->busyHandler.xFunc = xBusy; |
| 126262 | 127265 | db->busyHandler.pArg = pArg; |
| 126263 | 127266 | db->busyHandler.nBusy = 0; |
| 126264 | 127267 | db->busyTimeout = 0; |
| | @@ -126276,10 +127279,16 @@ |
| 126276 | 127279 | sqlite3 *db, |
| 126277 | 127280 | int nOps, |
| 126278 | 127281 | int (*xProgress)(void*), |
| 126279 | 127282 | void *pArg |
| 126280 | 127283 | ){ |
| 127284 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127285 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127286 | + (void)SQLITE_MISUSE_BKPT; |
| 127287 | + return; |
| 127288 | + } |
| 127289 | +#endif |
| 126281 | 127290 | sqlite3_mutex_enter(db->mutex); |
| 126282 | 127291 | if( nOps>0 ){ |
| 126283 | 127292 | db->xProgress = xProgress; |
| 126284 | 127293 | db->nProgressOps = (unsigned)nOps; |
| 126285 | 127294 | db->pProgressArg = pArg; |
| | @@ -126296,10 +127305,13 @@ |
| 126296 | 127305 | /* |
| 126297 | 127306 | ** This routine installs a default busy handler that waits for the |
| 126298 | 127307 | ** specified number of milliseconds before returning 0. |
| 126299 | 127308 | */ |
| 126300 | 127309 | SQLITE_API int sqlite3_busy_timeout(sqlite3 *db, int ms){ |
| 127310 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127311 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 127312 | +#endif |
| 126301 | 127313 | if( ms>0 ){ |
| 126302 | 127314 | sqlite3_busy_handler(db, sqliteDefaultBusyCallback, (void*)db); |
| 126303 | 127315 | db->busyTimeout = ms; |
| 126304 | 127316 | }else{ |
| 126305 | 127317 | sqlite3_busy_handler(db, 0, 0); |
| | @@ -126309,10 +127321,16 @@ |
| 126309 | 127321 | |
| 126310 | 127322 | /* |
| 126311 | 127323 | ** Cause any pending operation to stop at its earliest opportunity. |
| 126312 | 127324 | */ |
| 126313 | 127325 | SQLITE_API void sqlite3_interrupt(sqlite3 *db){ |
| 127326 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127327 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127328 | + (void)SQLITE_MISUSE_BKPT; |
| 127329 | + return; |
| 127330 | + } |
| 127331 | +#endif |
| 126314 | 127332 | db->u1.isInterrupted = 1; |
| 126315 | 127333 | } |
| 126316 | 127334 | |
| 126317 | 127335 | |
| 126318 | 127336 | /* |
| | @@ -126446,10 +127464,16 @@ |
| 126446 | 127464 | void (*xFinal)(sqlite3_context*), |
| 126447 | 127465 | void (*xDestroy)(void *) |
| 126448 | 127466 | ){ |
| 126449 | 127467 | int rc = SQLITE_ERROR; |
| 126450 | 127468 | FuncDestructor *pArg = 0; |
| 127469 | + |
| 127470 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127471 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127472 | + return SQLITE_MISUSE_BKPT; |
| 127473 | + } |
| 127474 | +#endif |
| 126451 | 127475 | sqlite3_mutex_enter(db->mutex); |
| 126452 | 127476 | if( xDestroy ){ |
| 126453 | 127477 | pArg = (FuncDestructor *)sqlite3DbMallocZero(db, sizeof(FuncDestructor)); |
| 126454 | 127478 | if( !pArg ){ |
| 126455 | 127479 | xDestroy(p); |
| | @@ -126482,10 +127506,14 @@ |
| 126482 | 127506 | void (*xStep)(sqlite3_context*,int,sqlite3_value**), |
| 126483 | 127507 | void (*xFinal)(sqlite3_context*) |
| 126484 | 127508 | ){ |
| 126485 | 127509 | int rc; |
| 126486 | 127510 | char *zFunc8; |
| 127511 | + |
| 127512 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127513 | + if( !sqlite3SafetyCheckOk(db) || zFunctionName==0 ) return SQLITE_MISUSE_BKPT; |
| 127514 | +#endif |
| 126487 | 127515 | sqlite3_mutex_enter(db->mutex); |
| 126488 | 127516 | assert( !db->mallocFailed ); |
| 126489 | 127517 | zFunc8 = sqlite3Utf16to8(db, zFunctionName, -1, SQLITE_UTF16NATIVE); |
| 126490 | 127518 | rc = sqlite3CreateFunc(db, zFunc8, nArg, eTextRep, p, xFunc, xStep, xFinal,0); |
| 126491 | 127519 | sqlite3DbFree(db, zFunc8); |
| | @@ -126513,10 +127541,16 @@ |
| 126513 | 127541 | const char *zName, |
| 126514 | 127542 | int nArg |
| 126515 | 127543 | ){ |
| 126516 | 127544 | int nName = sqlite3Strlen30(zName); |
| 126517 | 127545 | int rc = SQLITE_OK; |
| 127546 | + |
| 127547 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127548 | + if( !sqlite3SafetyCheckOk(db) || zName==0 || nArg<-2 ){ |
| 127549 | + return SQLITE_MISUSE_BKPT; |
| 127550 | + } |
| 127551 | +#endif |
| 126518 | 127552 | sqlite3_mutex_enter(db->mutex); |
| 126519 | 127553 | if( sqlite3FindFunction(db, zName, nName, nArg, SQLITE_UTF8, 0)==0 ){ |
| 126520 | 127554 | rc = sqlite3CreateFunc(db, zName, nArg, SQLITE_UTF8, |
| 126521 | 127555 | 0, sqlite3InvalidFunction, 0, 0, 0); |
| 126522 | 127556 | } |
| | @@ -126534,10 +127568,17 @@ |
| 126534 | 127568 | ** trace is a pointer to a function that is invoked at the start of each |
| 126535 | 127569 | ** SQL statement. |
| 126536 | 127570 | */ |
| 126537 | 127571 | SQLITE_API void *sqlite3_trace(sqlite3 *db, void (*xTrace)(void*,const char*), void *pArg){ |
| 126538 | 127572 | void *pOld; |
| 127573 | + |
| 127574 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127575 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127576 | + (void)SQLITE_MISUSE_BKPT; |
| 127577 | + return 0; |
| 127578 | + } |
| 127579 | +#endif |
| 126539 | 127580 | sqlite3_mutex_enter(db->mutex); |
| 126540 | 127581 | pOld = db->pTraceArg; |
| 126541 | 127582 | db->xTrace = xTrace; |
| 126542 | 127583 | db->pTraceArg = pArg; |
| 126543 | 127584 | sqlite3_mutex_leave(db->mutex); |
| | @@ -126555,10 +127596,17 @@ |
| 126555 | 127596 | sqlite3 *db, |
| 126556 | 127597 | void (*xProfile)(void*,const char*,sqlite_uint64), |
| 126557 | 127598 | void *pArg |
| 126558 | 127599 | ){ |
| 126559 | 127600 | void *pOld; |
| 127601 | + |
| 127602 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127603 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127604 | + (void)SQLITE_MISUSE_BKPT; |
| 127605 | + return 0; |
| 127606 | + } |
| 127607 | +#endif |
| 126560 | 127608 | sqlite3_mutex_enter(db->mutex); |
| 126561 | 127609 | pOld = db->pProfileArg; |
| 126562 | 127610 | db->xProfile = xProfile; |
| 126563 | 127611 | db->pProfileArg = pArg; |
| 126564 | 127612 | sqlite3_mutex_leave(db->mutex); |
| | @@ -126575,10 +127623,17 @@ |
| 126575 | 127623 | sqlite3 *db, /* Attach the hook to this database */ |
| 126576 | 127624 | int (*xCallback)(void*), /* Function to invoke on each commit */ |
| 126577 | 127625 | void *pArg /* Argument to the function */ |
| 126578 | 127626 | ){ |
| 126579 | 127627 | void *pOld; |
| 127628 | + |
| 127629 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127630 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127631 | + (void)SQLITE_MISUSE_BKPT; |
| 127632 | + return 0; |
| 127633 | + } |
| 127634 | +#endif |
| 126580 | 127635 | sqlite3_mutex_enter(db->mutex); |
| 126581 | 127636 | pOld = db->pCommitArg; |
| 126582 | 127637 | db->xCommitCallback = xCallback; |
| 126583 | 127638 | db->pCommitArg = pArg; |
| 126584 | 127639 | sqlite3_mutex_leave(db->mutex); |
| | @@ -126593,10 +127648,17 @@ |
| 126593 | 127648 | sqlite3 *db, /* Attach the hook to this database */ |
| 126594 | 127649 | void (*xCallback)(void*,int,char const *,char const *,sqlite_int64), |
| 126595 | 127650 | void *pArg /* Argument to the function */ |
| 126596 | 127651 | ){ |
| 126597 | 127652 | void *pRet; |
| 127653 | + |
| 127654 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127655 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127656 | + (void)SQLITE_MISUSE_BKPT; |
| 127657 | + return 0; |
| 127658 | + } |
| 127659 | +#endif |
| 126598 | 127660 | sqlite3_mutex_enter(db->mutex); |
| 126599 | 127661 | pRet = db->pUpdateArg; |
| 126600 | 127662 | db->xUpdateCallback = xCallback; |
| 126601 | 127663 | db->pUpdateArg = pArg; |
| 126602 | 127664 | sqlite3_mutex_leave(db->mutex); |
| | @@ -126611,10 +127673,17 @@ |
| 126611 | 127673 | sqlite3 *db, /* Attach the hook to this database */ |
| 126612 | 127674 | void (*xCallback)(void*), /* Callback function */ |
| 126613 | 127675 | void *pArg /* Argument to the function */ |
| 126614 | 127676 | ){ |
| 126615 | 127677 | void *pRet; |
| 127678 | + |
| 127679 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127680 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127681 | + (void)SQLITE_MISUSE_BKPT; |
| 127682 | + return 0; |
| 127683 | + } |
| 127684 | +#endif |
| 126616 | 127685 | sqlite3_mutex_enter(db->mutex); |
| 126617 | 127686 | pRet = db->pRollbackArg; |
| 126618 | 127687 | db->xRollbackCallback = xCallback; |
| 126619 | 127688 | db->pRollbackArg = pArg; |
| 126620 | 127689 | sqlite3_mutex_leave(db->mutex); |
| | @@ -126657,10 +127726,13 @@ |
| 126657 | 127726 | SQLITE_API int sqlite3_wal_autocheckpoint(sqlite3 *db, int nFrame){ |
| 126658 | 127727 | #ifdef SQLITE_OMIT_WAL |
| 126659 | 127728 | UNUSED_PARAMETER(db); |
| 126660 | 127729 | UNUSED_PARAMETER(nFrame); |
| 126661 | 127730 | #else |
| 127731 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127732 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 127733 | +#endif |
| 126662 | 127734 | if( nFrame>0 ){ |
| 126663 | 127735 | sqlite3_wal_hook(db, sqlite3WalDefaultHook, SQLITE_INT_TO_PTR(nFrame)); |
| 126664 | 127736 | }else{ |
| 126665 | 127737 | sqlite3_wal_hook(db, 0, 0); |
| 126666 | 127738 | } |
| | @@ -126677,10 +127749,16 @@ |
| 126677 | 127749 | int(*xCallback)(void *, sqlite3*, const char*, int), |
| 126678 | 127750 | void *pArg /* First argument passed to xCallback() */ |
| 126679 | 127751 | ){ |
| 126680 | 127752 | #ifndef SQLITE_OMIT_WAL |
| 126681 | 127753 | void *pRet; |
| 127754 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127755 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 127756 | + (void)SQLITE_MISUSE_BKPT; |
| 127757 | + return 0; |
| 127758 | + } |
| 127759 | +#endif |
| 126682 | 127760 | sqlite3_mutex_enter(db->mutex); |
| 126683 | 127761 | pRet = db->pWalArg; |
| 126684 | 127762 | db->xWalCallback = xCallback; |
| 126685 | 127763 | db->pWalArg = pArg; |
| 126686 | 127764 | sqlite3_mutex_leave(db->mutex); |
| | @@ -126703,10 +127781,14 @@ |
| 126703 | 127781 | #ifdef SQLITE_OMIT_WAL |
| 126704 | 127782 | return SQLITE_OK; |
| 126705 | 127783 | #else |
| 126706 | 127784 | int rc; /* Return code */ |
| 126707 | 127785 | int iDb = SQLITE_MAX_ATTACHED; /* sqlite3.aDb[] index of db to checkpoint */ |
| 127786 | + |
| 127787 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 127788 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 127789 | +#endif |
| 126708 | 127790 | |
| 126709 | 127791 | /* Initialize the output variables to -1 in case an error occurs. */ |
| 126710 | 127792 | if( pnLog ) *pnLog = -1; |
| 126711 | 127793 | if( pnCkpt ) *pnCkpt = -1; |
| 126712 | 127794 | |
| | @@ -127100,10 +128182,16 @@ |
| 127100 | 128182 | ** from forming. |
| 127101 | 128183 | */ |
| 127102 | 128184 | SQLITE_API int sqlite3_limit(sqlite3 *db, int limitId, int newLimit){ |
| 127103 | 128185 | int oldLimit; |
| 127104 | 128186 | |
| 128187 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128188 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 128189 | + (void)SQLITE_MISUSE_BKPT; |
| 128190 | + return -1; |
| 128191 | + } |
| 128192 | +#endif |
| 127105 | 128193 | |
| 127106 | 128194 | /* EVIDENCE-OF: R-30189-54097 For each limit category SQLITE_LIMIT_NAME |
| 127107 | 128195 | ** there is a hard upper bound set at compile-time by a C preprocessor |
| 127108 | 128196 | ** macro called SQLITE_MAX_NAME. (The "_LIMIT_" in the name is changed to |
| 127109 | 128197 | ** "_MAX_".) |
| | @@ -127176,11 +128264,12 @@ |
| 127176 | 128264 | char c; |
| 127177 | 128265 | int nUri = sqlite3Strlen30(zUri); |
| 127178 | 128266 | |
| 127179 | 128267 | assert( *pzErrMsg==0 ); |
| 127180 | 128268 | |
| 127181 | | - if( ((flags & SQLITE_OPEN_URI) || sqlite3GlobalConfig.bOpenUri) |
| 128269 | + if( ((flags & SQLITE_OPEN_URI) /* IMP: R-48725-32206 */ |
| 128270 | + || sqlite3GlobalConfig.bOpenUri) /* IMP: R-51689-46548 */ |
| 127182 | 128271 | && nUri>=5 && memcmp(zUri, "file:", 5)==0 /* IMP: R-57884-37496 */ |
| 127183 | 128272 | ){ |
| 127184 | 128273 | char *zOpt; |
| 127185 | 128274 | int eState; /* Parser state when parsing URI */ |
| 127186 | 128275 | int iIn; /* Input character index */ |
| | @@ -127385,10 +128474,13 @@ |
| 127385 | 128474 | int rc; /* Return code */ |
| 127386 | 128475 | int isThreadsafe; /* True for threadsafe connections */ |
| 127387 | 128476 | char *zOpen = 0; /* Filename argument to pass to BtreeOpen() */ |
| 127388 | 128477 | char *zErrMsg = 0; /* Error message from sqlite3ParseUri() */ |
| 127389 | 128478 | |
| 128479 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128480 | + if( ppDb==0 ) return SQLITE_MISUSE_BKPT; |
| 128481 | +#endif |
| 127390 | 128482 | *ppDb = 0; |
| 127391 | 128483 | #ifndef SQLITE_OMIT_AUTOINIT |
| 127392 | 128484 | rc = sqlite3_initialize(); |
| 127393 | 128485 | if( rc ) return rc; |
| 127394 | 128486 | #endif |
| | @@ -127674,17 +128766,19 @@ |
| 127674 | 128766 | ){ |
| 127675 | 128767 | char const *zFilename8; /* zFilename encoded in UTF-8 instead of UTF-16 */ |
| 127676 | 128768 | sqlite3_value *pVal; |
| 127677 | 128769 | int rc; |
| 127678 | 128770 | |
| 127679 | | - assert( zFilename ); |
| 127680 | | - assert( ppDb ); |
| 128771 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128772 | + if( ppDb==0 ) return SQLITE_MISUSE_BKPT; |
| 128773 | +#endif |
| 127681 | 128774 | *ppDb = 0; |
| 127682 | 128775 | #ifndef SQLITE_OMIT_AUTOINIT |
| 127683 | 128776 | rc = sqlite3_initialize(); |
| 127684 | 128777 | if( rc ) return rc; |
| 127685 | 128778 | #endif |
| 128779 | + if( zFilename==0 ) zFilename = "\000\000"; |
| 127686 | 128780 | pVal = sqlite3ValueNew(0); |
| 127687 | 128781 | sqlite3ValueSetStr(pVal, -1, zFilename, SQLITE_UTF16NATIVE, SQLITE_STATIC); |
| 127688 | 128782 | zFilename8 = sqlite3ValueText(pVal, SQLITE_UTF8); |
| 127689 | 128783 | if( zFilename8 ){ |
| 127690 | 128784 | rc = openDatabase(zFilename8, ppDb, |
| | @@ -127710,17 +128804,11 @@ |
| 127710 | 128804 | const char *zName, |
| 127711 | 128805 | int enc, |
| 127712 | 128806 | void* pCtx, |
| 127713 | 128807 | int(*xCompare)(void*,int,const void*,int,const void*) |
| 127714 | 128808 | ){ |
| 127715 | | - int rc; |
| 127716 | | - sqlite3_mutex_enter(db->mutex); |
| 127717 | | - assert( !db->mallocFailed ); |
| 127718 | | - rc = createCollation(db, zName, (u8)enc, pCtx, xCompare, 0); |
| 127719 | | - rc = sqlite3ApiExit(db, rc); |
| 127720 | | - sqlite3_mutex_leave(db->mutex); |
| 127721 | | - return rc; |
| 128809 | + return sqlite3_create_collation_v2(db, zName, enc, pCtx, xCompare, 0); |
| 127722 | 128810 | } |
| 127723 | 128811 | |
| 127724 | 128812 | /* |
| 127725 | 128813 | ** Register a new collation sequence with the database handle db. |
| 127726 | 128814 | */ |
| | @@ -127731,10 +128819,14 @@ |
| 127731 | 128819 | void* pCtx, |
| 127732 | 128820 | int(*xCompare)(void*,int,const void*,int,const void*), |
| 127733 | 128821 | void(*xDel)(void*) |
| 127734 | 128822 | ){ |
| 127735 | 128823 | int rc; |
| 128824 | + |
| 128825 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128826 | + if( !sqlite3SafetyCheckOk(db) || zName==0 ) return SQLITE_MISUSE_BKPT; |
| 128827 | +#endif |
| 127736 | 128828 | sqlite3_mutex_enter(db->mutex); |
| 127737 | 128829 | assert( !db->mallocFailed ); |
| 127738 | 128830 | rc = createCollation(db, zName, (u8)enc, pCtx, xCompare, xDel); |
| 127739 | 128831 | rc = sqlite3ApiExit(db, rc); |
| 127740 | 128832 | sqlite3_mutex_leave(db->mutex); |
| | @@ -127752,10 +128844,14 @@ |
| 127752 | 128844 | void* pCtx, |
| 127753 | 128845 | int(*xCompare)(void*,int,const void*,int,const void*) |
| 127754 | 128846 | ){ |
| 127755 | 128847 | int rc = SQLITE_OK; |
| 127756 | 128848 | char *zName8; |
| 128849 | + |
| 128850 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128851 | + if( !sqlite3SafetyCheckOk(db) || zName==0 ) return SQLITE_MISUSE_BKPT; |
| 128852 | +#endif |
| 127757 | 128853 | sqlite3_mutex_enter(db->mutex); |
| 127758 | 128854 | assert( !db->mallocFailed ); |
| 127759 | 128855 | zName8 = sqlite3Utf16to8(db, zName, -1, SQLITE_UTF16NATIVE); |
| 127760 | 128856 | if( zName8 ){ |
| 127761 | 128857 | rc = createCollation(db, zName8, (u8)enc, pCtx, xCompare, 0); |
| | @@ -127774,10 +128870,13 @@ |
| 127774 | 128870 | SQLITE_API int sqlite3_collation_needed( |
| 127775 | 128871 | sqlite3 *db, |
| 127776 | 128872 | void *pCollNeededArg, |
| 127777 | 128873 | void(*xCollNeeded)(void*,sqlite3*,int eTextRep,const char*) |
| 127778 | 128874 | ){ |
| 128875 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128876 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 128877 | +#endif |
| 127779 | 128878 | sqlite3_mutex_enter(db->mutex); |
| 127780 | 128879 | db->xCollNeeded = xCollNeeded; |
| 127781 | 128880 | db->xCollNeeded16 = 0; |
| 127782 | 128881 | db->pCollNeededArg = pCollNeededArg; |
| 127783 | 128882 | sqlite3_mutex_leave(db->mutex); |
| | @@ -127792,10 +128891,13 @@ |
| 127792 | 128891 | SQLITE_API int sqlite3_collation_needed16( |
| 127793 | 128892 | sqlite3 *db, |
| 127794 | 128893 | void *pCollNeededArg, |
| 127795 | 128894 | void(*xCollNeeded16)(void*,sqlite3*,int eTextRep,const void*) |
| 127796 | 128895 | ){ |
| 128896 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128897 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 128898 | +#endif |
| 127797 | 128899 | sqlite3_mutex_enter(db->mutex); |
| 127798 | 128900 | db->xCollNeeded = 0; |
| 127799 | 128901 | db->xCollNeeded16 = xCollNeeded16; |
| 127800 | 128902 | db->pCollNeededArg = pCollNeededArg; |
| 127801 | 128903 | sqlite3_mutex_leave(db->mutex); |
| | @@ -127818,10 +128920,16 @@ |
| 127818 | 128920 | ** mode. Return TRUE if it is and FALSE if not. Autocommit mode is on |
| 127819 | 128921 | ** by default. Autocommit is disabled by a BEGIN statement and reenabled |
| 127820 | 128922 | ** by the next COMMIT or ROLLBACK. |
| 127821 | 128923 | */ |
| 127822 | 128924 | SQLITE_API int sqlite3_get_autocommit(sqlite3 *db){ |
| 128925 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 128926 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 128927 | + (void)SQLITE_MISUSE_BKPT; |
| 128928 | + return 0; |
| 128929 | + } |
| 128930 | +#endif |
| 127823 | 128931 | return db->autoCommit; |
| 127824 | 128932 | } |
| 127825 | 128933 | |
| 127826 | 128934 | /* |
| 127827 | 128935 | ** The following routines are substitutes for constants SQLITE_CORRUPT, |
| | @@ -128000,10 +129108,13 @@ |
| 128000 | 129108 | |
| 128001 | 129109 | /* |
| 128002 | 129110 | ** Enable or disable the extended result codes. |
| 128003 | 129111 | */ |
| 128004 | 129112 | SQLITE_API int sqlite3_extended_result_codes(sqlite3 *db, int onoff){ |
| 129113 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 129114 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 129115 | +#endif |
| 128005 | 129116 | sqlite3_mutex_enter(db->mutex); |
| 128006 | 129117 | db->errMask = onoff ? 0xffffffff : 0xff; |
| 128007 | 129118 | sqlite3_mutex_leave(db->mutex); |
| 128008 | 129119 | return SQLITE_OK; |
| 128009 | 129120 | } |
| | @@ -128013,10 +129124,13 @@ |
| 128013 | 129124 | */ |
| 128014 | 129125 | SQLITE_API int sqlite3_file_control(sqlite3 *db, const char *zDbName, int op, void *pArg){ |
| 128015 | 129126 | int rc = SQLITE_ERROR; |
| 128016 | 129127 | Btree *pBtree; |
| 128017 | 129128 | |
| 129129 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 129130 | + if( !sqlite3SafetyCheckOk(db) ) return SQLITE_MISUSE_BKPT; |
| 129131 | +#endif |
| 128018 | 129132 | sqlite3_mutex_enter(db->mutex); |
| 128019 | 129133 | pBtree = sqlite3DbNameToBtree(db, zDbName); |
| 128020 | 129134 | if( pBtree ){ |
| 128021 | 129135 | Pager *pPager; |
| 128022 | 129136 | sqlite3_file *fd; |
| | @@ -128355,11 +129469,11 @@ |
| 128355 | 129469 | ** query parameter we seek. This routine returns the value of the zParam |
| 128356 | 129470 | ** parameter if it exists. If the parameter does not exist, this routine |
| 128357 | 129471 | ** returns a NULL pointer. |
| 128358 | 129472 | */ |
| 128359 | 129473 | SQLITE_API const char *sqlite3_uri_parameter(const char *zFilename, const char *zParam){ |
| 128360 | | - if( zFilename==0 ) return 0; |
| 129474 | + if( zFilename==0 || zParam==0 ) return 0; |
| 128361 | 129475 | zFilename += sqlite3Strlen30(zFilename) + 1; |
| 128362 | 129476 | while( zFilename[0] ){ |
| 128363 | 129477 | int x = strcmp(zFilename, zParam); |
| 128364 | 129478 | zFilename += sqlite3Strlen30(zFilename) + 1; |
| 128365 | 129479 | if( x==0 ) return zFilename; |
| | @@ -128411,19 +129525,31 @@ |
| 128411 | 129525 | /* |
| 128412 | 129526 | ** Return the filename of the database associated with a database |
| 128413 | 129527 | ** connection. |
| 128414 | 129528 | */ |
| 128415 | 129529 | SQLITE_API const char *sqlite3_db_filename(sqlite3 *db, const char *zDbName){ |
| 129530 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 129531 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 129532 | + (void)SQLITE_MISUSE_BKPT; |
| 129533 | + return 0; |
| 129534 | + } |
| 129535 | +#endif |
| 128416 | 129536 | Btree *pBt = sqlite3DbNameToBtree(db, zDbName); |
| 128417 | 129537 | return pBt ? sqlite3BtreeGetFilename(pBt) : 0; |
| 128418 | 129538 | } |
| 128419 | 129539 | |
| 128420 | 129540 | /* |
| 128421 | 129541 | ** Return 1 if database is read-only or 0 if read/write. Return -1 if |
| 128422 | 129542 | ** no such database exists. |
| 128423 | 129543 | */ |
| 128424 | 129544 | SQLITE_API int sqlite3_db_readonly(sqlite3 *db, const char *zDbName){ |
| 129545 | +#ifdef SQLITE_ENABLE_API_ARMOR |
| 129546 | + if( !sqlite3SafetyCheckOk(db) ){ |
| 129547 | + (void)SQLITE_MISUSE_BKPT; |
| 129548 | + return -1; |
| 129549 | + } |
| 129550 | +#endif |
| 128425 | 129551 | Btree *pBt = sqlite3DbNameToBtree(db, zDbName); |
| 128426 | 129552 | return pBt ? sqlite3BtreeIsReadonly(pBt) : -1; |
| 128427 | 129553 | } |
| 128428 | 129554 | |
| 128429 | 129555 | /************** End of main.c ************************************************/ |
| 128430 | 129556 | |