Index: Makefile.msc
==================================================================
--- Makefile.msc
+++ Makefile.msc
@@ -1621,11 +1621,12 @@
$(TOP)\src\test_window.c \
$(TOP)\src\test_wsd.c \
$(TOP)\ext\fts3\fts3_term.c \
$(TOP)\ext\fts3\fts3_test.c \
$(TOP)\ext\rbu\test_rbu.c \
- $(TOP)\ext\session\test_session.c
+ $(TOP)\ext\session\test_session.c \
+ $(TOP)\ext\session\sqlite3changebatch.c
# Statically linked extensions.
#
TESTEXT = \
$(TOP)\ext\expert\sqlite3expert.c \
ADDED doc/begin_concurrent.md
Index: doc/begin_concurrent.md
==================================================================
--- /dev/null
+++ doc/begin_concurrent.md
@@ -0,0 +1,106 @@
+
+Begin Concurrent
+================
+
+## Overview
+
+Usually, SQLite allows at most one writer to proceed concurrently. The
+BEGIN CONCURRENT enhancement allows multiple writers to process write
+transactions simultanously if the database is in "wal" or "wal2" mode,
+although the system still serializes COMMIT commands.
+
+When a write-transaction is opened with "BEGIN CONCURRENT", actually
+locking the database is deferred until a COMMIT is executed. This means
+that any number of transactions started with BEGIN CONCURRENT may proceed
+concurrently. The system uses optimistic page-level-locking to prevent
+conflicting concurrent transactions from being committed.
+
+When a BEGIN CONCURRENT transaction is committed, the system checks whether
+or not any of the database pages that the transaction has read have been
+modified since the BEGIN CONCURRENT was opened. In other words - it asks
+if the transaction being committed operates on a different set of data than
+all other concurrently executing transactions. If the answer is "yes, this
+transaction did not read or modify any data modified by any concurrent
+transaction", then the transaction is committed as normal. Otherwise, if the
+transaction does conflict, it cannot be committed and an SQLITE_BUSY_SNAPSHOT
+error is returned. At this point, all the client can do is ROLLBACK the
+transaction.
+
+If SQLITE_BUSY_SNAPSHOT is returned, messages are output via the sqlite3_log
+mechanism indicating the page and table or index on which the conflict
+occurred. This can be useful when optimizing concurrency.
+
+## Application Programming Notes
+
+In order to serialize COMMIT processing, SQLite takes a lock on the database
+as part of each COMMIT command and releases it before returning. At most one
+writer may hold this lock at any one time. If a writer cannot obtain the lock,
+it uses SQLite's busy-handler to pause and retry for a while:
+
+
+ https://www.sqlite.org/c3ref/busy_handler.html
+
+
+If there is significant contention for the writer lock, this mechanism can be
+inefficient. In this case it is better for the application to use a mutex or
+some other mechanism that supports blocking to ensure that at most one writer
+is attempting to COMMIT a BEGIN CONCURRENT transaction at a time. This is
+usually easier if all writers are part of the same operating system process.
+
+If all database clients (readers and writers) are located in the same OS
+process, and if that OS is a Unix variant, then it can be more efficient to
+the built-in VFS "unix-excl" instead of the default "unix". This is because it
+uses more efficient locking primitives.
+
+The key to maximizing concurrency using BEGIN CONCURRENT is to ensure that
+there are a large number of non-conflicting transactions. In SQLite, each
+table and each index is stored as a separate b-tree, each of which is
+distributed over a discrete set of database pages. This means that:
+
+ * Two transactions that write to different sets of tables never
+ conflict, and that
+
+ * Two transactions that write to the same tables or indexes only
+ conflict if the values of the keys (either primary keys or indexed
+ rows) are fairly close together. For example, given a large
+ table with the schema:
+
+
CREATE TABLE t1(a INTEGER PRIMARY KEY, b BLOB);
+
+ writing two rows with adjacent values for "a" probably will cause a
+ conflict (as the two keys are stored on the same page), but writing two
+ rows with vastly different values for "a" will not (as the keys will likly
+ be stored on different pages).
+
+Note that, in SQLite, if values are not explicitly supplied for an INTEGER
+PRIMARY KEY, as for example in:
+
+>
+ INSERT INTO t1(b) VALUES();
+
+then monotonically increasing values are assigned automatically. This is
+terrible for concurrency, as it all but ensures that all new rows are
+added to the same database page. In such situations, it is better to
+explicitly assign random values to INTEGER PRIMARY KEY fields.
+
+This problem also comes up for non-WITHOUT ROWID tables that do not have an
+explicit INTEGER PRIMARY KEY column. In these cases each table has an implicit
+INTEGER PRIMARY KEY column that is assigned increasing values, leading to the
+same problem as omitting to assign a value to an explicit INTEGER PRIMARY KEY
+column.
+
+For both explicit and implicit INTEGER PRIMARY KEYs, it is possible to have
+SQLite assign values at random (instead of the monotonically increasing
+values) by writing a row with a rowid equal to the largest possible signed
+64-bit integer to the table. For example:
+
+ INSERT INTO t1(a) VALUES(9223372036854775807);
+
+Applications should take care not to malfunction due to the presence of such
+rows.
+
+The nature of some types of indexes, for example indexes on timestamp fields,
+can also cause problems (as concurrent transactions may assign similar
+timestamps that will be stored on the same db page to new records). In these
+cases the database schema may need to be rethought to increase the concurrency
+provided by page-level-locking.
ADDED ext/session/changebatch1.test
Index: ext/session/changebatch1.test
==================================================================
--- /dev/null
+++ ext/session/changebatch1.test
@@ -0,0 +1,222 @@
+# 2016 August 23
+#
+# The author disclaims copyright to this source code. In place of
+# a legal notice, here is a blessing:
+#
+# May you do good and not evil.
+# May you find forgiveness for yourself and forgive others.
+# May you share freely, never taking more than you give.
+#
+#***********************************************************************
+# This file implements regression tests for SQLite library.
+#
+
+if {![info exists testdir]} {
+ set testdir [file join [file dirname [info script]] .. .. test]
+}
+source $testdir/tester.tcl
+ifcapable !session {finish_test; return}
+
+set testprefix changebatch1
+
+
+proc sql_to_changeset {method sql} {
+ sqlite3session S db main
+ S attach *
+ execsql $sql
+ set ret [S $method]
+ S delete
+ return $ret
+}
+
+proc do_changebatch_test {tn method args} {
+ set C [list]
+ foreach a $args {
+ lappend C [sql_to_changeset $method $a]
+ }
+
+ sqlite3changebatch cb db
+ set i 1
+ foreach ::cs [lrange $C 0 end-1] {
+ set rc [cb add $::cs]
+ if {$rc!="SQLITE_OK"} { error "expected SQLITE_OK, got $rc (i=$i)" }
+ incr i
+ }
+
+ set ::cs [lindex $C end]
+ do_test $tn { cb add [set ::cs] } SQLITE_CONSTRAINT
+ cb delete
+}
+
+proc do_changebatch_test1 {tn args} {
+ uplevel do_changebatch_test $tn changeset $args
+}
+proc do_changebatch_test2 {tn args} {
+ uplevel do_changebatch_test $tn fullchangeset $args
+}
+
+#-------------------------------------------------------------------------
+# The body of the following loop contains tests for database schemas
+# that do not feature multi-column UNIQUE constraints. In this case
+# it doesn't matter if the changesets are generated using
+# sqlite3session_changeset() or sqlite3session_fullchangeset().
+#
+foreach {tn testfunction} {
+ 1 do_changebatch_test1
+ 2 do_changebatch_test2
+} {
+ reset_db
+
+ #-------------------------------------------------------------------------
+ #
+ do_execsql_test $tn.1.0 {
+ CREATE TABLE t1(a PRIMARY KEY, b);
+ }
+
+ $testfunction $tn.1.1 {
+ INSERT INTO t1 VALUES(1, 1);
+ } {
+ DELETE FROM t1 WHERE a=1;
+ }
+
+ do_execsql_test $tn.1.2.0 {
+ INSERT INTO t1 VALUES(1, 1);
+ INSERT INTO t1 VALUES(2, 2);
+ INSERT INTO t1 VALUES(3, 3);
+ }
+ $testfunction $tn.1.2.1 {
+ DELETE FROM t1 WHERE a=2;
+ } {
+ INSERT INTO t1 VALUES(2, 2);
+ }
+
+ #-------------------------------------------------------------------------
+ #
+ do_execsql_test $tn.2.0 {
+ CREATE TABLE x1(a, b PRIMARY KEY, c UNIQUE);
+ CREATE TABLE x2(a PRIMARY KEY, b UNIQUE, c UNIQUE);
+ CREATE INDEX x1a ON x1(a);
+
+ INSERT INTO x1 VALUES(1, 1, 'a');
+ INSERT INTO x1 VALUES(1, 2, 'b');
+ INSERT INTO x1 VALUES(1, 3, 'c');
+ }
+
+ $testfunction $tn.2.1 {
+ DELETE FROM x1 WHERE b=2;
+ } {
+ UPDATE x1 SET c='b' WHERE b=3;
+ }
+
+ $testfunction $tn.2.2 {
+ DELETE FROM x1 WHERE b=1;
+ } {
+ INSERT INTO x1 VALUES(1, 5, 'a');
+ }
+
+ set L [list]
+ for {set i 1000} {$i < 10000} {incr i} {
+ lappend L "INSERT INTO x2 VALUES($i, $i, 'x' || $i)"
+ }
+ lappend L "DELETE FROM x2 WHERE b=1005"
+ $testfunction $tn.2.3 {*}$L
+
+ execsql { INSERT INTO x1 VALUES('f', 'f', 'f') }
+ $testfunction $tn.2.4 {
+ INSERT INTO x2 VALUES('f', 'f', 'f');
+ } {
+ INSERT INTO x1 VALUES('g', 'g', 'g');
+ } {
+ DELETE FROM x1 WHERE b='f';
+ } {
+ INSERT INTO x2 VALUES('g', 'g', 'g');
+ } {
+ INSERT INTO x1 VALUES('f', 'f', 'f');
+ }
+
+ execsql {
+ DELETE FROM x1;
+ INSERT INTO x1 VALUES(1.5, 1.5, 1.5);
+ }
+ $testfunction $tn.2.5 {
+ DELETE FROM x1 WHERE b BETWEEN 1 AND 2;
+ } {
+ INSERT INTO x1 VALUES(2.5, 2.5, 2.5);
+ } {
+ INSERT INTO x1 VALUES(1.5, 1.5, 1.5);
+ }
+
+ execsql {
+ DELETE FROM x2;
+ INSERT INTO x2 VALUES(X'abcd', X'1234', X'7890');
+ INSERT INTO x2 VALUES(X'0000', X'0000', X'0000');
+ }
+ breakpoint
+ $testfunction $tn.2.6 {
+ UPDATE x2 SET c = X'1234' WHERE a=X'abcd';
+ INSERT INTO x2 VALUES(X'1234', X'abcd', X'7890');
+ } {
+ DELETE FROM x2 WHERE b=X'0000';
+ } {
+ INSERT INTO x2 VALUES(1, X'0000', NULL);
+ }
+}
+
+#-------------------------------------------------------------------------
+# Test some multi-column UNIQUE constraints. First Using _changeset() to
+# demonstrate the problem, then using _fullchangeset() to show that it has
+# been fixed.
+#
+reset_db
+do_execsql_test 3.0 {
+ CREATE TABLE y1(a PRIMARY KEY, b, c, UNIQUE(b, c));
+ INSERT INTO y1 VALUES(1, 1, 1);
+ INSERT INTO y1 VALUES(2, 2, 2);
+ INSERT INTO y1 VALUES(3, 3, 3);
+ INSERT INTO y1 VALUES(4, 3, 4);
+ BEGIN;
+}
+
+do_test 3.1.1 {
+ set c1 [sql_to_changeset changeset { DELETE FROM y1 WHERE a=4 }]
+ set c2 [sql_to_changeset changeset { UPDATE y1 SET c=4 WHERE a=3 }]
+ sqlite3changebatch cb db
+ cb add $c1
+ cb add $c2
+} {SQLITE_OK}
+do_test 3.1.2 {
+ cb delete
+ execsql ROLLBACK
+} {}
+
+do_test 3.1.1 {
+ set c1 [sql_to_changeset fullchangeset { DELETE FROM y1 WHERE a=4 }]
+ set c2 [sql_to_changeset fullchangeset { UPDATE y1 SET c=4 WHERE a=3 }]
+ sqlite3changebatch cb db
+ cb add $c1
+ cb add $c2
+} {SQLITE_OK}
+do_test 3.1.2 {
+ cb delete
+} {}
+
+#-------------------------------------------------------------------------
+#
+reset_db
+do_execsql_test 4.0 {
+ CREATE TABLE t1(x, y, z, PRIMARY KEY(x, y), UNIQUE(z));
+}
+
+do_test 4.1 {
+ set c1 [sql_to_changeset fullchangeset { INSERT INTO t1 VALUES(1, 2, 3) }]
+ execsql {
+ DROP TABLE t1;
+ CREATE TABLE t1(w, x, y, z, PRIMARY KEY(x, y), UNIQUE(z));
+ }
+ sqlite3changebatch cb db
+ list [catch { cb add $c1 } msg] $msg
+} {1 SQLITE_RANGE}
+
+cb delete
+
+finish_test
ADDED ext/session/changebatchfault.test
Index: ext/session/changebatchfault.test
==================================================================
--- /dev/null
+++ ext/session/changebatchfault.test
@@ -0,0 +1,42 @@
+# 2011 Mar 21
+#
+# The author disclaims copyright to this source code. In place of
+# a legal notice, here is a blessing:
+#
+# May you do good and not evil.
+# May you find forgiveness for yourself and forgive others.
+# May you share freely, never taking more than you give.
+#
+#***********************************************************************
+#
+# The focus of this file is testing the session module.
+#
+
+if {![info exists testdir]} {
+ set testdir [file join [file dirname [info script]] .. .. test]
+}
+source [file join [file dirname [info script]] session_common.tcl]
+source $testdir/tester.tcl
+ifcapable !session {finish_test; return}
+set testprefix changebatchfault
+
+do_execsql_test 1.0 {
+ CREATE TABLE t1(a, b, c PRIMARY KEY, UNIQUE(a, b));
+ INSERT INTO t1 VALUES('a', 'a', 'a');
+ INSERT INTO t1 VALUES('b', 'b', 'b');
+}
+
+set ::c1 [changeset_from_sql { delete from t1 where c='a' }]
+set ::c2 [changeset_from_sql { insert into t1 values('c', 'c', 'c') }]
+
+do_faultsim_test 1 -faults oom-* -body {
+ sqlite3changebatch cb db
+ cb add $::c1
+ cb add $::c2
+} -test {
+ faultsim_test_result {0 SQLITE_OK} {1 SQLITE_NOMEM}
+ catch { cb delete }
+}
+
+
+finish_test
Index: ext/session/sessionH.test
==================================================================
--- ext/session/sessionH.test
+++ ext/session/sessionH.test
@@ -27,11 +27,11 @@
}
do_then_apply_sql -ignorenoop {
WITH s(i) AS (
VALUES(1) UNION ALL SELECT i+1 FROM s WHERe i<10000
)
- INSERT INTO t1 SELECT 'abcde', randomblob(16), i FROM s;
+ INSERT INTO t1 SELECT 'abcde', randomblob(18), i FROM s;
}
compare_db db db2
} {}
#------------------------------------------------------------------------
ADDED ext/session/sqlite3changebatch.c
Index: ext/session/sqlite3changebatch.c
==================================================================
--- /dev/null
+++ ext/session/sqlite3changebatch.c
@@ -0,0 +1,485 @@
+
+#if !defined(SQLITE_TEST) || (defined(SQLITE_ENABLE_SESSION) && defined(SQLITE_ENABLE_PREUPDATE_HOOK))
+
+#include "sqlite3session.h"
+#include "sqlite3changebatch.h"
+
+#include
+#include
+
+typedef struct BatchTable BatchTable;
+typedef struct BatchIndex BatchIndex;
+typedef struct BatchIndexEntry BatchIndexEntry;
+typedef struct BatchHash BatchHash;
+
+struct sqlite3_changebatch {
+ sqlite3 *db; /* Database handle used to read schema */
+ BatchTable *pTab; /* First in linked list of tables */
+ int iChangesetId; /* Current changeset id */
+ int iNextIdxId; /* Next available index id */
+ int nEntry; /* Number of entries in hash table */
+ int nHash; /* Number of hash buckets */
+ BatchIndexEntry **apHash; /* Array of hash buckets */
+};
+
+struct BatchTable {
+ BatchIndex *pIdx; /* First in linked list of UNIQUE indexes */
+ BatchTable *pNext; /* Next table */
+ char zTab[1]; /* Table name */
+};
+
+struct BatchIndex {
+ BatchIndex *pNext; /* Next index on same table */
+ int iId; /* Index id (assigned internally) */
+ int bPk; /* True for PK index */
+ int nCol; /* Size of aiCol[] array */
+ int *aiCol; /* Array of columns that make up index */
+};
+
+struct BatchIndexEntry {
+ BatchIndexEntry *pNext; /* Next colliding hash table entry */
+ int iChangesetId; /* Id of associated changeset */
+ int iIdxId; /* Id of index this key is from */
+ int szRecord;
+ char aRecord[1];
+};
+
+/*
+** Allocate and zero a block of nByte bytes. Must be freed using cbFree().
+*/
+static void *cbMalloc(int *pRc, int nByte){
+ void *pRet;
+
+ if( *pRc ){
+ pRet = 0;
+ }else{
+ pRet = sqlite3_malloc(nByte);
+ if( pRet ){
+ memset(pRet, 0, nByte);
+ }else{
+ *pRc = SQLITE_NOMEM;
+ }
+ }
+
+ return pRet;
+}
+
+/*
+** Free an allocation made by cbMalloc().
+*/
+static void cbFree(void *p){
+ sqlite3_free(p);
+}
+
+/*
+** Return the hash bucket that pEntry belongs in.
+*/
+static int cbHash(sqlite3_changebatch *p, BatchIndexEntry *pEntry){
+ unsigned int iHash = (unsigned int)pEntry->iIdxId;
+ unsigned char *pEnd = (unsigned char*)&pEntry->aRecord[pEntry->szRecord];
+ unsigned char *pIter;
+
+ for(pIter=(unsigned char*)pEntry->aRecord; pIternHash);
+}
+
+/*
+** Resize the hash table.
+*/
+static int cbHashResize(sqlite3_changebatch *p){
+ int rc = SQLITE_OK;
+ BatchIndexEntry **apNew;
+ int nNew = (p->nHash ? p->nHash*2 : 512);
+ int i;
+
+ apNew = cbMalloc(&rc, sizeof(BatchIndexEntry*) * nNew);
+ if( rc==SQLITE_OK ){
+ int nHash = p->nHash;
+ p->nHash = nNew;
+ for(i=0; iapHash[i])!=0 ){
+ int iHash = cbHash(p, pEntry);
+ p->apHash[i] = pEntry->pNext;
+ pEntry->pNext = apNew[iHash];
+ apNew[iHash] = pEntry;
+ }
+ }
+
+ cbFree(p->apHash);
+ p->apHash = apNew;
+ }
+
+ return rc;
+}
+
+
+/*
+** Allocate a new sqlite3_changebatch object.
+*/
+int sqlite3changebatch_new(sqlite3 *db, sqlite3_changebatch **pp){
+ sqlite3_changebatch *pRet;
+ int rc = SQLITE_OK;
+ *pp = pRet = (sqlite3_changebatch*)cbMalloc(&rc, sizeof(sqlite3_changebatch));
+ if( pRet ){
+ pRet->db = db;
+ }
+ return rc;
+}
+
+/*
+** Add a BatchIndex entry for index zIdx to table pTab.
+*/
+static int cbAddIndex(
+ sqlite3_changebatch *p,
+ BatchTable *pTab,
+ const char *zIdx,
+ int bPk
+){
+ int nCol = 0;
+ sqlite3_stmt *pIndexInfo = 0;
+ BatchIndex *pNew = 0;
+ int rc;
+ char *zIndexInfo;
+
+ zIndexInfo = (char*)sqlite3_mprintf("PRAGMA main.index_info = %Q", zIdx);
+ if( zIndexInfo ){
+ rc = sqlite3_prepare_v2(p->db, zIndexInfo, -1, &pIndexInfo, 0);
+ sqlite3_free(zIndexInfo);
+ }else{
+ rc = SQLITE_NOMEM;
+ }
+
+ if( rc==SQLITE_OK ){
+ while( SQLITE_ROW==sqlite3_step(pIndexInfo) ){ nCol++; }
+ rc = sqlite3_reset(pIndexInfo);
+ }
+
+ pNew = (BatchIndex*)cbMalloc(&rc, sizeof(BatchIndex) + sizeof(int) * nCol);
+ if( rc==SQLITE_OK ){
+ pNew->nCol = nCol;
+ pNew->bPk = bPk;
+ pNew->aiCol = (int*)&pNew[1];
+ pNew->iId = p->iNextIdxId++;
+ while( SQLITE_ROW==sqlite3_step(pIndexInfo) ){
+ int i = sqlite3_column_int(pIndexInfo, 0);
+ int j = sqlite3_column_int(pIndexInfo, 1);
+ pNew->aiCol[i] = j;
+ }
+ rc = sqlite3_reset(pIndexInfo);
+ }
+
+ if( rc==SQLITE_OK ){
+ pNew->pNext = pTab->pIdx;
+ pTab->pIdx = pNew;
+ }else{
+ cbFree(pNew);
+ }
+ sqlite3_finalize(pIndexInfo);
+
+ return rc;
+}
+
+/*
+** Free the object passed as the first argument.
+*/
+static void cbFreeTable(BatchTable *pTab){
+ BatchIndex *pIdx;
+ BatchIndex *pIdxNext;
+ for(pIdx=pTab->pIdx; pIdx; pIdx=pIdxNext){
+ pIdxNext = pIdx->pNext;
+ cbFree(pIdx);
+ }
+ cbFree(pTab);
+}
+
+/*
+** Find or create the BatchTable object named zTab.
+*/
+static int cbFindTable(
+ sqlite3_changebatch *p,
+ const char *zTab,
+ BatchTable **ppTab
+){
+ BatchTable *pRet = 0;
+ int rc = SQLITE_OK;
+
+ for(pRet=p->pTab; pRet; pRet=pRet->pNext){
+ if( 0==sqlite3_stricmp(zTab, pRet->zTab) ) break;
+ }
+
+ if( pRet==0 ){
+ int nTab = strlen(zTab);
+ pRet = (BatchTable*)cbMalloc(&rc, nTab + sizeof(BatchTable));
+ if( pRet ){
+ sqlite3_stmt *pIndexList = 0;
+ char *zIndexList = 0;
+ int rc2;
+ memcpy(pRet->zTab, zTab, nTab);
+
+ zIndexList = sqlite3_mprintf("PRAGMA main.index_list = %Q", zTab);
+ if( zIndexList==0 ){
+ rc = SQLITE_NOMEM;
+ }else{
+ rc = sqlite3_prepare_v2(p->db, zIndexList, -1, &pIndexList, 0);
+ sqlite3_free(zIndexList);
+ }
+
+ while( rc==SQLITE_OK && SQLITE_ROW==sqlite3_step(pIndexList) ){
+ if( sqlite3_column_int(pIndexList, 2) ){
+ const char *zIdx = (const char*)sqlite3_column_text(pIndexList, 1);
+ const char *zTyp = (const char*)sqlite3_column_text(pIndexList, 3);
+ rc = cbAddIndex(p, pRet, zIdx, (zTyp[0]=='p'));
+ }
+ }
+ rc2 = sqlite3_finalize(pIndexList);
+ if( rc==SQLITE_OK ) rc = rc2;
+
+ if( rc==SQLITE_OK ){
+ pRet->pNext = p->pTab;
+ p->pTab = pRet;
+ }else{
+ cbFreeTable(pRet);
+ pRet = 0;
+ }
+ }
+ }
+
+ *ppTab = pRet;
+ return rc;
+}
+
+/*
+** Extract value iVal from the changeset iterator passed as the first
+** argument. Set *ppVal to point to the value before returning.
+**
+** This function attempts to extract the value using function xVal
+** (which is always either sqlite3changeset_new or sqlite3changeset_old).
+** If the call returns SQLITE_OK but does not supply an sqlite3_value*
+** pointer, an attempt to extract the value is made using the xFallback
+** function.
+*/
+static int cbGetChangesetValue(
+ sqlite3_changeset_iter *pIter,
+ int (*xVal)(sqlite3_changeset_iter*,int,sqlite3_value**),
+ int (*xFallback)(sqlite3_changeset_iter*,int,sqlite3_value**),
+ int iVal,
+ sqlite3_value **ppVal
+){
+ int rc = xVal(pIter, iVal, ppVal);
+ if( rc==SQLITE_OK && *ppVal==0 && xFallback ){
+ rc = xFallback(pIter, iVal, ppVal);
+ }
+ return rc;
+}
+
+static int cbAddToHash(
+ sqlite3_changebatch *p,
+ sqlite3_changeset_iter *pIter,
+ BatchIndex *pIdx,
+ int (*xVal)(sqlite3_changeset_iter*,int,sqlite3_value**),
+ int (*xFallback)(sqlite3_changeset_iter*,int,sqlite3_value**),
+ int *pbConf
+){
+ BatchIndexEntry *pNew;
+ int sz = pIdx->nCol;
+ int i;
+ int iOut = 0;
+ int rc = SQLITE_OK;
+
+ for(i=0; rc==SQLITE_OK && inCol; i++){
+ sqlite3_value *pVal;
+ rc = cbGetChangesetValue(pIter, xVal, xFallback, pIdx->aiCol[i], &pVal);
+ if( rc==SQLITE_OK ){
+ int eType = 0;
+ if( pVal ) eType = sqlite3_value_type(pVal);
+ switch( eType ){
+ case 0:
+ case SQLITE_NULL:
+ return SQLITE_OK;
+
+ case SQLITE_INTEGER:
+ sz += 8;
+ break;
+ case SQLITE_FLOAT:
+ sz += 8;
+ break;
+
+ default:
+ assert( eType==SQLITE_TEXT || eType==SQLITE_BLOB );
+ sz += sqlite3_value_bytes(pVal);
+ break;
+ }
+ }
+ }
+
+ pNew = cbMalloc(&rc, sizeof(BatchIndexEntry) + sz);
+ if( pNew ){
+ pNew->iChangesetId = p->iChangesetId;
+ pNew->iIdxId = pIdx->iId;
+ pNew->szRecord = sz;
+
+ for(i=0; inCol; i++){
+ int eType;
+ sqlite3_value *pVal;
+ rc = cbGetChangesetValue(pIter, xVal, xFallback, pIdx->aiCol[i], &pVal);
+ if( rc!=SQLITE_OK ) break; /* coverage: condition is never true */
+ eType = sqlite3_value_type(pVal);
+ pNew->aRecord[iOut++] = eType;
+ switch( eType ){
+ case SQLITE_INTEGER: {
+ sqlite3_int64 i64 = sqlite3_value_int64(pVal);
+ memcpy(&pNew->aRecord[iOut], &i64, 8);
+ iOut += 8;
+ break;
+ }
+ case SQLITE_FLOAT: {
+ double d64 = sqlite3_value_double(pVal);
+ memcpy(&pNew->aRecord[iOut], &d64, sizeof(double));
+ iOut += sizeof(double);
+ break;
+ }
+
+ default: {
+ int nByte = sqlite3_value_bytes(pVal);
+ const char *z = (const char*)sqlite3_value_blob(pVal);
+ memcpy(&pNew->aRecord[iOut], z, nByte);
+ iOut += nByte;
+ break;
+ }
+ }
+ }
+ }
+
+ if( rc==SQLITE_OK && p->nEntry>=(p->nHash/2) ){
+ rc = cbHashResize(p);
+ }
+
+ if( rc==SQLITE_OK ){
+ BatchIndexEntry *pIter;
+ int iHash = cbHash(p, pNew);
+
+ assert( iHash>=0 && iHashnHash );
+ for(pIter=p->apHash[iHash]; pIter; pIter=pIter->pNext){
+ if( pNew->szRecord==pIter->szRecord
+ && 0==memcmp(pNew->aRecord, pIter->aRecord, pNew->szRecord)
+ ){
+ if( pNew->iChangesetId!=pIter->iChangesetId ){
+ *pbConf = 1;
+ }
+ cbFree(pNew);
+ pNew = 0;
+ break;
+ }
+ }
+
+ if( pNew ){
+ pNew->pNext = p->apHash[iHash];
+ p->apHash[iHash] = pNew;
+ p->nEntry++;
+ }
+ }else{
+ cbFree(pNew);
+ }
+
+ return rc;
+}
+
+
+/*
+** Add a changeset to the current batch.
+*/
+int sqlite3changebatch_add(sqlite3_changebatch *p, void *pBuf, int nBuf){
+ sqlite3_changeset_iter *pIter; /* Iterator opened on pBuf/nBuf */
+ int rc; /* Return code */
+ int bConf = 0; /* Conflict was detected */
+
+ rc = sqlite3changeset_start(&pIter, nBuf, pBuf);
+ if( rc==SQLITE_OK ){
+ int rc2;
+ for(rc2 = sqlite3changeset_next(pIter);
+ rc2==SQLITE_ROW;
+ rc2 = sqlite3changeset_next(pIter)
+ ){
+ BatchTable *pTab;
+ BatchIndex *pIdx;
+ const char *zTab; /* Table this change applies to */
+ int nCol; /* Number of columns in table */
+ int op; /* UPDATE, INSERT or DELETE */
+
+ sqlite3changeset_op(pIter, &zTab, &nCol, &op, 0);
+ assert( op==SQLITE_INSERT || op==SQLITE_UPDATE || op==SQLITE_DELETE );
+
+ rc = cbFindTable(p, zTab, &pTab);
+ assert( pTab || rc!=SQLITE_OK );
+ if( pTab ){
+ for(pIdx=pTab->pIdx; pIdx && rc==SQLITE_OK; pIdx=pIdx->pNext){
+ if( op==SQLITE_UPDATE && pIdx->bPk ) continue;
+ if( op==SQLITE_UPDATE || op==SQLITE_DELETE ){
+ rc = cbAddToHash(p, pIter, pIdx, sqlite3changeset_old, 0, &bConf);
+ }
+ if( op==SQLITE_UPDATE || op==SQLITE_INSERT ){
+ rc = cbAddToHash(p, pIter, pIdx,
+ sqlite3changeset_new, sqlite3changeset_old, &bConf
+ );
+ }
+ }
+ }
+ if( rc!=SQLITE_OK ) break;
+ }
+
+ rc2 = sqlite3changeset_finalize(pIter);
+ if( rc==SQLITE_OK ) rc = rc2;
+ }
+
+ if( rc==SQLITE_OK && bConf ){
+ rc = SQLITE_CONSTRAINT;
+ }
+ p->iChangesetId++;
+ return rc;
+}
+
+/*
+** Zero an existing changebatch object.
+*/
+void sqlite3changebatch_zero(sqlite3_changebatch *p){
+ int i;
+ for(i=0; inHash; i++){
+ BatchIndexEntry *pEntry;
+ BatchIndexEntry *pNext;
+ for(pEntry=p->apHash[i]; pEntry; pEntry=pNext){
+ pNext = pEntry->pNext;
+ cbFree(pEntry);
+ }
+ }
+ cbFree(p->apHash);
+ p->nHash = 0;
+ p->apHash = 0;
+}
+
+/*
+** Delete a changebatch object.
+*/
+void sqlite3changebatch_delete(sqlite3_changebatch *p){
+ BatchTable *pTab;
+ BatchTable *pTabNext;
+
+ sqlite3changebatch_zero(p);
+ for(pTab=p->pTab; pTab; pTab=pTabNext){
+ pTabNext = pTab->pNext;
+ cbFreeTable(pTab);
+ }
+ cbFree(p);
+}
+
+/*
+** Return the db handle.
+*/
+sqlite3 *sqlite3changebatch_db(sqlite3_changebatch *p){
+ return p->db;
+}
+
+#endif /* SQLITE_ENABLE_SESSION && SQLITE_ENABLE_PREUPDATE_HOOK */
ADDED ext/session/sqlite3changebatch.h
Index: ext/session/sqlite3changebatch.h
==================================================================
--- /dev/null
+++ ext/session/sqlite3changebatch.h
@@ -0,0 +1,82 @@
+
+#if !defined(SQLITECHANGEBATCH_H_)
+#define SQLITECHANGEBATCH_H_ 1
+
+typedef struct sqlite3_changebatch sqlite3_changebatch;
+
+/*
+** Create a new changebatch object for detecting conflicts between
+** changesets associated with a schema equivalent to that of the "main"
+** database of the open database handle db passed as the first
+** parameter. It is the responsibility of the caller to ensure that
+** the database handle is not closed until after the changebatch
+** object has been deleted.
+**
+** A changebatch object is used to detect batches of non-conflicting
+** changesets. Changesets that do not conflict may be applied to the
+** target database in any order without affecting the final state of
+** the database.
+**
+** The changebatch object only works reliably if PRIMARY KEY and UNIQUE
+** constraints on tables affected by the changesets use collation
+** sequences that are equivalent to built-in collation sequence
+** BINARY for the == operation.
+**
+** If successful, SQLITE_OK is returned and (*pp) set to point to
+** the new changebatch object. If an error occurs, an SQLite error
+** code is returned and the final value of (*pp) is undefined.
+*/
+int sqlite3changebatch_new(sqlite3 *db, sqlite3_changebatch **pp);
+
+/*
+** Argument p points to a buffer containing a changeset n bytes in
+** size. Assuming no error occurs, this function returns SQLITE_OK
+** if the changeset does not conflict with any changeset passed
+** to an sqlite3changebatch_add() call made on the same
+** sqlite3_changebatch* handle since the most recent call to
+** sqlite3changebatch_zero(). If the changeset does conflict with
+** an earlier such changeset, SQLITE_CONSTRAINT is returned. Or,
+** if an error occurs, some other SQLite error code may be returned.
+**
+** One changeset is said to conflict with another if
+** either:
+**
+** * the two changesets contain operations (INSERT, UPDATE or
+** DELETE) on the same row, identified by primary key, or
+**
+** * the two changesets contain operations (INSERT, UPDATE or
+** DELETE) on rows with identical values in any combination
+** of fields constrained by a UNIQUE constraint.
+**
+** Even if this function returns SQLITE_CONFLICT, the current
+** changeset is added to the internal data structures - so future
+** calls to this function may conflict with it. If this function
+** returns any result code other than SQLITE_OK or SQLITE_CONFLICT,
+** the result of any future call to sqlite3changebatch_add() is
+** undefined.
+**
+** Only changesets may be passed to this function. Passing a
+** patchset to this function results in an SQLITE_MISUSE error.
+*/
+int sqlite3changebatch_add(sqlite3_changebatch*, void *p, int n);
+
+/*
+** Zero a changebatch object. This causes the records of all earlier
+** calls to sqlite3changebatch_add() to be discarded.
+*/
+void sqlite3changebatch_zero(sqlite3_changebatch*);
+
+/*
+** Return a copy of the first argument passed to the sqlite3changebatch_new()
+** call used to create the changebatch object passed as the only argument
+** to this function.
+*/
+sqlite3 *sqlite3changebatch_db(sqlite3_changebatch*);
+
+/*
+** Delete a changebatch object.
+*/
+void sqlite3changebatch_delete(sqlite3_changebatch*);
+
+#endif /* !defined(SQLITECHANGEBATCH_H_) */
+
Index: ext/session/sqlite3session.c
==================================================================
--- ext/session/sqlite3session.c
+++ ext/session/sqlite3session.c
@@ -25,10 +25,17 @@
# endif
#endif
#define SESSIONS_ROWID "_rowid_"
+/*
+** The three different types of changesets generated.
+*/
+#define SESSIONS_PATCHSET 0
+#define SESSIONS_CHANGESET 1
+#define SESSIONS_FULLCHANGESET 2
+
static int sessions_strm_chunk_size = SESSIONS_STRM_CHUNK_SIZE;
typedef struct SessionHook SessionHook;
struct SessionHook {
void *pCtx;
@@ -2609,11 +2616,11 @@
** original values of any fields that have been modified. The new.* record
** contains the new values of only those fields that have been modified.
*/
static int sessionAppendUpdate(
SessionBuffer *pBuf, /* Buffer to append to */
- int bPatchset, /* True for "patchset", 0 for "changeset" */
+ int ePatchset, /* True for "patchset", 0 for "changeset" */
sqlite3_stmt *pStmt, /* Statement handle pointing at new row */
SessionChange *p, /* Object containing old values */
u8 *abPK /* Boolean array - true for PK columns */
){
int rc = SQLITE_OK;
@@ -2673,21 +2680,21 @@
/* If at least one field has been modified, this is not a no-op. */
if( bChanged ) bNoop = 0;
/* Add a field to the old.* record. This is omitted if this module is
** currently generating a patchset. */
- if( bPatchset==0 ){
- if( bChanged || abPK[i] ){
+ if( ePatchset!=SESSIONS_PATCHSET ){
+ if( ePatchset==SESSIONS_FULLCHANGESET || bChanged || abPK[i] ){
sessionAppendBlob(pBuf, pCsr, nAdvance, &rc);
}else{
sessionAppendByte(pBuf, 0, &rc);
}
}
/* Add a field to the new.* record. Or the only record if currently
** generating a patchset. */
- if( bChanged || (bPatchset && abPK[i]) ){
+ if( bChanged || (ePatchset==SESSIONS_PATCHSET && abPK[i]) ){
sessionAppendCol(&buf2, pStmt, i, &rc);
}else{
sessionAppendByte(&buf2, 0, &rc);
}
@@ -2709,21 +2716,21 @@
** the changeset format if argument bPatchset is zero, or the patchset
** format otherwise.
*/
static int sessionAppendDelete(
SessionBuffer *pBuf, /* Buffer to append to */
- int bPatchset, /* True for "patchset", 0 for "changeset" */
+ int eChangeset, /* One of SESSIONS_CHANGESET etc. */
SessionChange *p, /* Object containing old values */
int nCol, /* Number of columns in table */
u8 *abPK /* Boolean array - true for PK columns */
){
int rc = SQLITE_OK;
sessionAppendByte(pBuf, SQLITE_DELETE, &rc);
sessionAppendByte(pBuf, p->bIndirect, &rc);
- if( bPatchset==0 ){
+ if( eChangeset!=SESSIONS_PATCHSET ){
sessionAppendBlob(pBuf, p->aRecord, p->nRecord, &rc);
}else{
int i;
u8 *a = p->aRecord;
for(i=0; inCol, pRc);
sessionAppendBlob(pBuf, pTab->abPK, pTab->nCol, pRc);
sessionAppendBlob(pBuf, (u8 *)pTab->zName, (int)strlen(pTab->zName)+1, pRc);
}
@@ -2968,11 +2975,11 @@
** occurs, an SQLite error code is returned and both output variables set
** to 0.
*/
static int sessionGenerateChangeset(
sqlite3_session *pSession, /* Session object */
- int bPatchset, /* True for patchset, false for changeset */
+ int ePatchset, /* One of SESSIONS_CHANGESET etc. */
int (*xOutput)(void *pOut, const void *pData, int nData),
void *pOut, /* First argument for xOutput */
int *pnChangeset, /* OUT: Size of buffer at *ppChangeset */
void **ppChangeset /* OUT: Buffer containing changeset */
){
@@ -3013,11 +3020,11 @@
if( rc==SQLITE_OK && pTab->nCol!=nOldCol ){
rc = sessionUpdateChanges(pSession, pTab);
}
/* Write a table header */
- sessionAppendTableHdr(&buf, bPatchset, pTab, &rc);
+ sessionAppendTableHdr(&buf, ePatchset, pTab, &rc);
/* Build and compile a statement to execute: */
if( rc==SQLITE_OK ){
rc = sessionSelectStmt(db, 0, pSession->zDb,
zName, pTab->bRowid, pTab->nCol, pTab->azCol, pTab->abPK, &pSel
@@ -3039,14 +3046,14 @@
for(iCol=0; iColnCol; iCol++){
sessionAppendCol(&buf, pSel, iCol, &rc);
}
}else{
assert( pTab->abPK!=0 );
- rc = sessionAppendUpdate(&buf, bPatchset, pSel, p, pTab->abPK);
+ rc = sessionAppendUpdate(&buf, ePatchset, pSel, p, pTab->abPK);
}
}else if( p->op!=SQLITE_INSERT ){
- rc = sessionAppendDelete(&buf, bPatchset, p, pTab->nCol,pTab->abPK);
+ rc = sessionAppendDelete(&buf, ePatchset, p, pTab->nCol,pTab->abPK);
}
if( rc==SQLITE_OK ){
rc = sqlite3_reset(pSel);
}
@@ -3101,11 +3108,12 @@
void **ppChangeset /* OUT: Buffer containing changeset */
){
int rc;
if( pnChangeset==0 || ppChangeset==0 ) return SQLITE_MISUSE;
- rc = sessionGenerateChangeset(pSession, 0, 0, 0, pnChangeset, ppChangeset);
+ rc = sessionGenerateChangeset(
+ pSession, SESSIONS_CHANGESET, 0, 0, pnChangeset, ppChangeset);
assert( rc || pnChangeset==0
|| pSession->bEnableSize==0 || *pnChangeset<=pSession->nMaxChangesetSize
);
return rc;
}
@@ -3117,11 +3125,12 @@
sqlite3_session *pSession,
int (*xOutput)(void *pOut, const void *pData, int nData),
void *pOut
){
if( xOutput==0 ) return SQLITE_MISUSE;
- return sessionGenerateChangeset(pSession, 0, xOutput, pOut, 0, 0);
+ return sessionGenerateChangeset(
+ pSession, SESSIONS_CHANGESET, xOutput, pOut, 0, 0);
}
/*
** Streaming version of sqlite3session_patchset().
*/
@@ -3129,11 +3138,12 @@
sqlite3_session *pSession,
int (*xOutput)(void *pOut, const void *pData, int nData),
void *pOut
){
if( xOutput==0 ) return SQLITE_MISUSE;
- return sessionGenerateChangeset(pSession, 1, xOutput, pOut, 0, 0);
+ return sessionGenerateChangeset(
+ pSession, SESSIONS_PATCHSET, xOutput, pOut, 0, 0);
}
/*
** Obtain a patchset object containing all changes recorded by the
** session object passed as the first argument.
@@ -3145,12 +3155,23 @@
sqlite3_session *pSession, /* Session object */
int *pnPatchset, /* OUT: Size of buffer at *ppChangeset */
void **ppPatchset /* OUT: Buffer containing changeset */
){
if( pnPatchset==0 || ppPatchset==0 ) return SQLITE_MISUSE;
- return sessionGenerateChangeset(pSession, 1, 0, 0, pnPatchset, ppPatchset);
+ return sessionGenerateChangeset(
+ pSession, SESSIONS_PATCHSET, 0, 0, pnPatchset, ppPatchset);
}
+
+int sqlite3session_fullchangeset(
+ sqlite3_session *pSession, /* Session object */
+ int *pnChangeset, /* OUT: Size of buffer at *ppChangeset */
+ void **ppChangeset /* OUT: Buffer containing changeset */
+){
+ return sessionGenerateChangeset(
+ pSession, SESSIONS_FULLCHANGESET, 0, 0, pnChangeset, ppChangeset);
+}
+
/*
** Enable or disable the session object passed as the first argument.
*/
int sqlite3session_enable(sqlite3_session *pSession, int bEnable){
@@ -5948,14 +5969,15 @@
/* Create the serialized output changeset based on the contents of the
** hash tables attached to the SessionTable objects in list p->pList.
*/
for(pTab=pGrp->pList; rc==SQLITE_OK && pTab; pTab=pTab->pNext){
+ int eChangeset = pGrp->bPatch ? SESSIONS_PATCHSET : SESSIONS_CHANGESET;
int i;
if( pTab->nEntry==0 ) continue;
- sessionAppendTableHdr(&buf, pGrp->bPatch, pTab, &rc);
+ sessionAppendTableHdr(&buf, eChangeset, pTab, &rc);
for(i=0; inChange; i++){
SessionChange *p;
for(p=pTab->apChange[i]; p; p=p->pNext){
sessionAppendByte(&buf, p->op, &rc);
sessionAppendByte(&buf, p->bIndirect, &rc);
Index: ext/session/sqlite3session.h
==================================================================
--- ext/session/sqlite3session.h
+++ ext/session/sqlite3session.h
@@ -361,10 +361,23 @@
** Or, if one field of a row is updated while a session is disabled, and
** another field of the same row is updated while the session is enabled, the
** resulting changeset will contain an UPDATE change that updates both fields.
*/
int sqlite3session_changeset(
+ sqlite3_session *pSession, /* Session object */
+ int *pnChangeset, /* OUT: Size of buffer at *ppChangeset */
+ void **ppChangeset /* OUT: Buffer containing changeset */
+);
+
+/*
+** CAPI3REF: Generate A Full Changeset From A Session Object
+**
+** This function is similar to sqlite3session_changeset(), except that for
+** each row affected by an UPDATE statement, all old.* values are recorded
+** as part of the changeset, not just those modified.
+*/
+int sqlite3session_fullchangeset(
sqlite3_session *pSession, /* Session object */
int *pnChangeset, /* OUT: Size of buffer at *ppChangeset */
void **ppChangeset /* OUT: Buffer containing changeset */
);
Index: ext/session/test_session.c
==================================================================
--- ext/session/test_session.c
+++ ext/session/test_session.c
@@ -227,10 +227,11 @@
** $session delete
** $session enable BOOL
** $session indirect INTEGER
** $session patchset
** $session table_filter SCRIPT
+** $session fullchangeset
*/
static int SQLITE_TCLAPI test_session_cmd(
void *clientData,
Tcl_Interp *interp,
int objc,
@@ -240,24 +241,24 @@
sqlite3_session *pSession = p->pSession;
static struct SessionSubcmd {
const char *zSub;
int nArg;
const char *zMsg;
- int iSub;
} aSub[] = {
- { "attach", 1, "TABLE", }, /* 0 */
- { "changeset", 0, "", }, /* 1 */
- { "delete", 0, "", }, /* 2 */
- { "enable", 1, "BOOL", }, /* 3 */
- { "indirect", 1, "BOOL", }, /* 4 */
- { "isempty", 0, "", }, /* 5 */
- { "table_filter", 1, "SCRIPT", }, /* 6 */
+ { "attach", 1, "TABLE" }, /* 0 */
+ { "changeset", 0, "" }, /* 1 */
+ { "delete", 0, "" }, /* 2 */
+ { "enable", 1, "BOOL" }, /* 3 */
+ { "indirect", 1, "BOOL" }, /* 4 */
+ { "isempty", 0, "" }, /* 5 */
+ { "table_filter", 1, "SCRIPT" }, /* 6 */
{ "patchset", 0, "", }, /* 7 */
- { "diff", 2, "FROMDB TBL", }, /* 8 */
- { "memory_used", 0, "", }, /* 9 */
- { "changeset_size", 0, "", }, /* 10 */
- { "object_config", 2, "OPTION INTEGER", }, /* 11 */
+ { "diff", 2, "FROMDB TBL" }, /* 8 */
+ { "fullchangeset",0, "" }, /* 9 */
+ { "memory_used", 0, "", }, /* 10 */
+ { "changeset_size", 0, "", }, /* 11 */
+ { "object_config", 2, "OPTION INTEGER", }, /* 12 */
{ 0 }
};
int iSub;
int rc;
@@ -283,23 +284,26 @@
return test_session_error(interp, rc, 0);
}
break;
}
+ case 9: /* fullchangeset */
case 7: /* patchset */
case 1: { /* changeset */
TestSessionsBlob o = {0, 0};
- if( test_tcl_integer(interp, SESSION_STREAM_TCL_VAR) ){
+ if( iSub!=9 && test_tcl_integer(interp, SESSION_STREAM_TCL_VAR) ){
void *pCtx = (void*)&o;
if( iSub==7 ){
rc = sqlite3session_patchset_strm(pSession, testStreamOutput, pCtx);
}else{
rc = sqlite3session_changeset_strm(pSession, testStreamOutput, pCtx);
}
}else{
if( iSub==7 ){
rc = sqlite3session_patchset(pSession, &o.n, &o.p);
+ }else if( iSub==9 ){
+ rc = sqlite3session_fullchangeset(pSession, &o.n, &o.p);
}else{
rc = sqlite3session_changeset(pSession, &o.n, &o.p);
}
}
if( rc==SQLITE_OK ){
@@ -310,10 +314,11 @@
if( rc!=SQLITE_OK ){
return test_session_error(interp, rc, 0);
}
break;
}
+
case 2: /* delete */
Tcl_DeleteCommand(interp, Tcl_GetString(objv[0]));
break;
@@ -361,32 +366,31 @@
return test_session_error(interp, rc, zErr);
}
break;
}
- case 9: { /* memory_used */
+ case 10: { /* memory_used */
sqlite3_int64 nMalloc = sqlite3session_memory_used(pSession);
Tcl_SetObjResult(interp, Tcl_NewWideIntObj(nMalloc));
break;
}
- case 10: {
+ case 11: {
sqlite3_int64 nSize = sqlite3session_changeset_size(pSession);
Tcl_SetObjResult(interp, Tcl_NewWideIntObj(nSize));
break;
}
- case 11: { /* object_config */
+ case 12: { /* object_config */
struct ObjConfOpt {
const char *zName;
int opt;
} aOpt[] = {
{ "size", SQLITE_SESSION_OBJCONFIG_SIZE },
{ "rowid", SQLITE_SESSION_OBJCONFIG_ROWID },
{ 0, 0 }
};
int sz = (int)sizeof(aOpt[0]);
-
int iArg;
Tcl_Size iOpt;
if( Tcl_GetIndexFromObjStruct(interp,objv[2],aOpt,sz,"option",0,&iOpt) ){
return TCL_ERROR;
}
@@ -539,11 +543,11 @@
Tcl_BackgroundError(interp);
}
Tcl_DecrRefCount(pEval);
return res;
-}
+}
static int test_conflict_handler(
void *pCtx, /* Pointer to TestConflictHandler structure */
int eConf, /* DATA, MISSING, CONFLICT, CONSTRAINT */
sqlite3_changeset_iter *pIter /* Handle describing change and conflict */
@@ -1189,10 +1193,131 @@
return test_session_error(interp, rc, 0);
}
return TCL_OK;
}
+
+#include "sqlite3changebatch.h"
+
+typedef struct TestChangebatch TestChangebatch;
+struct TestChangebatch {
+ sqlite3_changebatch *pChangebatch;
+};
+
+/*
+** Tclcmd: $changebatch add BLOB
+** $changebatch zero
+** $changebatch delete
+*/
+static int SQLITE_TCLAPI test_changebatch_cmd(
+ void *clientData,
+ Tcl_Interp *interp,
+ int objc,
+ Tcl_Obj *CONST objv[]
+){
+ TestChangebatch *p = (TestChangebatch*)clientData;
+ sqlite3_changebatch *pChangebatch = p->pChangebatch;
+ struct SessionSubcmd {
+ const char *zSub;
+ int nArg;
+ const char *zMsg;
+ int iSub;
+ } aSub[] = {
+ { "add", 1, "CHANGESET", }, /* 0 */
+ { "zero", 0, "", }, /* 1 */
+ { "delete", 0, "", }, /* 2 */
+ { 0 }
+ };
+ int iSub;
+ int rc;
+
+ if( objc<2 ){
+ Tcl_WrongNumArgs(interp, 1, objv, "SUBCOMMAND ...");
+ return TCL_ERROR;
+ }
+ rc = Tcl_GetIndexFromObjStruct(interp,
+ objv[1], aSub, sizeof(aSub[0]), "sub-command", 0, &iSub
+ );
+ if( rc!=TCL_OK ) return rc;
+ if( objc!=2+aSub[iSub].nArg ){
+ Tcl_WrongNumArgs(interp, 2, objv, aSub[iSub].zMsg);
+ return TCL_ERROR;
+ }
+
+ switch( iSub ){
+ case 0: { /* add */
+ Tcl_Size nArg;
+ unsigned char *pArg = Tcl_GetByteArrayFromObj(objv[2], &nArg);
+ rc = sqlite3changebatch_add(pChangebatch, pArg, (int)nArg);
+ if( rc!=SQLITE_OK && rc!=SQLITE_CONSTRAINT ){
+ return test_session_error(interp, rc, 0);
+ }else{
+ extern const char *sqlite3ErrName(int);
+ Tcl_SetObjResult(interp, Tcl_NewStringObj(sqlite3ErrName(rc), -1));
+ }
+ break;
+ }
+
+ case 1: { /* zero */
+ sqlite3changebatch_zero(pChangebatch);
+ break;
+ }
+
+ case 2: /* delete */
+ Tcl_DeleteCommand(interp, Tcl_GetString(objv[0]));
+ break;
+ }
+
+ return TCL_OK;
+}
+
+static void SQLITE_TCLAPI test_changebatch_del(void *clientData){
+ TestChangebatch *p = (TestChangebatch*)clientData;
+ sqlite3changebatch_delete(p->pChangebatch);
+ ckfree((char*)p);
+}
+
+/*
+** Tclcmd: sqlite3changebatch CMD DB-HANDLE
+*/
+static int SQLITE_TCLAPI test_sqlite3changebatch(
+ void * clientData,
+ Tcl_Interp *interp,
+ int objc,
+ Tcl_Obj *CONST objv[]
+){
+ sqlite3 *db;
+ Tcl_CmdInfo info;
+ int rc; /* sqlite3session_create() return code */
+ TestChangebatch *p; /* New wrapper object */
+
+ if( objc!=3 ){
+ Tcl_WrongNumArgs(interp, 1, objv, "CMD DB-HANDLE");
+ return TCL_ERROR;
+ }
+
+ if( 0==Tcl_GetCommandInfo(interp, Tcl_GetString(objv[2]), &info) ){
+ Tcl_AppendResult(interp, "no such handle: ", Tcl_GetString(objv[2]), 0);
+ return TCL_ERROR;
+ }
+ db = *(sqlite3 **)info.objClientData;
+
+ p = (TestChangebatch*)ckalloc(sizeof(TestChangebatch));
+ memset(p, 0, sizeof(TestChangebatch));
+ rc = sqlite3changebatch_new(db, &p->pChangebatch);
+ if( rc!=SQLITE_OK ){
+ ckfree((char*)p);
+ return test_session_error(interp, rc, 0);
+ }
+
+ Tcl_CreateObjCommand(
+ interp, Tcl_GetString(objv[1]), test_changebatch_cmd, (ClientData)p,
+ test_changebatch_del
+ );
+ Tcl_SetObjResult(interp, objv[1]);
+ return TCL_OK;
+}
/*
** tclcmd: CMD configure REBASE-BLOB
** tclcmd: CMD rebase CHANGESET
** tclcmd: CMD delete
@@ -1744,9 +1869,13 @@
for(i=0; izCmd, p->xProc, 0, 0);
}
+
+ Tcl_CreateObjCommand(
+ interp, "sqlite3changebatch", test_sqlite3changebatch, 0, 0
+ );
return TCL_OK;
}
#endif /* SQLITE_TEST && SQLITE_SESSION && SQLITE_PREUPDATE_HOOK */
ADDED ext/wasm/EXPORTED_FUNCTIONS.fiddle
Index: ext/wasm/EXPORTED_FUNCTIONS.fiddle
==================================================================
--- /dev/null
+++ ext/wasm/EXPORTED_FUNCTIONS.fiddle
@@ -0,0 +1,7 @@
+_fiddle_exec
+_fiddle_interrupt
+_fiddle_experiment
+_fiddle_the_db
+_fiddle_db_arg
+_fiddle_db_filename
+_fiddle_reset_db
DELETED ext/wasm/EXPORTED_FUNCTIONS.fiddle.in
Index: ext/wasm/EXPORTED_FUNCTIONS.fiddle.in
==================================================================
--- ext/wasm/EXPORTED_FUNCTIONS.fiddle.in
+++ /dev/null
@@ -1,10 +0,0 @@
-_fiddle_db_arg
-_fiddle_db_filename
-_fiddle_exec
-_fiddle_experiment
-_fiddle_interrupt
-_fiddle_main
-_fiddle_reset_db
-_fiddle_db_handle
-_fiddle_db_vfs
-_fiddle_export_db
ADDED ext/wasm/api/EXPORTED_FUNCTIONS.sqlite3-api
Index: ext/wasm/api/EXPORTED_FUNCTIONS.sqlite3-api
==================================================================
--- /dev/null
+++ ext/wasm/api/EXPORTED_FUNCTIONS.sqlite3-api
@@ -0,0 +1,72 @@
+_sqlite3_bind_blob
+_sqlite3_bind_double
+_sqlite3_bind_int
+_sqlite3_bind_int64
+_sqlite3_bind_null
+_sqlite3_bind_parameter_count
+_sqlite3_bind_parameter_index
+_sqlite3_bind_text
+_sqlite3_changes
+_sqlite3_changes64
+_sqlite3_clear_bindings
+_sqlite3_close_v2
+_sqlite3_column_blob
+_sqlite3_column_bytes
+_sqlite3_column_count
+_sqlite3_column_count
+_sqlite3_column_double
+_sqlite3_column_int
+_sqlite3_column_int64
+_sqlite3_column_name
+_sqlite3_column_text
+_sqlite3_column_type
+_sqlite3_compileoption_get
+_sqlite3_compileoption_used
+_sqlite3_create_function_v2
+_sqlite3_data_count
+_sqlite3_db_filename
+_sqlite3_db_name
+_sqlite3_errmsg
+_sqlite3_error_offset
+_sqlite3_errstr
+_sqlite3_exec
+_sqlite3_expanded_sql
+_sqlite3_extended_errcode
+_sqlite3_extended_result_codes
+_sqlite3_finalize
+_sqlite3_initialize
+_sqlite3_interrupt
+_sqlite3_libversion
+_sqlite3_libversion_number
+_sqlite3_open
+_sqlite3_open_v2
+_sqlite3_prepare_v2
+_sqlite3_prepare_v3
+_sqlite3_reset
+_sqlite3_result_blob
+_sqlite3_result_double
+_sqlite3_result_error
+_sqlite3_result_error_code
+_sqlite3_result_error_nomem
+_sqlite3_result_error_toobig
+_sqlite3_result_int
+_sqlite3_result_null
+_sqlite3_result_text
+_sqlite3_sourceid
+_sqlite3_sql
+_sqlite3_step
+_sqlite3_strglob
+_sqlite3_strlike
+_sqlite3_total_changes
+_sqlite3_total_changes64
+_sqlite3_value_blob
+_sqlite3_value_bytes
+_sqlite3_value_double
+_sqlite3_value_text
+_sqlite3_value_type
+_sqlite3_vfs_find
+_sqlite3_vfs_register
+_sqlite3_wasm_db_error
+_sqlite3_wasm_enum_json
+_malloc
+_free
DELETED ext/wasm/api/EXPORTED_FUNCTIONS.sqlite3-core
Index: ext/wasm/api/EXPORTED_FUNCTIONS.sqlite3-core
==================================================================
--- ext/wasm/api/EXPORTED_FUNCTIONS.sqlite3-core
+++ /dev/null
@@ -1,155 +0,0 @@
-_malloc
-_free
-_realloc
-_sqlite3_aggregate_context
-_sqlite3_auto_extension
-_sqlite3_bind_blob
-_sqlite3_bind_double
-_sqlite3_bind_int
-_sqlite3_bind_int64
-_sqlite3_bind_null
-_sqlite3_bind_parameter_count
-_sqlite3_bind_parameter_index
-_sqlite3_bind_parameter_name
-_sqlite3_bind_pointer
-_sqlite3_bind_text
-_sqlite3_busy_handler
-_sqlite3_busy_timeout
-_sqlite3_cancel_auto_extension
-_sqlite3_changes
-_sqlite3_changes64
-_sqlite3_clear_bindings
-_sqlite3_close_v2
-_sqlite3_collation_needed
-_sqlite3_column_blob
-_sqlite3_column_bytes
-_sqlite3_column_count
-_sqlite3_column_decltype
-_sqlite3_column_double
-_sqlite3_column_int
-_sqlite3_column_int64
-_sqlite3_column_name
-_sqlite3_column_text
-_sqlite3_column_type
-_sqlite3_column_value
-_sqlite3_commit_hook
-_sqlite3_compileoption_get
-_sqlite3_compileoption_used
-_sqlite3_complete
-_sqlite3_context_db_handle
-_sqlite3_create_collation
-_sqlite3_create_collation_v2
-_sqlite3_create_function
-_sqlite3_create_function_v2
-_sqlite3_data_count
-_sqlite3_db_filename
-_sqlite3_db_handle
-_sqlite3_db_name
-_sqlite3_db_readonly
-_sqlite3_db_status
-_sqlite3_deserialize
-_sqlite3_errcode
-_sqlite3_errmsg
-_sqlite3_error_offset
-_sqlite3_errstr
-_sqlite3_exec
-_sqlite3_expanded_sql
-_sqlite3_extended_errcode
-_sqlite3_extended_result_codes
-_sqlite3_file_control
-_sqlite3_finalize
-_sqlite3_free
-_sqlite3_get_auxdata
-_sqlite3_get_autocommit
-_sqlite3_initialize
-_sqlite3_interrupt
-_sqlite3_is_interrupted
-_sqlite3_keyword_count
-_sqlite3_keyword_name
-_sqlite3_keyword_check
-_sqlite3_last_insert_rowid
-_sqlite3_libversion
-_sqlite3_libversion_number
-_sqlite3_limit
-_sqlite3_malloc
-_sqlite3_malloc64
-_sqlite3_msize
-_sqlite3_open
-_sqlite3_open_v2
-_sqlite3_overload_function
-_sqlite3_prepare_v2
-_sqlite3_prepare_v3
-_sqlite3_randomness
-_sqlite3_realloc
-_sqlite3_realloc64
-_sqlite3_reset
-_sqlite3_reset_auto_extension
-_sqlite3_result_blob
-_sqlite3_result_double
-_sqlite3_result_error
-_sqlite3_result_error_code
-_sqlite3_result_error_nomem
-_sqlite3_result_error_toobig
-_sqlite3_result_int
-_sqlite3_result_int64
-_sqlite3_result_null
-_sqlite3_result_pointer
-_sqlite3_result_subtype
-_sqlite3_result_text
-_sqlite3_result_zeroblob
-_sqlite3_result_zeroblob64
-_sqlite3_rollback_hook
-_sqlite3_serialize
-_sqlite3_set_auxdata
-_sqlite3_set_last_insert_rowid
-_sqlite3_shutdown
-_sqlite3_sourceid
-_sqlite3_sql
-_sqlite3_status
-_sqlite3_status64
-_sqlite3_step
-_sqlite3_stmt_busy
-_sqlite3_stmt_explain
-_sqlite3_stmt_isexplain
-_sqlite3_stmt_readonly
-_sqlite3_stmt_status
-_sqlite3_strglob
-_sqlite3_stricmp
-_sqlite3_strlike
-_sqlite3_strnicmp
-_sqlite3_table_column_metadata
-_sqlite3_total_changes
-_sqlite3_total_changes64
-_sqlite3_trace_v2
-_sqlite3_txn_state
-_sqlite3_update_hook
-_sqlite3_uri_boolean
-_sqlite3_uri_int64
-_sqlite3_uri_key
-_sqlite3_uri_parameter
-_sqlite3_user_data
-_sqlite3_value_blob
-_sqlite3_value_bytes
-_sqlite3_value_double
-_sqlite3_value_dup
-_sqlite3_value_free
-_sqlite3_value_frombind
-_sqlite3_value_int
-_sqlite3_value_int64
-_sqlite3_value_nochange
-_sqlite3_value_numeric_type
-_sqlite3_value_pointer
-_sqlite3_value_subtype
-_sqlite3_value_text
-_sqlite3_value_type
-_sqlite3_vfs_find
-_sqlite3_vfs_register
-_sqlite3_vfs_unregister
-_sqlite3_vtab_collation
-_sqlite3_vtab_distinct
-_sqlite3_vtab_in
-_sqlite3_vtab_in_first
-_sqlite3_vtab_in_next
-_sqlite3_vtab_nochange
-_sqlite3_vtab_on_conflict
-_sqlite3_vtab_rhs_value
Index: ext/wasm/api/sqlite3-worker1-promiser.c-pp.js
==================================================================
--- ext/wasm/api/sqlite3-worker1-promiser.c-pp.js
+++ ext/wasm/api/sqlite3-worker1-promiser.c-pp.js
@@ -1,6 +1,5 @@
-//#ifnot omit-oo1
/*
2022-08-24
The author disclaims copyright to this source code. In place of a
legal notice, here is a blessing:
@@ -40,17 +39,13 @@
function, enabling delayed instantiation of a Worker.
- `onready` (optional, but...): this callback is called with no
arguments when the worker fires its initial
'sqlite3-api'/'worker1-ready' message, which it does when
- sqlite3.initWorker1API() completes its initialization. This is the
- simplest way to tell the worker to kick off work at the earliest
- opportunity, and the only way to know when the worker module has
- completed loading. The irony of using a callback for this, instead
- of returning a promise from sqlite3Worker1Promiser() is not lost on
- the developers: see sqlite3Worker1Promiser.v2() which uses a
- Promise instead.
+ sqlite3.initWorker1API() completes its initialization. This is
+ the simplest way to tell the worker to kick off work at the
+ earliest opportunity.
- `onunhandled` (optional): a callback which gets passed the
message event object for any worker.onmessage() events which
are not handled by this proxy. Ideally that "should" never
happen, as this proxy aims to handle all known message types.
@@ -117,29 +112,20 @@
Where `typeString` is an internally-synthesized message type string
used temporarily for worker message dispatching. It can be ignored
by all client code except that which tests this API. The `row`
property contains the row result in the form implied by the
`rowMode` option (defaulting to `'array'`). The `rowNumber` is a
- 1-based integer value incremented by 1 on each call into the
+ 1-based integer value incremented by 1 on each call into th
callback.
At the end of the result set, the same event is fired with
(row=undefined, rowNumber=null) to indicate that
the end of the result set has been reached. Note that the rows
arrive via worker-posted messages, with all the implications
of that.
-
- Notable shortcomings:
-
- - This API was not designed with ES6 modules in mind. Neither Firefox
- nor Safari support, as of March 2023, the {type:"module"} flag to the
- Worker constructor, so that particular usage is not something we're going
- to target for the time being:
-
- https://developer.mozilla.org/en-US/docs/Web/API/Worker/Worker
*/
-globalThis.sqlite3Worker1Promiser = function callee(config = callee.defaultConfig){
+self.sqlite3Worker1Promiser = function callee(config = callee.defaultConfig){
// Inspired by: https://stackoverflow.com/a/52439530
if(1===arguments.length && 'function'===typeof arguments[0]){
const f = config;
config = Object.assign(Object.create(null), callee.defaultConfig);
config.onready = f;
@@ -158,26 +144,25 @@
};
const toss = (...args)=>{throw new Error(args.join(' '))};
if(!config.worker) config.worker = callee.defaultConfig.worker;
if('function'===typeof config.worker) config.worker = config.worker();
let dbId;
- let promiserFunc;
config.worker.onmessage = function(ev){
ev = ev.data;
debug('worker1.onmessage',ev);
let msgHandler = handlerMap[ev.messageId];
if(!msgHandler){
if(ev && 'sqlite3-api'===ev.type && 'worker1-ready'===ev.result) {
/*fired one time when the Worker1 API initializes*/
- if(config.onready) config.onready(promiserFunc);
+ if(config.onready) config.onready();
return;
}
msgHandler = handlerMap[ev.type] /* check for exec per-row callback */;
if(msgHandler && msgHandler.onrow){
msgHandler.onrow(ev);
return;
- }
+ }
if(config.onunhandled) config.onunhandled(arguments[0]);
else err("sqlite3Worker1Promiser() unhandled worker message:",ev);
return;
}
delete handlerMap[ev.messageId];
@@ -195,23 +180,23 @@
break;
}
try {msgHandler.resolve(ev)}
catch(e){msgHandler.reject(e)}
}/*worker.onmessage()*/;
- return promiserFunc = function(/*(msgType, msgArgs) || (msgEnvelope)*/){
+ return function(/*(msgType, msgArgs) || (msgEnvelope)*/){
let msg;
if(1===arguments.length){
msg = arguments[0];
}else if(2===arguments.length){
- msg = Object.create(null);
- msg.type = arguments[0];
- msg.args = arguments[1];
- msg.dbId = msg.args.dbId;
+ msg = {
+ type: arguments[0],
+ args: arguments[1]
+ };
}else{
- toss("Invalid arguments for sqlite3Worker1Promiser()-created factory.");
+ toss("Invalid arugments for sqlite3Worker1Promiser()-created factory.");
}
- if(!msg.dbId && msg.type!=='open') msg.dbId = dbId;
+ if(!msg.dbId) msg.dbId = dbId;
msg.messageId = genMsgId(msg);
msg.departureTime = performance.now();
const proxy = Object.create(null);
proxy.message = msg;
let rowCallbackId /* message handler ID for exec on-row callback proxy */;
@@ -249,98 +234,30 @@
});
if(rowCallbackId) p = p.finally(()=>delete handlerMap[rowCallbackId]);
return p;
};
}/*sqlite3Worker1Promiser()*/;
-
-globalThis.sqlite3Worker1Promiser.defaultConfig = {
+self.sqlite3Worker1Promiser.defaultConfig = {
worker: function(){
-//#if target=es6-module
- return new Worker(new URL("sqlite3-worker1-bundler-friendly.mjs", import.meta.url),{
- type: 'module'
- });
+//#if target=es6-bundler-friendly
+ return new Worker("sqlite3-worker1.js");
//#else
let theJs = "sqlite3-worker1.js";
if(this.currentScript){
const src = this.currentScript.src.split('/');
src.pop();
theJs = src.join('/')+'/' + theJs;
//sqlite3.config.warn("promiser currentScript, theJs =",this.currentScript,theJs);
- }else if(globalThis.location){
- //sqlite3.config.warn("promiser globalThis.location =",globalThis.location);
- const urlParams = new URL(globalThis.location.href).searchParams;
+ }else{
+ //sqlite3.config.warn("promiser self.location =",self.location);
+ const urlParams = new URL(self.location.href).searchParams;
if(urlParams.has('sqlite3.dir')){
theJs = urlParams.get('sqlite3.dir') + '/' + theJs;
}
}
- return new Worker(theJs + globalThis.location.search);
-//#endif
- }
-//#ifnot target=es6-module
- .bind({
- currentScript: globalThis?.document?.currentScript
- })
-//#endif
- ,
+ return new Worker(theJs + self.location.search);
+//#endif
+ }.bind({
+ currentScript: self?.document?.currentScript
+ }),
onerror: (...args)=>console.error('worker1 promiser error',...args)
-}/*defaultConfig*/;
-
-/**
- sqlite3Worker1Promiser.v2(), added in 3.46, works identically to
- sqlite3Worker1Promiser() except that it returns a Promise instead
- of relying an an onready callback in the config object. The Promise
- resolves to the same factory function which
- sqlite3Worker1Promiser() returns.
-
- If config is-a function or is an object which contains an onready
- function, that function is replaced by a proxy which will resolve
- after calling the original function and will reject if that
- function throws.
-*/
-sqlite3Worker1Promiser.v2 = function(config){
- let oldFunc;
- if( 'function' == typeof config ){
- oldFunc = config;
- config = {};
- }else if('function'===typeof config?.onready){
- oldFunc = config.onready;
- delete config.onready;
- }
- const promiseProxy = Object.create(null);
- config = Object.assign((config || Object.create(null)),{
- onready: async function(func){
- try {
- if( oldFunc ) await oldFunc(func);
- promiseProxy.resolve(func);
- }
- catch(e){promiseProxy.reject(e)}
- }
- });
- const p = new Promise(function(resolve,reject){
- promiseProxy.resolve = resolve;
- promiseProxy.reject = reject;
- });
- try{
- this.original(config);
- }catch(e){
- promiseProxy.reject(e);
- }
- return p;
-}.bind({
- /* We do this because clients are
- recommended to delete globalThis.sqlite3Worker1Promiser. */
- original: sqlite3Worker1Promiser
-});
-
-//#if target=es6-module
-/**
- When built as a module, we export sqlite3Worker1Promiser.v2()
- instead of sqlite3Worker1Promise() because (A) its interface is more
- conventional for ESM usage and (B) the ESM option export option for
- this API did not exist until v2 was created, so there's no backwards
- incompatibility.
-*/
-export default sqlite3Worker1Promiser.v2;
-//#endif /* target=es6-module */
-//#else
-/* Built with the omit-oo1 flag. */
-//#endif ifnot omit-oo1
+};
ADDED ext/wasm/fiddle/fiddle.html
Index: ext/wasm/fiddle/fiddle.html
==================================================================
--- /dev/null
+++ ext/wasm/fiddle/fiddle.html
@@ -0,0 +1,283 @@
+
+
+
+
+
+ SQLite3 Fiddle
+
+
+
+
+
+
+
+
+ SQLite3 Fiddle
+ Powered by
+ SQLite3
+
+
+
+
Downloading...
+
+
+
+
+
+ This is a placeholder for a terminal-like view which is not in
+ the default build.
+