Skip to content

Add support for anonymous data tables in UPDATE, DELETE, and INSERT #2349

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mathiasrw merged 13 commits into from
Dec 15, 2025
+817 −625
Merged

Add support for anonymous data tables in UPDATE, DELETE, and INSERT #2349

Show file tree
Hide file tree
Changes from 8 commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
63fe6b3
Initial plan
Copilot Dec 13, 2025
523e305
Add support for anonymous data tables in UPDATE, DELETE, and INSERT
Copilot Dec 13, 2025
8ec95e0
Format code with prettier
Copilot Dec 13, 2025
ac804ab
Fix code review issues: callback consistency and recursion prevention
Copilot Dec 13, 2025
d161bfd
Simplify implementation using temporary table approach
Copilot Dec 13, 2025
60a57c9
Replace deprecated substr() with substring()
Copilot Dec 13, 2025
8cf303f
Simplify temp table approach - avoid recursion
Copilot Dec 13, 2025
cad5821
Extract wrapper logic into shared helper function and rename test
Copilot Dec 13, 2025
b97d3ff
Add explicit catch blocks to try-finally statements
Copilot Dec 13, 2025
76558c3
Add callback error handling and use deepEqual in tests
Copilot Dec 13, 2025
8e0c4fd
Fix callback error handling to follow AlaSQL convention
Copilot Dec 13, 2025
4592c3c
Simplify ParamValue implementation - remove helper function
Copilot Dec 14, 2025
f0ddf17
Extract ParamValue logic into shared yy.compileParamValue helper
Copilot Dec 15, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
75 changes: 75 additions & 0 deletions src/70insert.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,47 @@
*/

/* global yy alasql*/

// Helper to wrap a statement for ParamValue execution
function wrapParamValueStatement(
originalStatement,
paramIndex,
tableid,
databaseid,
needsSync,
restoreRef,
refKey,
self
) {
return function (params, cb) {
var data = params[paramIndex];
if (!Array.isArray(data)) {
throw new Error('Operation requires an array for parameter ' + paramIndex);
}

var db = alasql.databases[databaseid];
db.tables[tableid].data = data;

try {
var res = originalStatement(params, cb);

// Sync changes back for operations that replace the array
if (needsSync) {
var newData = db.tables[tableid].data;
data.length = 0;
for (var i = 0; i < newData.length; i++) {
data.push(newData[i]);
}
}

return res;
} finally {
delete db.tables[tableid];
if (restoreRef) self[refKey] = restoreRef;
}
};
}

yy.Insert = function (params) {
return Object.assign(this, params);
};
Expand Down Expand Up @@ -59,10 +100,30 @@ yy.Insert.prototype.toJS = function (context, tableid, defcols) {

yy.Insert.prototype.compile = function (databaseid) {
var self = this;

// Handle ParamValue (anonymous data table) with temporary table approach
var isParamValue = self.into instanceof yy.ParamValue;
var paramIndex = isParamValue ? self.into.param : null;
var originalInto = self.into;

// If ParamValue, temporarily replace with a temp table reference
if (isParamValue) {
var tempTableName =
'__alasql_tmp_' + Date.now() + '_' + Math.random().toString(36).substring(2, 11);
self.into = new yy.Table({tableid: tempTableName});
}

databaseid = self.into.databaseid || databaseid;
var db = alasql.databases[databaseid];
// console.log(self);
var tableid = self.into.tableid;

// For ParamValue, we need to create the temp table before compilation
if (isParamValue) {
db.tables[tableid] = new alasql.Table({tableid: tableid});
db.tables[tableid].data = [];
}

var table = db.tables[tableid];

if (!table) {
Expand Down Expand Up @@ -424,6 +485,20 @@ yy.Insert.prototype.compile = function (databaseid) {
};
}

// If this was a ParamValue, wrap the statement to handle temp table setup/cleanup
if (isParamValue) {
statement = wrapParamValueStatement(
statement,
paramIndex,
tableid,
databaseid,
true, // needsSync - INSERT adds rows
originalInto,
'into',
self
);
}

return statement;
};

Expand Down
73 changes: 73 additions & 0 deletions src/72delete.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,46 @@
//
*/

// Helper to wrap a statement for ParamValue execution
function wrapParamValueStatement(
originalStatement,
paramIndex,
tableid,
databaseid,
needsSync,
restoreRef,
refKey,
self
) {
return function (params, cb) {
var data = params[paramIndex];
if (!Array.isArray(data)) {
throw new Error('Operation requires an array for parameter ' + paramIndex);
}

var db = alasql.databases[databaseid];
db.tables[tableid].data = data;

try {
var res = originalStatement(params, cb);

// Sync changes back for operations that replace the array
if (needsSync) {
var newData = db.tables[tableid].data;
data.length = 0;
for (var i = 0; i < newData.length; i++) {
data.push(newData[i]);
}
}

return res;
} finally {
delete db.tables[tableid];
if (restoreRef) self[refKey] = restoreRef;
}
};
}

yy.Delete = function (params) {
return Object.assign(this, params);
};
Expand All @@ -29,11 +69,30 @@ yy.Delete.prototype.toString = function () {

yy.Delete.prototype.compile = function (databaseid) {
var self = this;

// Handle ParamValue (anonymous data table) with temporary table approach
var isParamValue = this.table instanceof yy.ParamValue;
var paramIndex = isParamValue ? this.table.param : null;
var originalTable = this.table;

// If ParamValue, temporarily replace with a temp table reference
if (isParamValue) {
var tempTableName =
'__alasql_tmp_' + Date.now() + '_' + Math.random().toString(36).substring(2, 11);
this.table = new yy.Table({tableid: tempTableName});
}

databaseid = this.table.databaseid || databaseid;
var tableid = this.table.tableid;
var statement;
var db = alasql.databases[databaseid];

// For ParamValue, we need to create the temp table before compilation
if (isParamValue) {
db.tables[tableid] = new alasql.Table({tableid: tableid});
db.tables[tableid].data = [];
}

if (this.where) {
if (this.exists) {
this.existsfn = this.exists.map(function (ex) {
Expand Down Expand Up @@ -211,6 +270,20 @@ yy.Delete.prototype.compile = function (databaseid) {
};
}

// If this was a ParamValue, wrap the statement to handle temp table setup/cleanup
if (isParamValue) {
statement = wrapParamValueStatement(
statement,
paramIndex,
tableid,
databaseid,
true, // needsSync - DELETE removes rows
originalTable,
'table',
self
);
}

return statement;
};

Expand Down
75 changes: 75 additions & 0 deletions src/74update.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,46 @@

/* global yy alasql */

// Helper to wrap a statement for ParamValue execution
function wrapParamValueStatement(
originalStatement,
paramIndex,
tableid,
databaseid,
needsSync,
restoreRef,
refKey,
self
) {
return function (params, cb) {
var data = params[paramIndex];
if (!Array.isArray(data)) {
throw new Error('Operation requires an array for parameter ' + paramIndex);
}

var db = alasql.databases[databaseid];
db.tables[tableid].data = data;

try {
var res = originalStatement(params, cb);

// Sync changes back for operations that replace the array
if (needsSync) {
var newData = db.tables[tableid].data;
data.length = 0;
for (var i = 0; i < newData.length; i++) {
data.push(newData[i]);
}
}

return res;
} finally {
delete db.tables[tableid];
if (restoreRef) self[refKey] = restoreRef;
}
};
}

yy.Update = function (params) {
return Object.assign(this, params);
};
Expand Down Expand Up @@ -40,9 +80,29 @@ yy.SetColumn.prototype.toString = function () {
yy.Update.prototype.compile = function (databaseid) {
var self = this;
// console.log(this);

// Handle ParamValue (anonymous data table) with temporary table approach
var isParamValue = this.table instanceof yy.ParamValue;
var paramIndex = isParamValue ? this.table.param : null;
var originalTable = this.table;

// If ParamValue, temporarily replace with a temp table reference
if (isParamValue) {
var tempTableName =
'__alasql_tmp_' + Date.now() + '_' + Math.random().toString(36).substring(2, 11);
this.table = new yy.Table({tableid: tempTableName});
}

databaseid = this.table.databaseid || databaseid;
var tableid = this.table.tableid;

// For ParamValue, we need to create the temp table before compilation
if (isParamValue) {
var db = alasql.databases[databaseid];
db.tables[tableid] = new alasql.Table({tableid: tableid});
db.tables[tableid].data = [];
}

if (this.where) {
if (this.exists) {
this.existsfn = this.exists.map(function (ex) {
Expand Down Expand Up @@ -163,6 +223,21 @@ yy.Update.prototype.compile = function (databaseid) {
if (cb) cb(res);
return res;
};

// If this was a ParamValue, wrap the statement to handle temp table setup/cleanup
if (isParamValue) {
statement = wrapParamValueStatement(
statement,
paramIndex,
tableid,
databaseid,
false, // needsSync - UPDATE modifies in-place
originalTable,
'table',
self
);
}

return statement;
};

Expand Down
53 changes: 30 additions & 23 deletions src/alasqlparser.jison
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -996,6 +996,13 @@ Table
{ $$ = new yy.Table({tableid: $1});}
;

TargetTable
: Table
{ $$ = $1; }
| ParamValue
{ $$ = $1; }
;

JoinTablesList
: JoinTablesList JoinTable
{ $$ = $1; $1.push($2); }
Expand Down Expand Up @@ -1836,9 +1843,9 @@ AllSome
/* UPDATE */

Update
: UPDATE Table SET SetColumnsList WHERE Expression OutputClause
: UPDATE TargetTable SET SetColumnsList WHERE Expression OutputClause
{ $$ = new yy.Update({table:$2, columns:$4, where:$6}); yy.extend($$,$7); }
| UPDATE Table SET SetColumnsList OutputClause
| UPDATE TargetTable SET SetColumnsList OutputClause
{ $$ = new yy.Update({table:$2, columns:$4}); yy.extend($$,$5); }
;

Expand All @@ -1860,52 +1867,52 @@ SetColumn
/* DELETE */

Delete
: DELETE FROM Table WHERE Expression OutputClause
: DELETE FROM TargetTable WHERE Expression OutputClause
{ $$ = new yy.Delete({table:$3, where:$5}); yy.extend($$,$6);}
| DELETE FROM Table OutputClause
| DELETE FROM TargetTable OutputClause
{ $$ = new yy.Delete({table:$3}); yy.extend($$,$4);}
;

/* INSERT */

Insert
: INSERT Into Table Values ValuesListsList OutputClause
: INSERT Into TargetTable Values ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$3, values: $5}); yy.extend($$,$6); }
| INSERT Into Table ValuesListsList OutputClause
| INSERT Into TargetTable ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$3, values: $4}); yy.extend($$,$5); }
| INSERT IGNORE Into Table Values ValuesListsList OutputClause
| INSERT IGNORE Into TargetTable Values ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$4, values: $6, ignore:true}); yy.extend($$,$7); }
| INSERT IGNORE Into Table ValuesListsList OutputClause
| INSERT IGNORE Into TargetTable ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$4, values: $5, ignore:true}); yy.extend($$,$6); }
| INSERT IGNORE Into Table LPAR ColumnsList RPAR Values ValuesListsList OutputClause
| INSERT IGNORE Into TargetTable LPAR ColumnsList RPAR Values ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$4, columns: $6, values: $9, ignore:true}); yy.extend($$,$10); }
| INSERT IGNORE Into Table LPAR ColumnsList RPAR ValuesListsList OutputClause
| INSERT IGNORE Into TargetTable LPAR ColumnsList RPAR ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$4, columns: $6, values: $8, ignore:true}); yy.extend($$,$9); }
| INSERT IGNORE Into Table Select OutputClause
| INSERT IGNORE Into TargetTable Select OutputClause
{ $$ = new yy.Insert({into:$4, select: $5, ignore:true}); yy.extend($$,$6); }
| INSERT IGNORE Into Table LPAR ColumnsList RPAR Select OutputClause
| INSERT IGNORE Into TargetTable LPAR ColumnsList RPAR Select OutputClause
{ $$ = new yy.Insert({into:$4, columns: $6, select: $8, ignore:true}); yy.extend($$,$9); }
| INSERT OR REPLACE Into Table Values ValuesListsList OutputClause
| INSERT OR REPLACE Into TargetTable Values ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$5, values: $7, orreplace:true}); yy.extend($$,$8); }
| INSERT OR REPLACE Into Table ValuesListsList OutputClause
| INSERT OR REPLACE Into TargetTable ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$5, values: $6, orreplace:true}); yy.extend($$,$7); }
| REPLACE Into Table Values ValuesListsList OutputClause
| REPLACE Into TargetTable Values ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$3, values: $5, orreplace:true}); yy.extend($$,$6); }
| REPLACE Into Table ValuesListsList OutputClause
| REPLACE Into TargetTable ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$3, values: $4, orreplace:true}); yy.extend($$,$5); }
| INSERT Into Table DEFAULT Values OutputClause
| INSERT Into TargetTable DEFAULT Values OutputClause
{ $$ = new yy.Insert({into:$3, "default": true}); yy.extend($$,$6); }
| INSERT Into Table LPAR ColumnsList RPAR Values ValuesListsList OutputClause
| INSERT Into TargetTable LPAR ColumnsList RPAR Values ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$3, columns: $5, values: $8}); yy.extend($$,$9); }
| INSERT Into Table LPAR ColumnsList RPAR ValuesListsList OutputClause
| INSERT Into TargetTable LPAR ColumnsList RPAR ValuesListsList OutputClause
{ $$ = new yy.Insert({into:$3, columns: $5, values: $7}); yy.extend($$,$9); }
| INSERT Into Table Select OutputClause
| INSERT Into TargetTable Select OutputClause
{ $$ = new yy.Insert({into:$3, select: $4}); yy.extend($$,$5); }
| INSERT OR REPLACE Into Table Select OutputClause
| INSERT OR REPLACE Into TargetTable Select OutputClause
{ $$ = new yy.Insert({into:$5, select: $6, orreplace:true}); yy.extend($$,$7); }
| INSERT Into Table LPAR ColumnsList RPAR Select OutputClause
| INSERT Into TargetTable LPAR ColumnsList RPAR Select OutputClause
{ $$ = new yy.Insert({into:$3, columns: $5, select: $7}); yy.extend($$,$9); }
| INSERT Into Table SET SetColumnsList OutputClause
| INSERT Into TargetTable SET SetColumnsList OutputClause
{ $$ = new yy.Insert({into:$3, setcolumns: $5}); yy.extend($$,$6); }
;

Expand Down
Loading