Merge pull request #24 from Brayden/bwilmoth/import-json

Import JSON from body or file

Author: Brayden

src/import/json.ts

@@ -0,0 +1,104 @@
+import { createResponse } from '../utils';
+import { enqueueOperation, processNextOperation } from '../operation';
+
+interface ColumnMapping {
+    [key: string]: string;
+}
+
+interface JsonData {
+    data: any[];
+    columnMapping?: Record<string, string>;
+}
+
+export async function importTableFromJsonRoute(
+    sql: SqlStorage,
+    operationQueue: any,
+    ctx: any,
+    processingOperation: { value: boolean },
+    tableName: string,
+    request: Request
+): Promise<Response> {
+    try {
+        if (!request.body) {
+            return createResponse(undefined, 'Request body is empty', 400);
+        }
+
+        let jsonData: JsonData;
+        const contentType = request.headers.get('Content-Type') || '';
+
+        if (contentType.includes('application/json')) {
+            // Handle JSON data in POST body
+            jsonData = await request.json() as JsonData;
+        } else if (contentType.includes('multipart/form-data')) {
+            // Handle file upload
+            const formData = await request.formData();
+            const file = formData.get('file') as File | null;
+            
+            if (!file) {
+                return createResponse(undefined, 'No file uploaded', 400);
+            }
+
+            const fileContent = await file.text();
+            jsonData = JSON.parse(fileContent) as JsonData;
+        } else {
+            return createResponse(undefined, 'Unsupported Content-Type', 400);
+        }
+
+        if (!Array.isArray(jsonData.data)) {
+            return createResponse(undefined, 'Invalid JSON format. Expected an object with "data" array and optional "columnMapping".', 400);
+        }
+
+        const { data, columnMapping = {} } = jsonData;
+
+        const failedStatements: { statement: string; error: string }[] = [];
+        let successCount = 0;
+
+        for (const record of data) {
+            const mappedRecord = mapRecord(record, columnMapping);
+            const columns = Object.keys(mappedRecord);
+            const values = Object.values(mappedRecord);
+            const placeholders = values.map(() => '?').join(', ');
+
+            const statement = `INSERT INTO ${tableName} (${columns.join(', ')}) VALUES (${placeholders})`;
+
+            try {
+                await enqueueOperation(
+                    [{ sql: statement, params: values }],
+                    false,
+                    false,
+                    operationQueue,
+                    () => processNextOperation(sql, operationQueue, ctx, processingOperation)
+                );
+                successCount++;
+            } catch (error: any) {
+                failedStatements.push({
+                    statement: statement,
+                    error: error || 'Unknown error'
+                });
+            }
+        }
+
+        const totalRecords = data.length;
+        const failedCount = failedStatements.length;
+
+        const resultMessage = `Imported ${successCount} out of ${totalRecords} records successfully. ${failedCount} records failed.`;
+
+        return createResponse({
+            message: resultMessage,
+            failedStatements: failedStatements
+        }, undefined, 200);
+
+    } catch (error: any) {
+        console.error('JSON Import Error:', error);
+        return createResponse(undefined, 'Failed to import JSON data', 500);
+    }
+}
+
+function mapRecord(record: any, columnMapping: ColumnMapping): any {
+    const mappedRecord: any = {};
+    for (const [key, value] of Object.entries(record)) {
+        const mappedKey = columnMapping[key] || key;
+        mappedRecord[mappedKey] = value;
+    }
+    return mappedRecord;
+}

src/index.ts

@@ -7,6 +7,7 @@ import { dumpDatabaseRoute } from './export/dump';
 import { exportTableToJsonRoute } from './export/json';
 import { exportTableToCsvRoute } from './export/csv';
 import { importDumpRoute } from './import/dump';
+import { importTableFromJsonRoute } from './import/json';
 
 const DURABLE_OBJECT_ID = 'sql-durable-object';
 
@@ -144,6 +145,12 @@ export class DatabaseDurableObject extends DurableObject {
             return exportTableToCsvRoute(this.sql, this.operationQueue, this.ctx, this.processingOperation, tableName);
         } else if (request.method === 'POST' && url.pathname === '/import/dump') {
             return importDumpRoute(request, this.sql, this.operationQueue, this.ctx, this.processingOperation);
+        } else if (request.method === 'POST' && url.pathname.startsWith('/import/json/')) {
+            const tableName = url.pathname.split('/').pop();
+            if (!tableName) {
+                return createResponse(undefined, 'Table name is required', 400);
+            }
+            return importTableFromJsonRoute(this.sql, this.operationQueue, this.ctx, this.processingOperation, tableName, request);
         } else {
             return createResponse(undefined, 'Unknown operation', 400);
         }