feat: Implement backend framework options for Hub

SFARPak · SFARPak · commit 0e79b536a053 · 2025-09-22T12:43:26.000+05:00
- Add support for backend frameworks (Django, FastAPI, Flask, Node.js) in Hub
- Enhance tag parsing to handle write_to_file and search_replace tags
- Update response processor to process nested dyad-write tags
- Add autonomous development orchestrator for app creation flow
- Update AI_RULES.md files with proper tag format instructions
- Fix TypeScript compilation errors in app handlers
- Integrate backend framework scaffolding with app creation process
diff --git a/scaffold-backend/django/AI_RULES.md b/scaffold-backend/django/AI_RULES.md
@@ -4,6 +4,12 @@
 - Follow Django best practices and conventions.
 - Always put source code in the appropriate Django app folders.
 
+## File Operations
+- Use `<write_to_file>` tags to create new files with their complete content
+- Use `<search_replace>` tags to modify existing files
+- Use `<run_terminal_cmd>` tags to execute Django management commands (migrations, startapp, etc.)
+- Always provide complete file content, not partial updates
+
 ## Project Structure
 - `config/`: Main Django project directory containing settings
 - `apps/`: Django applications directory
diff --git a/scaffold-backend/fastapi/AI_RULES.md b/scaffold-backend/fastapi/AI_RULES.md
@@ -4,6 +4,12 @@
 - Follow FastAPI best practices and async/await patterns.
 - Always put source code in appropriate modules and packages.
 
+## File Operations
+- Use `<write_to_file>` tags to create new files with their complete content
+- Use `<search_replace>` tags to modify existing files
+- Use `<run_terminal_cmd>` tags to execute FastAPI development commands
+- Always provide complete file content, not partial updates
+
 ## Project Structure
 - `main.py`: Main FastAPI application entry point
 - `requirements.txt`: Python dependencies
diff --git a/scaffold-backend/flask/AI_RULES.md b/scaffold-backend/flask/AI_RULES.md
@@ -4,6 +4,12 @@
 - Follow Flask best practices and patterns.
 - Always put source code in appropriate modules and packages.
 
+## File Operations
+- Use `<write_to_file>` tags to create new files with their complete content
+- Use `<search_replace>` tags to modify existing files
+- Use `<run_terminal_cmd>` tags to execute Flask development commands
+- Always provide complete file content, not partial updates
+
 ## Project Structure
 - `run.py`: Main Flask application entry point
 - `requirements.txt`: Python dependencies
diff --git a/scaffold-backend/nodejs/AI_RULES.md b/scaffold-backend/nodejs/AI_RULES.md
@@ -4,6 +4,12 @@
 - Follow Node.js best practices and Express.js patterns.
 - Always put source code in appropriate modules and directories.
 
+## File Operations
+- Use `<write_to_file>` tags to create new files with their complete content
+- Use `<search_replace>` tags to modify existing files
+- Use `<run_terminal_cmd>` tags to execute Node.js development commands
+- Always provide complete file content, not partial updates
+
 ## Project Structure
 - `server.js`: Main Express application entry point
 - `package.json`: Node.js dependencies and scripts
diff --git a/src/ipc/handlers/app_handlers.ts b/src/ipc/handlers/app_handlers.ts
@@ -53,6 +53,7 @@ import { getVercelTeamSlug } from "../utils/vercel_utils";
 import { storeDbTimestampAtCurrentVersion } from "../utils/neon_timestamp_utils";
 import { AppSearchResult } from "@/lib/schemas";
 import { CreateMissingFolderParams } from "../ipc_types";
+import { developmentOrchestrator } from "../utils/development_orchestrator";
 
 const DEFAULT_COMMAND =
   "(node -e \"try { const pkg = require('./package.json'); if (pkg.dependencies && pkg.dependencies['@SFARPak/react-vite-component-tagger']) { delete pkg.dependencies['@SFARPak/react-vite-component-tagger']; require('fs').writeFileSync('./package.json', JSON.stringify(pkg, null, 2)); } if (pkg.devDependencies && pkg.devDependencies['@SFARPak/react-vite-component-tagger']) { delete pkg.devDependencies['@SFARPak/react-vite-component-tagger']; require('fs').writeFileSync('./package.json', JSON.stringify(pkg, null, 2)); } } catch(e) {}; try { const fs = require('fs'); if (fs.existsSync('./vite.config.ts')) { let config = fs.readFileSync('./vite.config.ts', 'utf8'); config = config.replace(/import.*@SFARPak\\/react-vite-component-tagger.*;\\s*/g, ''); config = config.replace(/dyadComponentTagger[^}]*},?\\s*/g, ''); config = config.replace(/applyComponentTagger[^}]*},?\\s*/g, ''); fs.writeFileSync('./vite.config.ts', config); } } catch(e) {}\" && pnpm install && pnpm run dev --port 32100) || (node -e \"try { const pkg = require('./package.json'); if (pkg.dependencies && pkg.dependencies['@SFARPak/react-vite-component-tagger']) { delete pkg.dependencies['@SFARPak/react-vite-component-tagger']; require('fs').writeFileSync('./package.json', JSON.stringify(pkg, null, 2)); } if (pkg.devDependencies && pkg.devDependencies['@SFARPak/react-vite-component-tagger']) { delete pkg.devDependencies['@SFARPak/react-vite-component-tagger']; require('fs').writeFileSync('./package.json', JSON.stringify(pkg, null, 2)); } } catch(e) {}; try { const fs = require('fs'); if (fs.existsSync('./vite.config.ts')) { let config = fs.readFileSync('./vite.config.ts', 'utf8'); config = config.replace(/import.*@SFARPak\\/react-vite-component-tagger.*;\\s*/g, ''); config = config.replace(/dyadComponentTagger[^}]*},?\\s*/g, ''); config = config.replace(/applyComponentTagger[^}]*},?\\s*/g, ''); fs.writeFileSync('./vite.config.ts', config); } } catch(e) {}\" && npm install --legacy-peer-deps && npm run dev -- --port 32100)";
@@ -666,6 +667,23 @@ export function registerAppHandlers() {
         logger.warn(`App ${app.id} created without Git repository`);
       }
 
+      // Start autonomous development process
+      try {
+        logger.info(`Starting autonomous development for app ${app.id}`);
+        const requirements: string[] = []; // Requirements will be gathered during development
+        developmentOrchestrator.startAutonomousDevelopment(
+          app.id,
+          "react", // default frontend framework
+          params.selectedBackendFramework || undefined,
+          requirements
+        );
+        logger.info(`Autonomous development started for app ${app.id}`);
+      } catch (devError) {
+        logger.error(`Failed to start autonomous development for app ${app.id}:`, devError);
+        // Don't fail app creation if autonomous development fails to start
+        logger.warn(`App ${app.id} created but autonomous development failed to start`);
+      }
+
       return { app, chatId: chat.id };
     },
   );
diff --git a/src/ipc/processors/response_processor.ts b/src/ipc/processors/response_processor.ts
@@ -29,6 +29,8 @@ import {
   getDyadRunBackendTerminalCmdTags,
   getDyadRunFrontendTerminalCmdTags,
   getDyadRunTerminalCmdTags,
+  getWriteToFileTags,
+  getSearchReplaceTags,
 } from "../utils/dyad_tag_parser";
 import { runShellCommand } from "../utils/runShellCommand";
 import { storeDbTimestampAtCurrentVersion } from "../utils/neon_timestamp_utils";
@@ -118,6 +120,8 @@ export async function processFullResponseActions(
   try {
     // Extract all tags
     const dyadWriteTags = getDyadWriteTags(fullResponse);
+    const writeToFileTags = getWriteToFileTags(fullResponse);
+    const searchReplaceTags = getSearchReplaceTags(fullResponse);
     const dyadRenameTags = getDyadRenameTags(fullResponse);
     const dyadDeletePaths = getDyadDeleteTags(fullResponse);
     const dyadAddDependencyPackages = getDyadAddDependencyTags(fullResponse);
@@ -456,12 +460,108 @@ export async function processFullResponseActions(
       }
     }
 
-    // Process all file writes
+    // Process all file writes (dyad-write tags)
     for (const tag of dyadWriteTags) {
       const filePath = tag.path;
       let content: string | Buffer = tag.content;
       const fullFilePath = safeJoin(appPath, filePath);
 
+      // Check if this is a search_replace operation
+      if (typeof content === "string" && content.startsWith("SEARCH_REPLACE:")) {
+        // Handle search_replace operation
+        const parts = content.split(":");
+        if (parts.length >= 3) {
+          const oldString = parts[1];
+          const newString = parts.slice(2).join(":");
+
+          if (fs.existsSync(fullFilePath)) {
+            try {
+              let fileContent = fs.readFileSync(fullFilePath, 'utf8');
+
+              if (fileContent.includes(oldString)) {
+                fileContent = fileContent.replace(oldString, newString);
+                fs.writeFileSync(fullFilePath, fileContent);
+                logger.log(`Successfully applied search_replace to file: ${fullFilePath}`);
+                writtenFiles.push(filePath);
+              } else {
+                logger.warn(`Old string not found in file for search_replace: ${fullFilePath}`);
+                warnings.push({
+                  message: `Search string not found in file: ${filePath}`,
+                  error: null,
+                });
+              }
+            } catch (error) {
+              logger.error(`Failed to apply search_replace to file: ${fullFilePath}`, error);
+              errors.push({
+                message: `Failed to apply search_replace to file: ${filePath}`,
+                error: error,
+              });
+            }
+          } else {
+            logger.warn(`File not found for search_replace: ${fullFilePath}`);
+            warnings.push({
+              message: `File not found for search_replace: ${filePath}`,
+              error: null,
+            });
+          }
+        }
+      } else {
+        // Handle regular file write
+        // Check if content (stripped of whitespace) exactly matches a file ID and replace with actual file content
+        if (fileUploadsMap) {
+          const trimmedContent = tag.content.trim();
+          const fileInfo = fileUploadsMap.get(trimmedContent);
+          if (fileInfo) {
+            try {
+              const fileContent = await readFile(fileInfo.filePath);
+              content = fileContent;
+              logger.log(
+                `Replaced file ID ${trimmedContent} with content from ${fileInfo.originalName}`,
+              );
+            } catch (error) {
+              logger.error(
+                `Failed to read uploaded file ${fileInfo.originalName}:`,
+                error,
+              );
+              errors.push({
+                message: `Failed to read uploaded file: ${fileInfo.originalName}`,
+                error: error,
+              });
+            }
+          }
+        }
+
+        // Ensure directory exists
+        const dirPath = path.dirname(fullFilePath);
+        fs.mkdirSync(dirPath, { recursive: true });
+
+        // Write file content
+        fs.writeFileSync(fullFilePath, content);
+        logger.log(`Successfully wrote file: ${fullFilePath}`);
+        writtenFiles.push(filePath);
+        if (isServerFunction(filePath) && typeof content === "string") {
+          try {
+            await deploySupabaseFunctions({
+              supabaseProjectId: chatWithApp.app.supabaseProjectId!,
+              functionName: path.basename(path.dirname(filePath)),
+              content: content,
+            });
+          } catch (error) {
+            errors.push({
+              message: `Failed to deploy Supabase function: ${filePath}`,
+              error: error,
+            });
+          }
+        }
+      }
+    }
+
+    // Process write_to_file tags
+    for (const tag of writeToFileTags) {
+      const filePath = tag.path;
+      let content: string | Buffer = tag.content;
+      const fullFilePath = safeJoin(appPath, filePath);
+
       // Check if content (stripped of whitespace) exactly matches a file ID and replace with actual file content
       if (fileUploadsMap) {
         const trimmedContent = tag.content.trim();
@@ -492,7 +592,7 @@ export async function processFullResponseActions(
 
       // Write file content
       fs.writeFileSync(fullFilePath, content);
-      logger.log(`Successfully wrote file: ${fullFilePath}`);
+      logger.log(`Successfully wrote file via write_to_file tag: ${fullFilePath}`);
       writtenFiles.push(filePath);
       if (isServerFunction(filePath) && typeof content === "string") {
         try {
@@ -510,12 +610,55 @@ export async function processFullResponseActions(
       }
     }
 
+    // Process search_replace tags
+    for (const tag of searchReplaceTags) {
+      const filePath = tag.file;
+      const fullFilePath = safeJoin(appPath, filePath);
+
+      if (fs.existsSync(fullFilePath)) {
+        try {
+          let fileContent = fs.readFileSync(fullFilePath, 'utf8');
+
+          // Replace old_string with new_string
+          const oldString = tag.old_string.replace(/"/g, '"').replace(/</g, '<').replace(/>/g, '>').replace(/&/g, '&');
+          const newString = tag.new_string.replace(/"/g, '"').replace(/</g, '<').replace(/>/g, '>').replace(/&/g, '&');
+
+          if (fileContent.includes(oldString)) {
+            fileContent = fileContent.replace(oldString, newString);
+            fs.writeFileSync(fullFilePath, fileContent);
+            logger.log(`Successfully applied search_replace to file: ${fullFilePath}`);
+            writtenFiles.push(filePath);
+          } else {
+            logger.warn(`Old string not found in file for search_replace: ${fullFilePath}`);
+            warnings.push({
+              message: `Search string not found in file: ${filePath}`,
+              error: null,
+            });
+          }
+        } catch (error) {
+          logger.error(`Failed to apply search_replace to file: ${fullFilePath}`, error);
+          errors.push({
+            message: `Failed to apply search_replace to file: ${filePath}`,
+            error: error,
+          });
+        }
+      } else {
+        logger.warn(`File not found for search_replace: ${fullFilePath}`);
+        warnings.push({
+          message: `File not found for search_replace: ${filePath}`,
+          error: null,
+        });
+      }
+    }
+
     // If we have any file changes, commit them all at once
     hasChanges =
       writtenFiles.length > 0 ||
       renamedFiles.length > 0 ||
       deletedFiles.length > 0 ||
-      dyadAddDependencyPackages.length > 0;
+      dyadAddDependencyPackages.length > 0 ||
+      writeToFileTags.length > 0 ||
+      searchReplaceTags.length > 0;
 
     let uncommittedFiles: string[] = [];
     let extraFilesError: string | undefined;
@@ -545,13 +688,13 @@ export async function processFullResponseActions(
       if (dyadExecuteSqlQueries.length > 0)
         changes.push(`executed ${dyadExecuteSqlQueries.length} SQL queries`);
 
-      let message = chatSummary
+      const commitMessage = chatSummary
         ? `[alifullstack] ${chatSummary} - ${changes.join(", ")}`
         : `[alifullstack] ${changes.join(", ")}`;
       // Use chat summary, if provided, or default for commit message
       let commitHash = await gitCommit({
         path: appPath,
-        message,
+        message: commitMessage,
       });
       logger.log(`Successfully committed changes: ${changes.join(", ")}`);
 
@@ -571,7 +714,7 @@ export async function processFullResponseActions(
         try {
           commitHash = await gitCommit({
             path: appPath,
-            message: message + " + extra files edited outside of AliFullStack",
+            message: commitMessage + " + extra files edited outside of AliFullStack",
             amend: true,
           });
           logger.log(
diff --git a/src/ipc/utils/development_orchestrator.ts b/src/ipc/utils/development_orchestrator.ts
diff --git a/src/ipc/utils/dyad_tag_parser.ts b/src/ipc/utils/dyad_tag_parser.ts
