prompt changes for struct output issues

Author: marktayl1

src/backend/api/api_routes.py

@@ -20,14 +20,13 @@
 from api.status_updates import app_connection_manager, close_connection
 from common.logger.app_logger import AppLogger
 from common.services.batch_service import BatchService
+from sql_agents.process_batch import process_batch_async
 
 router = APIRouter()
 logger = AppLogger("APIRoutes")
 
-# start processing the batch
-from sql_agents.sql_agents_start import process_batch_async
-
 
+# start processing the batch
 @router.post("/start-processing")
 async def start_processing(request: Request):
     """
@@ -68,8 +67,12 @@ async def start_processing(request: Request):
     try:
         payload = await request.json()
         batch_id = payload.get("batch_id")
+        translate_from = payload.get("translate_from")
+        translate_to = payload.get("translate_to")
 
-        await process_batch_async(batch_id)
+        await process_batch_async(
+            batch_id=batch_id, convert_from=translate_from, convert_to=translate_to
+        )
 
         await close_connection(batch_id)
 

src/backend/sql_agents/agents/semantic_verifier/prompt.txt

@@ -8,6 +8,6 @@ is in the source ({{$source}}) dialect and a migrated one migrated script is in
 - Make sure that the differences you identify are applicable in the context of the given scripts, and avoid generalized distinctions.
 - Do not hallucinate or assume any functionality that is not explicitly mentioned in the scripts.
 - Avoid using any first person language in any of the output.
-- You are allowed to make common sense assumptions about the data and return types.
+- You are allowed to make common sense assumptions about the backend data and the return types of the sql queries.
 - If the scripts are not semantically equivalent, judgement would be 'Semantically Not Equivalent' and the differences would be listed in the 'differences' field.
 - If the scripts are semantically equivalent, judgement would be 'Semantically Equivalent' and the 'differences' field would be an empty list.

src/backend/sql_agents/agents/semantic_verifier/prompt_from_ai.txt

@@ -0,0 +1,21 @@
+You are a SQL semantic verifier with expertise in both the {{$source}} and {{$target}} SQL dialects. Analyze two SQL scripts, one in the {{$source}} dialect and the other in the {{$target}} dialect. Determine whether these scripts are semantically equivalent, focusing only on the logic of their operations.
+
+Instructions:
+- Compare both scripts line by line, focusing on logical operations rather than syntax or formatting.
+- Avoid speculation or adding functionality not explicitly shown in the scripts.
+- Make common-sense assumptions about data and return types if needed.
+- If the scripts are not semantically equivalent, set "judgement" to "Semantically Not Equivalent" and list the differences in the "differences" field.
+- If the scripts are semantically equivalent, set "judgement" to "Semantically Equivalent" and provide an empty list for the "differences" field.
+- Do not use first-person language in the output.
+- Return only valid JSON that follows the structure:
+
+{
+  "analysis": "<string>",
+  "judgement": "<string>",
+  "differences": [
+    "<string>",
+    "<string>"
+  ],
+  "summary": "<string>"
+}
+

src/backend/sql_agents/agents/semantic_verifier/response.py

@@ -14,4 +14,4 @@ class SemanticVerifierResponse(KernelBaseModel):
     analysis: str
     judgement: str
     differences: list[str]
-    summary: str | None
+    summary: str

src/backend/sql_agents/convert_script.py

@@ -38,7 +38,7 @@ async def convert_script(
     sql_agents: SqlAgents,
     # agent_config: AgentBaseConfig,
 ) -> str:
-    """setup agents, selection and termination."""
+    """Use the team of agents to migrate a sql script."""
     logger.info("Migrating query: %s\n", source_script)
 
     # Setup the group chat for the agents

src/backend/sql_agents/helpers/utils.py

@@ -8,7 +8,7 @@ def get_prompt(agent_type: str) -> str:
     """Get the prompt for the given agent type."""
     if not re.match(r"^[a-zA-Z0-9_]+$", agent_type):
         raise ValueError("Invalid agent type")
-    file_path = os.path.join(f"./sql_agents/{agent_type}", "prompt.txt")
+    file_path = os.path.join(f"./sql_agents/agents/{agent_type}", "prompt.txt")
     with open(file_path, "r", encoding="utf-8") as file:
         return file.read()