feat: Add orchestration prompt

Author: kieran-wilkinson-4

packages/cdk/resources/BedrockPromptResources.ts

@@ -21,14 +21,12 @@ export class BedrockPromptResources extends Construct {
   constructor(scope: Construct, id: string, props: BedrockPromptResourcesProps) {
     super(scope, id)
 
-    // Gemma 3 Pro is for RAG response generation, balancing cost-efficiency with high-reasoning capabilities
-    const novaProModel = new BedrockFoundationModel("google.gemma-3-27b-it")
-    // Nova Lite is recommended for tasks
-    const novaLiteModel = BedrockFoundationModel.AMAZON_NOVA_LITE_V1
+    const ragModel = new BedrockFoundationModel("google.gemma-3-27b-it")
+    const reformulationModel = BedrockFoundationModel.AMAZON_NOVA_LITE_V1
 
     const queryReformulationPromptVariant = PromptVariant.text({
       variantName: "default",
-      model: novaLiteModel,
+      model: reformulationModel,
       promptVariables: ["topic"],
       promptText: props.settings.reformulationPrompt.text
     })
@@ -42,7 +40,7 @@ export class BedrockPromptResources extends Construct {
 
     const ragResponsePromptVariant = PromptVariant.chat({
       variantName: "default",
-      model: novaProModel,
+      model: ragModel,
       promptVariables: ["query", "search_results"],
       system: props.settings.systemPrompt.text,
       messages: [props.settings.userPrompt]
@@ -59,11 +57,32 @@ export class BedrockPromptResources extends Construct {
       variants: [ragResponsePromptVariant]
     })
 
+    const ragOrchestratingResponsePromptVariant = PromptVariant.chat({
+      variantName: "default",
+      model: ragModel,
+      promptVariables: ["query", "search_results"],
+      system: props.settings.orchestrationPrompt.text,
+      messages: [props.settings.userPrompt]
+    })
+
+    ragOrchestratingResponsePromptVariant.inferenceConfiguration = {
+      text: props.settings.inferenceConfig
+    }
+
+    const ragOrchestrationPrompt = new Prompt(this, "ragOrchestrationPrompt", {
+      promptName: `${props.stackName}-ragOrchestration`,
+      description: "Prompt for orchestrating RAG responses with knowledge base context and system instructions",
+      defaultVariant: ragOrchestratingResponsePromptVariant,
+      variants: [ragOrchestratingResponsePromptVariant]
+    })
+
     // expose model IDs for use in Lambda environment variables
-    this.ragModelId = novaProModel.modelId
-    this.queryReformulationModelId = novaLiteModel.modelId
+    this.ragModelId = ragModel.modelId
+    this.queryReformulationModelId = reformulationModel.modelId
 
-    this.queryReformulationPrompt = queryReformulationPrompt
     this.ragResponsePrompt = ragPrompt
+    this.queryReformulationPrompt = queryReformulationPrompt
+
+    this.ragOrchestrationPrompt = ragOrchestrationPrompt
   }
 }