Add AI mode selection and prompt logic

Introduces an AI mode setting to both backend and frontend, allowing users to choose between 'Data Only', 'OpenAI Only', or 'Data + OpenAI' for search and answer generation. Backend approaches now handle the ai_mode override, updating prompt instructions and bypassing document search for OpenAI-only mode. Frontend includes a new AIModeSettings component, updates settings and API models, and passes the selected mode to backend requests. Also updates prompt templates to conditionally include AI mode instructions. Infrastructure defaults for GPT models are updated to use gpt-4o and new deployment versions.

Author: CWade3051

app/backend/approaches/chatreadretrieveread.py

@@ -92,9 +92,21 @@ async def run_until_final_call(
         else:
             extra_info = await self.run_search_approach(messages, overrides, auth_claims)
 
+        # Get ai_mode for system prompt context
+        ai_mode = overrides.get("ai_mode", "data_and_openai")
+        ai_mode_instructions = {
+            "data_only": "IMPORTANT: Only use information from the provided documents. Do not use external knowledge or general information that isn't contained in the source documents.",
+            "openai_only": "Use your general knowledge and reasoning capabilities. No document search results are provided.",
+            "data_and_openai": "Use both the provided documents and your general knowledge to provide comprehensive answers."
+        }
+        
+        prompt_variables = self.get_system_prompt_variables(overrides.get("prompt_template"))
+        if ai_mode in ai_mode_instructions:
+            prompt_variables["ai_mode_instruction"] = ai_mode_instructions[ai_mode]
+
         messages = self.prompt_manager.render_prompt(
             self.answer_prompt,
-            self.get_system_prompt_variables(overrides.get("prompt_template"))
+            prompt_variables
             | {
                 "include_follow_up_questions": bool(overrides.get("suggest_followup_questions")),
                 "past_messages": messages[:-1],
@@ -129,6 +141,21 @@ async def run_until_final_call(
     async def run_search_approach(
         self, messages: list[ChatCompletionMessageParam], overrides: dict[str, Any], auth_claims: dict[str, Any]
     ):
+        ai_mode = overrides.get("ai_mode", "data_and_openai")
+        
+        # If OpenAI only mode, skip search entirely and use only OpenAI knowledge
+        if ai_mode == "openai_only":
+            return ExtraInfo(
+                data_points=DataPoints(text=[], images=[]),
+                thoughts=[
+                    ThoughtStep(
+                        title="AI Mode: OpenAI Only",
+                        description="Using OpenAI's built-in knowledge without searching documents",
+                        props={}
+                    )
+                ]
+            )
+        
         use_text_search = overrides.get("retrieval_mode") in ["text", "hybrid", None]
         use_vector_search = overrides.get("retrieval_mode") in ["vectors", "hybrid", None]
         use_semantic_ranker = True if overrides.get("semantic_ranker") else False

app/backend/approaches/chatreadretrievereadvision.py

@@ -81,6 +81,21 @@ async def run_until_final_call(
         should_stream: bool = False,
     ) -> tuple[ExtraInfo, Union[Awaitable[ChatCompletion], Awaitable[AsyncStream[ChatCompletionChunk]]]]:
         seed = overrides.get("seed", None)
+        ai_mode = overrides.get("ai_mode", "data_and_openai")
+        
+        # If OpenAI only mode, skip search entirely and use only OpenAI knowledge
+        if ai_mode == "openai_only":
+            return ExtraInfo(
+                data_points=DataPoints(text=[], images=[]),
+                thoughts=[
+                    ThoughtStep(
+                        title="AI Mode: OpenAI Only",
+                        description="Using OpenAI's built-in knowledge without searching documents",
+                        props={}
+                    )
+                ]
+            )
+        
         use_text_search = overrides.get("retrieval_mode") in ["text", "hybrid", None]
         use_vector_search = overrides.get("retrieval_mode") in ["vectors", "hybrid", None]
         use_semantic_ranker = True if overrides.get("semantic_ranker") else False

app/backend/approaches/prompts/ask_answer_question.prompty

@@ -22,6 +22,10 @@ If you cannot answer using the sources below, say you don't know. Use below exam
 {{ injected_prompt }}
 {% endif %}
 
+{% if ai_mode_instruction %}
+{{ ai_mode_instruction }}
+{% endif %}
+
 user:
 What is the deductible for the employee plan for a visit to Overlake in Bellevue?
 

app/backend/approaches/prompts/chat_answer_question.prompty

@@ -20,13 +20,23 @@ system:
 {% if override_prompt %}
 {{ override_prompt }}
 {% else %}
+{% if ai_mode_instruction %}
+{{ ai_mode_instruction }}
+{% else %}
 Assistant helps the company employees with their healthcare plan questions, and questions about the employee handbook. Be brief in your answers.
 Answer ONLY with the facts listed in the list of sources below. If there isn't enough information below, say you don't know. Do not generate answers that don't use the sources below. If asking a clarifying question to the user would help, ask the question.
+{% endif %}
 If the question is not in English, answer in the language used in the question.
+{% if text_sources and text_sources|length > 0 %}
 Each source has a name followed by colon and the actual information, always include the source name for each fact you use in the response. Use square brackets to reference the source, for example [info1.txt]. Don't combine sources, list each source separately, for example [info1.txt][info2.pdf].
+{% endif %}
 {{ injected_prompt }}
 {% endif %}
 
+{% if ai_mode_instruction %}
+{{ ai_mode_instruction }}
+{% endif %}
+
 {% if include_follow_up_questions %}
 Generate 3 very brief follow-up questions that the user would likely ask next.
 Enclose the follow-up questions in double angle brackets. Example:
@@ -45,7 +55,9 @@ Make sure the last question ends with ">>".
 user:
 {{ user_query }}
 
+{% if text_sources and text_sources|length > 0 %}
 Sources:
 {% for text_source in text_sources %}
 {{ text_source }}
 {% endfor %}
+{% endif %}

app/backend/approaches/retrievethenread.py

@@ -82,11 +82,22 @@ async def run(
         else:
             extra_info = await self.run_search_approach(messages, overrides, auth_claims)
 
+        # Get ai_mode for system prompt context
+        ai_mode = overrides.get("ai_mode", "data_and_openai")
+        ai_mode_instructions = {
+            "data_only": "IMPORTANT: Only use information from the provided documents. Do not use external knowledge or general information that isn't contained in the source documents.",
+            "openai_only": "Use your general knowledge and reasoning capabilities. No document search results are provided.",
+            "data_and_openai": "Use both the provided documents and your general knowledge to provide comprehensive answers."
+        }
+        
+        prompt_variables = self.get_system_prompt_variables(overrides.get("prompt_template"))
+        if ai_mode in ai_mode_instructions:
+            prompt_variables["ai_mode_instruction"] = ai_mode_instructions[ai_mode]
+
         # Process results
         messages = self.prompt_manager.render_prompt(
             self.answer_prompt,
-            self.get_system_prompt_variables(overrides.get("prompt_template"))
-            | {"user_query": q, "text_sources": extra_info.data_points.text},
+            prompt_variables | {"user_query": q, "text_sources": extra_info.data_points.text},
         )
 
         chat_completion = cast(
@@ -121,6 +132,21 @@ async def run(
     async def run_search_approach(
         self, messages: list[ChatCompletionMessageParam], overrides: dict[str, Any], auth_claims: dict[str, Any]
     ):
+        ai_mode = overrides.get("ai_mode", "data_and_openai")
+        
+        # If OpenAI only mode, skip search entirely and use only OpenAI knowledge
+        if ai_mode == "openai_only":
+            return ExtraInfo(
+                data_points=DataPoints(text=[], images=[]),
+                thoughts=[
+                    ThoughtStep(
+                        title="AI Mode: OpenAI Only",
+                        description="Using OpenAI's built-in knowledge without searching documents",
+                        props={}
+                    )
+                ]
+            )
+        
         use_text_search = overrides.get("retrieval_mode") in ["text", "hybrid", None]
         use_vector_search = overrides.get("retrieval_mode") in ["vectors", "hybrid", None]
         use_semantic_ranker = True if overrides.get("semantic_ranker") else False

app/backend/approaches/retrievethenreadvision.py

@@ -76,6 +76,21 @@ async def run(
         overrides = context.get("overrides", {})
         seed = overrides.get("seed", None)
         auth_claims = context.get("auth_claims", {})
+        ai_mode = overrides.get("ai_mode", "data_and_openai")
+        
+        # If OpenAI only mode, skip search entirely and use only OpenAI knowledge
+        if ai_mode == "openai_only":
+            return ExtraInfo(
+                data_points=DataPoints(text=[], images=[]),
+                thoughts=[
+                    ThoughtStep(
+                        title="AI Mode: OpenAI Only",
+                        description="Using OpenAI's built-in knowledge without searching documents",
+                        props={}
+                    )
+                ]
+            )
+        
         use_text_search = overrides.get("retrieval_mode") in ["text", "hybrid", None]
         use_vector_search = overrides.get("retrieval_mode") in ["vectors", "hybrid", None]
         use_semantic_ranker = True if overrides.get("semantic_ranker") else False

app/frontend/src/api/models.ts

@@ -4,6 +4,12 @@ export const enum RetrievalMode {
     Text = "text"
 }
 
+export const enum AIMode {
+    DataOnly = "data_only",
+    OpenAIOnly = "openai_only",
+    DataAndOpenAI = "data_and_openai"
+}
+
 export const enum GPT4VInput {
     TextAndImages = "textAndImages",
     Images = "images",
@@ -18,6 +24,7 @@ export const enum VectorFields {
 
 export type ChatAppRequestOverrides = {
     retrieval_mode?: RetrievalMode;
+    ai_mode?: AIMode;
     semantic_ranker?: boolean;
     semantic_captions?: boolean;
     query_rewriting?: boolean;

app/frontend/src/components/AIModeSettings/AIModeSettings.module.css

@@ -0,0 +1,66 @@
+.container {
+    margin-top: 0.625em;
+}
+
+.optionSlider {
+    width: 100%;
+    max-width: 600px;
+    margin: 20px auto;
+    position: relative;
+    user-select: none;
+}
+
+.sliderTrack {
+    width: 100%;
+    height: 40px;
+    background: #e0e0e0;
+    border-radius: 20px;
+    position: relative;
+}
+
+.sliderThumb {
+    position: absolute;
+    top: 0;
+    width: 33.33%;
+    height: 40px;
+    background: #0078d4;
+    border-radius: 20px;
+    color: #fff;
+    text-align: center;
+    line-height: 40px;
+    transition: left 0.3s ease;
+    cursor: pointer;
+    font-weight: bold;
+    font-size: 12px;
+    z-index: 2;
+}
+
+.sliderOptions {
+    display: flex;
+    justify-content: space-between;
+    position: absolute;
+    top: 0;
+    width: 100%;
+    height: 40px;
+}
+
+.sliderOption {
+    width: 33.33%;
+    text-align: center;
+    line-height: 40px;
+    color: #666;
+    cursor: pointer;
+    font-size: 12px;
+    font-weight: 500;
+    z-index: 1;
+    transition: color 0.3s ease;
+}
+
+.sliderOption:hover {
+    color: #0078d4;
+}
+
+.sliderOption.active {
+    font-weight: bold;
+    color: #fff;
+}

app/frontend/src/components/AIModeSettings/AIModeSettings.tsx

@@ -0,0 +1,76 @@
+import { useState } from "react";
+import { Stack } from "@fluentui/react";
+import { useId } from "@fluentui/react-hooks";
+import { useTranslation } from "react-i18next";
+
+import styles from "./AIModeSettings.module.css";
+import { HelpCallout } from "../../components/HelpCallout";
+import { AIMode } from "../../api";
+
+interface Props {
+    defaultAIMode: AIMode;
+    updateAIMode: (aiMode: AIMode) => void;
+}
+
+export const AIModeSettings = ({ defaultAIMode, updateAIMode }: Props) => {
+    const [aiMode, setAIMode] = useState<AIMode>(defaultAIMode || AIMode.DataAndOpenAI);
+    const { t } = useTranslation();
+
+    const aiModeId = useId("aiMode");
+    const aiModeFieldId = useId("aiModeField");
+
+    const handleModeChange = (selectedMode: AIMode) => {
+        setAIMode(selectedMode);
+        updateAIMode(selectedMode);
+    };
+
+    const getModePosition = (mode: AIMode): string => {
+        switch (mode) {
+            case AIMode.DataOnly:
+                return "0%";
+            case AIMode.OpenAIOnly:
+                return "33.33%";
+            case AIMode.DataAndOpenAI:
+                return "66.67%";
+            default:
+                return "66.67%";
+        }
+    };
+
+    return (
+        <Stack className={styles.container} tokens={{ childrenGap: 10 }}>
+            <HelpCallout labelId={aiModeId} fieldId={aiModeFieldId} helpText={t("helpTexts.aiMode")} label={t("labels.aiMode.label")} />
+
+            <div className={styles.optionSlider}>
+                <div className={styles.sliderTrack}>
+                    <div className={styles.sliderThumb} style={{ left: getModePosition(aiMode) }}>
+                        {aiMode === AIMode.DataOnly && t("labels.aiMode.options.dataOnly")}
+                        {aiMode === AIMode.OpenAIOnly && t("labels.aiMode.options.openaiOnly")}
+                        {aiMode === AIMode.DataAndOpenAI && t("labels.aiMode.options.dataAndOpenai")}
+                    </div>
+
+                    <div className={styles.sliderOptions}>
+                        <div
+                            className={`${styles.sliderOption} ${aiMode === AIMode.DataOnly ? styles.active : ""}`}
+                            onClick={() => handleModeChange(AIMode.DataOnly)}
+                        >
+                            {t("labels.aiMode.options.dataOnly")}
+                        </div>
+                        <div
+                            className={`${styles.sliderOption} ${aiMode === AIMode.OpenAIOnly ? styles.active : ""}`}
+                            onClick={() => handleModeChange(AIMode.OpenAIOnly)}
+                        >
+                            {t("labels.aiMode.options.openaiOnly")}
+                        </div>
+                        <div
+                            className={`${styles.sliderOption} ${aiMode === AIMode.DataAndOpenAI ? styles.active : ""}`}
+                            onClick={() => handleModeChange(AIMode.DataAndOpenAI)}
+                        >
+                            {t("labels.aiMode.options.dataAndOpenai")}
+                        </div>
+                    </div>
+                </div>
+            </div>
+        </Stack>
+    );
+};

app/frontend/src/components/AIModeSettings/index.tsx

@@ -0,0 +1 @@
+export * from "./AIModeSettings";