make templates an env variable

Author: Andrew Desousa

app.py

@@ -32,8 +32,6 @@
     format_as_ndjson,
     format_stream_response,
     format_non_streaming_response,
-    convert_to_pf_format,
-    format_pf_non_streaming_response,
     ChatType
 )
 
@@ -290,39 +288,6 @@ def prepare_model_args(request_body, request_headers):
     return model_args
 
 
-async def promptflow_request(request):
-    try:
-        headers = {
-            "Content-Type": "application/json",
-            "Authorization": f"Bearer {app_settings.promptflow.api_key}",
-        }
-        # Adding timeout for scenarios where response takes longer to come back
-        logging.debug(f"Setting timeout to {app_settings.promptflow.response_timeout}")
-        async with httpx.AsyncClient(
-            timeout=float(app_settings.promptflow.response_timeout)
-        ) as client:
-            pf_formatted_obj = convert_to_pf_format(
-                request,
-                app_settings.promptflow.request_field_name,
-                app_settings.promptflow.response_field_name
-            )
-            # NOTE: This only support question and chat_history parameters
-            # If you need to add more parameters, you need to modify the request body
-            response = await client.post(
-                app_settings.promptflow.endpoint,
-                json={
-                    app_settings.promptflow.request_field_name: pf_formatted_obj[-1]["inputs"][app_settings.promptflow.request_field_name],
-                    "chat_history": pf_formatted_obj[:-1],
-                },
-                headers=headers,
-            )
-        resp = response.json()
-        resp["id"] = request["messages"][-1]["id"]
-        return resp
-    except Exception as e:
-        logging.error(f"An error occurred while making promptflow_request: {e}")
-
-
 async def send_chat_request(request_body, request_headers):
     filtered_messages = []
     messages = request_body.get("messages", [])
@@ -346,19 +311,9 @@ async def send_chat_request(request_body, request_headers):
 
 
 async def complete_chat_request(request_body, request_headers):
-    if app_settings.base_settings.use_promptflow:
-        response = await promptflow_request(request_body)
-        history_metadata = request_body.get("history_metadata", {})
-        return format_pf_non_streaming_response(
-            response,
-            history_metadata,
-            app_settings.promptflow.response_field_name,
-            app_settings.promptflow.citations_field_name
-        )
-    else:
-        response, apim_request_id = await send_chat_request(request_body, request_headers)
-        history_metadata = request_body.get("history_metadata", {})
-        return format_non_streaming_response(response, history_metadata, apim_request_id)
+    response, apim_request_id = await send_chat_request(request_body, request_headers)
+    history_metadata = request_body.get("history_metadata", {})
+    return format_non_streaming_response(response, history_metadata, apim_request_id)
 
 
 async def stream_chat_request(request_body, request_headers):
@@ -857,20 +812,6 @@ async def ensure_cosmos():
         else:
             return jsonify({"error": "CosmosDB is not working"}), 500
 
-@bp.route("/extract_template_from_image", methods=["POST"])
-async def extract_template_from_image():
-    request_json = await request.get_json()
-    try:
-        if "image_url" not in request_json:
-            # bad request if image_url is not provided
-            return jsonify({"error": "image_url is required"}), 400
-
-        template = await extract_template_from_image(request_json["image_url"])
-        return jsonify(template), 200
-    except Exception as e:
-        logging.exception("Exception in /history/clear_messages")
-        return jsonify({"error": str(e)}), 500
-    
 @bp.route("/section/generate", methods=["POST"])
 async def generate_section_content():
     request_json = await request.get_json()
@@ -899,7 +840,7 @@ async def get_document(filepath):
 
 async def generate_title(conversation_messages):
     ## make sure the messages are sorted by _ts descending
-    title_prompt = 'Summarize the conversation so far into a 4-word or less title. Do not use any quotation marks or punctuation. Respond with a json object in the format {{"title": string}}. Do not include any other commentary or description.'
+    title_prompt = app_settings.azure_openai.title_prompt
 
     messages = [
         {"role": msg["role"], "content": msg["content"]}
@@ -917,71 +858,10 @@ async def generate_title(conversation_messages):
         return title
     except Exception as e:
         return messages[-2]["content"]
-    
-async def extract_template_from_image(image_url):
-    template_prompt = """You are an assistant that can look at an image of a document
-    and produce a description of a template that the document follows.
-    A document uploaded will be an instance of a template.
-
-    The structure of the document describes the section titles that exist and what type of information should be present in each section.
-    The section_desription should be a brief description of the type of information that should be present in that section.
-    You will need to infer the section descriptions based on the instance of that section in the document.
-    The section_description should not contain any information about the content of the document, only the structure of the document.
-
-    Return a resonse as a json object:
-    {"template": [
-        {"section_title": <section_title_goes_here>, "section_description": <section_description_goes_here>},
-        ...
-    ]}
-
-    The json object should be a valid json object with a list of dictionaries. Don't respond in markdown or any other format.
-
-    Do not include any other commentary or description in the response.
-    If the image is not a document, respond with <INVALID_DOCUMENT>.
-    """
-
-    # add system prompt to messages
-    messages = [
-        {
-            "role": "system",
-            "content": app_settings.azure_openai.system_message
-        }
-    ]
-    messages.append(
-        {
-            "role": "user", 
-            "content": [  
-                {
-                    "type": "text", 
-                    "text": template_prompt,
-                },
-                {
-                    "type": "image_url",
-                    "image_url": {
-                        "url": image_url
-                    }
-                }
-            ]
-        }
-    )
-
-    try:
-        azure_openai_client = init_openai_client()
-        response = await azure_openai_client.chat.completions.create(
-            model=app_settings.azure_openai.model, messages=messages, temperature=0
-        )
-
-        template = json.loads(response.choices[0].message.content)
-        return template
-    except Exception as e:
-        raise e
 
 async def generate_section_content(request_json):
-    prompt = f"""Help the user generate content for a section in a document. The user has provided a section title and a brief description of the section.
-    The user would like you to provide a more detailed description of the section. Respond with a json object in the format {{"section_content": string}}.
-    Do not include any other commentary or description. Example: {{"section_content": "This section introduces the document."}}.
+    prompt = f"""{app_settings.azure_openai.generate_section_content_prompt}
     
-    Here is the section title and description:
     Section Title: {request_json['sectionTitle']}
     Section Description: {request_json['sectionDescription']}
     """

backend/settings.py

@@ -126,7 +126,9 @@ class _AzureOpenAISettings(BaseSettings):
     'Respond with a json object in the format containing a list of section information {{"template": [{"section_title": string, "section_description": string}]}}.' +
     'Example: {"template": [{"section_title": "Introduction", "section_description": "This section introduces the document."}, {"section_title": "Section 2", "section_description": "This is section 2."}]}.' +
     'If the user provides a message that is not related to modifying the template, respond asking the user to go to the Browse tab to chat with documents.')
-    
+    generate_section_content_prompt: str = "Help the user generate content for a section in a document. The user has provided a section title and a brief description of the section. The user would like you to provide a more detailed description of the section. Respond with a JSON object in the format {\"section_content\": string}. Do not include any other commentary or description. Example: {\"section_content\": \"This section introduces the document.\"}."
+    title_prompt: str = "Summarize the conversation so far into a 4-word or less title. Do not use any quotation marks or punctuation. Respond with a json object in the format {{\"title\": string}}. Do not include any other commentary or description."
+
     @field_validator('tools', mode='before')
     @classmethod
     def deserialize_tools(cls, tools_json_str: str) -> List[_AzureOpenAITool]:

backend/utils.py

@@ -148,70 +148,6 @@ def format_stream_response(chatCompletionChunk, history_metadata, apim_request_i
 
     return {}
 
-
-def format_pf_non_streaming_response(
-    chatCompletion, history_metadata, response_field_name, citations_field_name, message_uuid=None
-):
-    if chatCompletion is None:
-        logging.error(
-            "chatCompletion object is None - Increase PROMPTFLOW_RESPONSE_TIMEOUT parameter"
-        )
-        return {
-            "error": "No response received from promptflow endpoint increase PROMPTFLOW_RESPONSE_TIMEOUT parameter or check the promptflow endpoint."
-        }
-    if "error" in chatCompletion:
-        logging.error(f"Error in promptflow response api: {chatCompletion['error']}")
-        return {"error": chatCompletion["error"]}
-
-    logging.debug(f"chatCompletion: {chatCompletion}")
-    try:
-        messages = []
-        if response_field_name in chatCompletion:
-            messages.append({
-                "role": "assistant",
-                "content": chatCompletion[response_field_name] 
-            })
-        if citations_field_name in chatCompletion:
-            messages.append({ 
-                "role": "tool",
-                "content": chatCompletion[citations_field_name]
-            })
-        response_obj = {
-            "id": chatCompletion["id"],
-            "model": "",
-            "created": "",
-            "object": "",
-            "choices": [
-                {
-                    "messages": messages,
-                    "history_metadata": history_metadata,
-                }
-            ]
-        }
-        return response_obj
-    except Exception as e:
-        logging.error(f"Exception in format_pf_non_streaming_response: {e}")
-        return {}
-
-
-def convert_to_pf_format(input_json, request_field_name, response_field_name):
-    output_json = []
-    logging.debug(f"Input json: {input_json}")
-    # align the input json to the format expected by promptflow chat flow
-    for message in input_json["messages"]:
-        if message:
-            if message["role"] == "user":
-                new_obj = {
-                    "inputs": {request_field_name: message["content"]},
-                    "outputs": {response_field_name: ""},
-                }
-                output_json.append(new_obj)
-            elif message["role"] == "assistant" and len(output_json) > 0:
-                output_json[-1]["outputs"][response_field_name] = message["content"]
-    logging.debug(f"PF formatted response: {output_json}")
-    return output_json
-
-
 def comma_separated_string_to_list(s: str) -> List[str]:
     '''
     Split comma-separated values into a list.