make available models/deployments configurable via environment variables

Author: dasmy

.env.azure-example

@@ -3,7 +3,8 @@ OPENAI_API_TYPE=azure
 OPENAI_BASE_URL=https://your-resource-name.openai.azure.com
 OPENAI_API_VERSION=2023-03-15-preview
 # OPENAI_EXTRA_HEADERS={"key": "value"}
-AZURE_OPENAI_DEPLOYMENT=your-model-deployment-name
+AZURE_OPENAI_DEPLOYMENTS=[{"displayName": "GPT-3.5", "name": "your-gpt-3.5-deployment"}, {"displayName": "GPT-4", "name": "your-gpt-4-deployment"}]
+# OPENAI_API_LOGLEVEL=debug
 API_PORT=5010
 WEB_PORT=8080
 SNAKEMQ_PORT=8765

.env.example

@@ -3,6 +3,8 @@ OPENAI_API_TYPE=openai
 OPENAI_BASE_URL=https://api.openai.com
 OPENAI_API_VERSION=2023-03-15-preview
 # OPENAI_EXTRA_HEADERS={"key": "value"}
+OPENAI_MODELS=[{"displayName": "GPT-3.5", "name": "gpt-3.5-turbo"}, {"displayName": "GPT-4", "name": "gpt-4"}]
+# OPENAI_API_LOGLEVEL=debug
 API_PORT=5010
 WEB_PORT=8080
 SNAKEMQ_PORT=8765

frontend/src/App.tsx

@@ -22,7 +22,6 @@ function App() {
       try {
         const response = await fetch(`${Config.WEB_ADDRESS}/models`);
         const json = await response.json();
-        console.log(json);
         setModels(json);
       } catch (e) {
         console.error(e);

gpt_code_ui/webapp/main.py

@@ -2,6 +2,7 @@
 import os
 import requests
 import asyncio
+import json
 import re
 import logging
 import sys
@@ -23,9 +24,18 @@
 openai.api_version = os.environ.get("OPENAI_API_VERSION", "2023-03-15-preview")
 openai.api_key = os.environ.get("OPENAI_API_KEY", "")
 openai.log = os.getenv("OPENAI_API_LOGLEVEL", "")
-AZURE_OPENAI_DEPLOYMENT = os.environ.get("AZURE_OPENAI_DEPLOYMENT", "")
 OPENAI_EXTRA_HEADERS = json.loads(os.environ.get("OPENAI_EXTRA_HEADERS", "{}"))
 
+if openai.api_type == "openai":
+    AVAILABLE_MODELS = json.loads(os.environ.get("OPENAI_MODELS", '''[{"displayName": "GPT-3.5", "name": "gpt-3.5-turbo"}, {"displayName": "GPT-4", "name": "gpt-4"}]'''))
+elif openai.api_type == "azure":
+    try:
+        AVAILABLE_MODELS = json.loads(os.environ["AZURE_OPENAI_DEPLOYMENTS"])
+    except KeyError as e:
+        raise RuntimeError('AZURE_OPENAI_DEPLOYMENTS environment variable not set') from e
+else:
+    raise ValueError(f'Invalid OPENAI_API_TYPE: {openai.api_type}')
+
 UPLOAD_FOLDER = 'workspace/'
 os.makedirs(UPLOAD_FOLDER, exist_ok=True)
 
@@ -131,7 +141,7 @@ async def get_code(user_prompt, user_openai_key=None, model="gpt-3.5-turbo"):
     if openai.api_type == 'openai':
         arguments["model"] = model
     elif openai.api_type == 'azure':
-        arguments["deployment_id"] = AZURE_OPENAI_DEPLOYMENT
+        arguments["deployment_id"] = model
     else:
         return None, f"Error: Invalid OPENAI_PROVIDER: {openai.api_type}", 500
 
@@ -198,10 +208,7 @@ def index():
 
 @app.route("/models")
 def models():
-    return jsonify([
-        {"displayName": "GPT-3.5", "name": "gpt-3.5-turbo"},
-        {"displayName": "GPT-4", "name": "gpt-4"},
-    ])
+    return jsonify(AVAILABLE_MODELS)
 
 
 @app.route('/api/<path:path>', methods=["GET", "POST"])