refac: direct connections

Author: tjbck

backend/open_webui/main.py

@@ -947,6 +947,7 @@ async def chat_completion(
                 else {}
             ),
         }
+
         request.state.metadata = metadata
         form_data["metadata"] = metadata
 

backend/open_webui/socket/main.py

@@ -279,8 +279,8 @@ async def __event_emitter__(event_data):
             await sio.emit(
                 "chat-events",
                 {
-                    "chat_id": request_info["chat_id"],
-                    "message_id": request_info["message_id"],
+                    "chat_id": request_info.get("chat_id", None),
+                    "message_id": request_info.get("message_id", None),
                     "data": event_data,
                 },
                 to=session_id,
@@ -329,8 +329,8 @@ async def __event_caller__(event_data):
         response = await sio.call(
             "chat-events",
             {
-                "chat_id": request_info["chat_id"],
-                "message_id": request_info["message_id"],
+                "chat_id": request_info.get("chat_id", None),
+                "message_id": request_info.get("message_id", None),
                 "data": event_data,
             },
             to=request_info["session_id"],

backend/open_webui/utils/chat.py

@@ -164,10 +164,14 @@ async def generate_chat_completion(
     if BYPASS_MODEL_ACCESS_CONTROL:
         bypass_filter = True
 
+    if hasattr(request.state, "metadata"):
+        form_data["metadata"] = request.state.metadata
+
     if getattr(request.state, "direct", False) and hasattr(request.state, "model"):
         models = {
             request.state.model["id"]: request.state.model,
         }
+        log.debug(f"direct connection to model: {models}")
     else:
         models = request.app.state.MODELS
 

src/routes/+layout.svelte

@@ -266,8 +266,6 @@
 					if (directConnections) {
 						const urlIdx = model?.urlIdx;
 
-						console.log(model, directConnections);
-
 						const OPENAI_API_URL = directConnections.OPENAI_API_BASE_URLS[urlIdx];
 						const OPENAI_API_KEY = directConnections.OPENAI_API_KEYS[urlIdx];
 						const API_CONFIG = directConnections.OPENAI_API_CONFIGS[urlIdx];
@@ -315,6 +313,7 @@
 											const lines = chunk.split('\n').filter((line) => line.trim() !== '');
 
 											for (const line of lines) {
+												console.log(line);
 												$socket?.emit(channel, line);
 											}
 										}