Fix in-cluster backend detection

sd109 · sd109 · commit 2f15872d33a8 · 2025-02-14T20:20:52.000Z
diff --git a/web-apps/chat/app.py b/web-apps/chat/app.py
@@ -61,7 +61,6 @@ class PossibleSystemPromptException(Exception):
     streaming=True,
 )
 
-
 def inference(latest_message, history):
     # Allow mutating global variable
     global BACKEND_INITIALISED
diff --git a/web-apps/utils/utils.py b/web-apps/utils/utils.py
@@ -95,7 +95,7 @@ def load_settings() -> dict:
             "Please check for typos"
         )
     settings = {**defaults, **overrides}
-    if "backend_url" not in settings or not settings["backend_url"]:
+    if "backend_url" not in settings or settings["backend_url"] == defaults["backend_url"]:
         # Try to detect in-cluster address
         in_cluster_backend = api_address_in_cluster()
         if not in_cluster_backend:

Original file line number	Diff line number	Diff line change
`@@ -61,7 +61,6 @@ class PossibleSystemPromptException(Exception):`
`61`	`61`	`streaming=True,`
`62`	`62`	`)`
`63`	`63`
`64`		`-`
`65`	`64`	`def inference(latest_message, history):`
`66`	`65`	`# Allow mutating global variable`
`67`	`66`	`global BACKEND_INITIALISED`
Original file line number	Diff line number	Diff line change
`@@ -95,7 +95,7 @@ def load_settings() -> dict:`
`95`	`95`	`"Please check for typos"`
`96`	`96`	`)`
`97`	`97`	`settings = {defaults, overrides}`
`98`		`- if "backend_url" not in settings or not settings["backend_url"]:`
	`98`	`+ if "backend_url" not in settings or settings["backend_url"] == defaults["backend_url"]:`
`99`	`99`	`# Try to detect in-cluster address`
`100`	`100`	`in_cluster_backend = api_address_in_cluster()`
`101`	`101`	`if not in_cluster_backend:`