cmg: Allow accessing CMS instances through a proxy

Use the previously added helper for constructing the CMS URL, allowing
the use of a proxy between the gateway and the CMS instances. Disable
SSL verification for the requests to the CMS instances until a valid
certificate is added.

Signed-off-by: Phoevos Kalemkeris <[email protected]>

Author: phoevos

README.md

@@ -43,6 +43,8 @@ project. The following variables are required:
 
 * `MLFLOW_TRACKING_URI`: The URI for the MLflow tracking server.
 * `CMS_PROJECT_NAME`: The name of the Docker project where the CogStack ModelServe stack is running.
+* `CMS_HOST_URL` (optional): Useful when running CogStack ModelServe instances behind a proxy. If
+  omitted, the Gateway will attempt to reach the services directly over the internal Docker network.
 * `CMG_SCHEDULER_MAX_CONCURRENT_TASKS`: The max number of concurrent tasks the scheduler can handle.
 * `CMG_DB_USER`: The username for the PostgreSQL database.
 * `CMG_DB_PASSWORD`: The password for the PostgreSQL database.
@@ -65,6 +67,9 @@ directory of the project before running Docker Compose (or sourced directly in t
 ```shell
 CMS_PROJECT_NAME=cms
 
+# (optional) Useful when running CMS behind a proxy
+CMS_HOST_URL=https://localhost/cms
+
 CMG_SCHEDULER_MAX_CONCURRENT_TASKS=1
 
 # Postgres
@@ -90,7 +95,7 @@ CMG_OBJECT_STORE_BUCKET_TASKS=cmg-tasks
 CMG_OBJECT_STORE_BUCKET_RESULTS=cmg-results
 
 # MLflow
-MLFLOW_TRACKING_URI=http://mlflow-ui:5000
+MLFLOW_TRACKING_URI=http://mlflow-ui:5000  # Use container IP when running CMG locally
 ```
 
 To install the CogStack Model Gateway, clone the repository and run `docker compose` inside the root

cogstack_model_gateway/gateway/routers/models.py

@@ -15,6 +15,7 @@
 from cogstack_model_gateway.gateway.core.models import get_running_models, run_model_container
 from cogstack_model_gateway.gateway.core.priority import calculate_task_priority
 from cogstack_model_gateway.gateway.routers.utils import (
+    get_cms_url,
     get_content_type,
     get_query_params,
     validate_model_name,
@@ -122,7 +123,8 @@ async def get_models(
 @router.get("/models/{model_name}/info", response_model=dict, tags=["models"])
 async def get_model_info(model_name: str):
     """Get information about a running model server through its `/info` API."""
-    response = requests.get(f"http://{model_name}:8000/info")
+    # FIXME: Enable SSL verification when certificates are properly set up
+    response = requests.get(get_cms_url(model_name, "info"), verify=False)
     if response.status_code == 404:
         raise HTTPException(
             status_code=404,
@@ -295,7 +297,7 @@ async def execute_task(
     task = {
         "uuid": task_uuid,
         "method": endpoint["method"],
-        "url": f"http://{model_name}:8000{endpoint['url']}",
+        "url": get_cms_url(model_name, endpoint["url"]),
         "content_type": content_type,
         "params": query_params,
         "refs": references,

cogstack_model_gateway/scheduler/scheduler.py

@@ -53,13 +53,15 @@ def route_task(self, task: dict) -> tuple[Response, str]:
         response = None
         try:
             log.debug(f"Request: {req}")
+            # FIXME: Enable SSL verification when certificates are properly set up
             response = request(
                 method=req["method"],
                 url=req["url"],
                 headers=req["headers"],
                 params=req["params"],
                 data=req["data"],
                 files=req["files"],
+                verify=False,
             )
             log.debug(f"Response: {response.text}")
             response.raise_for_status()