Upgrade mlflow to ^3

Dockerfile.mlflow

@@ -1,4 +1,4 @@
-FROM ghcr.io/mlflow/mlflow:v2.22.1
+FROM ghcr.io/mlflow/mlflow:v3.1.1
 
 # The base image does not include various dependencies that are needed for
 # the MLflow server. We assume a postgres backend, so we need psycopg2.

pyproject.toml

@@ -14,7 +14,7 @@ python = ">=3.10,!=3.12.5,<3.13"
 click = "^8"
 dvc = {extras = ["gs"], version = "^3.60"} 
 modelbench = {git = "https://github.com/mlcommons/modelbench.git", rev = "2b19f4f79dfb51fe3db8d9d11af12beccc749844" }
-mlflow = "^2.22.1"
+mlflow = "^3.1.1"
 python-dotenv = "^1"
 requests = "^2"
 prometheus-client = "*" # version controlled by dependencies

src/modelplane/runways/utils.py

@@ -63,8 +63,11 @@ def get_experiment_id(experiment_name: str) -> str:
     # check if the experiment exists
     experiment = mlflow.get_experiment_by_name(experiment_name)
     if experiment is None:
-        experiment_id = mlflow.create_experiment(name=experiment_name)
+        return mlflow.create_experiment(name=experiment_name)
+    elif experiment is not None and experiment.lifecycle_stage != "active":
+        raise ValueError(
+            f"Experiment '{experiment_name}' exists but is not active. "
+            "Please delete it or create a new experiment with a different name."
+        )
     else:
-        experiment_id = experiment.experiment_id
-
-    return experiment_id
+        return experiment.experiment_id

tests/it/runways/test_e2e.py

@@ -1,5 +1,6 @@
 import csv
 import tempfile
+import time
 from typing import List
 
 import mlflow
@@ -18,7 +19,7 @@ def test_e2e():
     sut_id = "demo_yes_no"
     prompts = "tests/data/prompts.csv"
     ground_truth = "tests/data/ground_truth.csv"
-    experiment = "test_experiment"
+    experiment = "test_experiment_" + time.strftime("%Y%m%d%H%M%S", time.localtime())
     n_jobs = 1
 
     run_id = check_responder(