diff --git a/src/sagemaker/serve/builder/model_builder.py b/src/sagemaker/serve/builder/model_builder.py
index a7a518105c..f94136b403 100644
--- a/src/sagemaker/serve/builder/model_builder.py
+++ b/src/sagemaker/serve/builder/model_builder.py
@@ -883,6 +883,16 @@ def build(  # pylint: disable=R0911
 
         if mode:
             self.mode = mode
+        
+        if self.mode == Mode.LOCAL_CONTAINER and (
+            self.model_metadata and (
+                "MLFLOW_MODEL_PATH" in self.model_metadata or
+                "MLFLOW_TRACKING_ARN" in self.model_metadata
+            )
+        ):
+            raise ValueError("MLflow model support is not available for Mode.LOCAL_CONTAINER. "
+                         "Please use Mode.SAGEMAKER_ENDPOINT for MLflow models.")
+        
         if role_arn:
             self.role_arn = role_arn