Merge branch 'enhancement/codeflash-errors' into codeflash/optimize-pr695-2025-08-29T14.38.33

Author: mohammedahmed18

codeflash/either.py

@@ -17,7 +17,11 @@ def __init__(self, code: str, message_template: str, **formatting_args: str) ->
     @property
     def message(self) -> str:
         try:
-            formatted = self.message_template.format(**self.formatting_args)
+            formatted = ""
+            if not isinstance(self.message_template, str):
+                formatted = str(self.message_template)
+            else:
+                formatted = self.message_template.format(**self.formatting_args)
             return f"[{self.code}] {formatted}"  # noqa: TRY300
         except KeyError:
             logger.debug(f"Invalid template: missing {self.formatting_args}")

codeflash/errors/errors.py

@@ -7,6 +7,10 @@
     "TEST_CONFIDENCE_THRESHOLD_NOT_MET_ERROR", "The threshold for test confidence was not met."
 )
 
+_BEHAVIORAL_TEST_FAILURE_ERROR = CodeflashError(
+    "BEHAVIORAL_TEST_FAILURE_ERROR", "Failed to establish a baseline for the original code - bevhavioral tests failed."
+)
+
 
 def shell_rc_permission_error(shell_rc_path: str, api_key_line: str) -> CodeflashError:
     return CodeflashError(
@@ -78,7 +82,4 @@ def test_confidence_threshold_not_met_error() -> CodeflashError:
 
 
 def behavioral_test_failure_error() -> CodeflashError:
-    return CodeflashError(
-        "BEHAVIORAL_TEST_FAILURE_ERROR",
-        "Failed to establish a baseline for the original code - bevhavioral tests failed.",
-    )
+    return _BEHAVIORAL_TEST_FAILURE_ERROR

tests/test_comparator.py

@@ -13,7 +13,7 @@
 import pydantic
 import pytest
 
-from codeflash.either import Failure, Success
+from codeflash.either import CodeflashError, Failure, Success
 from codeflash.models.models import FunctionTestInvocation, InvocationId, TestResults, TestType
 from codeflash.verification.comparator import comparator
 from codeflash.verification.equivalence import compare_test_results
@@ -789,7 +789,7 @@ def test_returns():
     a = Success(5)
     b = Success(5)
     c = Success(6)
-    d = Failure(5)
+    d = Failure(CodeflashError("TEST", 5))
     e = Success((5, 5))
     f = Success((5, 6))
     assert comparator(a, b)