Respect predefined modes in get_default_mode

Also make linker and optimizer non-mutable config as the mode is cached after using them for the first time.

Author: ricardoV94

pytensor/compile/mode.py

@@ -503,40 +503,40 @@ def get_mode(orig_string):
     if not isinstance(string, str):
         return string  # it is hopefully already a mode...
 
+    if string in predefined_modes:
+        return predefined_modes[string]
+
+    if string not in ("Mode", "DebugMode", "DEBUG_MODE", "NanGuardMode"):
+        raise ValueError(f"No predefined mode exist for string: {string}")
+
     global instantiated_default_mode
     # The default mode is cached. However, config.mode can change
     # If instantiated_default_mode has the right class, use it.
+
     if orig_string is None and instantiated_default_mode:
-        if string in predefined_modes:
-            default_mode_class = predefined_modes[string].__class__.__name__
-        else:
-            default_mode_class = string
+        # This includes a string in ("Mode", "DebugMode", "DEBUG_MODE", "NanGuardMode")
+        default_mode_class = string
+        # FIXME: This is flawed, we should use proper object comparison.
         if instantiated_default_mode.__class__.__name__ == default_mode_class:
             return instantiated_default_mode
 
-    if string in ("Mode", "DebugMode", "NanGuardMode"):
-        if string == "DebugMode":
-            # need to import later to break circular dependency.
-            from .debugmode import DebugMode
+    if string in ("DebugMode", "DEBUG_MODE"):
+        # need to import later to break circular dependency.
+        from .debugmode import DebugMode
 
-            # DebugMode use its own linker.
-            ret = DebugMode(optimizer=config.optimizer)
-        elif string == "NanGuardMode":
-            # need to import later to break circular dependency.
-            from .nanguardmode import NanGuardMode
+        # DebugMode use its own linker.
+        ret = DebugMode(optimizer=config.optimizer)
+    elif string == "NanGuardMode":
+        # need to import later to break circular dependency.
+        from .nanguardmode import NanGuardMode
 
-            # NanGuardMode use its own linker.
-            ret = NanGuardMode(True, True, True, optimizer=config.optimizer)
-        else:
-            # TODO: Can't we look up the name and invoke it rather than using eval here?
-            ret = eval(string + "(linker=config.linker, optimizer=config.optimizer)")
-    elif string in predefined_modes:
-        ret = predefined_modes[string]
+        # NanGuardMode use its own linker.
+        ret = NanGuardMode(True, True, True, optimizer=config.optimizer)
     else:
-        raise Exception(f"No predefined mode exist for string: {string}")
+        ret = Mode(linker=config.linker, optimizer=config.optimizer)
 
     if orig_string is None:
-        # Build and cache the default mode
+        # Build and cache the ~~default~~ first requested mode
         if config.optimizer_excluding:
             ret = ret.excluding(*config.optimizer_excluding.split(":"))
         if config.optimizer_including:

pytensor/configdefaults.py

@@ -388,7 +388,8 @@ def add_compile_configvars():
     config.add(
         "linker",
         "Default linker used if the pytensor flags mode is Mode",
-        EnumStr("cvm", linker_options),
+        # Not mutable because the default mode is cached after the first use.
+        EnumStr("cvm", linker_options, mutable=False),
         in_c_key=False,
     )
 
@@ -411,6 +412,7 @@ def add_compile_configvars():
         EnumStr(
             "o4",
             ["o3", "o2", "o1", "unsafe", "fast_run", "fast_compile", "merge", "None"],
+            mutable=False,  # Not mutable because the default mode is cached after the first use.
         ),
         in_c_key=False,
     )

tests/compile/test_mode.py

@@ -13,6 +13,7 @@
 from pytensor.graph.features import NoOutputFromInplace
 from pytensor.graph.rewriting.db import RewriteDatabaseQuery, SequenceDB
 from pytensor.link.basic import LocalLinker
+from pytensor.link.jax import JAXLinker
 from pytensor.tensor.math import dot, tanh
 from pytensor.tensor.type import matrix, vector
 
@@ -142,3 +143,15 @@ class MyLinker(LocalLinker):
     test_mode = Mode(linker=MyLinker())
     with pytest.raises(Exception):
         get_target_language(test_mode)
+
+
+def test_predefined_modes_respected():
+    default_mode = get_default_mode()
+    assert not isinstance(default_mode.linker, JAXLinker)
+
+    with config.change_flags(mode="JAX"):
+        jax_mode = get_default_mode()
+        assert isinstance(jax_mode.linker, JAXLinker)
+
+    default_mode_again = get_default_mode()
+    assert not isinstance(default_mode_again.linker, JAXLinker)