support for transformers 4.53.0

Author: xadupre

.github/workflows/ci.yml

@@ -16,7 +16,7 @@ jobs:
       matrix:
         os: [ubuntu-latest]
         python: ['3.10', '3.11', '3.12', '3.13']
-        transformers: ['4.48.3', '4.51.3', '4.52.4', 'main']
+        transformers: ['4.48.3', '4.51.3', '4.52.4', '4.53.0', 'main']
         torch: ['2.7', 'main']
         exclude:
           - python: '3.10'
@@ -28,7 +28,7 @@ jobs:
           - python: '3.10'
             transformers: 'main'
           - python: '3.11'
-            transformers: '4.52.4'
+            transformers: '4.53.0'
           - python: '3.11'
             transformers: 'main'
           - python: '3.13'

CHANGELOGS.rst

@@ -4,6 +4,7 @@ Change Logs
 0.7.2
 +++++
 
+* :pr:`168`, :pr:`169`: introduces patch_diffusers
 * :pr:`166`: improves handling of StaticCache
 * :pr:`165`: support for task text-to-image
 * :pr:`162`: improves graphs rendering for historical data

_unittests/ut_torch_models/test_llm_phi2.py

@@ -1,6 +1,11 @@
 import unittest
 import torch
-from onnx_diagnostic.ext_test_case import ExtTestCase, ignore_warnings, requires_transformers
+from onnx_diagnostic.ext_test_case import (
+    ExtTestCase,
+    ignore_warnings,
+    requires_transformers,
+    requires_pytorch,
+)
 from onnx_diagnostic.torch_models.llms import get_phi2
 from onnx_diagnostic.helpers import string_type
 
@@ -13,8 +18,10 @@ def test_get_phi2(self):
         model(**inputs)
 
     @ignore_warnings(UserWarning)
-    @requires_transformers("4.53")
+    @requires_transformers("4.54")
+    @requires_pytorch("2.9.99")
     def test_export_phi2_1(self):
+        # exporting vmap does not work
         data = get_phi2(num_hidden_layers=2)
         model, inputs, ds = data["model"], data["inputs"], data["dynamic_shapes"]
         self.assertEqual(

onnx_diagnostic/torch_export_patches/onnx_export_errors.py

@@ -182,8 +182,8 @@ def torch_export_patches(
         and show a stack trace indicating the exact location of the issue,
         ``if stop_if_static > 1``, more methods are replace to catch more
         issues
-    :param patch: if False, disable all patches except the registration of
-        serialization function
+    :param patch: if False, disable all patches but keeps the registration of
+        serialization functions if other patch functions are enabled
     :param custom_patches: to apply custom patches,
         every patched class must define static attributes
         ``_PATCHES_``, ``_PATCHED_CLASS_``
@@ -270,7 +270,11 @@ def torch_export_patches(
                 pass
     elif not patch:
         fct_callable = lambda x: x  # noqa: E731
-        done = register_cache_serialization(verbose=verbose)
+        done = register_cache_serialization(
+            patch_transformers=patch_transformers,
+            patch_diffusers=patch_diffusers,
+            verbose=verbose,
+        )
         try:
             yield fct_callable
         finally:

onnx_diagnostic/torch_models/validate.py

@@ -349,11 +349,19 @@ def validate_model(
     :class:`onnx_diagnostic.reference.TorchOnnxEvaluator` is used.
     """
     if isinstance(patch, bool):
-        patch = dict(patch_transformers=True, patch_diffusers=True) if patch else {}
+        patch = (
+            dict(patch_transformers=True, patch_diffusers=True, patch=True)
+            if patch
+            else dict(patch=False)
+        )
     elif isinstance(patch, str):
-        patch = {p: True for p in patch.split(",")}  # noqa: C420
+        patch = {"patch": True, **{p: True for p in patch.split(",")}}  # noqa: C420
     else:
         assert isinstance(patch, dict), f"Unable to interpret patch={patch!r}"
+        patch = patch.copy()
+        if "patch" not in patch:
+            if any(patch.values):
+                patch["patch"] = True
 
     assert not rewrite or patch, (
         f"rewrite={rewrite}, patch={patch}, patch must be True to enable rewriting, "