[hybrid inference 🍯🐝] Wan 2.1 decode

Author: hlky

docs/source/en/hybrid_inference/overview.md

@@ -48,6 +48,7 @@ Hybrid Inference offers a fast and simple way to offload local generation requir
 
 ## Changelog
 
+- March 11 2025: Added Wan 2.1 VAE decode
 - March 10 2025: Added VAE encode
 - March 2 2025: Initial release with VAE decoding
 

docs/source/en/hybrid_inference/vae_decode.md

@@ -54,6 +54,7 @@ For the majority of these GPUs the memory usage % dictates other models (text en
 | **Stable Diffusion XL** | [https://x2dmsqunjd6k9prw.us-east-1.aws.endpoints.huggingface.cloud](https://x2dmsqunjd6k9prw.us-east-1.aws.endpoints.huggingface.cloud) | [`madebyollin/sdxl-vae-fp16-fix`](https://hf.co/madebyollin/sdxl-vae-fp16-fix) |
 | **Flux** | [https://whhx50ex1aryqvw6.us-east-1.aws.endpoints.huggingface.cloud](https://whhx50ex1aryqvw6.us-east-1.aws.endpoints.huggingface.cloud) | [`black-forest-labs/FLUX.1-schnell`](https://hf.co/black-forest-labs/FLUX.1-schnell) |
 | **HunyuanVideo** | [https://o7ywnmrahorts457.us-east-1.aws.endpoints.huggingface.cloud](https://o7ywnmrahorts457.us-east-1.aws.endpoints.huggingface.cloud) | [`hunyuanvideo-community/HunyuanVideo`](https://hf.co/hunyuanvideo-community/HunyuanVideo) |
+| **Wan2.1** | [https://lafotb093i5cnx2w.us-east-1.aws.endpoints.huggingface.cloud](https://lafotb093i5cnx2w.us-east-1.aws.endpoints.huggingface.cloud) | [`Wan-AI/Wan2.1-T2V-1.3B-Diffusers`](https://hf.co/Wan-AI/Wan2.1-T2V-1.3B-Diffusers) |
 
 
 > [!TIP]

src/diffusers/utils/constants.py

@@ -62,7 +62,7 @@
 DECODE_ENDPOINT_SD_XL = "https://x2dmsqunjd6k9prw.us-east-1.aws.endpoints.huggingface.cloud/"
 DECODE_ENDPOINT_FLUX = "https://whhx50ex1aryqvw6.us-east-1.aws.endpoints.huggingface.cloud/"
 DECODE_ENDPOINT_HUNYUAN_VIDEO = "https://o7ywnmrahorts457.us-east-1.aws.endpoints.huggingface.cloud/"
-
+DECODE_ENDPOINT_WAN_2_1 = "https://lafotb093i5cnx2w.us-east-1.aws.endpoints.huggingface.cloud/"
 
 ENCODE_ENDPOINT_SD_V1 = "https://qc6479g0aac6qwy9.us-east-1.aws.endpoints.huggingface.cloud/"
 ENCODE_ENDPOINT_SD_XL = "https://xjqqhmyn62rog84g.us-east-1.aws.endpoints.huggingface.cloud/"

src/diffusers/utils/remote_utils.py

@@ -80,13 +80,6 @@ def check_inputs_decode(
         and not isinstance(processor, (VaeImageProcessor, VideoProcessor))
     ):
         raise ValueError("`processor` is required.")
-    if do_scaling and scaling_factor is None:
-        deprecate(
-            "do_scaling",
-            "1.0.0",
-            "`do_scaling` is deprecated, pass `scaling_factor` and `shift_factor` if required.",
-            standard_warn=False,
-        )
 
 
 def postprocess_decode(

tests/remote/test_remote_decode.py

@@ -26,6 +26,7 @@
     DECODE_ENDPOINT_HUNYUAN_VIDEO,
     DECODE_ENDPOINT_SD_V1,
     DECODE_ENDPOINT_SD_XL,
+    DECODE_ENDPOINT_WAN_2_1,
 )
 from diffusers.utils.remote_utils import (
     remote_decode,
@@ -176,18 +177,6 @@ def test_output_type_pt_partial_postprocess_return_type_pt(self):
             f"{output_slice}",
         )
 
-    def test_do_scaling_deprecation(self):
-        inputs = self.get_dummy_inputs()
-        inputs.pop("scaling_factor", None)
-        inputs.pop("shift_factor", None)
-        with self.assertWarns(FutureWarning) as warning:
-            _ = remote_decode(output_type="pt", partial_postprocess=True, **inputs)
-            self.assertEqual(
-                str(warning.warnings[0].message),
-                "`do_scaling` is deprecated, pass `scaling_factor` and `shift_factor` if required.",
-                str(warning.warnings[0].message),
-            )
-
     def test_input_tensor_type_base64_deprecation(self):
         inputs = self.get_dummy_inputs()
         with self.assertWarns(FutureWarning) as warning:
@@ -209,7 +198,7 @@ def test_output_tensor_type_base64_deprecation(self):
             )
 
 
-class RemoteAutoencoderKLHunyuanVideoMixin(RemoteAutoencoderKLMixin):
+class RemoteAutoencoderKLVideoMixin(RemoteAutoencoderKLMixin):
     def test_no_scaling(self):
         inputs = self.get_dummy_inputs()
         if inputs["scaling_factor"] is not None:
@@ -221,7 +210,6 @@ def test_no_scaling(self):
         processor = self.processor_cls()
         output = remote_decode(
             output_type="pt",
-            # required for now, will be removed in next update
             do_scaling=False,
             processor=processor,
             **inputs,
@@ -337,6 +325,8 @@ def test_output_type_mp4(self):
         inputs = self.get_dummy_inputs()
         output = remote_decode(output_type="mp4", return_type="mp4", **inputs)
         self.assertTrue(isinstance(output, bytes), f"Expected `bytes` output, got {type(output)}")
+        with open("test.mp4", "wb") as f:
+            f.write(output)
 
 
 class RemoteAutoencoderKLSDv1Tests(
@@ -442,7 +432,7 @@ class RemoteAutoencoderKLFluxPackedTests(
 
 
 class RemoteAutoencoderKLHunyuanVideoTests(
-    RemoteAutoencoderKLHunyuanVideoMixin,
+    RemoteAutoencoderKLVideoMixin,
     unittest.TestCase,
 ):
     shape = (
@@ -467,6 +457,31 @@ class RemoteAutoencoderKLHunyuanVideoTests(
     return_pt_slice = torch.tensor([0.1656, 0.2661, 0.3157, 0.0693, 0.1755, 0.2252, 0.0127, 0.1221, 0.1708])
 
 
+class RemoteAutoencoderKLWanTests(
+    RemoteAutoencoderKLVideoMixin,
+    unittest.TestCase,
+):
+    shape = (
+        1,
+        16,
+        3,
+        40,
+        64,
+    )
+    out_hw = (
+        320,
+        512,
+    )
+    endpoint = DECODE_ENDPOINT_WAN_2_1
+    dtype = torch.float16
+    processor_cls = VideoProcessor
+    output_pt_slice = torch.tensor([203, 174, 178, 204, 171, 177, 209, 183, 182], dtype=torch.uint8)
+    partial_postprocess_return_pt_slice = torch.tensor(
+        [206, 209, 221, 202, 199, 222, 207, 210, 217], dtype=torch.uint8
+    )
+    return_pt_slice = torch.tensor([0.6196, 0.6382, 0.7310, 0.5869, 0.5625, 0.7373, 0.6240, 0.6465, 0.7002])
+
+
 class RemoteAutoencoderKLSlowTestMixin:
     channels: int = 4
     endpoint: str = None