feat: allow flux transformer to be sharded during inference (huggingface#9159)

* feat: support sharding for flux.

* tests

Author: sayakpaul

src/diffusers/models/transformers/transformer_flux.py

@@ -251,6 +251,7 @@ class FluxTransformer2DModel(ModelMixin, ConfigMixin, PeftAdapterMixin, FromOrig
     """
 
     _supports_gradient_checkpointing = True
+    _no_split_modules = ["FluxTransformerBlock", "FluxSingleTransformerBlock"]
 
     @register_to_config
     def __init__(

tests/models/transformers/test_models_transformer_flux.py

@@ -29,6 +29,8 @@
 class FluxTransformerTests(ModelTesterMixin, unittest.TestCase):
     model_class = FluxTransformer2DModel
     main_input_name = "hidden_states"
+    # We override the items here because the transformer under consideration is small.
+    model_split_percents = [0.7, 0.6, 0.6]
 
     @property
     def dummy_input(self):