We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 2aaa104 + 8fe5a14 commit b97bfb6Copy full SHA for b97bfb6
src/diffusers/hooks/group_offloading.py
@@ -512,7 +512,10 @@ def _apply_group_offloading_block_level(
512
the CPU memory is a bottleneck but may counteract the benefits of using streams.
513
"""
514
if stream is not None and num_blocks_per_group != 1:
515
- raise ValueError(f"Using streams is only supported for num_blocks_per_group=1. Got {num_blocks_per_group=}.")
+ logger.warning(
516
+ f"Using streams is only supported for num_blocks_per_group=1. Got {num_blocks_per_group=}. Setting it to 1."
517
+ )
518
+ num_blocks_per_group = 1
519
520
# Create module groups for ModuleList and Sequential blocks
521
modules_with_group_offloading = set()
0 commit comments