Skip to content

Commit 422c4c8

Browse files
authored
Merge branch 'main' into sana
2 parents ccab5a2 + 5f5d02f commit 422c4c8

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

src/diffusers/hooks/group_offloading.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -113,6 +113,7 @@ def _pinned_memory_tensors(self):
113113
finally:
114114
pinned_dict = None
115115

116+
@torch.compiler.disable()
116117
def onload_(self):
117118
r"""Onloads the group of modules to the onload_device."""
118119
torch_accelerator_module = (
@@ -165,6 +166,7 @@ def onload_(self):
165166
if self.record_stream:
166167
buffer.data.record_stream(current_stream)
167168

169+
@torch.compiler.disable()
168170
def offload_(self):
169171
r"""Offloads the group of modules to the offload_device."""
170172

0 commit comments

Comments
 (0)