We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f161e27 commit 7414605Copy full SHA for 7414605
src/diffusers/hooks/group_offloading.py
@@ -113,6 +113,7 @@ def _pinned_memory_tensors(self):
113
finally:
114
pinned_dict = None
115
116
+ @torch.compiler.disable()
117
def onload_(self):
118
r"""Onloads the group of modules to the onload_device."""
119
torch_accelerator_module = (
@@ -165,6 +166,7 @@ def onload_(self):
165
166
if self.record_stream:
167
buffer.data.record_stream(current_stream)
168
169
170
def offload_(self):
171
r"""Offloads the group of modules to the offload_device."""
172
0 commit comments