We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents ccab5a2 + 5f5d02f commit 422c4c8Copy full SHA for 422c4c8
src/diffusers/hooks/group_offloading.py
@@ -113,6 +113,7 @@ def _pinned_memory_tensors(self):
113
finally:
114
pinned_dict = None
115
116
+ @torch.compiler.disable()
117
def onload_(self):
118
r"""Onloads the group of modules to the onload_device."""
119
torch_accelerator_module = (
@@ -165,6 +166,7 @@ def onload_(self):
165
166
if self.record_stream:
167
buffer.data.record_stream(current_stream)
168
169
170
def offload_(self):
171
r"""Offloads the group of modules to the offload_device."""
172
0 commit comments