We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ca1c7f7 commit 1403bc4Copy full SHA for 1403bc4
src/compressed_tensors/compressors/quantized_compressors/base.py
@@ -131,7 +131,11 @@ def compress(
131
132
# omit saving for g_idx if uninitialized
133
# TODO: does this case actually occur?
134
- elif name.endswith("g_idx") and torch.any(value <= -1):
+ elif (
135
+ name.endswith("g_idx")
136
+ and value.device.type != "meta"
137
+ and torch.any(value <= -1)
138
+ ):
139
continue
140
compressed_dict[name] = value.to(compression_device)
141
0 commit comments