We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2bf6e19 commit d492543Copy full SHA for d492543
src/compressed_tensors/compressors/base.py
@@ -190,6 +190,10 @@ def decompress_module(self, module: Module):
190
for name, parameter in module.named_parameters():
191
compressed_data[name] = parameter
192
193
+ # NOTE: decompress_weight may modify compressed_data dict in-place
194
+ # This is subtle but allows us to update the module's qparams with
195
+ # the unpacked values.
196
+ # TODO: Consider refactoring to return modified qparams explicitly
197
result = self.decompress_weight(
198
compressed_data=compressed_data, quantization_args=quantization_args
199
).to(device)
0 commit comments