We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 90327af commit 6e62e21Copy full SHA for 6e62e21
src/lightning/fabric/plugins/precision/bitsandbytes.py
@@ -184,15 +184,15 @@ def _replace_param(
184
if param.device.type == "meta":
185
if isinstance(param, bnb.nn.Params4bit):
186
return bnb.nn.Params4bit(
187
- data = data,
188
- requires_grad = data.requires_grad,
189
- quant_state = quant_state,
190
- blocksize = param.blocksize,
191
- compress_statistics = param.compress_statistics,
192
- quant_type = param.quant_type,
193
- quant_storage = param.quant_storage,
194
- module = param.module,
195
- bnb_quantized = param.bnb_quantized
+ data=data,
+ requires_grad=data.requires_grad,
+ quant_state=quant_state,
+ blocksize=param.blocksize,
+ compress_statistics=param.compress_statistics,
+ quant_type=param.quant_type,
+ quant_storage=param.quant_storage,
+ module=param.module,
+ bnb_quantized=param.bnb_quantized,
196
)
197
return torch.nn.Parameter(data, requires_grad=data.requires_grad)
198
param.data = data
0 commit comments