We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2eb1221 commit 80f1d34Copy full SHA for 80f1d34
thunder/tests/test_networks.py
@@ -292,7 +292,7 @@ def test_quantization():
292
import lightning as L
293
294
plugins = BitsandbytesPrecision("nf4", torch.bfloat16)
295
- fabric = L.Fabric(devices=1, precision="bf16-mixed", plugins=plugins)
+ fabric = L.Fabric(devices=1, precision=None, plugins=plugins)
296
with fabric.init_module(empty_init=True):
297
model = litgpt_model.GPT(config)
298
0 commit comments