We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent dd708b8 commit 9e7536eCopy full SHA for 9e7536e
tests/test_optimizers.py
@@ -464,13 +464,13 @@ def test_lomo_fused_backward(environment):
464
465
466
@pytest.mark.parametrize('precision', [16, 32])
467
-def test_lomo_grad_norm(precision, environment):
+def test_lomo_optimizer(precision, environment):
468
_, model, _ = environment
469
470
if precision == 16:
471
model.fc1.weight.data = torch.randn(2, 2, dtype=torch.float16)
472
473
- optimizer = load_optimizer('lomo')(model, clip_grad_norm=1.0)
+ optimizer = load_optimizer('lomo')(model, clip_grad_norm=1.0, clip_grad_value=1.0)
474
475
476
optimizer.clip_coef = 0.9
0 commit comments