We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 76f81b9 commit 5bf957fCopy full SHA for 5bf957f
tests/test_quantization/lifecycle/test_apply.py
@@ -66,7 +66,7 @@ def test_target_prioritization(mock_frozen):
66
"config_groups": {
67
"group_1": {
68
"weights": {
69
- "num_bits": 6,
+ "num_bits": 8,
70
},
71
"targets": ["Linear"],
72
@@ -101,7 +101,7 @@ def test_target_prioritization(mock_frozen):
101
elif re.match(".*down_proj", name):
102
assert module.quantization_scheme.weights.num_bits == 4
103
elif isinstance(module, torch.nn.Linear):
104
- assert module.quantization_scheme.weights.num_bits == 6
+ assert module.quantization_scheme.weights.num_bits == 8
105
106
107
def test_apply_quantization_config_tinyllama():
0 commit comments