File tree Expand file tree Collapse file tree 1 file changed +6
-0
lines changed
src/compressed_tensors/quantization Expand file tree Collapse file tree 1 file changed +6
-0
lines changed Original file line number Diff line number Diff line change @@ -57,6 +57,7 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
57
57
inputs = model .input_activations
58
58
outputs = model .output_activations
59
59
weights = model .weights
60
+ format = model .format
60
61
61
62
if inputs is not None :
62
63
if inputs .actorder is not None :
@@ -66,6 +67,11 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
66
67
if outputs .actorder is not None :
67
68
raise ValueError ("Cannot apply actorder to output activations" )
68
69
70
+ if format == CompressionFormat .mixed_precision .value :
71
+ raise ValueError (
72
+ "mixed-precision cannot be set as a format for a QuantizationScheme"
73
+ )
74
+
69
75
if (
70
76
inputs
71
77
and weights
You can’t perform that action at this time.
0 commit comments