We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e710bde commit f59e07aCopy full SHA for f59e07a
src/diffusers/quantizers/quantization_config.py
@@ -406,7 +406,7 @@ class GGUFQuantizationConfig(QuantizationConfigMixin):
406
407
"""
408
409
- def __init__(self, compute_dtype: torch.dtype = None):
+ def __init__(self, compute_dtype: Optional["torch.dtype"] = None):
410
self.quant_method = QuantizationMethod.GGUF
411
self.compute_dtype = compute_dtype
412
self.pre_quantized = True
0 commit comments