up

Author: sayakpaul

src/diffusers/quantizers/torchao/torchao_quantizer.py

@@ -295,6 +295,8 @@ def get_cuda_warm_up_factor(self):
         - Use a division factor of 4 for int8 weights
         """
         # Original mapping for non-AOBaseConfig types
+        # For the uint types, this is a best guess. Once these types become more used
+        # we can look into their nuances.
         map_to_target_dtype = {"int4_*": 8, "int8_*": 4, "uint*": 8, "float8*": 4}
         quant_type = self.quantization_config.quant_type
         for pattern, target_dtype in map_to_target_dtype.items():