We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent ffc9af4 commit 3a99da4Copy full SHA for 3a99da4
lightllm/common/quantization/quantize_method.py
@@ -7,6 +7,8 @@ class QuantizationMethod(ABC):
7
def __init__(self):
8
super().__init__()
9
self.device_id_ = get_current_device_id()
10
+ self.weight_scale_suffix = None
11
+ self.act_scale_suffix = None
12
13
@abstractmethod
14
def quantize(self, weights: torch.Tensor):
0 commit comments