We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a783b04 commit 6aae879Copy full SHA for 6aae879
lightllm/common/quantization/quantize_method.py
@@ -15,8 +15,8 @@ def __init__(self):
15
self.weight_scale_suffix = None
16
self.weight_zero_point_suffix = None
17
self.act_scale_suffix = None
18
- self.has_weight_scale: bool = (None,)
19
- self.has_weight_zero_point: bool = (None,)
+ self.has_weight_scale: bool = None
+ self.has_weight_zero_point: bool = None
20
# 一些量化模式需要用到的额外量化参数,如awq量化
21
self.hf_quantization_config = None
22
0 commit comments