diff --git a/fastdeploy/model_executor/layers/quantization/wint2.py b/fastdeploy/model_executor/layers/quantization/wint2.py index 2586f719f4a..54cdf26ee17 100644 --- a/fastdeploy/model_executor/layers/quantization/wint2.py +++ b/fastdeploy/model_executor/layers/quantization/wint2.py @@ -79,7 +79,7 @@ def from_config(cls, config: dict) -> "WINT2Config": WINT2Config: The newly created instance of `WINT2Config`. """ - dense_quant_type = config.get("dense_quant_config", "wint8") + dense_quant_type = config.get("dense_quant_type", "wint8") dense_quant_granularity = config.get("dense_quant_granularity", "per_channel") moe_quant_config = config.get("moe_quant_config", {})