From 0256ae78264b36da91804048ee8be3b7f5545e83 Mon Sep 17 00:00:00 2001 From: Albert Villanova del Moral <8515462+albertvillanova@users.noreply.github.com> Date: Wed, 10 Sep 2025 10:02:57 +0200 Subject: [PATCH] Fix handling of None quantization_config --- src/transformers/models/auto/auto_factory.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/models/auto/auto_factory.py b/src/transformers/models/auto/auto_factory.py index a8781c8042a6..c95609599089 100644 --- a/src/transformers/models/auto/auto_factory.py +++ b/src/transformers/models/auto/auto_factory.py @@ -543,7 +543,7 @@ def from_pretrained(cls, pretrained_model_name_or_path: Union[str, os.PathLike[s if kwargs.get("dtype") == "auto": _ = kwargs.pop("dtype") # to not overwrite the quantization_config if config has a quantization_config - if kwargs.get("quantization_config") is not None: + if "quantization_config" in kwargs: _ = kwargs.pop("quantization_config") config, kwargs = AutoConfig.from_pretrained( @@ -560,7 +560,7 @@ def from_pretrained(cls, pretrained_model_name_or_path: Union[str, os.PathLike[s kwargs["torch_dtype"] = "auto" if kwargs_orig.get("dtype", None) == "auto": kwargs["dtype"] = "auto" - if kwargs_orig.get("quantization_config", None) is not None: + if "quantization_config" in kwargs_orig: kwargs["quantization_config"] = kwargs_orig["quantization_config"] has_remote_code = hasattr(config, "auto_map") and cls.__name__ in config.auto_map