From f5b2c8308bbc84e1230f7deb53a8d3c6db30bc10 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Quentin=20Gallou=C3=A9dec?= Date: Tue, 12 Aug 2025 21:21:44 +0000 Subject: [PATCH] Replace `self.tokenizer` by `self.processing_class` --- src/transformers/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index 394a7109d8ac..8d98d629efdb 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -917,7 +917,7 @@ def _align_special_tokens(self): if isinstance(self.processing_class, ProcessorMixin): tokenizer = self.processing_class.tokenizer else: - tokenizer = self.tokenizer + tokenizer = self.processing_class model_has_generation_config = ( hasattr(self.model, "generation_config") and self.model.generation_config is not None )