From b0150b0abe4f3210c38a34465de0dbf3489d327a Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 1 Jul 2025 10:30:18 -0400 Subject: [PATCH] when delaying optimizer creation only prepare the model --- src/transformers/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index b5c07bebb86b..abfac77418c2 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -2357,7 +2357,7 @@ def _inner_training_loop( model = self.accelerator.prepare(self.model) else: if delay_optimizer_creation: - self.optimizer = self.accelerator.prepare(self.optimizer) + model = self.accelerator.prepare(self.model) else: model, self.optimizer = self.accelerator.prepare(self.model, self.optimizer) else: