diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index 34cf5aa49046..17bdefb0516c 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -4544,6 +4544,9 @@ def create_accelerator_and_postprocess(self):
                 even_batches=accelerator_config.pop("even_batches"),
                 use_seedable_sampler=accelerator_config.pop("use_seedable_sampler"),
             )
+        if not is_accelerate_available("0.26.0"):
+            accelerator_config.pop("use_seedable_sampler")
+
         non_blocking = accelerator_config.pop("non_blocking")
         if not is_accelerate_available("0.30.0"):
             if non_blocking: