diff --git a/deepmd/utils/data.py b/deepmd/utils/data.py
index 5bea9a62a2..a5e697259b 100644
--- a/deepmd/utils/data.py
+++ b/deepmd/utils/data.py
@@ -409,7 +409,8 @@ def _get_subdata(self, data, idx = None) :
 
     def _load_batch_set (self,
                          set_name: DPPath) :
-        self.batch_set = self._load_set(set_name)
+        if not hasattr(self, 'batch_set') or self.get_numb_set() > 1:
+            self.batch_set = self._load_set(set_name)
         self.batch_set, _ = self._shuffle_data(self.batch_set)
         self.reset_get_batch()