From e144303b7cb73ff62e68f93a30ac19f6ea0e8372 Mon Sep 17 00:00:00 2001 From: Han Wang Date: Thu, 19 Jan 2023 10:23:08 +0800 Subject: [PATCH] load training data once from disk if there is only one set --- deepmd/utils/data.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/deepmd/utils/data.py b/deepmd/utils/data.py index 5bea9a62a2..a5e697259b 100644 --- a/deepmd/utils/data.py +++ b/deepmd/utils/data.py @@ -409,7 +409,8 @@ def _get_subdata(self, data, idx = None) : def _load_batch_set (self, set_name: DPPath) : - self.batch_set = self._load_set(set_name) + if not hasattr(self, 'batch_set') or self.get_numb_set() > 1: + self.batch_set = self._load_set(set_name) self.batch_set, _ = self._shuffle_data(self.batch_set) self.reset_get_batch()