From 012b9fcfaf6289fc0c02b69cb3db00147f046217 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mari=C3=A1n=20Rynik?= Date: Wed, 12 May 2021 10:03:53 +0200 Subject: [PATCH] fix TB logdir remove bug --- deepmd/train/trainer.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/deepmd/train/trainer.py b/deepmd/train/trainer.py index 288644aee6..36fc60f029 100644 --- a/deepmd/train/trainer.py +++ b/deepmd/train/trainer.py @@ -482,7 +482,19 @@ def train (self, train_data, valid_data=None) : # set tensorboard execution environment if self.tensorboard : summary_merged_op = tf.summary.merge_all() - shutil.rmtree(self.tensorboard_log_dir) + # Remove TB old logging directory from previous run + try: + shutil.rmtree(self.tensorboard_log_dir) + except FileNotFoundError: + pass # directory does not exist, this is OK + except Exception as e: + # general error when removing directory, warn user + log.exception( + f"Could not remove old tensorboard logging directory: " + f"{self.tensorboard_log_dir}. Error: {e}" + ) + else: + log.debug("Removing old tensorboard log directory.") tb_train_writer = tf.summary.FileWriter(self.tensorboard_log_dir + '/train', self.sess.graph) tb_valid_writer = tf.summary.FileWriter(self.tensorboard_log_dir + '/test') else: