diff --git a/deepmd/train/trainer.py b/deepmd/train/trainer.py
index 288644aee6..36fc60f029 100644
--- a/deepmd/train/trainer.py
+++ b/deepmd/train/trainer.py
@@ -482,7 +482,19 @@ def train (self, train_data, valid_data=None) :
         # set tensorboard execution environment
         if self.tensorboard :
             summary_merged_op = tf.summary.merge_all()
-            shutil.rmtree(self.tensorboard_log_dir)
+            # Remove TB old logging directory from previous run
+            try:
+                shutil.rmtree(self.tensorboard_log_dir)
+            except FileNotFoundError:
+                pass  # directory does not exist, this is OK
+            except Exception as e:
+                # general error when removing directory, warn user
+                log.exception(
+                    f"Could not remove old tensorboard logging directory: "
+                    f"{self.tensorboard_log_dir}. Error: {e}"
+                )
+            else:
+                log.debug("Removing old tensorboard log directory.")
             tb_train_writer = tf.summary.FileWriter(self.tensorboard_log_dir + '/train', self.sess.graph)
             tb_valid_writer = tf.summary.FileWriter(self.tensorboard_log_dir + '/test')
         else: