diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py
index b360e12b10b9..2322c0b10ba8 100755
--- a/deepspeed/runtime/engine.py
+++ b/deepspeed/runtime/engine.py
@@ -264,7 +264,9 @@ def get_summary_writer(self,
                            base=os.path.join(os.environ["HOME"],
                                              "tensorboard")):
         if self.tensorboard_output_path():
-            log_dir = self.tensorboard_output_path()
+            base_dir = self.tensorboard_output_path()
+            job_name = self.tensorboard_job_name()
+            log_dir = os.path.join(base_dir, job_name)
         else:
             if self.tensorboard_job_name():
                 name = self.tensorboard_job_name()