diff --git a/modelscope/trainers/hooks/logger/text_logger_hook.py b/modelscope/trainers/hooks/logger/text_logger_hook.py
index 6629a0c9..8552ab4e 100644
--- a/modelscope/trainers/hooks/logger/text_logger_hook.py
+++ b/modelscope/trainers/hooks/logger/text_logger_hook.py
@@ -51,7 +51,7 @@ class TextLoggerHook(LoggerHook):
         if self.out_dir is None:
             self.out_dir = trainer.work_dir
 
-        if not osp.exists(self.out_dir):
+        if not osp.exists(self.out_dir) and is_master():
             os.makedirs(self.out_dir)
 
         trainer.logger.info('Text logs will be saved to {}'.format(