From daa496b244142dcccf33b0ed9571648a901c2288 Mon Sep 17 00:00:00 2001
From: kinghuin <kinghuin@outlook.com>
Date: Thu, 7 Sep 2023 19:41:39 +0800
Subject: [PATCH] fix similar to #194

---
 pretraining.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pretraining.py b/pretraining.py
index 0038450..0705203 100644
--- a/pretraining.py
+++ b/pretraining.py
@@ -659,7 +659,7 @@ def group_texts(examples):
         save_model(training_args.output_dir, model, tokenizer, training_args)
 
     # Evaluation
-    if training_args.do_eval and trainer.is_world_process_zero():
+    if training_args.do_eval:
         logger.info("*** Evaluate ***")
         metrics = trainer.evaluate()