Merge pull request #200 from kinghuin/patch-1

fix similar to issue #194
shibing624 · Sep 8, 2023 · 4f3a051 · 4f3a051
2 parents 7f06299 + daa496b
commit 4f3a051
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pretraining.py b/pretraining.py
@@ -659,7 +659,7 @@ def group_texts(examples):
         save_model(training_args.output_dir, model, tokenizer, training_args)
 
     # Evaluation
-    if training_args.do_eval and trainer.is_world_process_zero():
+    if training_args.do_eval:
         logger.info("*** Evaluate ***")
         metrics = trainer.evaluate()