fix similar to #194

shibing624 · Sep 7, 2023 · daa496b · daa496b
1 parent 6d14add
commit daa496b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pretraining.py b/pretraining.py
@@ -659,7 +659,7 @@ def group_texts(examples):
         save_model(training_args.output_dir, model, tokenizer, training_args)
 
     # Evaluation
-    if training_args.do_eval and trainer.is_world_process_zero():
+    if training_args.do_eval:
         logger.info("*** Evaluate ***")
         metrics = trainer.evaluate()