🔧 modify gradient accumulation in the yaml

MantisAI · Oct 19, 2023 · a14315d · a14315d
1 parent a6f9c4b
commit a14315d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/pipelines/bertmesh/dvc.yaml b/pipelines/bertmesh/dvc.yaml
@@ -20,6 +20,7 @@ stages:
           --output_dir ${output_dir}
           --per_device_train_batch_size 8
           --per_device_eval_batch_size 1
+          --gradient_accumulation_step 2
           --multilabel_attention True
           --freeze_backbone unfreeze
           --num_train_epochs 7