update readme for sdpa

FlagOpen · Dec 19, 2023 · a1c98e3 · a1c98e3
1 parent 5fae218
commit a1c98e3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/training/mthreads/llama2_7b-deepspeed/README.md b/training/mthreads/llama2_7b-deepspeed/README.md
@@ -18,7 +18,7 @@
 
 - ##### 优化策略
 
-   - 无
+   - scaled dot product attention
 
 ### 运行情况
 

diff --git a/training/mthreads/llama2_7b-deepspeed/config/config_S4000x1x8.py b/training/mthreads/llama2_7b-deepspeed/config/config_S4000x1x8.py
@@ -3,5 +3,5 @@
 datafilename = "openwebtext_llama2_100M.npy"
 epochs = 1
 theoryflops = 98000000000000.0
-flashattn = True
+flashattn = True # sdpa
 gradient_checkpointing_enable = True
-Original file line number
+Diff line change
@@ Expand Up / @@ -18,7 +18,7 @@ @@
     - ##### 优化策略
-       - 无
+       - scaled dot product attention
     ### 运行情况
@@ Expand Down @@