Bump flash attention to 2.6.1 (#3476)

mosaicml · Jul 21, 2024 · 51d0324 · 51d0324
1 parent 6d4628a
commit 51d0324
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docker/Dockerfile b/docker/Dockerfile
@@ -261,7 +261,7 @@ RUN if [ -n "$MOFED_VERSION" ] ; then \
 RUN if [ -n "$CUDA_VERSION" ] ; then \
         pip${PYTHON_VERSION} install --upgrade --no-cache-dir ninja==1.11.1 && \
         pip${PYTHON_VERSION} install --upgrade --no-cache-dir --force-reinstall packaging==22.0 && \
-        MAX_JOBS=1 pip${PYTHON_VERSION} install --no-cache-dir --no-build-isolation flash-attn==2.5.8; \
+        MAX_JOBS=1 pip${PYTHON_VERSION} install --no-cache-dir --no-build-isolation flash-attn==2.6.1; \
         cd .. ; \
     fi