From a1437c15f76aa8b14a8fd287e22e5aa163775541 Mon Sep 17 00:00:00 2001 From: hiyouga <467089858@qq.com> Date: Fri, 28 Jun 2024 01:28:59 +0800 Subject: [PATCH] fix docker flashattn Former-commit-id: 0966f5d4616a3877a6b921976dc39e8799831d36 --- docker/docker-cuda/Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/docker/docker-cuda/Dockerfile b/docker/docker-cuda/Dockerfile index e4fac987..d94aa970 100644 --- a/docker/docker-cuda/Dockerfile +++ b/docker/docker-cuda/Dockerfile @@ -4,6 +4,7 @@ FROM nvcr.io/nvidia/pytorch:24.02-py3 # Define environments ENV MAX_JOBS=4 +ENV FLASH_ATTENTION_FORCE_BUILD=TRUE # Define installation arguments ARG INSTALL_BNB=false