Merge pull request #4461 from hzhaoy/feature/support-flash-attn

support flash-attn in Dockerfile
This commit is contained in:
hoshi-hiyouga
2024-06-27 20:05:26 +08:00
committed by GitHub
4 changed files with 11 additions and 0 deletions

View File

@@ -444,6 +444,7 @@ docker build -f ./docker/docker-cuda/Dockerfile \
--build-arg INSTALL_BNB=false \
--build-arg INSTALL_VLLM=false \
--build-arg INSTALL_DEEPSPEED=false \
--build-arg INSTALL_FLASH_ATTN=false \
--build-arg PIP_INDEX=https://pypi.org/simple \
-t llamafactory:latest .