Former-commit-id: 642c6d666f3bd00fcdea45c65a6394bcae9c2080
This commit is contained in:
hzhaoy 2024-07-12 00:25:48 +08:00
parent b3e4793ded
commit 93ba3bd5b0

View File

@ -5,6 +5,7 @@ FROM nvcr.io/nvidia/pytorch:24.02-py3
# Define environments
ENV MAX_JOBS=4
ENV FLASH_ATTENTION_FORCE_BUILD=TRUE
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
# Define installation arguments
ARG INSTALL_BNB=false