Former-commit-id: 15f73c41d556c5f8d989697d774725a88d36f1b4
This commit is contained in:
hzhaoy 2024-07-12 00:25:48 +08:00
parent 875f9078d1
commit 485b8dc18b

View File

@ -5,6 +5,7 @@ FROM nvcr.io/nvidia/pytorch:24.02-py3
# Define environments # Define environments
ENV MAX_JOBS=4 ENV MAX_JOBS=4
ENV FLASH_ATTENTION_FORCE_BUILD=TRUE ENV FLASH_ATTENTION_FORCE_BUILD=TRUE
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
# Define installation arguments # Define installation arguments
ARG INSTALL_BNB=false ARG INSTALL_BNB=false