423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-21 13:12:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

support flash-attn in Dockerfile

Browse Source 
Former-commit-id: c88b1be9f3dfaf5fe65448dea20fc697b4f257bd
This commit is contained in:
hzhaoy 2024-06-25 15:13:07 +08:00
parent f3f25ae3b7
commit 08a221443c
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
docker/docker-cuda/Dockerfile
View File

@ -35,6 +35,11 @@ RUN EXTRA_PACKAGES="metrics"; \
pip install -e .[$EXTRA_PACKAGES] && \
pip uninstall -y transformer-engine flash-attn
# Rebuild flash-attn
RUN ninja --version || \
(pip uninstall -y ninja && pip install ninja) && \
MAX_JOBS=4 pip install --no-cache-dir flash-attn --no-build-isolation
# Set up volumes
VOLUME [ "/root/.cache/huggingface", "/root/.cache/modelscope", "/app/data", "/app/output" ]