423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 15:52:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

support docker-npu-[amd64|arm64] build

Browse Source 
Former-commit-id: 25f16f5e299c94175e62bac9f0da5b47a2bb31b7
This commit is contained in:
fanjunliang 2024-06-27 15:21:55 +08:00
parent d82d86e16d
commit 31fcd03f3c
4 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -465,7 +465,7 @@ For Ascend NPU users:
```bash ```bash
# Choose docker image upon your environment # Choose docker image upon your environment
docker build -f ./docker/docker-npu/Dockerfile \ docker build --platform linux/arm64 -f ./docker/docker-npu/Dockerfile \
--build-arg INSTALL_DEEPSPEED=false \ --build-arg INSTALL_DEEPSPEED=false \
--build-arg PIP_INDEX=https://pypi.org/simple \ --build-arg PIP_INDEX=https://pypi.org/simple \
-t llamafactory:latest . -t llamafactory:latest .

2
README_zh.md
View File

@ -465,7 +465,7 @@ docker exec -it llamafactory bash
```bash ```bash
# 根据您的环境选择镜像 # 根据您的环境选择镜像
docker build -f ./docker/docker-npu/Dockerfile \ docker build --platform linux/arm64 -f ./docker/docker-npu/Dockerfile \
--build-arg INSTALL_DEEPSPEED=false \ --build-arg INSTALL_DEEPSPEED=false \
--build-arg PIP_INDEX=https://pypi.org/simple \ --build-arg PIP_INDEX=https://pypi.org/simple \
-t llamafactory:latest . -t llamafactory:latest .

12
docker/docker-npu/Dockerfile
View File

@ -1,10 +1,11 @@
# Use the Ubuntu 22.04 image with CANN 8.0.rc1 # Use the Ubuntu 22.04 image with CANN 8.0.rc1
# More versions can be found at https://hub.docker.com/r/cosdt/cann/tags # More versions can be found at https://hub.docker.com/r/cosdt/cann/tags
FROM cosdt/cann:8.0.rc1-910b-ubuntu22.04 FROM --platform=$TARGETPLATFORM cosdt/cann:8.0.rc1-910b-ubuntu22.04
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive
# Define installation arguments # Define installation arguments
ARG TARGETPLATFORM
ARG INSTALL_DEEPSPEED=false ARG INSTALL_DEEPSPEED=false
ARG PIP_INDEX=https://pypi.org/simple ARG PIP_INDEX=https://pypi.org/simple
ARG EXTRA_INDEX=https://download.pytorch.org/whl/cpu ARG EXTRA_INDEX=https://download.pytorch.org/whl/cpu
@ -15,7 +16,6 @@ WORKDIR /app
# Install the requirements # Install the requirements
COPY requirements.txt /app COPY requirements.txt /app
RUN pip config set global.index-url $PIP_INDEX && \ RUN pip config set global.index-url $PIP_INDEX && \
pip config set global.extra-index-url $EXTRA_INDEX && \
pip install --upgrade pip && \ pip install --upgrade pip && \
pip install -r requirements.txt pip install -r requirements.txt
@ -23,7 +23,13 @@ RUN pip config set global.index-url $PIP_INDEX && \
COPY . /app COPY . /app
# Install the LLaMA Factory # Install the LLaMA Factory
RUN EXTRA_PACKAGES="torch-npu,metrics"; \ RUN EXTRA_PACKAGES="metrics"; \
if [ "$TARGETPLATFORM" == "linux/arm64" ]; then \
EXTRA_PACKAGES="${EXTRA_PACKAGES},torch-npu-arm64"; \
else \
pip config set global.extra-index-url $EXTRA_INDEX; \
EXTRA_PACKAGES="${EXTRA_PACKAGES},torch-npu-amd64"; \
fi; \
if [ "$INSTALL_DEEPSPEED" = "true" ]; then \ if [ "$INSTALL_DEEPSPEED" = "true" ]; then \
EXTRA_PACKAGES="${EXTRA_PACKAGES},deepspeed"; \ EXTRA_PACKAGES="${EXTRA_PACKAGES},deepspeed"; \
fi; \ fi; \

3
setup.py
View File

@ -35,7 +35,8 @@ def get_requires():
extra_require = { extra_require = {
"torch": ["torch>=1.13.1"], "torch": ["torch>=1.13.1"],
"torch-npu": ["torch==2.1.0+cpu", "torch-npu==2.1.0.post3", "decorator"], "torch-npu-arm64": ["torch==2.1.0", "torch-npu==2.1.0.post3", "decorator"],
"torch-npu-amd64": ["torch==2.1.0+cpu", "torch-npu==2.1.0.post3", "decorator"],
"metrics": ["nltk", "jieba", "rouge-chinese"], "metrics": ["nltk", "jieba", "rouge-chinese"],
"deepspeed": ["deepspeed>=0.10.0"], "deepspeed": ["deepspeed>=0.10.0"],
"bitsandbytes": ["bitsandbytes>=0.39.0"], "bitsandbytes": ["bitsandbytes>=0.39.0"],