diff --git a/README.md b/README.md index 89232843..045ee11c 100644 --- a/README.md +++ b/README.md @@ -479,12 +479,12 @@ To install LLaMA Factory on Ascend NPU devices, please upgrade Python to version ```bash # replace the url according to your CANN version and devices # install CANN Toolkit -wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/Milan-ASL/Milan-ASL%20V100R001C17SPC701/Ascend-cann-toolkit_8.0.RC1.alpha001_linux-"$(uname -i)".run -bash Ascend-cann-toolkit_8.0.RC1.alpha001_linux-"$(uname -i)".run --install +wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/Milan-ASL/Milan-ASL%20V100R001C20SPC702/Ascend-cann-toolkit_8.0.0.alpha002_linux-"$(uname -i)".run +bash Ascend-cann-toolkit_8.0.0.alpha002_linux-"$(uname -i)".run --install # install CANN Kernels -wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/Milan-ASL/Milan-ASL%20V100R001C17SPC701/Ascend-cann-kernels-910b_8.0.RC1.alpha001_linux.run -bash Ascend-cann-kernels-910b_8.0.RC1.alpha001_linux.run --install +wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/Milan-ASL/Milan-ASL%20V100R001C20SPC702/Ascend-cann-kernels-910b_8.0.0.alpha002_linux-"$(uname -i)".run +bash Ascend-cann-kernels-910b_8.0.0.alpha002_linux-"$(uname -i)".run --install # set env variables source /usr/local/Ascend/ascend-toolkit/set_env.sh @@ -492,10 +492,10 @@ source /usr/local/Ascend/ascend-toolkit/set_env.sh | Requirement | Minimum | Recommend | | ------------ | ------- | ----------- | -| CANN | 8.0.RC1 | 8.0.RC1 | -| torch | 2.1.0 | 2.1.0 | -| torch-npu | 2.1.0 | 2.1.0.post3 | -| deepspeed | 0.13.2 | 0.13.2 | +| CANN | 8.0.RC1 | 8.0.0.alpha002 | +| torch | 2.1.0 | 2.4.0 | +| torch-npu | 2.1.0 | 2.4.0.post2 | +| deepspeed | 0.13.2 | 0.16.2 | Remember to use `ASCEND_RT_VISIBLE_DEVICES` instead of `CUDA_VISIBLE_DEVICES` to specify the device to use. diff --git a/docker/docker-npu/Dockerfile b/docker/docker-npu/Dockerfile index aa315806..3431176b 100644 --- a/docker/docker-npu/Dockerfile +++ b/docker/docker-npu/Dockerfile @@ -1,7 +1,7 @@ # Use the Ubuntu 22.04 image with CANN 8.0.rc1 # More versions can be found at https://hub.docker.com/r/ascendai/cann/tags # FROM ascendai/cann:8.0.rc1-910-ubuntu22.04-py3.8 -FROM ascendai/cann:8.0.rc1-910b-ubuntu22.04-py3.8 +FROM ascendai/cann:8.0.0-910b-ubuntu22.04-py3.10 # FROM ascendai/cann:8.0.rc1-910-openeuler22.03-py3.8 # FROM ascendai/cann:8.0.rc1-910b-openeuler22.03-py3.8 diff --git a/docker/docker-npu/docker-compose.yml b/docker/docker-npu/docker-compose.yml index edf43f19..cfdc9688 100644 --- a/docker/docker-npu/docker-compose.yml +++ b/docker/docker-npu/docker-compose.yml @@ -4,7 +4,7 @@ services: dockerfile: ./docker/docker-npu/Dockerfile context: ../.. args: - INSTALL_DEEPSPEED: false + INSTALL_DEEPSPEED: "false" PIP_INDEX: https://pypi.org/simple container_name: llamafactory volumes: diff --git a/setup.py b/setup.py index 103ec2c9..8e55af97 100644 --- a/setup.py +++ b/setup.py @@ -44,7 +44,7 @@ def get_console_scripts() -> List[str]: extra_require = { "torch": ["torch>=1.13.1"], - "torch-npu": ["torch==2.1.0", "torch-npu==2.1.0.post3", "decorator"], + "torch-npu": ["torch==2.4.0", "torch-npu==2.4.0.post2", "decorator"], "metrics": ["nltk", "jieba", "rouge-chinese"], "deepspeed": ["deepspeed>=0.10.0,<=0.16.2"], "liger-kernel": ["liger-kernel"],