423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

add deepseek moe 236B

Browse Source 
Former-commit-id: 30c10e2dc41b5d64191a91ad2d61f3b5c440b1d5
This commit is contained in:
hiyouga
2024-05-08 16:37:54 +08:00
parent b34dbe734f
commit 432245fb0c
5 changed files with 12 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@@ -21,7 +21,7 @@ def get_requires():
extra_require = {
"metrics": ["nltk", "jieba", "rouge-chinese"],
"deepspeed": ["deepspeed>=0.10.0"],
"deepspeed": ["deepspeed>=0.10.0,<=0.14.0"],
"bitsandbytes": ["bitsandbytes>=0.39.0"],
"vllm": ["vllm>=0.4.0"],
"galore": ["galore-torch"],