add deepseek moe 236B

2025-12-15 03:10:35 +08:00 · 2024-05-08 16:37:54 +08:00
parent 2ba662faab
commit 10ab83f4c4
5 changed files with 12 additions and 4 deletions
--- a/setup.py
+++ b/setup.py
@@ -21,7 +21,7 @@ def get_requires():

 extra_require = {
    "metrics": ["nltk", "jieba", "rouge-chinese"],
-    "deepspeed": ["deepspeed>=0.10.0"],
+    "deepspeed": ["deepspeed>=0.10.0,<=0.14.0"],
    "bitsandbytes": ["bitsandbytes>=0.39.0"],
    "vllm": ["vllm>=0.4.0"],
    "galore": ["galore-torch"],