support llama pro #2338 , add rslora

2025-12-15 03:10:35 +08:00 · 2024-02-15 02:27:36 +08:00
parent 8a1b389086
commit 7924ffc55d
24 changed files with 438 additions and 203 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,7 +2,7 @@ torch>=1.13.1
 transformers>=4.37.2
 datasets>=2.14.3
 accelerate>=0.21.0
-peft>=0.7.0
+peft>=0.8.2
 trl>=0.7.6
 gradio>=3.38.0,<4.0.0
 scipy