support fsdp + qlora

Former-commit-id: 8408225162
2025-12-18 04:40:35 +08:00 · 2024-03-21 00:36:06 +08:00
parent 6646e18c02
commit 7999836fb6
19 changed files with 87 additions and 19 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -3,7 +3,7 @@ transformers>=4.37.2
 datasets>=2.14.3
 accelerate>=0.27.2
 peft>=0.9.0
-trl>=0.7.11
+trl>=0.8.1
 gradio>=3.38.0,<4.0.0
 scipy
 einops