support dpo-ftx

Former-commit-id: b87c74289d
This commit is contained in:
hiyouga
2023-12-16 19:21:41 +08:00
parent f0f9d253d8
commit 4e75ca1222
6 changed files with 103 additions and 25 deletions

View File

@@ -3,7 +3,7 @@ transformers>=4.36.1
datasets>=2.14.3
accelerate>=0.21.0
peft>=0.7.0
trl>=0.7.4
trl==0.7.4
gradio>=3.38.0,<4.0.0
scipy
sentencepiece