support dpo-ftx

This commit is contained in:
hiyouga
2023-12-16 19:21:41 +08:00
parent 71389be37c
commit b87c74289d
6 changed files with 103 additions and 25 deletions

View File

@@ -3,7 +3,7 @@ transformers>=4.36.1
datasets>=2.14.3
accelerate>=0.21.0
peft>=0.7.0
trl>=0.7.4
trl==0.7.4
gradio>=3.38.0,<4.0.0
scipy
sentencepiece