refactor dataset_attr, add eos in pt, fix #757

Former-commit-id: a9d1fb72f7
2025-12-20 05:40:34 +08:00 · 2023-09-01 19:00:45 +08:00
parent 173022473d
commit a4fd976048
20 changed files with 160 additions and 198 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -3,7 +3,7 @@ transformers>=4.29.1
 datasets>=2.12.0
 accelerate>=0.21.0
 peft>=0.4.0
-trl>=0.5.0
+trl>=0.7.1
 scipy
 sentencepiece
 tiktoken