support SimPO #3900

Former-commit-id: cb63b32986
This commit is contained in:
hiyouga
2024-05-26 23:46:33 +08:00
parent e5d2ef4434
commit 4807c11db8
19 changed files with 145 additions and 339 deletions

View File

@@ -48,7 +48,6 @@ TRAINING_STAGES = {
"PPO": "ppo",
"DPO": "dpo",
"KTO": "kto",
"ORPO": "orpo",
"Pre-Training": "pt",
}