Merge pull request #3785 from enji-zhou/feature/add_kto

add kto

Former-commit-id: 33a354548e
This commit is contained in:
hoshi-hiyouga
2024-05-18 03:07:18 +08:00
committed by GitHub
14 changed files with 5923 additions and 8 deletions

View File

@@ -45,6 +45,7 @@ TRAINING_STAGES = {
"Reward Modeling": "rm",
"PPO": "ppo",
"DPO": "dpo",
"KTO": "kto",
"ORPO": "orpo",
"Pre-Training": "pt",
}