add kto

Former-commit-id: db1d5a4f51
2025-12-15 03:10:35 +08:00 · 2024-05-17 13:09:17 +08:00
parent 1bbbcb5895
commit 03956053b8
14 changed files with 5923 additions and 8 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -45,6 +45,7 @@ TRAINING_STAGES = {
    "Reward Modeling": "rm",
    "PPO": "ppo",
    "DPO": "dpo",
+    "KTO": "kto",
    "ORPO": "orpo",
    "Pre-Training": "pt",
 }