support longlora for main branch

2025-12-16 20:00:36 +08:00 · 2024-01-20 19:25:22 +08:00
parent bb92cdd0db
commit 38af076a75
7 changed files with 168 additions and 204 deletions
--- a/src/llmtuner/webui/runner.py
+++ b/src/llmtuner/webui/runner.py
@@ -146,6 +146,7 @@ class Runner:

        if args["stage"] == "dpo":
            args["dpo_beta"] = get("train.dpo_beta")
+            args["dpo_ftx"] = get("train.dpo_ftx")

        if get("train.val_size") > 1e-6 and args["stage"] != "ppo":
            args["val_size"] = get("train.val_size")