support train from scratch #4033 #4075

Former-commit-id: a12a506c3d
2025-12-14 19:06:26 +08:00 · 2024-06-06 02:43:19 +08:00
parent cafbb79d3a
commit 3fcb678d00
2 changed files with 6 additions and 0 deletions
--- a/src/llamafactory/hparams/model_args.py
+++ b/src/llamafactory/hparams/model_args.py
@@ -101,6 +101,10 @@ class ModelArguments:
        default=False,
        metadata={"help": "Whether or not to upcast the output of lm_head in fp32."},
    )
+    train_from_scratch: bool = field(
+        default=False,
+        metadata={"help": "Whether or not to randomly initialize the model weights."},
+    )
    infer_backend: Literal["huggingface", "vllm"] = field(
        default="huggingface",
        metadata={"help": "Backend engine used at inference."},