support train from scratch #4033 #4075

Former-commit-id: a12a506c3d
2025-12-15 03:10:35 +08:00 · 2024-06-06 02:43:19 +08:00
parent cafbb79d3a
commit 3fcb678d00
2 changed files with 6 additions and 0 deletions
--- a/src/llamafactory/model/loader.py
+++ b/src/llamafactory/model/loader.py
@@ -131,6 +131,8 @@ def load_model(
            model = load_mod_pretrained_model(**init_kwargs)
        elif model_args.visual_inputs:
            model = AutoModelForVision2Seq.from_pretrained(**init_kwargs)
+        elif model_args.train_from_scratch:
+            model = AutoModelForCausalLM.from_config(config)
        else:
            model = AutoModelForCausalLM.from_pretrained(**init_kwargs)