mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-07-28 19:56:13 +08:00
[train] support megatron-bridge for PT/SFT training (#10645)
This commit is contained in:
@@ -73,6 +73,23 @@ MCA_SUPPORTED_MODELS = {
|
||||
"qwen3_5_moe",
|
||||
}
|
||||
|
||||
# Text LLM model_types supported by the Megatron Bridge PT/SFT path (gpt_step).
|
||||
# Multimodal / audio / omni architectures are excluded in v0.
|
||||
MEGATRON_BRIDGE_SUPPORTED_MODELS = {
|
||||
"deepseek_v3",
|
||||
"deepseek_v4",
|
||||
"llama",
|
||||
"mistral",
|
||||
"qwen2",
|
||||
"qwen3",
|
||||
"qwen3_5",
|
||||
"qwen3_5_moe",
|
||||
"qwen3_5_moe_text",
|
||||
"qwen3_5_text",
|
||||
"qwen3_moe",
|
||||
"qwen3_next",
|
||||
}
|
||||
|
||||
METHODS = ["full", "freeze", "lora", "oft"]
|
||||
|
||||
MOD_SUPPORTED_MODELS = {"bloom", "falcon", "gemma", "llama", "mistral", "mixtral", "phi", "starcoder2"}
|
||||
|
||||
Reference in New Issue
Block a user