[train] support megatron-bridge for PT/SFT training (#10645)

This commit is contained in:
sunyi0505
2026-07-27 18:45:18 +08:00
committed by GitHub
parent 2ebe7be611
commit 9ce6b663e9
20 changed files with 2560 additions and 4 deletions

View File

@@ -73,6 +73,23 @@ MCA_SUPPORTED_MODELS = {
"qwen3_5_moe",
}
# Text LLM model_types supported by the Megatron Bridge PT/SFT path (gpt_step).
# Multimodal / audio / omni architectures are excluded in v0.
MEGATRON_BRIDGE_SUPPORTED_MODELS = {
"deepseek_v3",
"deepseek_v4",
"llama",
"mistral",
"qwen2",
"qwen3",
"qwen3_5",
"qwen3_5_moe",
"qwen3_5_moe_text",
"qwen3_5_text",
"qwen3_moe",
"qwen3_next",
}
METHODS = ["full", "freeze", "lora", "oft"]
MOD_SUPPORTED_MODELS = {"bloom", "falcon", "gemma", "llama", "mistral", "mixtral", "phi", "starcoder2"}