[v1] add FSDPTurbo EP/EFSDP plugin for MoE training (#10676)

tests_v1/config/test_args_parser.py

@@ -26,7 +26,9 @@ def test_get_args_from_yaml(tmp_path: Path):
         trust_remote_code: true
         model_class: llm
         kernel_config:
-            name: auto
+            name: auto, flash-linear-attention
+            include_kernels: chunk_gated_delta_rule, fused_recurrent_gated_delta_rule
+            chunk_size: 32
         peft_config:
             name: lora
             r: 8
@@ -58,7 +60,11 @@ def test_get_args_from_yaml(tmp_path: Path):
         model_args, data_args, training_args, sample_args = get_args()
         assert data_args.train_dataset == "llamafactory/v1-sft-demo"
         assert model_args.model == "llamafactory/tiny-random-qwen3"
-        assert model_args.kernel_config.name == "auto"
+        assert model_args.kernel_config.name == "auto, flash-linear-attention"
+        assert model_args.kernel_config.get("include_kernels") == (
+            "chunk_gated_delta_rule, fused_recurrent_gated_delta_rule"
+        )
+        assert model_args.kernel_config.get("chunk_size") == 32
         assert model_args.peft_config.name == "lora"
         assert model_args.peft_config.get("r") == 8
         assert training_args.output_dir == "outputs/test_run"
@@ -68,3 +74,16 @@ def test_get_args_from_yaml(tmp_path: Path):
         assert training_args.bf16 is False
         assert training_args.dist_config is None
         assert sample_args.sample_backend == "hf"
+
+
+def test_qwen35_fsdpturbo_example_uses_v1_arguments():
+    config_file = (
+        Path(__file__).parents[2] / "examples" / "v1" / "train_full" / "train_full_qwen3_moe_fsdpturbo_ep_fsdp.yaml"
+    )
+
+    with patch.object(sys, "argv", ["test_args_parser.py", str(config_file)]):
+        model_args, _, training_args, _ = get_args()
+
+    assert model_args.model == "Qwen/Qwen3.5-35B-A3B"
+    assert model_args.custom_chat_template is None
+    assert training_args.dist_config.name == "fsdpturbo"