[model] support MiniCPM-V-4.6 (#10472)

2026-05-28 02:48:54 +08:00 · 2026-05-08 18:14:34 +08:00
parent 55bd4944b6
commit 53e77a9bfa
7 changed files with 373 additions and 20 deletions
--- a/src/llamafactory/v1/plugins/model_plugins/parallelization/ulysses.py
+++ b/src/llamafactory/v1/plugins/model_plugins/parallelization/ulysses.py
@@ -70,7 +70,6 @@ class UlyssesAttention(torch.nn.Module):
        gather_idx: int = 1,
        attn_fn: Optional[callable] = None,
    ) -> None:
-
        super().__init__()
        self.spg = sequence_process_group
        self.scatter_idx = scatter_idx