refactor mm training

Former-commit-id: 3382317e32
2026-03-10 05:35:59 +08:00 · 2024-08-30 02:14:31 +08:00
parent 98b0c7530c
commit a83756b5e9
32 changed files with 505 additions and 472 deletions
--- a/src/llamafactory/train/kto/trainer.py
+++ b/src/llamafactory/train/kto/trainer.py
@@ -130,6 +130,9 @@ class CustomKTOTrainer(KTOTrainer):
        if "pixel_values" in batch:
            model_inputs["pixel_values"] = batch["pixel_values"]

+        if "image_grid_thw" in batch:
+            model_inputs["image_grid_thw"] = batch["image_grid_thw"]
+
        if "{}token_type_ids".format(prefix) in batch:
            model_inputs["token_type_ids"] = batch["{}token_type_ids".format(prefix)]