add some

2025-12-17 12:20:37 +08:00 · 2025-01-06 19:32:39 +08:00
parent ab87bd6b13
commit 785cc70ff2
4 changed files with 15 additions and 7 deletions
--- a/src/llamafactory/data/mm_plugin.py
+++ b/src/llamafactory/data/mm_plugin.py
@@ -366,6 +366,7 @@ class CpmOPlugin(BasePlugin):
            position_ids_ = list(range(input_ids_.size(0)))
            # print(input_ids_.shape, len(position_ids_)
            position_ids.append(position_ids_)
+        #TODO add pad
        position_ids = torch.tensor(position_ids, dtype=torch.int64)
        mm_inputs.update({
            "image_bound": image_bounds_list,